[ { "company": "3M", "cik": "66740", "sector": "Industrials", "origin": "https://www.3m.com", "checkedAt": "2026-09-26T04:54:45.163Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "A. O. Smith", "cik": "91142", "sector": "Industrials", "origin": "https://www.aosmith.com", "checkedAt": "2026-09-26T04:54:45.708Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Account-Show", "line": 2 }, { "directive": "disallow", "path": "/*SendToFriend-Start/", "line": 3 }, { "directive": "disallow", "path": "/Wishlist", "line": 4 }, { "directive": "disallow", "path": "/wishlist/", "line": 5 }, { "directive": "disallow", "path": "/Product-Variation", "line": 6 }, { "directive": "disallow", "path": "/Search-Show", "line": 7 }, { "directive": "disallow", "path": "/Product-Show", "line": 8 }, { "directive": "disallow", "path": "/Product?pid=", "line": 9 }, { "directive": "disallow", "path": "/directRegistration", "line": 10 }, { "directive": "disallow", "path": "/*/null/", "line": 11 }, { "directive": "disallow", "path": "//noname-", "line": 12 }, { "directive": "disallow", "path": "/Cart-SubmitForm", "line": 13 }, { "directive": "disallow", "path": "/Account-RegistrationForm", "line": 14 }, { "directive": "disallow", "path": "/Account-SetNewPasswordForm", "line": 15 }, { "directive": "disallow", "path": "/COCustomer-LoginForm", "line": 16 }, { "directive": "disallow", "path": "/COShipping", "line": 17 }, { "directive": "disallow", "path": "/CustomerService-Submit", "line": 18 }, { "directive": "disallow", "path": "/Login-LoginForm", "line": 19 }, { "directive": "disallow", "path": "/Login-OAuthReentryFacebook", "line": 20 }, { "directive": "disallow", "path": "/search?q=", "line": 21 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Account-Show", "line": 2 }, { "directive": "disallow", "path": "/*SendToFriend-Start/", "line": 3 }, { "directive": "disallow", "path": "/Wishlist", "line": 4 }, { "directive": "disallow", "path": "/wishlist/", "line": 5 }, { "directive": "disallow", "path": "/Product-Variation", "line": 6 }, { "directive": "disallow", "path": "/Search-Show", "line": 7 }, { "directive": "disallow", "path": "/Product-Show", "line": 8 }, { "directive": "disallow", "path": "/Product?pid=", "line": 9 }, { "directive": "disallow", "path": "/directRegistration", "line": 10 }, { "directive": "disallow", "path": "/*/null/", "line": 11 }, { "directive": "disallow", "path": "//noname-", "line": 12 }, { "directive": "disallow", "path": "/Cart-SubmitForm", "line": 13 }, { "directive": "disallow", "path": "/Account-RegistrationForm", "line": 14 }, { "directive": "disallow", "path": "/Account-SetNewPasswordForm", "line": 15 }, { "directive": "disallow", "path": "/COCustomer-LoginForm", "line": 16 }, { "directive": "disallow", "path": "/COShipping", "line": 17 }, { "directive": "disallow", "path": "/CustomerService-Submit", "line": 18 }, { "directive": "disallow", "path": "/Login-LoginForm", "line": 19 }, { "directive": "disallow", "path": "/Login-OAuthReentryFacebook", "line": 20 }, { "directive": "disallow", "path": "/search?q=", "line": 21 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Account-Show", "line": 2 }, { "directive": "disallow", "path": "/*SendToFriend-Start/", "line": 3 }, { "directive": "disallow", "path": "/Wishlist", "line": 4 }, { "directive": "disallow", "path": "/wishlist/", "line": 5 }, { "directive": "disallow", "path": "/Product-Variation", "line": 6 }, { "directive": "disallow", "path": "/Search-Show", "line": 7 }, { "directive": "disallow", "path": "/Product-Show", "line": 8 }, { "directive": "disallow", "path": "/Product?pid=", "line": 9 }, { "directive": "disallow", "path": "/directRegistration", "line": 10 }, { "directive": "disallow", "path": "/*/null/", "line": 11 }, { "directive": "disallow", "path": "//noname-", "line": 12 }, { "directive": "disallow", "path": "/Cart-SubmitForm", "line": 13 }, { "directive": "disallow", "path": "/Account-RegistrationForm", "line": 14 }, { "directive": "disallow", "path": "/Account-SetNewPasswordForm", "line": 15 }, { "directive": "disallow", "path": "/COCustomer-LoginForm", "line": 16 }, { "directive": "disallow", "path": "/COShipping", "line": 17 }, { "directive": "disallow", "path": "/CustomerService-Submit", "line": 18 }, { "directive": "disallow", "path": "/Login-LoginForm", "line": 19 }, { "directive": "disallow", "path": "/Login-OAuthReentryFacebook", "line": 20 }, { "directive": "disallow", "path": "/search?q=", "line": 21 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Account-Show", "line": 2 }, { "directive": "disallow", "path": "/*SendToFriend-Start/", "line": 3 }, { "directive": "disallow", "path": "/Wishlist", "line": 4 }, { "directive": "disallow", "path": "/wishlist/", "line": 5 }, { "directive": "disallow", "path": "/Product-Variation", "line": 6 }, { "directive": "disallow", "path": "/Search-Show", "line": 7 }, { "directive": "disallow", "path": "/Product-Show", "line": 8 }, { "directive": "disallow", "path": "/Product?pid=", "line": 9 }, { "directive": "disallow", "path": "/directRegistration", "line": 10 }, { "directive": "disallow", "path": "/*/null/", "line": 11 }, { "directive": "disallow", "path": "//noname-", "line": 12 }, { "directive": "disallow", "path": "/Cart-SubmitForm", "line": 13 }, { "directive": "disallow", "path": "/Account-RegistrationForm", "line": 14 }, { "directive": "disallow", "path": "/Account-SetNewPasswordForm", "line": 15 }, { "directive": "disallow", "path": "/COCustomer-LoginForm", "line": 16 }, { "directive": "disallow", "path": "/COShipping", "line": 17 }, { "directive": "disallow", "path": "/CustomerService-Submit", "line": 18 }, { "directive": "disallow", "path": "/Login-LoginForm", "line": 19 }, { "directive": "disallow", "path": "/Login-OAuthReentryFacebook", "line": 20 }, { "directive": "disallow", "path": "/search?q=", "line": 21 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Account-Show", "line": 2 }, { "directive": "disallow", "path": "/*SendToFriend-Start/", "line": 3 }, { "directive": "disallow", "path": "/Wishlist", "line": 4 }, { "directive": "disallow", "path": "/wishlist/", "line": 5 }, { "directive": "disallow", "path": "/Product-Variation", "line": 6 }, { "directive": "disallow", "path": "/Search-Show", "line": 7 }, { "directive": "disallow", "path": "/Product-Show", "line": 8 }, { "directive": "disallow", "path": "/Product?pid=", "line": 9 }, { "directive": "disallow", "path": "/directRegistration", "line": 10 }, { "directive": "disallow", "path": "/*/null/", "line": 11 }, { "directive": "disallow", "path": "//noname-", "line": 12 }, { "directive": "disallow", "path": "/Cart-SubmitForm", "line": 13 }, { "directive": "disallow", "path": "/Account-RegistrationForm", "line": 14 }, { "directive": "disallow", "path": "/Account-SetNewPasswordForm", "line": 15 }, { "directive": "disallow", "path": "/COCustomer-LoginForm", "line": 16 }, { "directive": "disallow", "path": "/COShipping", "line": 17 }, { "directive": "disallow", "path": "/CustomerService-Submit", "line": 18 }, { "directive": "disallow", "path": "/Login-LoginForm", "line": 19 }, { "directive": "disallow", "path": "/Login-OAuthReentryFacebook", "line": 20 }, { "directive": "disallow", "path": "/search?q=", "line": 21 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Account-Show", "line": 2 }, { "directive": "disallow", "path": "/*SendToFriend-Start/", "line": 3 }, { "directive": "disallow", "path": "/Wishlist", "line": 4 }, { "directive": "disallow", "path": "/wishlist/", "line": 5 }, { "directive": "disallow", "path": "/Product-Variation", "line": 6 }, { "directive": "disallow", "path": "/Search-Show", "line": 7 }, { "directive": "disallow", "path": "/Product-Show", "line": 8 }, { "directive": "disallow", "path": "/Product?pid=", "line": 9 }, { "directive": "disallow", "path": "/directRegistration", "line": 10 }, { "directive": "disallow", "path": "/*/null/", "line": 11 }, { "directive": "disallow", "path": "//noname-", "line": 12 }, { "directive": "disallow", "path": "/Cart-SubmitForm", "line": 13 }, { "directive": "disallow", "path": "/Account-RegistrationForm", "line": 14 }, { "directive": "disallow", "path": "/Account-SetNewPasswordForm", "line": 15 }, { "directive": "disallow", "path": "/COCustomer-LoginForm", "line": 16 }, { "directive": "disallow", "path": "/COShipping", "line": 17 }, { "directive": "disallow", "path": "/CustomerService-Submit", "line": 18 }, { "directive": "disallow", "path": "/Login-LoginForm", "line": 19 }, { "directive": "disallow", "path": "/Login-OAuthReentryFacebook", "line": 20 }, { "directive": "disallow", "path": "/search?q=", "line": 21 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Account-Show", "line": 2 }, { "directive": "disallow", "path": "/*SendToFriend-Start/", "line": 3 }, { "directive": "disallow", "path": "/Wishlist", "line": 4 }, { "directive": "disallow", "path": "/wishlist/", "line": 5 }, { "directive": "disallow", "path": "/Product-Variation", "line": 6 }, { "directive": "disallow", "path": "/Search-Show", "line": 7 }, { "directive": "disallow", "path": "/Product-Show", "line": 8 }, { "directive": "disallow", "path": "/Product?pid=", "line": 9 }, { "directive": "disallow", "path": "/directRegistration", "line": 10 }, { "directive": "disallow", "path": "/*/null/", "line": 11 }, { "directive": "disallow", "path": "//noname-", "line": 12 }, { "directive": "disallow", "path": "/Cart-SubmitForm", "line": 13 }, { "directive": "disallow", "path": "/Account-RegistrationForm", "line": 14 }, { "directive": "disallow", "path": "/Account-SetNewPasswordForm", "line": 15 }, { "directive": "disallow", "path": "/COCustomer-LoginForm", "line": 16 }, { "directive": "disallow", "path": "/COShipping", "line": 17 }, { "directive": "disallow", "path": "/CustomerService-Submit", "line": 18 }, { "directive": "disallow", "path": "/Login-LoginForm", "line": 19 }, { "directive": "disallow", "path": "/Login-OAuthReentryFacebook", "line": 20 }, { "directive": "disallow", "path": "/search?q=", "line": 21 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Account-Show", "line": 2 }, { "directive": "disallow", "path": "/*SendToFriend-Start/", "line": 3 }, { "directive": "disallow", "path": "/Wishlist", "line": 4 }, { "directive": "disallow", "path": "/wishlist/", "line": 5 }, { "directive": "disallow", "path": "/Product-Variation", "line": 6 }, { "directive": "disallow", "path": "/Search-Show", "line": 7 }, { "directive": "disallow", "path": "/Product-Show", "line": 8 }, { "directive": "disallow", "path": "/Product?pid=", "line": 9 }, { "directive": "disallow", "path": "/directRegistration", "line": 10 }, { "directive": "disallow", "path": "/*/null/", "line": 11 }, { "directive": "disallow", "path": "//noname-", "line": 12 }, { "directive": "disallow", "path": "/Cart-SubmitForm", "line": 13 }, { "directive": "disallow", "path": "/Account-RegistrationForm", "line": 14 }, { "directive": "disallow", "path": "/Account-SetNewPasswordForm", "line": 15 }, { "directive": "disallow", "path": "/COCustomer-LoginForm", "line": 16 }, { "directive": "disallow", "path": "/COShipping", "line": 17 }, { "directive": "disallow", "path": "/CustomerService-Submit", "line": 18 }, { "directive": "disallow", "path": "/Login-LoginForm", "line": 19 }, { "directive": "disallow", "path": "/Login-OAuthReentryFacebook", "line": 20 }, { "directive": "disallow", "path": "/search?q=", "line": 21 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.aosmith.com/robots.txt", "contentType": "text/plain;charset=UTF-8", "sha256": "1f9a89ec4c23e0d9798a9b0966d0419179d6c3de1078bb0f9c133a81ec61ba3c", "bytes": 628 }, { "company": "Abbott Laboratories", "cik": "1800", "sector": "Health Care", "origin": "https://abbott.com", "checkedAt": "2026-09-26T04:54:45.709Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/en-us/errorpages", "line": 2 }, { "directive": "disallow", "path": "/en-us/rm/unsubscribe.html", "line": 3 }, { "directive": "disallow", "path": "/en-us/rm/newslettersubscriptionforbi.html", "line": 4 }, { "directive": "disallow", "path": "/en-us/rm/unsubscriptionthankyoupage.html", "line": 5 }, { "directive": "disallow", "path": "/en-us/rm/mailthankyoupage.html", "line": 6 }, { "directive": "disallow", "path": "/en-us/rm/registereduserthankyoupage.html", "line": 7 }, { "directive": "disallow", "path": "/en-us/rm/nonsubscriptionthankyoupage.html", "line": 8 }, { "directive": "disallow", "path": "/en-us/rm/newslettersubscription.html", "line": 9 }, { "directive": "disallow", "path": "/en-us/rm/signupthankyoupage.html", "line": 10 }, { "directive": "disallow", "path": "/en-us/rm/registereduserthankyoupageForAbbott.html", "line": 11 }, { "directive": "disallow", "path": "/en-us/life-changing-tech/piccolo.html", "line": 12 }, { "directive": "disallow", "path": "/en-us/life-changing-tech/parkinsons-treatment.html", "line": 13 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/finance/abbott-announces-share-repurchase-program.html", "line": 14 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/leadership/test.html", "line": 15 }, { "directive": "disallow", "path": "/en-us/bin/", "line": 16 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/healthy-heart/celebrating-grandparents-day.html", "line": 17 }, { "directive": "disallow", "path": "/en-us/rm/edge-preferences.html", "line": 18 }, { "directive": "disallow", "path": "/pt-br/errorpages", "line": 20 }, { "directive": "disallow", "path": "/en-uk/errorpages", "line": 21 }, { "directive": "disallow", "path": "/en-ie/errorpages", "line": 22 }, { "directive": "disallow", "path": "/zh-cn/errorpages", "line": 23 }, { "directive": "disallow", "path": "/en-in/errorpages", "line": 24 }, { "directive": "disallow", "path": "/ja-jp/errorpages", "line": 25 }, { "directive": "disallow", "path": "/en-za/errorpages", "line": 26 }, { "directive": "disallow", "path": "/es-es/errorpages", "line": 27 }, { "directive": "disallow", "path": "/fr-fr/errorpages", "line": 28 }, { "directive": "disallow", "path": "/vi-vn/errorpages", "line": 29 }, { "directive": "disallow", "path": "/zh-tw/errorpages", "line": 30 }, { "directive": "disallow", "path": "/de-de/errorpages", "line": 31 }, { "directive": "disallow", "path": "/en-ca/errorpages", "line": 32 }, { "directive": "disallow", "path": "/es-latam/errorpages", "line": 33 }, { "directive": "disallow", "path": "/en-sg/errorpages", "line": 34 }, { "directive": "disallow", "path": "/en-anz/errorpages", "line": 35 }, { "directive": "disallow", "path": "/ko-kr/errorpages", "line": 36 }, { "directive": "disallow", "path": "/en-my/errorpages", "line": 37 }, { "directive": "disallow", "path": "/ru-ru/errorpages", "line": 38 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/en-us/errorpages", "line": 2 }, { "directive": "disallow", "path": "/en-us/rm/unsubscribe.html", "line": 3 }, { "directive": "disallow", "path": "/en-us/rm/newslettersubscriptionforbi.html", "line": 4 }, { "directive": "disallow", "path": "/en-us/rm/unsubscriptionthankyoupage.html", "line": 5 }, { "directive": "disallow", "path": "/en-us/rm/mailthankyoupage.html", "line": 6 }, { "directive": "disallow", "path": "/en-us/rm/registereduserthankyoupage.html", "line": 7 }, { "directive": "disallow", "path": "/en-us/rm/nonsubscriptionthankyoupage.html", "line": 8 }, { "directive": "disallow", "path": "/en-us/rm/newslettersubscription.html", "line": 9 }, { "directive": "disallow", "path": "/en-us/rm/signupthankyoupage.html", "line": 10 }, { "directive": "disallow", "path": "/en-us/rm/registereduserthankyoupageForAbbott.html", "line": 11 }, { "directive": "disallow", "path": "/en-us/life-changing-tech/piccolo.html", "line": 12 }, { "directive": "disallow", "path": "/en-us/life-changing-tech/parkinsons-treatment.html", "line": 13 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/finance/abbott-announces-share-repurchase-program.html", "line": 14 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/leadership/test.html", "line": 15 }, { "directive": "disallow", "path": "/en-us/bin/", "line": 16 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/healthy-heart/celebrating-grandparents-day.html", "line": 17 }, { "directive": "disallow", "path": "/en-us/rm/edge-preferences.html", "line": 18 }, { "directive": "disallow", "path": "/pt-br/errorpages", "line": 20 }, { "directive": "disallow", "path": "/en-uk/errorpages", "line": 21 }, { "directive": "disallow", "path": "/en-ie/errorpages", "line": 22 }, { "directive": "disallow", "path": "/zh-cn/errorpages", "line": 23 }, { "directive": "disallow", "path": "/en-in/errorpages", "line": 24 }, { "directive": "disallow", "path": "/ja-jp/errorpages", "line": 25 }, { "directive": "disallow", "path": "/en-za/errorpages", "line": 26 }, { "directive": "disallow", "path": "/es-es/errorpages", "line": 27 }, { "directive": "disallow", "path": "/fr-fr/errorpages", "line": 28 }, { "directive": "disallow", "path": "/vi-vn/errorpages", "line": 29 }, { "directive": "disallow", "path": "/zh-tw/errorpages", "line": 30 }, { "directive": "disallow", "path": "/de-de/errorpages", "line": 31 }, { "directive": "disallow", "path": "/en-ca/errorpages", "line": 32 }, { "directive": "disallow", "path": "/es-latam/errorpages", "line": 33 }, { "directive": "disallow", "path": "/en-sg/errorpages", "line": 34 }, { "directive": "disallow", "path": "/en-anz/errorpages", "line": 35 }, { "directive": "disallow", "path": "/ko-kr/errorpages", "line": 36 }, { "directive": "disallow", "path": "/en-my/errorpages", "line": 37 }, { "directive": "disallow", "path": "/ru-ru/errorpages", "line": 38 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/en-us/errorpages", "line": 2 }, { "directive": "disallow", "path": "/en-us/rm/unsubscribe.html", "line": 3 }, { "directive": "disallow", "path": "/en-us/rm/newslettersubscriptionforbi.html", "line": 4 }, { "directive": "disallow", "path": "/en-us/rm/unsubscriptionthankyoupage.html", "line": 5 }, { "directive": "disallow", "path": "/en-us/rm/mailthankyoupage.html", "line": 6 }, { "directive": "disallow", "path": "/en-us/rm/registereduserthankyoupage.html", "line": 7 }, { "directive": "disallow", "path": "/en-us/rm/nonsubscriptionthankyoupage.html", "line": 8 }, { "directive": "disallow", "path": "/en-us/rm/newslettersubscription.html", "line": 9 }, { "directive": "disallow", "path": "/en-us/rm/signupthankyoupage.html", "line": 10 }, { "directive": "disallow", "path": "/en-us/rm/registereduserthankyoupageForAbbott.html", "line": 11 }, { "directive": "disallow", "path": "/en-us/life-changing-tech/piccolo.html", "line": 12 }, { "directive": "disallow", "path": "/en-us/life-changing-tech/parkinsons-treatment.html", "line": 13 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/finance/abbott-announces-share-repurchase-program.html", "line": 14 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/leadership/test.html", "line": 15 }, { "directive": "disallow", "path": "/en-us/bin/", "line": 16 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/healthy-heart/celebrating-grandparents-day.html", "line": 17 }, { "directive": "disallow", "path": "/en-us/rm/edge-preferences.html", "line": 18 }, { "directive": "disallow", "path": "/pt-br/errorpages", "line": 20 }, { "directive": "disallow", "path": "/en-uk/errorpages", "line": 21 }, { "directive": "disallow", "path": "/en-ie/errorpages", "line": 22 }, { "directive": "disallow", "path": "/zh-cn/errorpages", "line": 23 }, { "directive": "disallow", "path": "/en-in/errorpages", "line": 24 }, { "directive": "disallow", "path": "/ja-jp/errorpages", "line": 25 }, { "directive": "disallow", "path": "/en-za/errorpages", "line": 26 }, { "directive": "disallow", "path": "/es-es/errorpages", "line": 27 }, { "directive": "disallow", "path": "/fr-fr/errorpages", "line": 28 }, { "directive": "disallow", "path": "/vi-vn/errorpages", "line": 29 }, { "directive": "disallow", "path": "/zh-tw/errorpages", "line": 30 }, { "directive": "disallow", "path": "/de-de/errorpages", "line": 31 }, { "directive": "disallow", "path": "/en-ca/errorpages", "line": 32 }, { "directive": "disallow", "path": "/es-latam/errorpages", "line": 33 }, { "directive": "disallow", "path": "/en-sg/errorpages", "line": 34 }, { "directive": "disallow", "path": "/en-anz/errorpages", "line": 35 }, { "directive": "disallow", "path": "/ko-kr/errorpages", "line": 36 }, { "directive": "disallow", "path": "/en-my/errorpages", "line": 37 }, { "directive": "disallow", "path": "/ru-ru/errorpages", "line": 38 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/en-us/errorpages", "line": 2 }, { "directive": "disallow", "path": "/en-us/rm/unsubscribe.html", "line": 3 }, { "directive": "disallow", "path": "/en-us/rm/newslettersubscriptionforbi.html", "line": 4 }, { "directive": "disallow", "path": "/en-us/rm/unsubscriptionthankyoupage.html", "line": 5 }, { "directive": "disallow", "path": "/en-us/rm/mailthankyoupage.html", "line": 6 }, { "directive": "disallow", "path": "/en-us/rm/registereduserthankyoupage.html", "line": 7 }, { "directive": "disallow", "path": "/en-us/rm/nonsubscriptionthankyoupage.html", "line": 8 }, { "directive": "disallow", "path": "/en-us/rm/newslettersubscription.html", "line": 9 }, { "directive": "disallow", "path": "/en-us/rm/signupthankyoupage.html", "line": 10 }, { "directive": "disallow", "path": "/en-us/rm/registereduserthankyoupageForAbbott.html", "line": 11 }, { "directive": "disallow", "path": "/en-us/life-changing-tech/piccolo.html", "line": 12 }, { "directive": "disallow", "path": "/en-us/life-changing-tech/parkinsons-treatment.html", "line": 13 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/finance/abbott-announces-share-repurchase-program.html", "line": 14 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/leadership/test.html", "line": 15 }, { "directive": "disallow", "path": "/en-us/bin/", "line": 16 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/healthy-heart/celebrating-grandparents-day.html", "line": 17 }, { "directive": "disallow", "path": "/en-us/rm/edge-preferences.html", "line": 18 }, { "directive": "disallow", "path": "/pt-br/errorpages", "line": 20 }, { "directive": "disallow", "path": "/en-uk/errorpages", "line": 21 }, { "directive": "disallow", "path": "/en-ie/errorpages", "line": 22 }, { "directive": "disallow", "path": "/zh-cn/errorpages", "line": 23 }, { "directive": "disallow", "path": "/en-in/errorpages", "line": 24 }, { "directive": "disallow", "path": "/ja-jp/errorpages", "line": 25 }, { "directive": "disallow", "path": "/en-za/errorpages", "line": 26 }, { "directive": "disallow", "path": "/es-es/errorpages", "line": 27 }, { "directive": "disallow", "path": "/fr-fr/errorpages", "line": 28 }, { "directive": "disallow", "path": "/vi-vn/errorpages", "line": 29 }, { "directive": "disallow", "path": "/zh-tw/errorpages", "line": 30 }, { "directive": "disallow", "path": "/de-de/errorpages", "line": 31 }, { "directive": "disallow", "path": "/en-ca/errorpages", "line": 32 }, { "directive": "disallow", "path": "/es-latam/errorpages", "line": 33 }, { "directive": "disallow", "path": "/en-sg/errorpages", "line": 34 }, { "directive": "disallow", "path": "/en-anz/errorpages", "line": 35 }, { "directive": "disallow", "path": "/ko-kr/errorpages", "line": 36 }, { "directive": "disallow", "path": "/en-my/errorpages", "line": 37 }, { "directive": "disallow", "path": "/ru-ru/errorpages", "line": 38 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/en-us/errorpages", "line": 2 }, { "directive": "disallow", "path": "/en-us/rm/unsubscribe.html", "line": 3 }, { "directive": "disallow", "path": "/en-us/rm/newslettersubscriptionforbi.html", "line": 4 }, { "directive": "disallow", "path": "/en-us/rm/unsubscriptionthankyoupage.html", "line": 5 }, { "directive": "disallow", "path": "/en-us/rm/mailthankyoupage.html", "line": 6 }, { "directive": "disallow", "path": "/en-us/rm/registereduserthankyoupage.html", "line": 7 }, { "directive": "disallow", "path": "/en-us/rm/nonsubscriptionthankyoupage.html", "line": 8 }, { "directive": "disallow", "path": "/en-us/rm/newslettersubscription.html", "line": 9 }, { "directive": "disallow", "path": "/en-us/rm/signupthankyoupage.html", "line": 10 }, { "directive": "disallow", "path": "/en-us/rm/registereduserthankyoupageForAbbott.html", "line": 11 }, { "directive": "disallow", "path": "/en-us/life-changing-tech/piccolo.html", "line": 12 }, { "directive": "disallow", "path": "/en-us/life-changing-tech/parkinsons-treatment.html", "line": 13 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/finance/abbott-announces-share-repurchase-program.html", "line": 14 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/leadership/test.html", "line": 15 }, { "directive": "disallow", "path": "/en-us/bin/", "line": 16 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/healthy-heart/celebrating-grandparents-day.html", "line": 17 }, { "directive": "disallow", "path": "/en-us/rm/edge-preferences.html", "line": 18 }, { "directive": "disallow", "path": "/pt-br/errorpages", "line": 20 }, { "directive": "disallow", "path": "/en-uk/errorpages", "line": 21 }, { "directive": "disallow", "path": "/en-ie/errorpages", "line": 22 }, { "directive": "disallow", "path": "/zh-cn/errorpages", "line": 23 }, { "directive": "disallow", "path": "/en-in/errorpages", "line": 24 }, { "directive": "disallow", "path": "/ja-jp/errorpages", "line": 25 }, { "directive": "disallow", "path": "/en-za/errorpages", "line": 26 }, { "directive": "disallow", "path": "/es-es/errorpages", "line": 27 }, { "directive": "disallow", "path": "/fr-fr/errorpages", "line": 28 }, { "directive": "disallow", "path": "/vi-vn/errorpages", "line": 29 }, { "directive": "disallow", "path": "/zh-tw/errorpages", "line": 30 }, { "directive": "disallow", "path": "/de-de/errorpages", "line": 31 }, { "directive": "disallow", "path": "/en-ca/errorpages", "line": 32 }, { "directive": "disallow", "path": "/es-latam/errorpages", "line": 33 }, { "directive": "disallow", "path": "/en-sg/errorpages", "line": 34 }, { "directive": "disallow", "path": "/en-anz/errorpages", "line": 35 }, { "directive": "disallow", "path": "/ko-kr/errorpages", "line": 36 }, { "directive": "disallow", "path": "/en-my/errorpages", "line": 37 }, { "directive": "disallow", "path": "/ru-ru/errorpages", "line": 38 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/en-us/errorpages", "line": 2 }, { "directive": "disallow", "path": "/en-us/rm/unsubscribe.html", "line": 3 }, { "directive": "disallow", "path": "/en-us/rm/newslettersubscriptionforbi.html", "line": 4 }, { "directive": "disallow", "path": "/en-us/rm/unsubscriptionthankyoupage.html", "line": 5 }, { "directive": "disallow", "path": "/en-us/rm/mailthankyoupage.html", "line": 6 }, { "directive": "disallow", "path": "/en-us/rm/registereduserthankyoupage.html", "line": 7 }, { "directive": "disallow", "path": "/en-us/rm/nonsubscriptionthankyoupage.html", "line": 8 }, { "directive": "disallow", "path": "/en-us/rm/newslettersubscription.html", "line": 9 }, { "directive": "disallow", "path": "/en-us/rm/signupthankyoupage.html", "line": 10 }, { "directive": "disallow", "path": "/en-us/rm/registereduserthankyoupageForAbbott.html", "line": 11 }, { "directive": "disallow", "path": "/en-us/life-changing-tech/piccolo.html", "line": 12 }, { "directive": "disallow", "path": "/en-us/life-changing-tech/parkinsons-treatment.html", "line": 13 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/finance/abbott-announces-share-repurchase-program.html", "line": 14 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/leadership/test.html", "line": 15 }, { "directive": "disallow", "path": "/en-us/bin/", "line": 16 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/healthy-heart/celebrating-grandparents-day.html", "line": 17 }, { "directive": "disallow", "path": "/en-us/rm/edge-preferences.html", "line": 18 }, { "directive": "disallow", "path": "/pt-br/errorpages", "line": 20 }, { "directive": "disallow", "path": "/en-uk/errorpages", "line": 21 }, { "directive": "disallow", "path": "/en-ie/errorpages", "line": 22 }, { "directive": "disallow", "path": "/zh-cn/errorpages", "line": 23 }, { "directive": "disallow", "path": "/en-in/errorpages", "line": 24 }, { "directive": "disallow", "path": "/ja-jp/errorpages", "line": 25 }, { "directive": "disallow", "path": "/en-za/errorpages", "line": 26 }, { "directive": "disallow", "path": "/es-es/errorpages", "line": 27 }, { "directive": "disallow", "path": "/fr-fr/errorpages", "line": 28 }, { "directive": "disallow", "path": "/vi-vn/errorpages", "line": 29 }, { "directive": "disallow", "path": "/zh-tw/errorpages", "line": 30 }, { "directive": "disallow", "path": "/de-de/errorpages", "line": 31 }, { "directive": "disallow", "path": "/en-ca/errorpages", "line": 32 }, { "directive": "disallow", "path": "/es-latam/errorpages", "line": 33 }, { "directive": "disallow", "path": "/en-sg/errorpages", "line": 34 }, { "directive": "disallow", "path": "/en-anz/errorpages", "line": 35 }, { "directive": "disallow", "path": "/ko-kr/errorpages", "line": 36 }, { "directive": "disallow", "path": "/en-my/errorpages", "line": 37 }, { "directive": "disallow", "path": "/ru-ru/errorpages", "line": 38 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/en-us/errorpages", "line": 2 }, { "directive": "disallow", "path": "/en-us/rm/unsubscribe.html", "line": 3 }, { "directive": "disallow", "path": "/en-us/rm/newslettersubscriptionforbi.html", "line": 4 }, { "directive": "disallow", "path": "/en-us/rm/unsubscriptionthankyoupage.html", "line": 5 }, { "directive": "disallow", "path": "/en-us/rm/mailthankyoupage.html", "line": 6 }, { "directive": "disallow", "path": "/en-us/rm/registereduserthankyoupage.html", "line": 7 }, { "directive": "disallow", "path": "/en-us/rm/nonsubscriptionthankyoupage.html", "line": 8 }, { "directive": "disallow", "path": "/en-us/rm/newslettersubscription.html", "line": 9 }, { "directive": "disallow", "path": "/en-us/rm/signupthankyoupage.html", "line": 10 }, { "directive": "disallow", "path": "/en-us/rm/registereduserthankyoupageForAbbott.html", "line": 11 }, { "directive": "disallow", "path": "/en-us/life-changing-tech/piccolo.html", "line": 12 }, { "directive": "disallow", "path": "/en-us/life-changing-tech/parkinsons-treatment.html", "line": 13 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/finance/abbott-announces-share-repurchase-program.html", "line": 14 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/leadership/test.html", "line": 15 }, { "directive": "disallow", "path": "/en-us/bin/", "line": 16 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/healthy-heart/celebrating-grandparents-day.html", "line": 17 }, { "directive": "disallow", "path": "/en-us/rm/edge-preferences.html", "line": 18 }, { "directive": "disallow", "path": "/pt-br/errorpages", "line": 20 }, { "directive": "disallow", "path": "/en-uk/errorpages", "line": 21 }, { "directive": "disallow", "path": "/en-ie/errorpages", "line": 22 }, { "directive": "disallow", "path": "/zh-cn/errorpages", "line": 23 }, { "directive": "disallow", "path": "/en-in/errorpages", "line": 24 }, { "directive": "disallow", "path": "/ja-jp/errorpages", "line": 25 }, { "directive": "disallow", "path": "/en-za/errorpages", "line": 26 }, { "directive": "disallow", "path": "/es-es/errorpages", "line": 27 }, { "directive": "disallow", "path": "/fr-fr/errorpages", "line": 28 }, { "directive": "disallow", "path": "/vi-vn/errorpages", "line": 29 }, { "directive": "disallow", "path": "/zh-tw/errorpages", "line": 30 }, { "directive": "disallow", "path": "/de-de/errorpages", "line": 31 }, { "directive": "disallow", "path": "/en-ca/errorpages", "line": 32 }, { "directive": "disallow", "path": "/es-latam/errorpages", "line": 33 }, { "directive": "disallow", "path": "/en-sg/errorpages", "line": 34 }, { "directive": "disallow", "path": "/en-anz/errorpages", "line": 35 }, { "directive": "disallow", "path": "/ko-kr/errorpages", "line": 36 }, { "directive": "disallow", "path": "/en-my/errorpages", "line": 37 }, { "directive": "disallow", "path": "/ru-ru/errorpages", "line": 38 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/en-us/errorpages", "line": 2 }, { "directive": "disallow", "path": "/en-us/rm/unsubscribe.html", "line": 3 }, { "directive": "disallow", "path": "/en-us/rm/newslettersubscriptionforbi.html", "line": 4 }, { "directive": "disallow", "path": "/en-us/rm/unsubscriptionthankyoupage.html", "line": 5 }, { "directive": "disallow", "path": "/en-us/rm/mailthankyoupage.html", "line": 6 }, { "directive": "disallow", "path": "/en-us/rm/registereduserthankyoupage.html", "line": 7 }, { "directive": "disallow", "path": "/en-us/rm/nonsubscriptionthankyoupage.html", "line": 8 }, { "directive": "disallow", "path": "/en-us/rm/newslettersubscription.html", "line": 9 }, { "directive": "disallow", "path": "/en-us/rm/signupthankyoupage.html", "line": 10 }, { "directive": "disallow", "path": "/en-us/rm/registereduserthankyoupageForAbbott.html", "line": 11 }, { "directive": "disallow", "path": "/en-us/life-changing-tech/piccolo.html", "line": 12 }, { "directive": "disallow", "path": "/en-us/life-changing-tech/parkinsons-treatment.html", "line": 13 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/finance/abbott-announces-share-repurchase-program.html", "line": 14 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/leadership/test.html", "line": 15 }, { "directive": "disallow", "path": "/en-us/bin/", "line": 16 }, { "directive": "disallow", "path": "/en-us/corpnewsroom/healthy-heart/celebrating-grandparents-day.html", "line": 17 }, { "directive": "disallow", "path": "/en-us/rm/edge-preferences.html", "line": 18 }, { "directive": "disallow", "path": "/pt-br/errorpages", "line": 20 }, { "directive": "disallow", "path": "/en-uk/errorpages", "line": 21 }, { "directive": "disallow", "path": "/en-ie/errorpages", "line": 22 }, { "directive": "disallow", "path": "/zh-cn/errorpages", "line": 23 }, { "directive": "disallow", "path": "/en-in/errorpages", "line": 24 }, { "directive": "disallow", "path": "/ja-jp/errorpages", "line": 25 }, { "directive": "disallow", "path": "/en-za/errorpages", "line": 26 }, { "directive": "disallow", "path": "/es-es/errorpages", "line": 27 }, { "directive": "disallow", "path": "/fr-fr/errorpages", "line": 28 }, { "directive": "disallow", "path": "/vi-vn/errorpages", "line": 29 }, { "directive": "disallow", "path": "/zh-tw/errorpages", "line": 30 }, { "directive": "disallow", "path": "/de-de/errorpages", "line": 31 }, { "directive": "disallow", "path": "/en-ca/errorpages", "line": 32 }, { "directive": "disallow", "path": "/es-latam/errorpages", "line": 33 }, { "directive": "disallow", "path": "/en-sg/errorpages", "line": 34 }, { "directive": "disallow", "path": "/en-anz/errorpages", "line": 35 }, { "directive": "disallow", "path": "/ko-kr/errorpages", "line": 36 }, { "directive": "disallow", "path": "/en-my/errorpages", "line": 37 }, { "directive": "disallow", "path": "/ru-ru/errorpages", "line": 38 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.abbott.com/content/dam/corp/abbottglobal/wwwroot/robots.txt", "contentType": "text/plain; charset=ISO-8859-1", "sha256": "b3064a82887c98e27088373a164bdf360dae542d33a6cfad83f1295a3c271be0", "bytes": 2508 }, { "company": "AbbVie", "cik": "1551152", "sector": "Health Care", "origin": "http://www.abbvie.com", "checkedAt": "2026-09-26T04:54:45.710Z", "status": "inaccessible", "bots": null, "error": "UND_ERR_HEADERS_OVERFLOW" }, { "company": "Accenture", "cik": "1467373", "sector": "Information Technology", "origin": "https://www.accenture.com", "checkedAt": "2026-09-26T04:54:45.714Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/Careers/Registration", "line": 2 }, { "directive": "disallow", "path": "*/Careers/Form", "line": 3 }, { "directive": "disallow", "path": "*/Careers/Profiles", "line": 4 }, { "directive": "disallow", "path": "*/error/", "line": 5 }, { "directive": "disallow", "path": "*/loginpage", "line": 6 }, { "directive": "disallow", "path": "*/sitecore/", "line": 7 }, { "directive": "disallow", "path": "*/BucketContent", "line": 8 }, { "directive": "disallow", "path": "*/RedesignBucket", "line": 9 }, { "directive": "disallow", "path": "*/core/", "line": 10 }, { "directive": "disallow", "path": "*/?sc_lang", "line": 11 }, { "directive": "disallow", "path": "*/secure/", "line": 12 }, { "directive": "disallow", "path": "*/clients/", "line": 13 }, { "directive": "disallow", "path": "*/client/", "line": 14 }, { "directive": "disallow", "path": "*/a-com-no-follow-no-index/", "line": 15 }, { "directive": "disallow", "path": "*/_acnmedia/", "line": 16 }, { "directive": "disallow", "path": "*/_globalreferences/", "line": 17 }, { "directive": "disallow", "path": "/us-en/careers/admin/careersxmlresult", "line": 18 }, { "directive": "disallow", "path": "/*/header/global-header/", "line": 19 }, { "directive": "disallow", "path": "/*.nocache.html", "line": 20 }, { "directive": "disallow", "path": "*/content/acom/", "line": 21 }, { "directive": "disallow", "path": "/*tlaAppCB", "line": 22 }, { "directive": "disallow", "path": "*/careers/jobsearch?", "line": 23 }, { "directive": "disallow", "path": "*/search/ai-search", "line": 24 }, { "directive": "disallow", "path": "*/search/results", "line": 25 }, { "directive": "disallow", "path": "/*WHB", "line": 26 }, { "directive": "disallow", "path": "/*Channel", "line": 27 }, { "directive": "disallow", "path": "/*channel", "line": 28 }, { "directive": "disallow", "path": "/*target_id", "line": 29 }, { "directive": "disallow", "path": "/*utm_source", "line": 30 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 21, 23, 24, 25 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/Careers/Registration", "line": 2 }, { "directive": "disallow", "path": "*/Careers/Form", "line": 3 }, { "directive": "disallow", "path": "*/Careers/Profiles", "line": 4 }, { "directive": "disallow", "path": "*/error/", "line": 5 }, { "directive": "disallow", "path": "*/loginpage", "line": 6 }, { "directive": "disallow", "path": "*/sitecore/", "line": 7 }, { "directive": "disallow", "path": "*/BucketContent", "line": 8 }, { "directive": "disallow", "path": "*/RedesignBucket", "line": 9 }, { "directive": "disallow", "path": "*/core/", "line": 10 }, { "directive": "disallow", "path": "*/?sc_lang", "line": 11 }, { "directive": "disallow", "path": "*/secure/", "line": 12 }, { "directive": "disallow", "path": "*/clients/", "line": 13 }, { "directive": "disallow", "path": "*/client/", "line": 14 }, { "directive": "disallow", "path": "*/a-com-no-follow-no-index/", "line": 15 }, { "directive": "disallow", "path": "*/_acnmedia/", "line": 16 }, { "directive": "disallow", "path": "*/_globalreferences/", "line": 17 }, { "directive": "disallow", "path": "/us-en/careers/admin/careersxmlresult", "line": 18 }, { "directive": "disallow", "path": "/*/header/global-header/", "line": 19 }, { "directive": "disallow", "path": "/*.nocache.html", "line": 20 }, { "directive": "disallow", "path": "*/content/acom/", "line": 21 }, { "directive": "disallow", "path": "/*tlaAppCB", "line": 22 }, { "directive": "disallow", "path": "*/careers/jobsearch?", "line": 23 }, { "directive": "disallow", "path": "*/search/ai-search", "line": 24 }, { "directive": "disallow", "path": "*/search/results", "line": 25 }, { "directive": "disallow", "path": "/*WHB", "line": 26 }, { "directive": "disallow", "path": "/*Channel", "line": 27 }, { "directive": "disallow", "path": "/*channel", "line": 28 }, { "directive": "disallow", "path": "/*target_id", "line": 29 }, { "directive": "disallow", "path": "/*utm_source", "line": 30 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 21, 23, 24, 25 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/Careers/Registration", "line": 2 }, { "directive": "disallow", "path": "*/Careers/Form", "line": 3 }, { "directive": "disallow", "path": "*/Careers/Profiles", "line": 4 }, { "directive": "disallow", "path": "*/error/", "line": 5 }, { "directive": "disallow", "path": "*/loginpage", "line": 6 }, { "directive": "disallow", "path": "*/sitecore/", "line": 7 }, { "directive": "disallow", "path": "*/BucketContent", "line": 8 }, { "directive": "disallow", "path": "*/RedesignBucket", "line": 9 }, { "directive": "disallow", "path": "*/core/", "line": 10 }, { "directive": "disallow", "path": "*/?sc_lang", "line": 11 }, { "directive": "disallow", "path": "*/secure/", "line": 12 }, { "directive": "disallow", "path": "*/clients/", "line": 13 }, { "directive": "disallow", "path": "*/client/", "line": 14 }, { "directive": "disallow", "path": "*/a-com-no-follow-no-index/", "line": 15 }, { "directive": "disallow", "path": "*/_acnmedia/", "line": 16 }, { "directive": "disallow", "path": "*/_globalreferences/", "line": 17 }, { "directive": "disallow", "path": "/us-en/careers/admin/careersxmlresult", "line": 18 }, { "directive": "disallow", "path": "/*/header/global-header/", "line": 19 }, { "directive": "disallow", "path": "/*.nocache.html", "line": 20 }, { "directive": "disallow", "path": "*/content/acom/", "line": 21 }, { "directive": "disallow", "path": "/*tlaAppCB", "line": 22 }, { "directive": "disallow", "path": "*/careers/jobsearch?", "line": 23 }, { "directive": "disallow", "path": "*/search/ai-search", "line": 24 }, { "directive": "disallow", "path": "*/search/results", "line": 25 }, { "directive": "disallow", "path": "/*WHB", "line": 26 }, { "directive": "disallow", "path": "/*Channel", "line": 27 }, { "directive": "disallow", "path": "/*channel", "line": 28 }, { "directive": "disallow", "path": "/*target_id", "line": 29 }, { "directive": "disallow", "path": "/*utm_source", "line": 30 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 21, 23, 24, 25 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/Careers/Registration", "line": 2 }, { "directive": "disallow", "path": "*/Careers/Form", "line": 3 }, { "directive": "disallow", "path": "*/Careers/Profiles", "line": 4 }, { "directive": "disallow", "path": "*/error/", "line": 5 }, { "directive": "disallow", "path": "*/loginpage", "line": 6 }, { "directive": "disallow", "path": "*/sitecore/", "line": 7 }, { "directive": "disallow", "path": "*/BucketContent", "line": 8 }, { "directive": "disallow", "path": "*/RedesignBucket", "line": 9 }, { "directive": "disallow", "path": "*/core/", "line": 10 }, { "directive": "disallow", "path": "*/?sc_lang", "line": 11 }, { "directive": "disallow", "path": "*/secure/", "line": 12 }, { "directive": "disallow", "path": "*/clients/", "line": 13 }, { "directive": "disallow", "path": "*/client/", "line": 14 }, { "directive": "disallow", "path": "*/a-com-no-follow-no-index/", "line": 15 }, { "directive": "disallow", "path": "*/_acnmedia/", "line": 16 }, { "directive": "disallow", "path": "*/_globalreferences/", "line": 17 }, { "directive": "disallow", "path": "/us-en/careers/admin/careersxmlresult", "line": 18 }, { "directive": "disallow", "path": "/*/header/global-header/", "line": 19 }, { "directive": "disallow", "path": "/*.nocache.html", "line": 20 }, { "directive": "disallow", "path": "*/content/acom/", "line": 21 }, { "directive": "disallow", "path": "/*tlaAppCB", "line": 22 }, { "directive": "disallow", "path": "*/careers/jobsearch?", "line": 23 }, { "directive": "disallow", "path": "*/search/ai-search", "line": 24 }, { "directive": "disallow", "path": "*/search/results", "line": 25 }, { "directive": "disallow", "path": "/*WHB", "line": 26 }, { "directive": "disallow", "path": "/*Channel", "line": 27 }, { "directive": "disallow", "path": "/*channel", "line": 28 }, { "directive": "disallow", "path": "/*target_id", "line": 29 }, { "directive": "disallow", "path": "/*utm_source", "line": 30 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 21, 23, 24, 25 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/Careers/Registration", "line": 2 }, { "directive": "disallow", "path": "*/Careers/Form", "line": 3 }, { "directive": "disallow", "path": "*/Careers/Profiles", "line": 4 }, { "directive": "disallow", "path": "*/error/", "line": 5 }, { "directive": "disallow", "path": "*/loginpage", "line": 6 }, { "directive": "disallow", "path": "*/sitecore/", "line": 7 }, { "directive": "disallow", "path": "*/BucketContent", "line": 8 }, { "directive": "disallow", "path": "*/RedesignBucket", "line": 9 }, { "directive": "disallow", "path": "*/core/", "line": 10 }, { "directive": "disallow", "path": "*/?sc_lang", "line": 11 }, { "directive": "disallow", "path": "*/secure/", "line": 12 }, { "directive": "disallow", "path": "*/clients/", "line": 13 }, { "directive": "disallow", "path": "*/client/", "line": 14 }, { "directive": "disallow", "path": "*/a-com-no-follow-no-index/", "line": 15 }, { "directive": "disallow", "path": "*/_acnmedia/", "line": 16 }, { "directive": "disallow", "path": "*/_globalreferences/", "line": 17 }, { "directive": "disallow", "path": "/us-en/careers/admin/careersxmlresult", "line": 18 }, { "directive": "disallow", "path": "/*/header/global-header/", "line": 19 }, { "directive": "disallow", "path": "/*.nocache.html", "line": 20 }, { "directive": "disallow", "path": "*/content/acom/", "line": 21 }, { "directive": "disallow", "path": "/*tlaAppCB", "line": 22 }, { "directive": "disallow", "path": "*/careers/jobsearch?", "line": 23 }, { "directive": "disallow", "path": "*/search/ai-search", "line": 24 }, { "directive": "disallow", "path": "*/search/results", "line": 25 }, { "directive": "disallow", "path": "/*WHB", "line": 26 }, { "directive": "disallow", "path": "/*Channel", "line": 27 }, { "directive": "disallow", "path": "/*channel", "line": 28 }, { "directive": "disallow", "path": "/*target_id", "line": 29 }, { "directive": "disallow", "path": "/*utm_source", "line": 30 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 21, 23, 24, 25 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/Careers/Registration", "line": 2 }, { "directive": "disallow", "path": "*/Careers/Form", "line": 3 }, { "directive": "disallow", "path": "*/Careers/Profiles", "line": 4 }, { "directive": "disallow", "path": "*/error/", "line": 5 }, { "directive": "disallow", "path": "*/loginpage", "line": 6 }, { "directive": "disallow", "path": "*/sitecore/", "line": 7 }, { "directive": "disallow", "path": "*/BucketContent", "line": 8 }, { "directive": "disallow", "path": "*/RedesignBucket", "line": 9 }, { "directive": "disallow", "path": "*/core/", "line": 10 }, { "directive": "disallow", "path": "*/?sc_lang", "line": 11 }, { "directive": "disallow", "path": "*/secure/", "line": 12 }, { "directive": "disallow", "path": "*/clients/", "line": 13 }, { "directive": "disallow", "path": "*/client/", "line": 14 }, { "directive": "disallow", "path": "*/a-com-no-follow-no-index/", "line": 15 }, { "directive": "disallow", "path": "*/_acnmedia/", "line": 16 }, { "directive": "disallow", "path": "*/_globalreferences/", "line": 17 }, { "directive": "disallow", "path": "/us-en/careers/admin/careersxmlresult", "line": 18 }, { "directive": "disallow", "path": "/*/header/global-header/", "line": 19 }, { "directive": "disallow", "path": "/*.nocache.html", "line": 20 }, { "directive": "disallow", "path": "*/content/acom/", "line": 21 }, { "directive": "disallow", "path": "/*tlaAppCB", "line": 22 }, { "directive": "disallow", "path": "*/careers/jobsearch?", "line": 23 }, { "directive": "disallow", "path": "*/search/ai-search", "line": 24 }, { "directive": "disallow", "path": "*/search/results", "line": 25 }, { "directive": "disallow", "path": "/*WHB", "line": 26 }, { "directive": "disallow", "path": "/*Channel", "line": 27 }, { "directive": "disallow", "path": "/*channel", "line": 28 }, { "directive": "disallow", "path": "/*target_id", "line": 29 }, { "directive": "disallow", "path": "/*utm_source", "line": 30 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 21, 23, 24, 25 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/Careers/Registration", "line": 2 }, { "directive": "disallow", "path": "*/Careers/Form", "line": 3 }, { "directive": "disallow", "path": "*/Careers/Profiles", "line": 4 }, { "directive": "disallow", "path": "*/error/", "line": 5 }, { "directive": "disallow", "path": "*/loginpage", "line": 6 }, { "directive": "disallow", "path": "*/sitecore/", "line": 7 }, { "directive": "disallow", "path": "*/BucketContent", "line": 8 }, { "directive": "disallow", "path": "*/RedesignBucket", "line": 9 }, { "directive": "disallow", "path": "*/core/", "line": 10 }, { "directive": "disallow", "path": "*/?sc_lang", "line": 11 }, { "directive": "disallow", "path": "*/secure/", "line": 12 }, { "directive": "disallow", "path": "*/clients/", "line": 13 }, { "directive": "disallow", "path": "*/client/", "line": 14 }, { "directive": "disallow", "path": "*/a-com-no-follow-no-index/", "line": 15 }, { "directive": "disallow", "path": "*/_acnmedia/", "line": 16 }, { "directive": "disallow", "path": "*/_globalreferences/", "line": 17 }, { "directive": "disallow", "path": "/us-en/careers/admin/careersxmlresult", "line": 18 }, { "directive": "disallow", "path": "/*/header/global-header/", "line": 19 }, { "directive": "disallow", "path": "/*.nocache.html", "line": 20 }, { "directive": "disallow", "path": "*/content/acom/", "line": 21 }, { "directive": "disallow", "path": "/*tlaAppCB", "line": 22 }, { "directive": "disallow", "path": "*/careers/jobsearch?", "line": 23 }, { "directive": "disallow", "path": "*/search/ai-search", "line": 24 }, { "directive": "disallow", "path": "*/search/results", "line": 25 }, { "directive": "disallow", "path": "/*WHB", "line": 26 }, { "directive": "disallow", "path": "/*Channel", "line": 27 }, { "directive": "disallow", "path": "/*channel", "line": 28 }, { "directive": "disallow", "path": "/*target_id", "line": 29 }, { "directive": "disallow", "path": "/*utm_source", "line": 30 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 21, 23, 24, 25 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/Careers/Registration", "line": 2 }, { "directive": "disallow", "path": "*/Careers/Form", "line": 3 }, { "directive": "disallow", "path": "*/Careers/Profiles", "line": 4 }, { "directive": "disallow", "path": "*/error/", "line": 5 }, { "directive": "disallow", "path": "*/loginpage", "line": 6 }, { "directive": "disallow", "path": "*/sitecore/", "line": 7 }, { "directive": "disallow", "path": "*/BucketContent", "line": 8 }, { "directive": "disallow", "path": "*/RedesignBucket", "line": 9 }, { "directive": "disallow", "path": "*/core/", "line": 10 }, { "directive": "disallow", "path": "*/?sc_lang", "line": 11 }, { "directive": "disallow", "path": "*/secure/", "line": 12 }, { "directive": "disallow", "path": "*/clients/", "line": 13 }, { "directive": "disallow", "path": "*/client/", "line": 14 }, { "directive": "disallow", "path": "*/a-com-no-follow-no-index/", "line": 15 }, { "directive": "disallow", "path": "*/_acnmedia/", "line": 16 }, { "directive": "disallow", "path": "*/_globalreferences/", "line": 17 }, { "directive": "disallow", "path": "/us-en/careers/admin/careersxmlresult", "line": 18 }, { "directive": "disallow", "path": "/*/header/global-header/", "line": 19 }, { "directive": "disallow", "path": "/*.nocache.html", "line": 20 }, { "directive": "disallow", "path": "*/content/acom/", "line": 21 }, { "directive": "disallow", "path": "/*tlaAppCB", "line": 22 }, { "directive": "disallow", "path": "*/careers/jobsearch?", "line": 23 }, { "directive": "disallow", "path": "*/search/ai-search", "line": 24 }, { "directive": "disallow", "path": "*/search/results", "line": 25 }, { "directive": "disallow", "path": "/*WHB", "line": 26 }, { "directive": "disallow", "path": "/*Channel", "line": 27 }, { "directive": "disallow", "path": "/*channel", "line": 28 }, { "directive": "disallow", "path": "/*target_id", "line": 29 }, { "directive": "disallow", "path": "/*utm_source", "line": 30 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 21, 23, 24, 25 ] } }, "httpStatus": 200, "finalUrl": "https://www.accenture.com/robots.txt", "contentType": "text/plain; charset=ISO-8859-2", "sha256": "8b1cbd4395d69a8369d142e91c966f9299c4682f3aa5d56c4b380158ffddea63", "bytes": 836 }, { "company": "Adobe Inc.", "cik": "796343", "sector": "Information Technology", "origin": "https://www.adobe.com", "checkedAt": "2026-09-26T04:54:45.715Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/assets/globalnav/v1.1.4/css/globalnav.css", "line": 85 }, { "directive": "allow", "path": "/assets/globalnav/v1.1.4/*globalnav.js", "line": 86 }, { "directive": "allow", "path": "/au/special/symposium", "line": 87 }, { "directive": "allow", "path": "/sea/special/symposium", "line": 88 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.css$", "line": 89 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.js$", "line": 90 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.png$", "line": 91 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.css$", "line": 92 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.jpg$", "line": 93 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.js$", "line": 94 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.png$", "line": 95 }, { "directive": "allow", "path": "/www.adobe.com/special/retail-shopping-insights/", "line": 96 }, { "directive": "allow", "path": "/uk/special/landing/student/digitaledgeaward/", "line": 97 }, { "directive": "allow", "path": "/uk/special/landing/student/lovethejourney", "line": 98 }, { "directive": "allow", "path": "/fr/special/landing/student/lovethejourney", "line": 99 }, { "directive": "allow", "path": "/community/gallery$", "line": 100 }, { "directive": "allow", "path": "/community/gallery/assets$", "line": 101 }, { "directive": "allow", "path": "/community/gallery/challenges$", "line": 102 }, { "directive": "disallow", "path": "/assets/globalnav/", "line": 103 }, { "directive": "disallow", "path": "/*creativesuite/bridge", "line": 104 }, { "directive": "disallow", "path": "/cfusion/gpr/", "line": 105 }, { "directive": "disallow", "path": "/cfusion/search/", "line": 106 }, { "directive": "disallow", "path": "/cfusion/partnerportal/", "line": 107 }, { "directive": "disallow", "path": "/globalsearch", "line": 108 }, { "directive": "disallow", "path": "/cgi-local/", "line": 109 }, { "directive": "disallow", "path": "/de/products/index-notabs.html", "line": 110 }, { "directive": "disallow", "path": "/de/products/index-tabs.html", "line": 111 }, { "directive": "disallow", "path": "/devnet-archive/", "line": 112 }, { "directive": "disallow", "path": "/devnet/archive", "line": 113 }, { "directive": "disallow", "path": "/*devnet/tagsearch", "line": 114 }, { "directive": "disallow", "path": "/emea/eemeachannel/", "line": 115 }, { "directive": "disallow", "path": "/events/ciocouncil/", "line": 116 }, { "directive": "disallow", "path": "/events/executivecouncil/", "line": 117 }, { "directive": "disallow", "path": "/google_indexing/", "line": 118 }, { "directive": "disallow", "path": "/*.html_", "line": 119 }, { "directive": "disallow", "path": "/licensing/distribution/strategies/", "line": 120 }, { "directive": "disallow", "path": "/*limited/", "line": 121 }, { "directive": "disallow", "path": "/livedocs/", "line": 122 }, { "directive": "disallow", "path": "/*Ljava.lang.Object*", "line": 123 }, { "directive": "disallow", "path": "/products/acrobat/readstep2.html;JMICROSITE2SESSION*", "line": 124 }, { "directive": "disallow", "path": "/*products/flashplayer/distribution3.html", "line": 125 }, { "directive": "disallow", "path": "/*products/flashplayer/distribution4.html", "line": 126 }, { "directive": "disallow", "path": "/*special/", "line": 127 }, { "directive": "disallow", "path": "/*.sql$", "line": 128 }, { "directive": "disallow", "path": "/*supportservice/", "line": 129 }, { "directive": "disallow", "path": "/*.translate.html", "line": 130 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial.html", "line": 131 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-check.html", "line": 132 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-thankyou.html", "line": 133 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-error.html", "line": 134 }, { "directive": "disallow", "path": "/*products/photoshop/selector", "line": 135 }, { "directive": "disallow", "path": "/*unsubscribe.html", "line": 136 }, { "directive": "disallow", "path": "/content/dam/acom/en/marketing-cloud/offers/pdf", "line": 137 }, { "directive": "disallow", "path": "/content/dotcom/*.html$", "line": 138 }, { "directive": "disallow", "path": "/plans-fragments/", "line": 139 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment.pdf", "line": 140 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-DE.pdf", "line": 141 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-EN-US.pdf", "line": 142 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-EN.pdf", "line": 143 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-ES.pdf", "line": 144 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-FR.pdf", "line": 145 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-IT.pdf", "line": 146 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-JA.pdf", "line": 147 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-KR.pdf", "line": 148 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-zh-Hans.pdf", "line": 149 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-zh-Hant.pdf", "line": 150 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital_trends_21_core_report_TC_FA.pdf", "line": 151 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/reports/digital-trends-2021-in-high-tech/2021_Digital_Trends_High_Tech_in_Focus.pdf", "line": 152 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-telecommunications-media-and-entertainment/Digital_Trends_2021_Media_Entertainment_and_Telecoms_Report.pdf", "line": 153 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-retail/2021_Digital_Trends_Retail_in_Focus.pdf", "line": 154 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-manufacturing/2021_Digital_Trends_Manufacturing_in_Focus.pdf", "line": 155 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/technology-trends-2021/eConsultancy_Digital_Trends_2021_IT_Report.pdf", "line": 156 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-financial-services.pdf", "line": 157 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-retail.pdf", "line": 158 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-media-and-entertainment.pdf", "line": 159 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-travel-and-hospitality.pdf", "line": 160 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-telecommunications.pdf", "line": 161 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-advertising.pdf", "line": 162 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-high-tech.pdf", "line": 163 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-IT.pdf", "line": 164 }, { "directive": "disallow", "path": "/content/dam/www/us/en/adi/2020/pdfs/*", "line": 165 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2021-core/digital-trends-2021-full-report-*.pdf", "line": 166 }, { "directive": "disallow", "path": "/*langmaster/", "line": 167 }, { "directive": "disallow", "path": "/*express/*.mp4$", "line": 168 }, { "directive": "disallow", "path": "/en-AE/learn/", "line": 169 }, { "directive": "disallow", "path": "/en-BE/learn/", "line": 170 }, { "directive": "disallow", "path": "/en-CY/learn/", "line": 171 }, { "directive": "disallow", "path": "/en-GR/learn/", "line": 172 }, { "directive": "disallow", "path": "/en-HK/learn/", "line": 173 }, { "directive": "disallow", "path": "/en-ID/learn/", "line": 174 }, { "directive": "disallow", "path": "/en-IL/learn/", "line": 175 }, { "directive": "disallow", "path": "/en-LU/learn/", "line": 176 }, { "directive": "disallow", "path": "/en-MT/learn/", "line": 177 }, { "directive": "disallow", "path": "/en-MY/learn/", "line": 178 }, { "directive": "disallow", "path": "/en-PH/learn/", "line": 179 }, { "directive": "disallow", "path": "/en-SA/learn/", "line": 180 }, { "directive": "disallow", "path": "/en-SG/learn/", "line": 181 }, { "directive": "disallow", "path": "/en-TH/learn/", "line": 182 }, { "directive": "disallow", "path": "/en-VN/learn/", "line": 183 }, { "directive": "disallow", "path": "/en-x-MenA/learn/", "line": 184 }, { "directive": "disallow", "path": "/en-ZA/learn/", "line": 185 }, { "directive": "disallow", "path": "/*?searchId=", "line": 186 }, { "directive": "disallow", "path": "/*?tasks=", "line": 187 }, { "directive": "disallow", "path": "/*?campaignid=", "line": 188 }, { "directive": "disallow", "path": "/*?skwcid=", "line": 189 }, { "directive": "disallow", "path": "/products/photoshop/photoshop-brushes.h*", "line": 190 }, { "directive": "disallow", "path": "/community/gallery", "line": 191 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/assets/globalnav/v1.1.4/css/globalnav.css", "line": 85 }, { "directive": "allow", "path": "/assets/globalnav/v1.1.4/*globalnav.js", "line": 86 }, { "directive": "allow", "path": "/au/special/symposium", "line": 87 }, { "directive": "allow", "path": "/sea/special/symposium", "line": 88 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.css$", "line": 89 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.js$", "line": 90 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.png$", "line": 91 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.css$", "line": 92 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.jpg$", "line": 93 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.js$", "line": 94 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.png$", "line": 95 }, { "directive": "allow", "path": "/www.adobe.com/special/retail-shopping-insights/", "line": 96 }, { "directive": "allow", "path": "/uk/special/landing/student/digitaledgeaward/", "line": 97 }, { "directive": "allow", "path": "/uk/special/landing/student/lovethejourney", "line": 98 }, { "directive": "allow", "path": "/fr/special/landing/student/lovethejourney", "line": 99 }, { "directive": "allow", "path": "/community/gallery$", "line": 100 }, { "directive": "allow", "path": "/community/gallery/assets$", "line": 101 }, { "directive": "allow", "path": "/community/gallery/challenges$", "line": 102 }, { "directive": "disallow", "path": "/assets/globalnav/", "line": 103 }, { "directive": "disallow", "path": "/*creativesuite/bridge", "line": 104 }, { "directive": "disallow", "path": "/cfusion/gpr/", "line": 105 }, { "directive": "disallow", "path": "/cfusion/search/", "line": 106 }, { "directive": "disallow", "path": "/cfusion/partnerportal/", "line": 107 }, { "directive": "disallow", "path": "/globalsearch", "line": 108 }, { "directive": "disallow", "path": "/cgi-local/", "line": 109 }, { "directive": "disallow", "path": "/de/products/index-notabs.html", "line": 110 }, { "directive": "disallow", "path": "/de/products/index-tabs.html", "line": 111 }, { "directive": "disallow", "path": "/devnet-archive/", "line": 112 }, { "directive": "disallow", "path": "/devnet/archive", "line": 113 }, { "directive": "disallow", "path": "/*devnet/tagsearch", "line": 114 }, { "directive": "disallow", "path": "/emea/eemeachannel/", "line": 115 }, { "directive": "disallow", "path": "/events/ciocouncil/", "line": 116 }, { "directive": "disallow", "path": "/events/executivecouncil/", "line": 117 }, { "directive": "disallow", "path": "/google_indexing/", "line": 118 }, { "directive": "disallow", "path": "/*.html_", "line": 119 }, { "directive": "disallow", "path": "/licensing/distribution/strategies/", "line": 120 }, { "directive": "disallow", "path": "/*limited/", "line": 121 }, { "directive": "disallow", "path": "/livedocs/", "line": 122 }, { "directive": "disallow", "path": "/*Ljava.lang.Object*", "line": 123 }, { "directive": "disallow", "path": "/products/acrobat/readstep2.html;JMICROSITE2SESSION*", "line": 124 }, { "directive": "disallow", "path": "/*products/flashplayer/distribution3.html", "line": 125 }, { "directive": "disallow", "path": "/*products/flashplayer/distribution4.html", "line": 126 }, { "directive": "disallow", "path": "/*special/", "line": 127 }, { "directive": "disallow", "path": "/*.sql$", "line": 128 }, { "directive": "disallow", "path": "/*supportservice/", "line": 129 }, { "directive": "disallow", "path": "/*.translate.html", "line": 130 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial.html", "line": 131 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-check.html", "line": 132 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-thankyou.html", "line": 133 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-error.html", "line": 134 }, { "directive": "disallow", "path": "/*products/photoshop/selector", "line": 135 }, { "directive": "disallow", "path": "/*unsubscribe.html", "line": 136 }, { "directive": "disallow", "path": "/content/dam/acom/en/marketing-cloud/offers/pdf", "line": 137 }, { "directive": "disallow", "path": "/content/dotcom/*.html$", "line": 138 }, { "directive": "disallow", "path": "/plans-fragments/", "line": 139 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment.pdf", "line": 140 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-DE.pdf", "line": 141 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-EN-US.pdf", "line": 142 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-EN.pdf", "line": 143 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-ES.pdf", "line": 144 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-FR.pdf", "line": 145 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-IT.pdf", "line": 146 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-JA.pdf", "line": 147 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-KR.pdf", "line": 148 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-zh-Hans.pdf", "line": 149 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-zh-Hant.pdf", "line": 150 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital_trends_21_core_report_TC_FA.pdf", "line": 151 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/reports/digital-trends-2021-in-high-tech/2021_Digital_Trends_High_Tech_in_Focus.pdf", "line": 152 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-telecommunications-media-and-entertainment/Digital_Trends_2021_Media_Entertainment_and_Telecoms_Report.pdf", "line": 153 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-retail/2021_Digital_Trends_Retail_in_Focus.pdf", "line": 154 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-manufacturing/2021_Digital_Trends_Manufacturing_in_Focus.pdf", "line": 155 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/technology-trends-2021/eConsultancy_Digital_Trends_2021_IT_Report.pdf", "line": 156 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-financial-services.pdf", "line": 157 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-retail.pdf", "line": 158 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-media-and-entertainment.pdf", "line": 159 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-travel-and-hospitality.pdf", "line": 160 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-telecommunications.pdf", "line": 161 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-advertising.pdf", "line": 162 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-high-tech.pdf", "line": 163 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-IT.pdf", "line": 164 }, { "directive": "disallow", "path": "/content/dam/www/us/en/adi/2020/pdfs/*", "line": 165 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2021-core/digital-trends-2021-full-report-*.pdf", "line": 166 }, { "directive": "disallow", "path": "/*langmaster/", "line": 167 }, { "directive": "disallow", "path": "/*express/*.mp4$", "line": 168 }, { "directive": "disallow", "path": "/en-AE/learn/", "line": 169 }, { "directive": "disallow", "path": "/en-BE/learn/", "line": 170 }, { "directive": "disallow", "path": "/en-CY/learn/", "line": 171 }, { "directive": "disallow", "path": "/en-GR/learn/", "line": 172 }, { "directive": "disallow", "path": "/en-HK/learn/", "line": 173 }, { "directive": "disallow", "path": "/en-ID/learn/", "line": 174 }, { "directive": "disallow", "path": "/en-IL/learn/", "line": 175 }, { "directive": "disallow", "path": "/en-LU/learn/", "line": 176 }, { "directive": "disallow", "path": "/en-MT/learn/", "line": 177 }, { "directive": "disallow", "path": "/en-MY/learn/", "line": 178 }, { "directive": "disallow", "path": "/en-PH/learn/", "line": 179 }, { "directive": "disallow", "path": "/en-SA/learn/", "line": 180 }, { "directive": "disallow", "path": "/en-SG/learn/", "line": 181 }, { "directive": "disallow", "path": "/en-TH/learn/", "line": 182 }, { "directive": "disallow", "path": "/en-VN/learn/", "line": 183 }, { "directive": "disallow", "path": "/en-x-MenA/learn/", "line": 184 }, { "directive": "disallow", "path": "/en-ZA/learn/", "line": 185 }, { "directive": "disallow", "path": "/*?searchId=", "line": 186 }, { "directive": "disallow", "path": "/*?tasks=", "line": 187 }, { "directive": "disallow", "path": "/*?campaignid=", "line": 188 }, { "directive": "disallow", "path": "/*?skwcid=", "line": 189 }, { "directive": "disallow", "path": "/products/photoshop/photoshop-brushes.h*", "line": 190 }, { "directive": "disallow", "path": "/community/gallery", "line": 191 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/assets/globalnav/v1.1.4/css/globalnav.css", "line": 85 }, { "directive": "allow", "path": "/assets/globalnav/v1.1.4/*globalnav.js", "line": 86 }, { "directive": "allow", "path": "/au/special/symposium", "line": 87 }, { "directive": "allow", "path": "/sea/special/symposium", "line": 88 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.css$", "line": 89 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.js$", "line": 90 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.png$", "line": 91 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.css$", "line": 92 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.jpg$", "line": 93 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.js$", "line": 94 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.png$", "line": 95 }, { "directive": "allow", "path": "/www.adobe.com/special/retail-shopping-insights/", "line": 96 }, { "directive": "allow", "path": "/uk/special/landing/student/digitaledgeaward/", "line": 97 }, { "directive": "allow", "path": "/uk/special/landing/student/lovethejourney", "line": 98 }, { "directive": "allow", "path": "/fr/special/landing/student/lovethejourney", "line": 99 }, { "directive": "allow", "path": "/community/gallery$", "line": 100 }, { "directive": "allow", "path": "/community/gallery/assets$", "line": 101 }, { "directive": "allow", "path": "/community/gallery/challenges$", "line": 102 }, { "directive": "disallow", "path": "/assets/globalnav/", "line": 103 }, { "directive": "disallow", "path": "/*creativesuite/bridge", "line": 104 }, { "directive": "disallow", "path": "/cfusion/gpr/", "line": 105 }, { "directive": "disallow", "path": "/cfusion/search/", "line": 106 }, { "directive": "disallow", "path": "/cfusion/partnerportal/", "line": 107 }, { "directive": "disallow", "path": "/globalsearch", "line": 108 }, { "directive": "disallow", "path": "/cgi-local/", "line": 109 }, { "directive": "disallow", "path": "/de/products/index-notabs.html", "line": 110 }, { "directive": "disallow", "path": "/de/products/index-tabs.html", "line": 111 }, { "directive": "disallow", "path": "/devnet-archive/", "line": 112 }, { "directive": "disallow", "path": "/devnet/archive", "line": 113 }, { "directive": "disallow", "path": "/*devnet/tagsearch", "line": 114 }, { "directive": "disallow", "path": "/emea/eemeachannel/", "line": 115 }, { "directive": "disallow", "path": "/events/ciocouncil/", "line": 116 }, { "directive": "disallow", "path": "/events/executivecouncil/", "line": 117 }, { "directive": "disallow", "path": "/google_indexing/", "line": 118 }, { "directive": "disallow", "path": "/*.html_", "line": 119 }, { "directive": "disallow", "path": "/licensing/distribution/strategies/", "line": 120 }, { "directive": "disallow", "path": "/*limited/", "line": 121 }, { "directive": "disallow", "path": "/livedocs/", "line": 122 }, { "directive": "disallow", "path": "/*Ljava.lang.Object*", "line": 123 }, { "directive": "disallow", "path": "/products/acrobat/readstep2.html;JMICROSITE2SESSION*", "line": 124 }, { "directive": "disallow", "path": "/*products/flashplayer/distribution3.html", "line": 125 }, { "directive": "disallow", "path": "/*products/flashplayer/distribution4.html", "line": 126 }, { "directive": "disallow", "path": "/*special/", "line": 127 }, { "directive": "disallow", "path": "/*.sql$", "line": 128 }, { "directive": "disallow", "path": "/*supportservice/", "line": 129 }, { "directive": "disallow", "path": "/*.translate.html", "line": 130 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial.html", "line": 131 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-check.html", "line": 132 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-thankyou.html", "line": 133 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-error.html", "line": 134 }, { "directive": "disallow", "path": "/*products/photoshop/selector", "line": 135 }, { "directive": "disallow", "path": "/*unsubscribe.html", "line": 136 }, { "directive": "disallow", "path": "/content/dam/acom/en/marketing-cloud/offers/pdf", "line": 137 }, { "directive": "disallow", "path": "/content/dotcom/*.html$", "line": 138 }, { "directive": "disallow", "path": "/plans-fragments/", "line": 139 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment.pdf", "line": 140 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-DE.pdf", "line": 141 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-EN-US.pdf", "line": 142 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-EN.pdf", "line": 143 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-ES.pdf", "line": 144 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-FR.pdf", "line": 145 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-IT.pdf", "line": 146 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-JA.pdf", "line": 147 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-KR.pdf", "line": 148 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-zh-Hans.pdf", "line": 149 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-zh-Hant.pdf", "line": 150 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital_trends_21_core_report_TC_FA.pdf", "line": 151 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/reports/digital-trends-2021-in-high-tech/2021_Digital_Trends_High_Tech_in_Focus.pdf", "line": 152 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-telecommunications-media-and-entertainment/Digital_Trends_2021_Media_Entertainment_and_Telecoms_Report.pdf", "line": 153 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-retail/2021_Digital_Trends_Retail_in_Focus.pdf", "line": 154 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-manufacturing/2021_Digital_Trends_Manufacturing_in_Focus.pdf", "line": 155 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/technology-trends-2021/eConsultancy_Digital_Trends_2021_IT_Report.pdf", "line": 156 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-financial-services.pdf", "line": 157 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-retail.pdf", "line": 158 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-media-and-entertainment.pdf", "line": 159 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-travel-and-hospitality.pdf", "line": 160 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-telecommunications.pdf", "line": 161 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-advertising.pdf", "line": 162 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-high-tech.pdf", "line": 163 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-IT.pdf", "line": 164 }, { "directive": "disallow", "path": "/content/dam/www/us/en/adi/2020/pdfs/*", "line": 165 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2021-core/digital-trends-2021-full-report-*.pdf", "line": 166 }, { "directive": "disallow", "path": "/*langmaster/", "line": 167 }, { "directive": "disallow", "path": "/*express/*.mp4$", "line": 168 }, { "directive": "disallow", "path": "/en-AE/learn/", "line": 169 }, { "directive": "disallow", "path": "/en-BE/learn/", "line": 170 }, { "directive": "disallow", "path": "/en-CY/learn/", "line": 171 }, { "directive": "disallow", "path": "/en-GR/learn/", "line": 172 }, { "directive": "disallow", "path": "/en-HK/learn/", "line": 173 }, { "directive": "disallow", "path": "/en-ID/learn/", "line": 174 }, { "directive": "disallow", "path": "/en-IL/learn/", "line": 175 }, { "directive": "disallow", "path": "/en-LU/learn/", "line": 176 }, { "directive": "disallow", "path": "/en-MT/learn/", "line": 177 }, { "directive": "disallow", "path": "/en-MY/learn/", "line": 178 }, { "directive": "disallow", "path": "/en-PH/learn/", "line": 179 }, { "directive": "disallow", "path": "/en-SA/learn/", "line": 180 }, { "directive": "disallow", "path": "/en-SG/learn/", "line": 181 }, { "directive": "disallow", "path": "/en-TH/learn/", "line": 182 }, { "directive": "disallow", "path": "/en-VN/learn/", "line": 183 }, { "directive": "disallow", "path": "/en-x-MenA/learn/", "line": 184 }, { "directive": "disallow", "path": "/en-ZA/learn/", "line": 185 }, { "directive": "disallow", "path": "/*?searchId=", "line": 186 }, { "directive": "disallow", "path": "/*?tasks=", "line": 187 }, { "directive": "disallow", "path": "/*?campaignid=", "line": 188 }, { "directive": "disallow", "path": "/*?skwcid=", "line": 189 }, { "directive": "disallow", "path": "/products/photoshop/photoshop-brushes.h*", "line": 190 }, { "directive": "disallow", "path": "/community/gallery", "line": 191 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/assets/globalnav/v1.1.4/css/globalnav.css", "line": 85 }, { "directive": "allow", "path": "/assets/globalnav/v1.1.4/*globalnav.js", "line": 86 }, { "directive": "allow", "path": "/au/special/symposium", "line": 87 }, { "directive": "allow", "path": "/sea/special/symposium", "line": 88 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.css$", "line": 89 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.js$", "line": 90 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.png$", "line": 91 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.css$", "line": 92 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.jpg$", "line": 93 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.js$", "line": 94 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.png$", "line": 95 }, { "directive": "allow", "path": "/www.adobe.com/special/retail-shopping-insights/", "line": 96 }, { "directive": "allow", "path": "/uk/special/landing/student/digitaledgeaward/", "line": 97 }, { "directive": "allow", "path": "/uk/special/landing/student/lovethejourney", "line": 98 }, { "directive": "allow", "path": "/fr/special/landing/student/lovethejourney", "line": 99 }, { "directive": "allow", "path": "/community/gallery$", "line": 100 }, { "directive": "allow", "path": "/community/gallery/assets$", "line": 101 }, { "directive": "allow", "path": "/community/gallery/challenges$", "line": 102 }, { "directive": "disallow", "path": "/assets/globalnav/", "line": 103 }, { "directive": "disallow", "path": "/*creativesuite/bridge", "line": 104 }, { "directive": "disallow", "path": "/cfusion/gpr/", "line": 105 }, { "directive": "disallow", "path": "/cfusion/search/", "line": 106 }, { "directive": "disallow", "path": "/cfusion/partnerportal/", "line": 107 }, { "directive": "disallow", "path": "/globalsearch", "line": 108 }, { "directive": "disallow", "path": "/cgi-local/", "line": 109 }, { "directive": "disallow", "path": "/de/products/index-notabs.html", "line": 110 }, { "directive": "disallow", "path": "/de/products/index-tabs.html", "line": 111 }, { "directive": "disallow", "path": "/devnet-archive/", "line": 112 }, { "directive": "disallow", "path": "/devnet/archive", "line": 113 }, { "directive": "disallow", "path": "/*devnet/tagsearch", "line": 114 }, { "directive": "disallow", "path": "/emea/eemeachannel/", "line": 115 }, { "directive": "disallow", "path": "/events/ciocouncil/", "line": 116 }, { "directive": "disallow", "path": "/events/executivecouncil/", "line": 117 }, { "directive": "disallow", "path": "/google_indexing/", "line": 118 }, { "directive": "disallow", "path": "/*.html_", "line": 119 }, { "directive": "disallow", "path": "/licensing/distribution/strategies/", "line": 120 }, { "directive": "disallow", "path": "/*limited/", "line": 121 }, { "directive": "disallow", "path": "/livedocs/", "line": 122 }, { "directive": "disallow", "path": "/*Ljava.lang.Object*", "line": 123 }, { "directive": "disallow", "path": "/products/acrobat/readstep2.html;JMICROSITE2SESSION*", "line": 124 }, { "directive": "disallow", "path": "/*products/flashplayer/distribution3.html", "line": 125 }, { "directive": "disallow", "path": "/*products/flashplayer/distribution4.html", "line": 126 }, { "directive": "disallow", "path": "/*special/", "line": 127 }, { "directive": "disallow", "path": "/*.sql$", "line": 128 }, { "directive": "disallow", "path": "/*supportservice/", "line": 129 }, { "directive": "disallow", "path": "/*.translate.html", "line": 130 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial.html", "line": 131 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-check.html", "line": 132 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-thankyou.html", "line": 133 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-error.html", "line": 134 }, { "directive": "disallow", "path": "/*products/photoshop/selector", "line": 135 }, { "directive": "disallow", "path": "/*unsubscribe.html", "line": 136 }, { "directive": "disallow", "path": "/content/dam/acom/en/marketing-cloud/offers/pdf", "line": 137 }, { "directive": "disallow", "path": "/content/dotcom/*.html$", "line": 138 }, { "directive": "disallow", "path": "/plans-fragments/", "line": 139 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment.pdf", "line": 140 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-DE.pdf", "line": 141 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-EN-US.pdf", "line": 142 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-EN.pdf", "line": 143 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-ES.pdf", "line": 144 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-FR.pdf", "line": 145 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-IT.pdf", "line": 146 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-JA.pdf", "line": 147 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-KR.pdf", "line": 148 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-zh-Hans.pdf", "line": 149 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-zh-Hant.pdf", "line": 150 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital_trends_21_core_report_TC_FA.pdf", "line": 151 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/reports/digital-trends-2021-in-high-tech/2021_Digital_Trends_High_Tech_in_Focus.pdf", "line": 152 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-telecommunications-media-and-entertainment/Digital_Trends_2021_Media_Entertainment_and_Telecoms_Report.pdf", "line": 153 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-retail/2021_Digital_Trends_Retail_in_Focus.pdf", "line": 154 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-manufacturing/2021_Digital_Trends_Manufacturing_in_Focus.pdf", "line": 155 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/technology-trends-2021/eConsultancy_Digital_Trends_2021_IT_Report.pdf", "line": 156 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-financial-services.pdf", "line": 157 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-retail.pdf", "line": 158 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-media-and-entertainment.pdf", "line": 159 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-travel-and-hospitality.pdf", "line": 160 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-telecommunications.pdf", "line": 161 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-advertising.pdf", "line": 162 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-high-tech.pdf", "line": 163 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-IT.pdf", "line": 164 }, { "directive": "disallow", "path": "/content/dam/www/us/en/adi/2020/pdfs/*", "line": 165 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2021-core/digital-trends-2021-full-report-*.pdf", "line": 166 }, { "directive": "disallow", "path": "/*langmaster/", "line": 167 }, { "directive": "disallow", "path": "/*express/*.mp4$", "line": 168 }, { "directive": "disallow", "path": "/en-AE/learn/", "line": 169 }, { "directive": "disallow", "path": "/en-BE/learn/", "line": 170 }, { "directive": "disallow", "path": "/en-CY/learn/", "line": 171 }, { "directive": "disallow", "path": "/en-GR/learn/", "line": 172 }, { "directive": "disallow", "path": "/en-HK/learn/", "line": 173 }, { "directive": "disallow", "path": "/en-ID/learn/", "line": 174 }, { "directive": "disallow", "path": "/en-IL/learn/", "line": 175 }, { "directive": "disallow", "path": "/en-LU/learn/", "line": 176 }, { "directive": "disallow", "path": "/en-MT/learn/", "line": 177 }, { "directive": "disallow", "path": "/en-MY/learn/", "line": 178 }, { "directive": "disallow", "path": "/en-PH/learn/", "line": 179 }, { "directive": "disallow", "path": "/en-SA/learn/", "line": 180 }, { "directive": "disallow", "path": "/en-SG/learn/", "line": 181 }, { "directive": "disallow", "path": "/en-TH/learn/", "line": 182 }, { "directive": "disallow", "path": "/en-VN/learn/", "line": 183 }, { "directive": "disallow", "path": "/en-x-MenA/learn/", "line": 184 }, { "directive": "disallow", "path": "/en-ZA/learn/", "line": 185 }, { "directive": "disallow", "path": "/*?searchId=", "line": 186 }, { "directive": "disallow", "path": "/*?tasks=", "line": 187 }, { "directive": "disallow", "path": "/*?campaignid=", "line": 188 }, { "directive": "disallow", "path": "/*?skwcid=", "line": 189 }, { "directive": "disallow", "path": "/products/photoshop/photoshop-brushes.h*", "line": 190 }, { "directive": "disallow", "path": "/community/gallery", "line": 191 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/assets/globalnav/v1.1.4/css/globalnav.css", "line": 85 }, { "directive": "allow", "path": "/assets/globalnav/v1.1.4/*globalnav.js", "line": 86 }, { "directive": "allow", "path": "/au/special/symposium", "line": 87 }, { "directive": "allow", "path": "/sea/special/symposium", "line": 88 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.css$", "line": 89 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.js$", "line": 90 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.png$", "line": 91 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.css$", "line": 92 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.jpg$", "line": 93 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.js$", "line": 94 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.png$", "line": 95 }, { "directive": "allow", "path": "/www.adobe.com/special/retail-shopping-insights/", "line": 96 }, { "directive": "allow", "path": "/uk/special/landing/student/digitaledgeaward/", "line": 97 }, { "directive": "allow", "path": "/uk/special/landing/student/lovethejourney", "line": 98 }, { "directive": "allow", "path": "/fr/special/landing/student/lovethejourney", "line": 99 }, { "directive": "allow", "path": "/community/gallery$", "line": 100 }, { "directive": "allow", "path": "/community/gallery/assets$", "line": 101 }, { "directive": "allow", "path": "/community/gallery/challenges$", "line": 102 }, { "directive": "disallow", "path": "/assets/globalnav/", "line": 103 }, { "directive": "disallow", "path": "/*creativesuite/bridge", "line": 104 }, { "directive": "disallow", "path": "/cfusion/gpr/", "line": 105 }, { "directive": "disallow", "path": "/cfusion/search/", "line": 106 }, { "directive": "disallow", "path": "/cfusion/partnerportal/", "line": 107 }, { "directive": "disallow", "path": "/globalsearch", "line": 108 }, { "directive": "disallow", "path": "/cgi-local/", "line": 109 }, { "directive": "disallow", "path": "/de/products/index-notabs.html", "line": 110 }, { "directive": "disallow", "path": "/de/products/index-tabs.html", "line": 111 }, { "directive": "disallow", "path": "/devnet-archive/", "line": 112 }, { "directive": "disallow", "path": "/devnet/archive", "line": 113 }, { "directive": "disallow", "path": "/*devnet/tagsearch", "line": 114 }, { "directive": "disallow", "path": "/emea/eemeachannel/", "line": 115 }, { "directive": "disallow", "path": "/events/ciocouncil/", "line": 116 }, { "directive": "disallow", "path": "/events/executivecouncil/", "line": 117 }, { "directive": "disallow", "path": "/google_indexing/", "line": 118 }, { "directive": "disallow", "path": "/*.html_", "line": 119 }, { "directive": "disallow", "path": "/licensing/distribution/strategies/", "line": 120 }, { "directive": "disallow", "path": "/*limited/", "line": 121 }, { "directive": "disallow", "path": "/livedocs/", "line": 122 }, { "directive": "disallow", "path": "/*Ljava.lang.Object*", "line": 123 }, { "directive": "disallow", "path": "/products/acrobat/readstep2.html;JMICROSITE2SESSION*", "line": 124 }, { "directive": "disallow", "path": "/*products/flashplayer/distribution3.html", "line": 125 }, { "directive": "disallow", "path": "/*products/flashplayer/distribution4.html", "line": 126 }, { "directive": "disallow", "path": "/*special/", "line": 127 }, { "directive": "disallow", "path": "/*.sql$", "line": 128 }, { "directive": "disallow", "path": "/*supportservice/", "line": 129 }, { "directive": "disallow", "path": "/*.translate.html", "line": 130 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial.html", "line": 131 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-check.html", "line": 132 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-thankyou.html", "line": 133 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-error.html", "line": 134 }, { "directive": "disallow", "path": "/*products/photoshop/selector", "line": 135 }, { "directive": "disallow", "path": "/*unsubscribe.html", "line": 136 }, { "directive": "disallow", "path": "/content/dam/acom/en/marketing-cloud/offers/pdf", "line": 137 }, { "directive": "disallow", "path": "/content/dotcom/*.html$", "line": 138 }, { "directive": "disallow", "path": "/plans-fragments/", "line": 139 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment.pdf", "line": 140 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-DE.pdf", "line": 141 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-EN-US.pdf", "line": 142 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-EN.pdf", "line": 143 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-ES.pdf", "line": 144 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-FR.pdf", "line": 145 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-IT.pdf", "line": 146 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-JA.pdf", "line": 147 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-KR.pdf", "line": 148 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-zh-Hans.pdf", "line": 149 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-zh-Hant.pdf", "line": 150 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital_trends_21_core_report_TC_FA.pdf", "line": 151 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/reports/digital-trends-2021-in-high-tech/2021_Digital_Trends_High_Tech_in_Focus.pdf", "line": 152 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-telecommunications-media-and-entertainment/Digital_Trends_2021_Media_Entertainment_and_Telecoms_Report.pdf", "line": 153 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-retail/2021_Digital_Trends_Retail_in_Focus.pdf", "line": 154 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-manufacturing/2021_Digital_Trends_Manufacturing_in_Focus.pdf", "line": 155 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/technology-trends-2021/eConsultancy_Digital_Trends_2021_IT_Report.pdf", "line": 156 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-financial-services.pdf", "line": 157 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-retail.pdf", "line": 158 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-media-and-entertainment.pdf", "line": 159 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-travel-and-hospitality.pdf", "line": 160 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-telecommunications.pdf", "line": 161 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-advertising.pdf", "line": 162 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-high-tech.pdf", "line": 163 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-IT.pdf", "line": 164 }, { "directive": "disallow", "path": "/content/dam/www/us/en/adi/2020/pdfs/*", "line": 165 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2021-core/digital-trends-2021-full-report-*.pdf", "line": 166 }, { "directive": "disallow", "path": "/*langmaster/", "line": 167 }, { "directive": "disallow", "path": "/*express/*.mp4$", "line": 168 }, { "directive": "disallow", "path": "/en-AE/learn/", "line": 169 }, { "directive": "disallow", "path": "/en-BE/learn/", "line": 170 }, { "directive": "disallow", "path": "/en-CY/learn/", "line": 171 }, { "directive": "disallow", "path": "/en-GR/learn/", "line": 172 }, { "directive": "disallow", "path": "/en-HK/learn/", "line": 173 }, { "directive": "disallow", "path": "/en-ID/learn/", "line": 174 }, { "directive": "disallow", "path": "/en-IL/learn/", "line": 175 }, { "directive": "disallow", "path": "/en-LU/learn/", "line": 176 }, { "directive": "disallow", "path": "/en-MT/learn/", "line": 177 }, { "directive": "disallow", "path": "/en-MY/learn/", "line": 178 }, { "directive": "disallow", "path": "/en-PH/learn/", "line": 179 }, { "directive": "disallow", "path": "/en-SA/learn/", "line": 180 }, { "directive": "disallow", "path": "/en-SG/learn/", "line": 181 }, { "directive": "disallow", "path": "/en-TH/learn/", "line": 182 }, { "directive": "disallow", "path": "/en-VN/learn/", "line": 183 }, { "directive": "disallow", "path": "/en-x-MenA/learn/", "line": 184 }, { "directive": "disallow", "path": "/en-ZA/learn/", "line": 185 }, { "directive": "disallow", "path": "/*?searchId=", "line": 186 }, { "directive": "disallow", "path": "/*?tasks=", "line": 187 }, { "directive": "disallow", "path": "/*?campaignid=", "line": 188 }, { "directive": "disallow", "path": "/*?skwcid=", "line": 189 }, { "directive": "disallow", "path": "/products/photoshop/photoshop-brushes.h*", "line": 190 }, { "directive": "disallow", "path": "/community/gallery", "line": 191 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/assets/globalnav/v1.1.4/css/globalnav.css", "line": 85 }, { "directive": "allow", "path": "/assets/globalnav/v1.1.4/*globalnav.js", "line": 86 }, { "directive": "allow", "path": "/au/special/symposium", "line": 87 }, { "directive": "allow", "path": "/sea/special/symposium", "line": 88 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.css$", "line": 89 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.js$", "line": 90 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.png$", "line": 91 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.css$", "line": 92 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.jpg$", "line": 93 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.js$", "line": 94 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.png$", "line": 95 }, { "directive": "allow", "path": "/www.adobe.com/special/retail-shopping-insights/", "line": 96 }, { "directive": "allow", "path": "/uk/special/landing/student/digitaledgeaward/", "line": 97 }, { "directive": "allow", "path": "/uk/special/landing/student/lovethejourney", "line": 98 }, { "directive": "allow", "path": "/fr/special/landing/student/lovethejourney", "line": 99 }, { "directive": "allow", "path": "/community/gallery$", "line": 100 }, { "directive": "allow", "path": "/community/gallery/assets$", "line": 101 }, { "directive": "allow", "path": "/community/gallery/challenges$", "line": 102 }, { "directive": "disallow", "path": "/assets/globalnav/", "line": 103 }, { "directive": "disallow", "path": "/*creativesuite/bridge", "line": 104 }, { "directive": "disallow", "path": "/cfusion/gpr/", "line": 105 }, { "directive": "disallow", "path": "/cfusion/search/", "line": 106 }, { "directive": "disallow", "path": "/cfusion/partnerportal/", "line": 107 }, { "directive": "disallow", "path": "/globalsearch", "line": 108 }, { "directive": "disallow", "path": "/cgi-local/", "line": 109 }, { "directive": "disallow", "path": "/de/products/index-notabs.html", "line": 110 }, { "directive": "disallow", "path": "/de/products/index-tabs.html", "line": 111 }, { "directive": "disallow", "path": "/devnet-archive/", "line": 112 }, { "directive": "disallow", "path": "/devnet/archive", "line": 113 }, { "directive": "disallow", "path": "/*devnet/tagsearch", "line": 114 }, { "directive": "disallow", "path": "/emea/eemeachannel/", "line": 115 }, { "directive": "disallow", "path": "/events/ciocouncil/", "line": 116 }, { "directive": "disallow", "path": "/events/executivecouncil/", "line": 117 }, { "directive": "disallow", "path": "/google_indexing/", "line": 118 }, { "directive": "disallow", "path": "/*.html_", "line": 119 }, { "directive": "disallow", "path": "/licensing/distribution/strategies/", "line": 120 }, { "directive": "disallow", "path": "/*limited/", "line": 121 }, { "directive": "disallow", "path": "/livedocs/", "line": 122 }, { "directive": "disallow", "path": "/*Ljava.lang.Object*", "line": 123 }, { "directive": "disallow", "path": "/products/acrobat/readstep2.html;JMICROSITE2SESSION*", "line": 124 }, { "directive": "disallow", "path": "/*products/flashplayer/distribution3.html", "line": 125 }, { "directive": "disallow", "path": "/*products/flashplayer/distribution4.html", "line": 126 }, { "directive": "disallow", "path": "/*special/", "line": 127 }, { "directive": "disallow", "path": "/*.sql$", "line": 128 }, { "directive": "disallow", "path": "/*supportservice/", "line": 129 }, { "directive": "disallow", "path": "/*.translate.html", "line": 130 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial.html", "line": 131 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-check.html", "line": 132 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-thankyou.html", "line": 133 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-error.html", "line": 134 }, { "directive": "disallow", "path": "/*products/photoshop/selector", "line": 135 }, { "directive": "disallow", "path": "/*unsubscribe.html", "line": 136 }, { "directive": "disallow", "path": "/content/dam/acom/en/marketing-cloud/offers/pdf", "line": 137 }, { "directive": "disallow", "path": "/content/dotcom/*.html$", "line": 138 }, { "directive": "disallow", "path": "/plans-fragments/", "line": 139 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment.pdf", "line": 140 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-DE.pdf", "line": 141 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-EN-US.pdf", "line": 142 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-EN.pdf", "line": 143 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-ES.pdf", "line": 144 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-FR.pdf", "line": 145 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-IT.pdf", "line": 146 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-JA.pdf", "line": 147 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-KR.pdf", "line": 148 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-zh-Hans.pdf", "line": 149 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-zh-Hant.pdf", "line": 150 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital_trends_21_core_report_TC_FA.pdf", "line": 151 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/reports/digital-trends-2021-in-high-tech/2021_Digital_Trends_High_Tech_in_Focus.pdf", "line": 152 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-telecommunications-media-and-entertainment/Digital_Trends_2021_Media_Entertainment_and_Telecoms_Report.pdf", "line": 153 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-retail/2021_Digital_Trends_Retail_in_Focus.pdf", "line": 154 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-manufacturing/2021_Digital_Trends_Manufacturing_in_Focus.pdf", "line": 155 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/technology-trends-2021/eConsultancy_Digital_Trends_2021_IT_Report.pdf", "line": 156 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-financial-services.pdf", "line": 157 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-retail.pdf", "line": 158 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-media-and-entertainment.pdf", "line": 159 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-travel-and-hospitality.pdf", "line": 160 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-telecommunications.pdf", "line": 161 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-advertising.pdf", "line": 162 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-high-tech.pdf", "line": 163 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-IT.pdf", "line": 164 }, { "directive": "disallow", "path": "/content/dam/www/us/en/adi/2020/pdfs/*", "line": 165 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2021-core/digital-trends-2021-full-report-*.pdf", "line": 166 }, { "directive": "disallow", "path": "/*langmaster/", "line": 167 }, { "directive": "disallow", "path": "/*express/*.mp4$", "line": 168 }, { "directive": "disallow", "path": "/en-AE/learn/", "line": 169 }, { "directive": "disallow", "path": "/en-BE/learn/", "line": 170 }, { "directive": "disallow", "path": "/en-CY/learn/", "line": 171 }, { "directive": "disallow", "path": "/en-GR/learn/", "line": 172 }, { "directive": "disallow", "path": "/en-HK/learn/", "line": 173 }, { "directive": "disallow", "path": "/en-ID/learn/", "line": 174 }, { "directive": "disallow", "path": "/en-IL/learn/", "line": 175 }, { "directive": "disallow", "path": "/en-LU/learn/", "line": 176 }, { "directive": "disallow", "path": "/en-MT/learn/", "line": 177 }, { "directive": "disallow", "path": "/en-MY/learn/", "line": 178 }, { "directive": "disallow", "path": "/en-PH/learn/", "line": 179 }, { "directive": "disallow", "path": "/en-SA/learn/", "line": 180 }, { "directive": "disallow", "path": "/en-SG/learn/", "line": 181 }, { "directive": "disallow", "path": "/en-TH/learn/", "line": 182 }, { "directive": "disallow", "path": "/en-VN/learn/", "line": 183 }, { "directive": "disallow", "path": "/en-x-MenA/learn/", "line": 184 }, { "directive": "disallow", "path": "/en-ZA/learn/", "line": 185 }, { "directive": "disallow", "path": "/*?searchId=", "line": 186 }, { "directive": "disallow", "path": "/*?tasks=", "line": 187 }, { "directive": "disallow", "path": "/*?campaignid=", "line": 188 }, { "directive": "disallow", "path": "/*?skwcid=", "line": 189 }, { "directive": "disallow", "path": "/products/photoshop/photoshop-brushes.h*", "line": 190 }, { "directive": "disallow", "path": "/community/gallery", "line": 191 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/assets/globalnav/v1.1.4/css/globalnav.css", "line": 85 }, { "directive": "allow", "path": "/assets/globalnav/v1.1.4/*globalnav.js", "line": 86 }, { "directive": "allow", "path": "/au/special/symposium", "line": 87 }, { "directive": "allow", "path": "/sea/special/symposium", "line": 88 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.css$", "line": 89 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.js$", "line": 90 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.png$", "line": 91 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.css$", "line": 92 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.jpg$", "line": 93 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.js$", "line": 94 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.png$", "line": 95 }, { "directive": "allow", "path": "/www.adobe.com/special/retail-shopping-insights/", "line": 96 }, { "directive": "allow", "path": "/uk/special/landing/student/digitaledgeaward/", "line": 97 }, { "directive": "allow", "path": "/uk/special/landing/student/lovethejourney", "line": 98 }, { "directive": "allow", "path": "/fr/special/landing/student/lovethejourney", "line": 99 }, { "directive": "allow", "path": "/community/gallery$", "line": 100 }, { "directive": "allow", "path": "/community/gallery/assets$", "line": 101 }, { "directive": "allow", "path": "/community/gallery/challenges$", "line": 102 }, { "directive": "disallow", "path": "/assets/globalnav/", "line": 103 }, { "directive": "disallow", "path": "/*creativesuite/bridge", "line": 104 }, { "directive": "disallow", "path": "/cfusion/gpr/", "line": 105 }, { "directive": "disallow", "path": "/cfusion/search/", "line": 106 }, { "directive": "disallow", "path": "/cfusion/partnerportal/", "line": 107 }, { "directive": "disallow", "path": "/globalsearch", "line": 108 }, { "directive": "disallow", "path": "/cgi-local/", "line": 109 }, { "directive": "disallow", "path": "/de/products/index-notabs.html", "line": 110 }, { "directive": "disallow", "path": "/de/products/index-tabs.html", "line": 111 }, { "directive": "disallow", "path": "/devnet-archive/", "line": 112 }, { "directive": "disallow", "path": "/devnet/archive", "line": 113 }, { "directive": "disallow", "path": "/*devnet/tagsearch", "line": 114 }, { "directive": "disallow", "path": "/emea/eemeachannel/", "line": 115 }, { "directive": "disallow", "path": "/events/ciocouncil/", "line": 116 }, { "directive": "disallow", "path": "/events/executivecouncil/", "line": 117 }, { "directive": "disallow", "path": "/google_indexing/", "line": 118 }, { "directive": "disallow", "path": "/*.html_", "line": 119 }, { "directive": "disallow", "path": "/licensing/distribution/strategies/", "line": 120 }, { "directive": "disallow", "path": "/*limited/", "line": 121 }, { "directive": "disallow", "path": "/livedocs/", "line": 122 }, { "directive": "disallow", "path": "/*Ljava.lang.Object*", "line": 123 }, { "directive": "disallow", "path": "/products/acrobat/readstep2.html;JMICROSITE2SESSION*", "line": 124 }, { "directive": "disallow", "path": "/*products/flashplayer/distribution3.html", "line": 125 }, { "directive": "disallow", "path": "/*products/flashplayer/distribution4.html", "line": 126 }, { "directive": "disallow", "path": "/*special/", "line": 127 }, { "directive": "disallow", "path": "/*.sql$", "line": 128 }, { "directive": "disallow", "path": "/*supportservice/", "line": 129 }, { "directive": "disallow", "path": "/*.translate.html", "line": 130 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial.html", "line": 131 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-check.html", "line": 132 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-thankyou.html", "line": 133 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-error.html", "line": 134 }, { "directive": "disallow", "path": "/*products/photoshop/selector", "line": 135 }, { "directive": "disallow", "path": "/*unsubscribe.html", "line": 136 }, { "directive": "disallow", "path": "/content/dam/acom/en/marketing-cloud/offers/pdf", "line": 137 }, { "directive": "disallow", "path": "/content/dotcom/*.html$", "line": 138 }, { "directive": "disallow", "path": "/plans-fragments/", "line": 139 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment.pdf", "line": 140 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-DE.pdf", "line": 141 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-EN-US.pdf", "line": 142 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-EN.pdf", "line": 143 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-ES.pdf", "line": 144 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-FR.pdf", "line": 145 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-IT.pdf", "line": 146 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-JA.pdf", "line": 147 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-KR.pdf", "line": 148 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-zh-Hans.pdf", "line": 149 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-zh-Hant.pdf", "line": 150 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital_trends_21_core_report_TC_FA.pdf", "line": 151 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/reports/digital-trends-2021-in-high-tech/2021_Digital_Trends_High_Tech_in_Focus.pdf", "line": 152 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-telecommunications-media-and-entertainment/Digital_Trends_2021_Media_Entertainment_and_Telecoms_Report.pdf", "line": 153 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-retail/2021_Digital_Trends_Retail_in_Focus.pdf", "line": 154 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-manufacturing/2021_Digital_Trends_Manufacturing_in_Focus.pdf", "line": 155 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/technology-trends-2021/eConsultancy_Digital_Trends_2021_IT_Report.pdf", "line": 156 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-financial-services.pdf", "line": 157 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-retail.pdf", "line": 158 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-media-and-entertainment.pdf", "line": 159 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-travel-and-hospitality.pdf", "line": 160 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-telecommunications.pdf", "line": 161 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-advertising.pdf", "line": 162 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-high-tech.pdf", "line": 163 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-IT.pdf", "line": 164 }, { "directive": "disallow", "path": "/content/dam/www/us/en/adi/2020/pdfs/*", "line": 165 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2021-core/digital-trends-2021-full-report-*.pdf", "line": 166 }, { "directive": "disallow", "path": "/*langmaster/", "line": 167 }, { "directive": "disallow", "path": "/*express/*.mp4$", "line": 168 }, { "directive": "disallow", "path": "/en-AE/learn/", "line": 169 }, { "directive": "disallow", "path": "/en-BE/learn/", "line": 170 }, { "directive": "disallow", "path": "/en-CY/learn/", "line": 171 }, { "directive": "disallow", "path": "/en-GR/learn/", "line": 172 }, { "directive": "disallow", "path": "/en-HK/learn/", "line": 173 }, { "directive": "disallow", "path": "/en-ID/learn/", "line": 174 }, { "directive": "disallow", "path": "/en-IL/learn/", "line": 175 }, { "directive": "disallow", "path": "/en-LU/learn/", "line": 176 }, { "directive": "disallow", "path": "/en-MT/learn/", "line": 177 }, { "directive": "disallow", "path": "/en-MY/learn/", "line": 178 }, { "directive": "disallow", "path": "/en-PH/learn/", "line": 179 }, { "directive": "disallow", "path": "/en-SA/learn/", "line": 180 }, { "directive": "disallow", "path": "/en-SG/learn/", "line": 181 }, { "directive": "disallow", "path": "/en-TH/learn/", "line": 182 }, { "directive": "disallow", "path": "/en-VN/learn/", "line": 183 }, { "directive": "disallow", "path": "/en-x-MenA/learn/", "line": 184 }, { "directive": "disallow", "path": "/en-ZA/learn/", "line": 185 }, { "directive": "disallow", "path": "/*?searchId=", "line": 186 }, { "directive": "disallow", "path": "/*?tasks=", "line": 187 }, { "directive": "disallow", "path": "/*?campaignid=", "line": 188 }, { "directive": "disallow", "path": "/*?skwcid=", "line": 189 }, { "directive": "disallow", "path": "/products/photoshop/photoshop-brushes.h*", "line": 190 }, { "directive": "disallow", "path": "/community/gallery", "line": 191 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/assets/globalnav/v1.1.4/css/globalnav.css", "line": 85 }, { "directive": "allow", "path": "/assets/globalnav/v1.1.4/*globalnav.js", "line": 86 }, { "directive": "allow", "path": "/au/special/symposium", "line": 87 }, { "directive": "allow", "path": "/sea/special/symposium", "line": 88 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.css$", "line": 89 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.js$", "line": 90 }, { "directive": "allow", "path": "/*special/products/marketing-cloud/*.png$", "line": 91 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.css$", "line": 92 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.jpg$", "line": 93 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.js$", "line": 94 }, { "directive": "allow", "path": "/www.adobe.com/special/ri/prod/assets/*.png$", "line": 95 }, { "directive": "allow", "path": "/www.adobe.com/special/retail-shopping-insights/", "line": 96 }, { "directive": "allow", "path": "/uk/special/landing/student/digitaledgeaward/", "line": 97 }, { "directive": "allow", "path": "/uk/special/landing/student/lovethejourney", "line": 98 }, { "directive": "allow", "path": "/fr/special/landing/student/lovethejourney", "line": 99 }, { "directive": "allow", "path": "/community/gallery$", "line": 100 }, { "directive": "allow", "path": "/community/gallery/assets$", "line": 101 }, { "directive": "allow", "path": "/community/gallery/challenges$", "line": 102 }, { "directive": "disallow", "path": "/assets/globalnav/", "line": 103 }, { "directive": "disallow", "path": "/*creativesuite/bridge", "line": 104 }, { "directive": "disallow", "path": "/cfusion/gpr/", "line": 105 }, { "directive": "disallow", "path": "/cfusion/search/", "line": 106 }, { "directive": "disallow", "path": "/cfusion/partnerportal/", "line": 107 }, { "directive": "disallow", "path": "/globalsearch", "line": 108 }, { "directive": "disallow", "path": "/cgi-local/", "line": 109 }, { "directive": "disallow", "path": "/de/products/index-notabs.html", "line": 110 }, { "directive": "disallow", "path": "/de/products/index-tabs.html", "line": 111 }, { "directive": "disallow", "path": "/devnet-archive/", "line": 112 }, { "directive": "disallow", "path": "/devnet/archive", "line": 113 }, { "directive": "disallow", "path": "/*devnet/tagsearch", "line": 114 }, { "directive": "disallow", "path": "/emea/eemeachannel/", "line": 115 }, { "directive": "disallow", "path": "/events/ciocouncil/", "line": 116 }, { "directive": "disallow", "path": "/events/executivecouncil/", "line": 117 }, { "directive": "disallow", "path": "/google_indexing/", "line": 118 }, { "directive": "disallow", "path": "/*.html_", "line": 119 }, { "directive": "disallow", "path": "/licensing/distribution/strategies/", "line": 120 }, { "directive": "disallow", "path": "/*limited/", "line": 121 }, { "directive": "disallow", "path": "/livedocs/", "line": 122 }, { "directive": "disallow", "path": "/*Ljava.lang.Object*", "line": 123 }, { "directive": "disallow", "path": "/products/acrobat/readstep2.html;JMICROSITE2SESSION*", "line": 124 }, { "directive": "disallow", "path": "/*products/flashplayer/distribution3.html", "line": 125 }, { "directive": "disallow", "path": "/*products/flashplayer/distribution4.html", "line": 126 }, { "directive": "disallow", "path": "/*special/", "line": 127 }, { "directive": "disallow", "path": "/*.sql$", "line": 128 }, { "directive": "disallow", "path": "/*supportservice/", "line": 129 }, { "directive": "disallow", "path": "/*.translate.html", "line": 130 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial.html", "line": 131 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-check.html", "line": 132 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-thankyou.html", "line": 133 }, { "directive": "disallow", "path": "/*products/adobeconnect/enterprise/trial-error.html", "line": 134 }, { "directive": "disallow", "path": "/*products/photoshop/selector", "line": 135 }, { "directive": "disallow", "path": "/*unsubscribe.html", "line": 136 }, { "directive": "disallow", "path": "/content/dam/acom/en/marketing-cloud/offers/pdf", "line": 137 }, { "directive": "disallow", "path": "/content/dotcom/*.html$", "line": 138 }, { "directive": "disallow", "path": "/plans-fragments/", "line": 139 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment.pdf", "line": 140 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-DE.pdf", "line": 141 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-EN-US.pdf", "line": 142 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-EN.pdf", "line": 143 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-ES.pdf", "line": 144 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-FR.pdf", "line": 145 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-IT.pdf", "line": 146 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-JA.pdf", "line": 147 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-KR.pdf", "line": 148 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-zh-Hans.pdf", "line": 149 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital-trends-2020-in-media-and-entertainment-zh-Hant.pdf", "line": 150 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2020-in-media-and-entertainment-html/digital_trends_21_core_report_TC_FA.pdf", "line": 151 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/reports/digital-trends-2021-in-high-tech/2021_Digital_Trends_High_Tech_in_Focus.pdf", "line": 152 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-telecommunications-media-and-entertainment/Digital_Trends_2021_Media_Entertainment_and_Telecoms_Report.pdf", "line": 153 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-retail/2021_Digital_Trends_Retail_in_Focus.pdf", "line": 154 }, { "directive": "disallow", "path": "/content/dam/dx/us/en/resources/digital-trends-2021-in-manufacturing/2021_Digital_Trends_Manufacturing_in_Focus.pdf", "line": 155 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/technology-trends-2021/eConsultancy_Digital_Trends_2021_IT_Report.pdf", "line": 156 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-financial-services.pdf", "line": 157 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-retail.pdf", "line": 158 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-media-and-entertainment.pdf", "line": 159 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-travel-and-hospitality.pdf", "line": 160 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-telecommunications.pdf", "line": 161 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-advertising.pdf", "line": 162 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-high-tech.pdf", "line": 163 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/pdf/digital-trends-2020-in-IT.pdf", "line": 164 }, { "directive": "disallow", "path": "/content/dam/www/us/en/adi/2020/pdfs/*", "line": 165 }, { "directive": "disallow", "path": "/content/dam/www/us/en/offer/digital-trends-2021-core/digital-trends-2021-full-report-*.pdf", "line": 166 }, { "directive": "disallow", "path": "/*langmaster/", "line": 167 }, { "directive": "disallow", "path": "/*express/*.mp4$", "line": 168 }, { "directive": "disallow", "path": "/en-AE/learn/", "line": 169 }, { "directive": "disallow", "path": "/en-BE/learn/", "line": 170 }, { "directive": "disallow", "path": "/en-CY/learn/", "line": 171 }, { "directive": "disallow", "path": "/en-GR/learn/", "line": 172 }, { "directive": "disallow", "path": "/en-HK/learn/", "line": 173 }, { "directive": "disallow", "path": "/en-ID/learn/", "line": 174 }, { "directive": "disallow", "path": "/en-IL/learn/", "line": 175 }, { "directive": "disallow", "path": "/en-LU/learn/", "line": 176 }, { "directive": "disallow", "path": "/en-MT/learn/", "line": 177 }, { "directive": "disallow", "path": "/en-MY/learn/", "line": 178 }, { "directive": "disallow", "path": "/en-PH/learn/", "line": 179 }, { "directive": "disallow", "path": "/en-SA/learn/", "line": 180 }, { "directive": "disallow", "path": "/en-SG/learn/", "line": 181 }, { "directive": "disallow", "path": "/en-TH/learn/", "line": 182 }, { "directive": "disallow", "path": "/en-VN/learn/", "line": 183 }, { "directive": "disallow", "path": "/en-x-MenA/learn/", "line": 184 }, { "directive": "disallow", "path": "/en-ZA/learn/", "line": 185 }, { "directive": "disallow", "path": "/*?searchId=", "line": 186 }, { "directive": "disallow", "path": "/*?tasks=", "line": 187 }, { "directive": "disallow", "path": "/*?campaignid=", "line": 188 }, { "directive": "disallow", "path": "/*?skwcid=", "line": 189 }, { "directive": "disallow", "path": "/products/photoshop/photoshop-brushes.h*", "line": 190 }, { "directive": "disallow", "path": "/community/gallery", "line": 191 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.adobe.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "41081faa0fd323774e225ab51e8a73262055b24ecc7732557229fb93938f9d84", "bytes": 10199 }, { "company": "Advanced Micro Devices", "cik": "2488", "sector": "Information Technology", "origin": "https://www.amd.com", "checkedAt": "2026-09-26T04:54:45.715Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "AES Corporation", "cik": "874761", "sector": "Utilities", "origin": "https://www.aes.com", "checkedAt": "2026-09-26T04:54:45.716Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.aes.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "80f017a4b99b3f7bb671b7627caa8aa0f1ffd3e0d5ff5909c3afe6f260c63e6d", "bytes": 1823 }, { "company": "Aflac", "cik": "4977", "sector": "Financials", "origin": "https://www.aflac.com", "checkedAt": "2026-09-26T04:54:46.101Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/handlers/", "line": 2 }, { "directive": "disallow", "path": "/_Global/", "line": 3 }, { "directive": "disallow", "path": "/integrationcontrols/", "line": 4 }, { "directive": "disallow", "path": "/json/", "line": 5 }, { "directive": "disallow", "path": "/widgets/", "line": 6 }, { "directive": "disallow", "path": "/controls/", "line": 7 }, { "directive": "disallow", "path": "/webservices/", "line": 9 }, { "directive": "disallow", "path": "/_locale-config/", "line": 10 }, { "directive": "disallow", "path": "/retirees/", "line": 11 }, { "directive": "disallow", "path": "/docs/retirees/", "line": 12 }, { "directive": "disallow", "path": "/individuals/search-results*", "line": 14 }, { "directive": "disallow", "path": "/aps/", "line": 15 }, { "directive": "disallow", "path": "/aws/", "line": 16 }, { "directive": "disallow", "path": "/goaflac/", "line": 17 }, { "directive": "disallow", "path": "/partnerships/", "line": 18 }, { "directive": "disallow", "path": "/everwell/producers/", "line": 19 }, { "directive": "disallow", "path": "/aflac-dental-and-vision/aflac-dental-state-specific-plan-summaries/", "line": 20 }, { "directive": "disallow", "path": "/us/en/docs/", "line": 21 }, { "directive": "disallow", "path": "/docs/tier-one/promotions/", "line": 22 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/handlers/", "line": 2 }, { "directive": "disallow", "path": "/_Global/", "line": 3 }, { "directive": "disallow", "path": "/integrationcontrols/", "line": 4 }, { "directive": "disallow", "path": "/json/", "line": 5 }, { "directive": "disallow", "path": "/widgets/", "line": 6 }, { "directive": "disallow", "path": "/controls/", "line": 7 }, { "directive": "disallow", "path": "/webservices/", "line": 9 }, { "directive": "disallow", "path": "/_locale-config/", "line": 10 }, { "directive": "disallow", "path": "/retirees/", "line": 11 }, { "directive": "disallow", "path": "/docs/retirees/", "line": 12 }, { "directive": "disallow", "path": "/individuals/search-results*", "line": 14 }, { "directive": "disallow", "path": "/aps/", "line": 15 }, { "directive": "disallow", "path": "/aws/", "line": 16 }, { "directive": "disallow", "path": "/goaflac/", "line": 17 }, { "directive": "disallow", "path": "/partnerships/", "line": 18 }, { "directive": "disallow", "path": "/everwell/producers/", "line": 19 }, { "directive": "disallow", "path": "/aflac-dental-and-vision/aflac-dental-state-specific-plan-summaries/", "line": 20 }, { "directive": "disallow", "path": "/us/en/docs/", "line": 21 }, { "directive": "disallow", "path": "/docs/tier-one/promotions/", "line": 22 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/handlers/", "line": 2 }, { "directive": "disallow", "path": "/_Global/", "line": 3 }, { "directive": "disallow", "path": "/integrationcontrols/", "line": 4 }, { "directive": "disallow", "path": "/json/", "line": 5 }, { "directive": "disallow", "path": "/widgets/", "line": 6 }, { "directive": "disallow", "path": "/controls/", "line": 7 }, { "directive": "disallow", "path": "/webservices/", "line": 9 }, { "directive": "disallow", "path": "/_locale-config/", "line": 10 }, { "directive": "disallow", "path": "/retirees/", "line": 11 }, { "directive": "disallow", "path": "/docs/retirees/", "line": 12 }, { "directive": "disallow", "path": "/individuals/search-results*", "line": 14 }, { "directive": "disallow", "path": "/aps/", "line": 15 }, { "directive": "disallow", "path": "/aws/", "line": 16 }, { "directive": "disallow", "path": "/goaflac/", "line": 17 }, { "directive": "disallow", "path": "/partnerships/", "line": 18 }, { "directive": "disallow", "path": "/everwell/producers/", "line": 19 }, { "directive": "disallow", "path": "/aflac-dental-and-vision/aflac-dental-state-specific-plan-summaries/", "line": 20 }, { "directive": "disallow", "path": "/us/en/docs/", "line": 21 }, { "directive": "disallow", "path": "/docs/tier-one/promotions/", "line": 22 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/handlers/", "line": 2 }, { "directive": "disallow", "path": "/_Global/", "line": 3 }, { "directive": "disallow", "path": "/integrationcontrols/", "line": 4 }, { "directive": "disallow", "path": "/json/", "line": 5 }, { "directive": "disallow", "path": "/widgets/", "line": 6 }, { "directive": "disallow", "path": "/controls/", "line": 7 }, { "directive": "disallow", "path": "/webservices/", "line": 9 }, { "directive": "disallow", "path": "/_locale-config/", "line": 10 }, { "directive": "disallow", "path": "/retirees/", "line": 11 }, { "directive": "disallow", "path": "/docs/retirees/", "line": 12 }, { "directive": "disallow", "path": "/individuals/search-results*", "line": 14 }, { "directive": "disallow", "path": "/aps/", "line": 15 }, { "directive": "disallow", "path": "/aws/", "line": 16 }, { "directive": "disallow", "path": "/goaflac/", "line": 17 }, { "directive": "disallow", "path": "/partnerships/", "line": 18 }, { "directive": "disallow", "path": "/everwell/producers/", "line": 19 }, { "directive": "disallow", "path": "/aflac-dental-and-vision/aflac-dental-state-specific-plan-summaries/", "line": 20 }, { "directive": "disallow", "path": "/us/en/docs/", "line": 21 }, { "directive": "disallow", "path": "/docs/tier-one/promotions/", "line": 22 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/handlers/", "line": 2 }, { "directive": "disallow", "path": "/_Global/", "line": 3 }, { "directive": "disallow", "path": "/integrationcontrols/", "line": 4 }, { "directive": "disallow", "path": "/json/", "line": 5 }, { "directive": "disallow", "path": "/widgets/", "line": 6 }, { "directive": "disallow", "path": "/controls/", "line": 7 }, { "directive": "disallow", "path": "/webservices/", "line": 9 }, { "directive": "disallow", "path": "/_locale-config/", "line": 10 }, { "directive": "disallow", "path": "/retirees/", "line": 11 }, { "directive": "disallow", "path": "/docs/retirees/", "line": 12 }, { "directive": "disallow", "path": "/individuals/search-results*", "line": 14 }, { "directive": "disallow", "path": "/aps/", "line": 15 }, { "directive": "disallow", "path": "/aws/", "line": 16 }, { "directive": "disallow", "path": "/goaflac/", "line": 17 }, { "directive": "disallow", "path": "/partnerships/", "line": 18 }, { "directive": "disallow", "path": "/everwell/producers/", "line": 19 }, { "directive": "disallow", "path": "/aflac-dental-and-vision/aflac-dental-state-specific-plan-summaries/", "line": 20 }, { "directive": "disallow", "path": "/us/en/docs/", "line": 21 }, { "directive": "disallow", "path": "/docs/tier-one/promotions/", "line": 22 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/handlers/", "line": 2 }, { "directive": "disallow", "path": "/_Global/", "line": 3 }, { "directive": "disallow", "path": "/integrationcontrols/", "line": 4 }, { "directive": "disallow", "path": "/json/", "line": 5 }, { "directive": "disallow", "path": "/widgets/", "line": 6 }, { "directive": "disallow", "path": "/controls/", "line": 7 }, { "directive": "disallow", "path": "/webservices/", "line": 9 }, { "directive": "disallow", "path": "/_locale-config/", "line": 10 }, { "directive": "disallow", "path": "/retirees/", "line": 11 }, { "directive": "disallow", "path": "/docs/retirees/", "line": 12 }, { "directive": "disallow", "path": "/individuals/search-results*", "line": 14 }, { "directive": "disallow", "path": "/aps/", "line": 15 }, { "directive": "disallow", "path": "/aws/", "line": 16 }, { "directive": "disallow", "path": "/goaflac/", "line": 17 }, { "directive": "disallow", "path": "/partnerships/", "line": 18 }, { "directive": "disallow", "path": "/everwell/producers/", "line": 19 }, { "directive": "disallow", "path": "/aflac-dental-and-vision/aflac-dental-state-specific-plan-summaries/", "line": 20 }, { "directive": "disallow", "path": "/us/en/docs/", "line": 21 }, { "directive": "disallow", "path": "/docs/tier-one/promotions/", "line": 22 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/handlers/", "line": 2 }, { "directive": "disallow", "path": "/_Global/", "line": 3 }, { "directive": "disallow", "path": "/integrationcontrols/", "line": 4 }, { "directive": "disallow", "path": "/json/", "line": 5 }, { "directive": "disallow", "path": "/widgets/", "line": 6 }, { "directive": "disallow", "path": "/controls/", "line": 7 }, { "directive": "disallow", "path": "/webservices/", "line": 9 }, { "directive": "disallow", "path": "/_locale-config/", "line": 10 }, { "directive": "disallow", "path": "/retirees/", "line": 11 }, { "directive": "disallow", "path": "/docs/retirees/", "line": 12 }, { "directive": "disallow", "path": "/individuals/search-results*", "line": 14 }, { "directive": "disallow", "path": "/aps/", "line": 15 }, { "directive": "disallow", "path": "/aws/", "line": 16 }, { "directive": "disallow", "path": "/goaflac/", "line": 17 }, { "directive": "disallow", "path": "/partnerships/", "line": 18 }, { "directive": "disallow", "path": "/everwell/producers/", "line": 19 }, { "directive": "disallow", "path": "/aflac-dental-and-vision/aflac-dental-state-specific-plan-summaries/", "line": 20 }, { "directive": "disallow", "path": "/us/en/docs/", "line": 21 }, { "directive": "disallow", "path": "/docs/tier-one/promotions/", "line": 22 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/handlers/", "line": 2 }, { "directive": "disallow", "path": "/_Global/", "line": 3 }, { "directive": "disallow", "path": "/integrationcontrols/", "line": 4 }, { "directive": "disallow", "path": "/json/", "line": 5 }, { "directive": "disallow", "path": "/widgets/", "line": 6 }, { "directive": "disallow", "path": "/controls/", "line": 7 }, { "directive": "disallow", "path": "/webservices/", "line": 9 }, { "directive": "disallow", "path": "/_locale-config/", "line": 10 }, { "directive": "disallow", "path": "/retirees/", "line": 11 }, { "directive": "disallow", "path": "/docs/retirees/", "line": 12 }, { "directive": "disallow", "path": "/individuals/search-results*", "line": 14 }, { "directive": "disallow", "path": "/aps/", "line": 15 }, { "directive": "disallow", "path": "/aws/", "line": 16 }, { "directive": "disallow", "path": "/goaflac/", "line": 17 }, { "directive": "disallow", "path": "/partnerships/", "line": 18 }, { "directive": "disallow", "path": "/everwell/producers/", "line": 19 }, { "directive": "disallow", "path": "/aflac-dental-and-vision/aflac-dental-state-specific-plan-summaries/", "line": 20 }, { "directive": "disallow", "path": "/us/en/docs/", "line": 21 }, { "directive": "disallow", "path": "/docs/tier-one/promotions/", "line": 22 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.aflac.com/robots.txt", "contentType": "text/plain", "sha256": "405c69f97d84a17adfcacf0253a57c46298474fd32f49cf2c21fccf9e9df5a9d", "bytes": 620 }, { "company": "Agilent Technologies", "cik": "1090872", "sector": "Health Care", "origin": "http://www.agilent.com", "checkedAt": "2026-09-26T04:54:46.213Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 24 } ], "warnings": [ 83 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 34 }, { "directive": "disallow", "path": "/internal/", "line": 35 }, { "directive": "disallow", "path": "/cag/*", "line": 41 }, { "directive": "disallow", "path": "/comms/*", "line": 42 }, { "directive": "disallow", "path": "/find/*", "line": 43 }, { "directive": "disallow", "path": "/see/*", "line": 44 }, { "directive": "disallow", "path": "/pathology/*", "line": 45 }, { "directive": "disallow", "path": "/genomics/*", "line": 46 }, { "directive": "disallow", "path": "/go/*", "line": 47 }, { "directive": "disallow", "path": "/chem/*", "line": 48 }, { "directive": "disallow", "path": "/lifesciences/*", "line": 49 }, { "directive": "disallow", "path": "/jumpstations/", "line": 50 }, { "directive": "disallow", "path": "/jumpstations/chem.html", "line": 51 }, { "directive": "disallow", "path": "/litweb/", "line": 52 }, { "directive": "disallow", "path": "/newsroom/china/newsroom/presrel/", "line": 53 }, { "directive": "disallow", "path": "/search*", "line": 54 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2005/*", "line": 55 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2006/*", "line": 56 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2007/*", "line": 57 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2008/*", "line": 58 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2009/*", "line": 59 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2010/*", "line": 60 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2011/*", "line": 61 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2012/*", "line": 62 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2013/*", "line": 63 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2014/*", "line": 64 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2015/*", "line": 65 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2016/*", "line": 66 }, { "directive": "disallow", "path": "/cs/library/slidepresentation/Public/MAPs-Solutions_for_Your_Analytical_Business.pdf", "line": 67 }, { "directive": "disallow", "path": "/cs/library/downloads", "line": 68 }, { "directive": "disallow", "path": "/*jsessionid*", "line": 69 }, { "directive": "disallow", "path": "/cs/Satellite*", "line": 70 }, { "directive": "disallow", "path": "/cs/ContentServer*", "line": 71 }, { "directive": "disallow", "path": "/sites/Satellite*", "line": 72 }, { "directive": "disallow", "path": "/sites/ContentServer*", "line": 73 }, { "directive": "disallow", "path": "/chem/bridgitte_mingear@agilent.com%7C2009-04-03", "line": 74 }, { "directive": "disallow", "path": "/formassembly/*", "line": 75 }, { "directive": "disallow", "path": "/home/more-countries", "line": 76 }, { "directive": "disallow", "path": "/en/products/vacuum-technologies/vacuum-products-catalog", "line": 77 }, { "directive": "disallow", "path": "/cs/agilent/", "line": 78 }, { "directive": "disallow", "path": "/sites/agilent/", "line": 79 }, { "directive": "disallow", "path": "/html/mindex.html", "line": 80 }, { "directive": "disallow", "path": "/cgi-bin*", "line": 81 }, { "directive": "disallow", "path": "/chem.agilent.com/*", "line": 82 }, { "directive": "disallow", "path": "*earray.chem.agilent.com*", "line": 83 }, { "directive": "disallow", "path": "/account*", "line": 84 }, { "directive": "disallow", "path": "/account/login*", "line": 85 }, { "directive": "disallow", "path": "/account/registration*", "line": 86 }, { "directive": "disallow", "path": "/account/forgot-password*", "line": 87 }, { "directive": "disallow", "path": "/*/search*", "line": 88 }, { "directive": "disallow", "path": "/*/placeholders.json", "line": 89 }, { "directive": "disallow", "path": "/*/search-facets.json", "line": 90 }, { "directive": "disallow", "path": "/*/shared/*", "line": 91 }, { "directive": "disallow", "path": "/zh-cn", "line": 92 }, { "directive": "allow", "path": "/search/js/eloqua.js", "line": 93 }, { "directive": "allow", "path": "/search/?N=4294836537", "line": 94 } ], "warnings": [ 83 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 24 } ], "warnings": [ 83 ] }, "GPTBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 24 } ], "warnings": [ 83 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 24 } ], "warnings": [ 83 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 24 } ], "warnings": [ 83 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 34 }, { "directive": "disallow", "path": "/internal/", "line": 35 }, { "directive": "disallow", "path": "/cag/*", "line": 41 }, { "directive": "disallow", "path": "/comms/*", "line": 42 }, { "directive": "disallow", "path": "/find/*", "line": 43 }, { "directive": "disallow", "path": "/see/*", "line": 44 }, { "directive": "disallow", "path": "/pathology/*", "line": 45 }, { "directive": "disallow", "path": "/genomics/*", "line": 46 }, { "directive": "disallow", "path": "/go/*", "line": 47 }, { "directive": "disallow", "path": "/chem/*", "line": 48 }, { "directive": "disallow", "path": "/lifesciences/*", "line": 49 }, { "directive": "disallow", "path": "/jumpstations/", "line": 50 }, { "directive": "disallow", "path": "/jumpstations/chem.html", "line": 51 }, { "directive": "disallow", "path": "/litweb/", "line": 52 }, { "directive": "disallow", "path": "/newsroom/china/newsroom/presrel/", "line": 53 }, { "directive": "disallow", "path": "/search*", "line": 54 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2005/*", "line": 55 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2006/*", "line": 56 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2007/*", "line": 57 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2008/*", "line": 58 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2009/*", "line": 59 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2010/*", "line": 60 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2011/*", "line": 61 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2012/*", "line": 62 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2013/*", "line": 63 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2014/*", "line": 64 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2015/*", "line": 65 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2016/*", "line": 66 }, { "directive": "disallow", "path": "/cs/library/slidepresentation/Public/MAPs-Solutions_for_Your_Analytical_Business.pdf", "line": 67 }, { "directive": "disallow", "path": "/cs/library/downloads", "line": 68 }, { "directive": "disallow", "path": "/*jsessionid*", "line": 69 }, { "directive": "disallow", "path": "/cs/Satellite*", "line": 70 }, { "directive": "disallow", "path": "/cs/ContentServer*", "line": 71 }, { "directive": "disallow", "path": "/sites/Satellite*", "line": 72 }, { "directive": "disallow", "path": "/sites/ContentServer*", "line": 73 }, { "directive": "disallow", "path": "/chem/bridgitte_mingear@agilent.com%7C2009-04-03", "line": 74 }, { "directive": "disallow", "path": "/formassembly/*", "line": 75 }, { "directive": "disallow", "path": "/home/more-countries", "line": 76 }, { "directive": "disallow", "path": "/en/products/vacuum-technologies/vacuum-products-catalog", "line": 77 }, { "directive": "disallow", "path": "/cs/agilent/", "line": 78 }, { "directive": "disallow", "path": "/sites/agilent/", "line": 79 }, { "directive": "disallow", "path": "/html/mindex.html", "line": 80 }, { "directive": "disallow", "path": "/cgi-bin*", "line": 81 }, { "directive": "disallow", "path": "/chem.agilent.com/*", "line": 82 }, { "directive": "disallow", "path": "*earray.chem.agilent.com*", "line": 83 }, { "directive": "disallow", "path": "/account*", "line": 84 }, { "directive": "disallow", "path": "/account/login*", "line": 85 }, { "directive": "disallow", "path": "/account/registration*", "line": 86 }, { "directive": "disallow", "path": "/account/forgot-password*", "line": 87 }, { "directive": "disallow", "path": "/*/search*", "line": 88 }, { "directive": "disallow", "path": "/*/placeholders.json", "line": 89 }, { "directive": "disallow", "path": "/*/search-facets.json", "line": 90 }, { "directive": "disallow", "path": "/*/shared/*", "line": 91 }, { "directive": "disallow", "path": "/zh-cn", "line": 92 }, { "directive": "allow", "path": "/search/js/eloqua.js", "line": 93 }, { "directive": "allow", "path": "/search/?N=4294836537", "line": 94 } ], "warnings": [ 83 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 34 }, { "directive": "disallow", "path": "/internal/", "line": 35 }, { "directive": "disallow", "path": "/cag/*", "line": 41 }, { "directive": "disallow", "path": "/comms/*", "line": 42 }, { "directive": "disallow", "path": "/find/*", "line": 43 }, { "directive": "disallow", "path": "/see/*", "line": 44 }, { "directive": "disallow", "path": "/pathology/*", "line": 45 }, { "directive": "disallow", "path": "/genomics/*", "line": 46 }, { "directive": "disallow", "path": "/go/*", "line": 47 }, { "directive": "disallow", "path": "/chem/*", "line": 48 }, { "directive": "disallow", "path": "/lifesciences/*", "line": 49 }, { "directive": "disallow", "path": "/jumpstations/", "line": 50 }, { "directive": "disallow", "path": "/jumpstations/chem.html", "line": 51 }, { "directive": "disallow", "path": "/litweb/", "line": 52 }, { "directive": "disallow", "path": "/newsroom/china/newsroom/presrel/", "line": 53 }, { "directive": "disallow", "path": "/search*", "line": 54 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2005/*", "line": 55 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2006/*", "line": 56 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2007/*", "line": 57 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2008/*", "line": 58 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2009/*", "line": 59 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2010/*", "line": 60 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2011/*", "line": 61 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2012/*", "line": 62 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2013/*", "line": 63 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2014/*", "line": 64 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2015/*", "line": 65 }, { "directive": "disallow", "path": "/about/newsroom/presrel/2016/*", "line": 66 }, { "directive": "disallow", "path": "/cs/library/slidepresentation/Public/MAPs-Solutions_for_Your_Analytical_Business.pdf", "line": 67 }, { "directive": "disallow", "path": "/cs/library/downloads", "line": 68 }, { "directive": "disallow", "path": "/*jsessionid*", "line": 69 }, { "directive": "disallow", "path": "/cs/Satellite*", "line": 70 }, { "directive": "disallow", "path": "/cs/ContentServer*", "line": 71 }, { "directive": "disallow", "path": "/sites/Satellite*", "line": 72 }, { "directive": "disallow", "path": "/sites/ContentServer*", "line": 73 }, { "directive": "disallow", "path": "/chem/bridgitte_mingear@agilent.com%7C2009-04-03", "line": 74 }, { "directive": "disallow", "path": "/formassembly/*", "line": 75 }, { "directive": "disallow", "path": "/home/more-countries", "line": 76 }, { "directive": "disallow", "path": "/en/products/vacuum-technologies/vacuum-products-catalog", "line": 77 }, { "directive": "disallow", "path": "/cs/agilent/", "line": 78 }, { "directive": "disallow", "path": "/sites/agilent/", "line": 79 }, { "directive": "disallow", "path": "/html/mindex.html", "line": 80 }, { "directive": "disallow", "path": "/cgi-bin*", "line": 81 }, { "directive": "disallow", "path": "/chem.agilent.com/*", "line": 82 }, { "directive": "disallow", "path": "*earray.chem.agilent.com*", "line": 83 }, { "directive": "disallow", "path": "/account*", "line": 84 }, { "directive": "disallow", "path": "/account/login*", "line": 85 }, { "directive": "disallow", "path": "/account/registration*", "line": 86 }, { "directive": "disallow", "path": "/account/forgot-password*", "line": 87 }, { "directive": "disallow", "path": "/*/search*", "line": 88 }, { "directive": "disallow", "path": "/*/placeholders.json", "line": 89 }, { "directive": "disallow", "path": "/*/search-facets.json", "line": 90 }, { "directive": "disallow", "path": "/*/shared/*", "line": 91 }, { "directive": "disallow", "path": "/zh-cn", "line": 92 }, { "directive": "allow", "path": "/search/js/eloqua.js", "line": 93 }, { "directive": "allow", "path": "/search/?N=4294836537", "line": 94 } ], "warnings": [ 83 ] } }, "httpStatus": 200, "finalUrl": "https://www.agilent.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "e173b29e46b5e14467b49e91f27b3857212781c002a28107af2ce28d2e4b3d2f", "bytes": 2743 }, { "company": "Air Products", "cik": "2969", "sector": "Materials", "origin": "http://airproducts.com", "checkedAt": "2026-09-26T04:54:46.242Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.airproducts.com/robots.txt", "contentType": "text/html" }, { "company": "Airbnb", "cik": "1559720", "sector": "Consumer Discretionary", "origin": "https://www.airbnb.com", "checkedAt": "2026-09-26T04:54:46.266Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "allow", "path": "/calendar/ical/", "line": 286 }, { "directive": "allow", "path": "/.well-known/amphtml/apikey.pub", "line": 287 }, { "directive": "disallow", "path": "/.well-known/assetlinks.json", "line": 288 }, { "directive": "disallow", "path": "/*/skeleton", "line": 289 }, { "directive": "disallow", "path": "/*/sw_skeleton", "line": 290 }, { "directive": "disallow", "path": "/500", "line": 291 }, { "directive": "disallow", "path": "/account", "line": 292 }, { "directive": "disallow", "path": "/alumni", "line": 293 }, { "directive": "disallow", "path": "/api/v1/trebuchet", "line": 294 }, { "directive": "disallow", "path": "/associates/click", "line": 295 }, { "directive": "disallow", "path": "/book/", "line": 296 }, { "directive": "disallow", "path": "/calendar/", "line": 297 }, { "directive": "disallow", "path": "/contact_host", "line": 298 }, { "directive": "disallow", "path": "/disaster/lookup", "line": 299 }, { "directive": "disallow", "path": "/email/unsubscribe", "line": 300 }, { "directive": "disallow", "path": "/embeddable", "line": 301 }, { "directive": "disallow", "path": "/experiences/*?*scheduled_id", "line": 302 }, { "directive": "disallow", "path": "/experiences/*?*modal", "line": 303 }, { "directive": "disallow", "path": "/experiences/*/book", "line": 304 }, { "directive": "disallow", "path": "/external_link?", "line": 305 }, { "directive": "disallow", "path": "/fix-it", "line": 306 }, { "directive": "disallow", "path": "/fixit", "line": 307 }, { "directive": "disallow", "path": "/forgot_password", "line": 308 }, { "directive": "disallow", "path": "/google_place_photo", "line": 309 }, { "directive": "disallow", "path": "/api/v2/google_place_photos", "line": 310 }, { "directive": "disallow", "path": "/groups", "line": 311 }, { "directive": "disallow", "path": "/guidebooks", "line": 312 }, { "directive": "disallow", "path": "/help/feedback", "line": 313 }, { "directive": "disallow", "path": "/help/search", "line": 314 }, { "directive": "disallow", "path": "/help/search", "line": 315 }, { "directive": "disallow", "path": "/home/dashboard", "line": 316 }, { "directive": "disallow", "path": "/inbox", "line": 317 }, { "directive": "disallow", "path": "/login_with_redirect", "line": 318 }, { "directive": "disallow", "path": "/logout", "line": 319 }, { "directive": "disallow", "path": "/manage-listing", "line": 320 }, { "directive": "disallow", "path": "/messaging/ajax_already_messaged/", "line": 321 }, { "directive": "disallow", "path": "/my_listings", "line": 322 }, { "directive": "disallow", "path": "/oauth_connect", "line": 323 }, { "directive": "disallow", "path": "/payments/book", "line": 324 }, { "directive": "disallow", "path": "/reservation", "line": 325 }, { "directive": "disallow", "path": "/rooms/*/amenities", "line": 326 }, { "directive": "disallow", "path": "/rooms/*/enhanced-cleaning", "line": 327 }, { "directive": "disallow", "path": "/rooms/*/house-rules", "line": 328 }, { "directive": "disallow", "path": "/rooms/*/location", "line": 329 }, { "directive": "disallow", "path": "/rooms/*/photos", "line": 330 }, { "directive": "disallow", "path": "/rooms/*/reviews", "line": 331 }, { "directive": "disallow", "path": "/rooms/*/safety", "line": 332 }, { "directive": "disallow", "path": "/rooms/*?viralityEntryPoint", "line": 333 }, { "directive": "disallow", "path": "/rooms/*/cancellation-policy", "line": 334 }, { "directive": "disallow", "path": "/rooms/*/description", "line": 335 }, { "directive": "disallow", "path": "/s/guidebooks", "line": 336 }, { "directive": "disallow", "path": "/signed_out_modal.json", "line": 337 }, { "directive": "disallow", "path": "/signup_modal", "line": 338 }, { "directive": "disallow", "path": "/stories", "line": 339 }, { "directive": "disallow", "path": "/trips/upcoming", "line": 340 }, { "directive": "disallow", "path": "/trips/v1/", "line": 341 }, { "directive": "disallow", "path": "/update-your-browser", "line": 342 }, { "directive": "disallow", "path": "/users/*/listings", "line": 343 }, { "directive": "disallow", "path": "/users/show", "line": 344 }, { "directive": "disallow", "path": "/users/profile", "line": 345 }, { "directive": "disallow", "path": "/api/v3/LandingPageStaysQuery", "line": 346 }, { "directive": "disallow", "path": "/s/*/*", "line": 347 }, { "directive": "disallow", "path": "/things-to-do/places", "line": 348 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/calendar/ical/", "line": 714 }, { "directive": "allow", "path": "/.well-known/amphtml/apikey.pub", "line": 715 }, { "directive": "disallow", "path": "/.well-known/assetlinks.json", "line": 716 }, { "directive": "disallow", "path": "/*/skeleton", "line": 717 }, { "directive": "disallow", "path": "/*/sw_skeleton", "line": 718 }, { "directive": "disallow", "path": "/500", "line": 719 }, { "directive": "disallow", "path": "/account", "line": 720 }, { "directive": "disallow", "path": "/alumni", "line": 721 }, { "directive": "disallow", "path": "/api/v1/trebuchet", "line": 722 }, { "directive": "disallow", "path": "/associates/click", "line": 723 }, { "directive": "disallow", "path": "/book/", "line": 724 }, { "directive": "disallow", "path": "/calendar/", "line": 725 }, { "directive": "disallow", "path": "/contact_host", "line": 726 }, { "directive": "disallow", "path": "/disaster/lookup", "line": 727 }, { "directive": "disallow", "path": "/email/unsubscribe", "line": 728 }, { "directive": "disallow", "path": "/embeddable", "line": 729 }, { "directive": "disallow", "path": "/experiences/*?*scheduled_id", "line": 730 }, { "directive": "disallow", "path": "/experiences/*?*modal", "line": 731 }, { "directive": "disallow", "path": "/experiences/*/book", "line": 732 }, { "directive": "disallow", "path": "/external_link?", "line": 733 }, { "directive": "disallow", "path": "/fix-it", "line": 734 }, { "directive": "disallow", "path": "/fixit", "line": 735 }, { "directive": "disallow", "path": "/forgot_password", "line": 736 }, { "directive": "disallow", "path": "/google_place_photo", "line": 737 }, { "directive": "disallow", "path": "/api/v2/google_place_photos", "line": 738 }, { "directive": "disallow", "path": "/groups", "line": 739 }, { "directive": "disallow", "path": "/guidebooks", "line": 740 }, { "directive": "disallow", "path": "/help/feedback", "line": 741 }, { "directive": "disallow", "path": "/help/search", "line": 742 }, { "directive": "disallow", "path": "/help/search", "line": 743 }, { "directive": "disallow", "path": "/home/dashboard", "line": 744 }, { "directive": "disallow", "path": "/inbox", "line": 745 }, { "directive": "disallow", "path": "/login_with_redirect", "line": 746 }, { "directive": "disallow", "path": "/logout", "line": 747 }, { "directive": "disallow", "path": "/manage-listing", "line": 748 }, { "directive": "disallow", "path": "/messaging/ajax_already_messaged/", "line": 749 }, { "directive": "disallow", "path": "/my_listings", "line": 750 }, { "directive": "disallow", "path": "/oauth_connect", "line": 751 }, { "directive": "disallow", "path": "/payments/book", "line": 752 }, { "directive": "disallow", "path": "/reservation", "line": 753 }, { "directive": "disallow", "path": "/rooms/*/amenities", "line": 754 }, { "directive": "disallow", "path": "/rooms/*/enhanced-cleaning", "line": 755 }, { "directive": "disallow", "path": "/rooms/*/house-rules", "line": 756 }, { "directive": "disallow", "path": "/rooms/*/location", "line": 757 }, { "directive": "disallow", "path": "/rooms/*/photos", "line": 758 }, { "directive": "disallow", "path": "/rooms/*/reviews", "line": 759 }, { "directive": "disallow", "path": "/rooms/*/safety", "line": 760 }, { "directive": "disallow", "path": "/rooms/*?viralityEntryPoint", "line": 761 }, { "directive": "disallow", "path": "/rooms/*/cancellation-policy", "line": 762 }, { "directive": "disallow", "path": "/rooms/*/description", "line": 763 }, { "directive": "disallow", "path": "/s/guidebooks", "line": 764 }, { "directive": "disallow", "path": "/signed_out_modal.json", "line": 765 }, { "directive": "disallow", "path": "/signup_modal", "line": 766 }, { "directive": "disallow", "path": "/stories", "line": 767 }, { "directive": "disallow", "path": "/trips/upcoming", "line": 768 }, { "directive": "disallow", "path": "/trips/v1/", "line": 769 }, { "directive": "disallow", "path": "/update-your-browser", "line": 770 }, { "directive": "disallow", "path": "/users/*/listings", "line": 771 }, { "directive": "disallow", "path": "/users/show", "line": 772 }, { "directive": "disallow", "path": "/users/profile", "line": 773 }, { "directive": "disallow", "path": "/api/v3/LandingPageStaysQuery", "line": 774 }, { "directive": "disallow", "path": "/s/*/*", "line": 775 }, { "directive": "disallow", "path": "/things-to-do/places", "line": 776 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "allow", "path": "/calendar/ical/", "line": 481 }, { "directive": "allow", "path": "/.well-known/amphtml/apikey.pub", "line": 482 }, { "directive": "disallow", "path": "/.well-known/assetlinks.json", "line": 483 }, { "directive": "disallow", "path": "/*/skeleton", "line": 484 }, { "directive": "disallow", "path": "/*/sw_skeleton", "line": 485 }, { "directive": "disallow", "path": "/500", "line": 486 }, { "directive": "disallow", "path": "/account", "line": 487 }, { "directive": "disallow", "path": "/alumni", "line": 488 }, { "directive": "disallow", "path": "/api/v1/trebuchet", "line": 489 }, { "directive": "disallow", "path": "/associates/click", "line": 490 }, { "directive": "disallow", "path": "/book/", "line": 491 }, { "directive": "disallow", "path": "/calendar/", "line": 492 }, { "directive": "disallow", "path": "/contact_host", "line": 493 }, { "directive": "disallow", "path": "/disaster/lookup", "line": 494 }, { "directive": "disallow", "path": "/email/unsubscribe", "line": 495 }, { "directive": "disallow", "path": "/embeddable", "line": 496 }, { "directive": "disallow", "path": "/experiences/*?*scheduled_id", "line": 497 }, { "directive": "disallow", "path": "/experiences/*?*modal", "line": 498 }, { "directive": "disallow", "path": "/experiences/*/book", "line": 499 }, { "directive": "disallow", "path": "/external_link?", "line": 500 }, { "directive": "disallow", "path": "/fix-it", "line": 501 }, { "directive": "disallow", "path": "/fixit", "line": 502 }, { "directive": "disallow", "path": "/forgot_password", "line": 503 }, { "directive": "disallow", "path": "/google_place_photo", "line": 504 }, { "directive": "disallow", "path": "/api/v2/google_place_photos", "line": 505 }, { "directive": "disallow", "path": "/groups", "line": 506 }, { "directive": "disallow", "path": "/guidebooks", "line": 507 }, { "directive": "disallow", "path": "/help/feedback", "line": 508 }, { "directive": "disallow", "path": "/help/search", "line": 509 }, { "directive": "disallow", "path": "/help/search", "line": 510 }, { "directive": "disallow", "path": "/home/dashboard", "line": 511 }, { "directive": "disallow", "path": "/inbox", "line": 512 }, { "directive": "disallow", "path": "/login_with_redirect", "line": 513 }, { "directive": "disallow", "path": "/logout", "line": 514 }, { "directive": "disallow", "path": "/manage-listing", "line": 515 }, { "directive": "disallow", "path": "/messaging/ajax_already_messaged/", "line": 516 }, { "directive": "disallow", "path": "/my_listings", "line": 517 }, { "directive": "disallow", "path": "/oauth_connect", "line": 518 }, { "directive": "disallow", "path": "/payments/book", "line": 519 }, { "directive": "disallow", "path": "/reservation", "line": 520 }, { "directive": "disallow", "path": "/rooms/*/amenities", "line": 521 }, { "directive": "disallow", "path": "/rooms/*/enhanced-cleaning", "line": 522 }, { "directive": "disallow", "path": "/rooms/*/house-rules", "line": 523 }, { "directive": "disallow", "path": "/rooms/*/location", "line": 524 }, { "directive": "disallow", "path": "/rooms/*/photos", "line": 525 }, { "directive": "disallow", "path": "/rooms/*/reviews", "line": 526 }, { "directive": "disallow", "path": "/rooms/*/safety", "line": 527 }, { "directive": "disallow", "path": "/rooms/*?viralityEntryPoint", "line": 528 }, { "directive": "disallow", "path": "/rooms/*/cancellation-policy", "line": 529 }, { "directive": "disallow", "path": "/rooms/*/description", "line": 530 }, { "directive": "disallow", "path": "/s/guidebooks", "line": 531 }, { "directive": "disallow", "path": "/signed_out_modal.json", "line": 532 }, { "directive": "disallow", "path": "/signup_modal", "line": 533 }, { "directive": "disallow", "path": "/stories", "line": 534 }, { "directive": "disallow", "path": "/trips/upcoming", "line": 535 }, { "directive": "disallow", "path": "/trips/v1/", "line": 536 }, { "directive": "disallow", "path": "/update-your-browser", "line": 537 }, { "directive": "disallow", "path": "/users/*/listings", "line": 538 }, { "directive": "disallow", "path": "/users/show", "line": 539 }, { "directive": "disallow", "path": "/users/profile", "line": 540 }, { "directive": "disallow", "path": "/api/v3/LandingPageStaysQuery", "line": 541 }, { "directive": "disallow", "path": "/s/*/*", "line": 542 }, { "directive": "disallow", "path": "/things-to-do/places", "line": 543 }, { "directive": "disallow", "path": "/rooms/", "line": 544 }, { "directive": "disallow", "path": "/experiences/", "line": 545 } ], "warnings": [] }, "GPTBot": { "policy": "blanket_disallow", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 691 } ], "warnings": [] }, "ClaudeBot": { "policy": "blanket_disallow", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 695 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "allow", "path": "/calendar/ical/", "line": 351 }, { "directive": "allow", "path": "/.well-known/amphtml/apikey.pub", "line": 352 }, { "directive": "disallow", "path": "/.well-known/assetlinks.json", "line": 353 }, { "directive": "disallow", "path": "/*/skeleton", "line": 354 }, { "directive": "disallow", "path": "/*/sw_skeleton", "line": 355 }, { "directive": "disallow", "path": "/500", "line": 356 }, { "directive": "disallow", "path": "/account", "line": 357 }, { "directive": "disallow", "path": "/alumni", "line": 358 }, { "directive": "disallow", "path": "/api/v1/trebuchet", "line": 359 }, { "directive": "disallow", "path": "/associates/click", "line": 360 }, { "directive": "disallow", "path": "/book/", "line": 361 }, { "directive": "disallow", "path": "/calendar/", "line": 362 }, { "directive": "disallow", "path": "/contact_host", "line": 363 }, { "directive": "disallow", "path": "/disaster/lookup", "line": 364 }, { "directive": "disallow", "path": "/email/unsubscribe", "line": 365 }, { "directive": "disallow", "path": "/embeddable", "line": 366 }, { "directive": "disallow", "path": "/experiences/*?*scheduled_id", "line": 367 }, { "directive": "disallow", "path": "/experiences/*?*modal", "line": 368 }, { "directive": "disallow", "path": "/experiences/*/book", "line": 369 }, { "directive": "disallow", "path": "/external_link?", "line": 370 }, { "directive": "disallow", "path": "/fix-it", "line": 371 }, { "directive": "disallow", "path": "/fixit", "line": 372 }, { "directive": "disallow", "path": "/forgot_password", "line": 373 }, { "directive": "disallow", "path": "/google_place_photo", "line": 374 }, { "directive": "disallow", "path": "/api/v2/google_place_photos", "line": 375 }, { "directive": "disallow", "path": "/groups", "line": 376 }, { "directive": "disallow", "path": "/guidebooks", "line": 377 }, { "directive": "disallow", "path": "/help/feedback", "line": 378 }, { "directive": "disallow", "path": "/help/search", "line": 379 }, { "directive": "disallow", "path": "/help/search", "line": 380 }, { "directive": "disallow", "path": "/home/dashboard", "line": 381 }, { "directive": "disallow", "path": "/inbox", "line": 382 }, { "directive": "disallow", "path": "/login_with_redirect", "line": 383 }, { "directive": "disallow", "path": "/logout", "line": 384 }, { "directive": "disallow", "path": "/manage-listing", "line": 385 }, { "directive": "disallow", "path": "/messaging/ajax_already_messaged/", "line": 386 }, { "directive": "disallow", "path": "/my_listings", "line": 387 }, { "directive": "disallow", "path": "/oauth_connect", "line": 388 }, { "directive": "disallow", "path": "/payments/book", "line": 389 }, { "directive": "disallow", "path": "/reservation", "line": 390 }, { "directive": "disallow", "path": "/rooms/*/amenities", "line": 391 }, { "directive": "disallow", "path": "/rooms/*/enhanced-cleaning", "line": 392 }, { "directive": "disallow", "path": "/rooms/*/house-rules", "line": 393 }, { "directive": "disallow", "path": "/rooms/*/location", "line": 394 }, { "directive": "disallow", "path": "/rooms/*/photos", "line": 395 }, { "directive": "disallow", "path": "/rooms/*/reviews", "line": 396 }, { "directive": "disallow", "path": "/rooms/*/safety", "line": 397 }, { "directive": "disallow", "path": "/rooms/*?viralityEntryPoint", "line": 398 }, { "directive": "disallow", "path": "/rooms/*/cancellation-policy", "line": 399 }, { "directive": "disallow", "path": "/rooms/*/description", "line": 400 }, { "directive": "disallow", "path": "/s/guidebooks", "line": 401 }, { "directive": "disallow", "path": "/signed_out_modal.json", "line": 402 }, { "directive": "disallow", "path": "/signup_modal", "line": 403 }, { "directive": "disallow", "path": "/stories", "line": 404 }, { "directive": "disallow", "path": "/trips/upcoming", "line": 405 }, { "directive": "disallow", "path": "/trips/v1/", "line": 406 }, { "directive": "disallow", "path": "/update-your-browser", "line": 407 }, { "directive": "disallow", "path": "/users/*/listings", "line": 408 }, { "directive": "disallow", "path": "/users/show", "line": 409 }, { "directive": "disallow", "path": "/users/profile", "line": 410 }, { "directive": "disallow", "path": "/api/v3/LandingPageStaysQuery", "line": 411 }, { "directive": "disallow", "path": "/s/*/*", "line": 412 }, { "directive": "disallow", "path": "/things-to-do/places", "line": 413 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/calendar/ical/", "line": 714 }, { "directive": "allow", "path": "/.well-known/amphtml/apikey.pub", "line": 715 }, { "directive": "disallow", "path": "/.well-known/assetlinks.json", "line": 716 }, { "directive": "disallow", "path": "/*/skeleton", "line": 717 }, { "directive": "disallow", "path": "/*/sw_skeleton", "line": 718 }, { "directive": "disallow", "path": "/500", "line": 719 }, { "directive": "disallow", "path": "/account", "line": 720 }, { "directive": "disallow", "path": "/alumni", "line": 721 }, { "directive": "disallow", "path": "/api/v1/trebuchet", "line": 722 }, { "directive": "disallow", "path": "/associates/click", "line": 723 }, { "directive": "disallow", "path": "/book/", "line": 724 }, { "directive": "disallow", "path": "/calendar/", "line": 725 }, { "directive": "disallow", "path": "/contact_host", "line": 726 }, { "directive": "disallow", "path": "/disaster/lookup", "line": 727 }, { "directive": "disallow", "path": "/email/unsubscribe", "line": 728 }, { "directive": "disallow", "path": "/embeddable", "line": 729 }, { "directive": "disallow", "path": "/experiences/*?*scheduled_id", "line": 730 }, { "directive": "disallow", "path": "/experiences/*?*modal", "line": 731 }, { "directive": "disallow", "path": "/experiences/*/book", "line": 732 }, { "directive": "disallow", "path": "/external_link?", "line": 733 }, { "directive": "disallow", "path": "/fix-it", "line": 734 }, { "directive": "disallow", "path": "/fixit", "line": 735 }, { "directive": "disallow", "path": "/forgot_password", "line": 736 }, { "directive": "disallow", "path": "/google_place_photo", "line": 737 }, { "directive": "disallow", "path": "/api/v2/google_place_photos", "line": 738 }, { "directive": "disallow", "path": "/groups", "line": 739 }, { "directive": "disallow", "path": "/guidebooks", "line": 740 }, { "directive": "disallow", "path": "/help/feedback", "line": 741 }, { "directive": "disallow", "path": "/help/search", "line": 742 }, { "directive": "disallow", "path": "/help/search", "line": 743 }, { "directive": "disallow", "path": "/home/dashboard", "line": 744 }, { "directive": "disallow", "path": "/inbox", "line": 745 }, { "directive": "disallow", "path": "/login_with_redirect", "line": 746 }, { "directive": "disallow", "path": "/logout", "line": 747 }, { "directive": "disallow", "path": "/manage-listing", "line": 748 }, { "directive": "disallow", "path": "/messaging/ajax_already_messaged/", "line": 749 }, { "directive": "disallow", "path": "/my_listings", "line": 750 }, { "directive": "disallow", "path": "/oauth_connect", "line": 751 }, { "directive": "disallow", "path": "/payments/book", "line": 752 }, { "directive": "disallow", "path": "/reservation", "line": 753 }, { "directive": "disallow", "path": "/rooms/*/amenities", "line": 754 }, { "directive": "disallow", "path": "/rooms/*/enhanced-cleaning", "line": 755 }, { "directive": "disallow", "path": "/rooms/*/house-rules", "line": 756 }, { "directive": "disallow", "path": "/rooms/*/location", "line": 757 }, { "directive": "disallow", "path": "/rooms/*/photos", "line": 758 }, { "directive": "disallow", "path": "/rooms/*/reviews", "line": 759 }, { "directive": "disallow", "path": "/rooms/*/safety", "line": 760 }, { "directive": "disallow", "path": "/rooms/*?viralityEntryPoint", "line": 761 }, { "directive": "disallow", "path": "/rooms/*/cancellation-policy", "line": 762 }, { "directive": "disallow", "path": "/rooms/*/description", "line": 763 }, { "directive": "disallow", "path": "/s/guidebooks", "line": 764 }, { "directive": "disallow", "path": "/signed_out_modal.json", "line": 765 }, { "directive": "disallow", "path": "/signup_modal", "line": 766 }, { "directive": "disallow", "path": "/stories", "line": 767 }, { "directive": "disallow", "path": "/trips/upcoming", "line": 768 }, { "directive": "disallow", "path": "/trips/v1/", "line": 769 }, { "directive": "disallow", "path": "/update-your-browser", "line": 770 }, { "directive": "disallow", "path": "/users/*/listings", "line": 771 }, { "directive": "disallow", "path": "/users/show", "line": 772 }, { "directive": "disallow", "path": "/users/profile", "line": 773 }, { "directive": "disallow", "path": "/api/v3/LandingPageStaysQuery", "line": 774 }, { "directive": "disallow", "path": "/s/*/*", "line": 775 }, { "directive": "disallow", "path": "/things-to-do/places", "line": 776 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/calendar/ical/", "line": 714 }, { "directive": "allow", "path": "/.well-known/amphtml/apikey.pub", "line": 715 }, { "directive": "disallow", "path": "/.well-known/assetlinks.json", "line": 716 }, { "directive": "disallow", "path": "/*/skeleton", "line": 717 }, { "directive": "disallow", "path": "/*/sw_skeleton", "line": 718 }, { "directive": "disallow", "path": "/500", "line": 719 }, { "directive": "disallow", "path": "/account", "line": 720 }, { "directive": "disallow", "path": "/alumni", "line": 721 }, { "directive": "disallow", "path": "/api/v1/trebuchet", "line": 722 }, { "directive": "disallow", "path": "/associates/click", "line": 723 }, { "directive": "disallow", "path": "/book/", "line": 724 }, { "directive": "disallow", "path": "/calendar/", "line": 725 }, { "directive": "disallow", "path": "/contact_host", "line": 726 }, { "directive": "disallow", "path": "/disaster/lookup", "line": 727 }, { "directive": "disallow", "path": "/email/unsubscribe", "line": 728 }, { "directive": "disallow", "path": "/embeddable", "line": 729 }, { "directive": "disallow", "path": "/experiences/*?*scheduled_id", "line": 730 }, { "directive": "disallow", "path": "/experiences/*?*modal", "line": 731 }, { "directive": "disallow", "path": "/experiences/*/book", "line": 732 }, { "directive": "disallow", "path": "/external_link?", "line": 733 }, { "directive": "disallow", "path": "/fix-it", "line": 734 }, { "directive": "disallow", "path": "/fixit", "line": 735 }, { "directive": "disallow", "path": "/forgot_password", "line": 736 }, { "directive": "disallow", "path": "/google_place_photo", "line": 737 }, { "directive": "disallow", "path": "/api/v2/google_place_photos", "line": 738 }, { "directive": "disallow", "path": "/groups", "line": 739 }, { "directive": "disallow", "path": "/guidebooks", "line": 740 }, { "directive": "disallow", "path": "/help/feedback", "line": 741 }, { "directive": "disallow", "path": "/help/search", "line": 742 }, { "directive": "disallow", "path": "/help/search", "line": 743 }, { "directive": "disallow", "path": "/home/dashboard", "line": 744 }, { "directive": "disallow", "path": "/inbox", "line": 745 }, { "directive": "disallow", "path": "/login_with_redirect", "line": 746 }, { "directive": "disallow", "path": "/logout", "line": 747 }, { "directive": "disallow", "path": "/manage-listing", "line": 748 }, { "directive": "disallow", "path": "/messaging/ajax_already_messaged/", "line": 749 }, { "directive": "disallow", "path": "/my_listings", "line": 750 }, { "directive": "disallow", "path": "/oauth_connect", "line": 751 }, { "directive": "disallow", "path": "/payments/book", "line": 752 }, { "directive": "disallow", "path": "/reservation", "line": 753 }, { "directive": "disallow", "path": "/rooms/*/amenities", "line": 754 }, { "directive": "disallow", "path": "/rooms/*/enhanced-cleaning", "line": 755 }, { "directive": "disallow", "path": "/rooms/*/house-rules", "line": 756 }, { "directive": "disallow", "path": "/rooms/*/location", "line": 757 }, { "directive": "disallow", "path": "/rooms/*/photos", "line": 758 }, { "directive": "disallow", "path": "/rooms/*/reviews", "line": 759 }, { "directive": "disallow", "path": "/rooms/*/safety", "line": 760 }, { "directive": "disallow", "path": "/rooms/*?viralityEntryPoint", "line": 761 }, { "directive": "disallow", "path": "/rooms/*/cancellation-policy", "line": 762 }, { "directive": "disallow", "path": "/rooms/*/description", "line": 763 }, { "directive": "disallow", "path": "/s/guidebooks", "line": 764 }, { "directive": "disallow", "path": "/signed_out_modal.json", "line": 765 }, { "directive": "disallow", "path": "/signup_modal", "line": 766 }, { "directive": "disallow", "path": "/stories", "line": 767 }, { "directive": "disallow", "path": "/trips/upcoming", "line": 768 }, { "directive": "disallow", "path": "/trips/v1/", "line": 769 }, { "directive": "disallow", "path": "/update-your-browser", "line": 770 }, { "directive": "disallow", "path": "/users/*/listings", "line": 771 }, { "directive": "disallow", "path": "/users/show", "line": 772 }, { "directive": "disallow", "path": "/users/profile", "line": 773 }, { "directive": "disallow", "path": "/api/v3/LandingPageStaysQuery", "line": 774 }, { "directive": "disallow", "path": "/s/*/*", "line": 775 }, { "directive": "disallow", "path": "/things-to-do/places", "line": 776 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.airbnb.com/robots.txt", "contentType": "text/plain;charset=utf-8", "sha256": "e274a840ea29686b39867202b958149e3097a57bd608136ef09565e84c049fb2", "bytes": 20930 }, { "company": "Akamai Technologies", "cik": "1086222", "sector": "Information Technology", "origin": "https://www.akamai.com", "checkedAt": "2026-09-26T04:54:46.717Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.akamai.com/robots.txt", "contentType": "text/html" }, { "company": "Albemarle Corporation", "cik": "915913", "sector": "Materials", "origin": "http://www.albemarle.com", "checkedAt": "2026-09-26T04:54:46.773Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 }, { "directive": "disallow", "path": "/search/jobs/*", "line": 75 }, { "directive": "disallow", "path": "/search/jobs?keyword=*", "line": 76 }, { "directive": "disallow", "path": "/*/search/jobs/*", "line": 77 }, { "directive": "disallow", "path": "/*/search/jobs?keyword=*", "line": 78 }, { "directive": "disallow", "path": "/search/news/*", "line": 79 }, { "directive": "disallow", "path": "/search/news?keyword=*", "line": 80 }, { "directive": "disallow", "path": "/*/search/news/*", "line": 81 }, { "directive": "disallow", "path": "/*/search/news?keyword=*", "line": 82 }, { "directive": "disallow", "path": "/search/products", "line": 83 }, { "directive": "disallow", "path": "/search/products?keyword=*", "line": 84 }, { "directive": "disallow", "path": "/*/search/products", "line": 85 }, { "directive": "disallow", "path": "/*/search/products?keyword=*", "line": 86 }, { "directive": "disallow", "path": "/search/site/*", "line": 87 }, { "directive": "disallow", "path": "/search/site?keyword=*", "line": 88 }, { "directive": "disallow", "path": "/*/search/site/*", "line": 89 }, { "directive": "disallow", "path": "/*/search/site?keyword=*", "line": 90 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 92 }, { "directive": "disallow", "path": "/user/login", "line": 93 }, { "directive": "disallow", "path": "/user/login/*", "line": 94 }, { "directive": "disallow", "path": "/hu/es/*", "line": 98 }, { "directive": "disallow", "path": "/hu/de/*", "line": 99 }, { "directive": "disallow", "path": "/hu/zh-hans/*", "line": 100 }, { "directive": "disallow", "path": "/hu/ja/*", "line": 101 }, { "directive": "disallow", "path": "/hu/ko/*", "line": 102 }, { "directive": "disallow", "path": "/au/es/*", "line": 104 }, { "directive": "disallow", "path": "/au/de/*", "line": 105 }, { "directive": "disallow", "path": "/au/hu/*", "line": 106 }, { "directive": "disallow", "path": "/au/zh-hans/*", "line": 107 }, { "directive": "disallow", "path": "/au/ja/*", "line": 108 }, { "directive": "disallow", "path": "/au/ko/*", "line": 109 }, { "directive": "disallow", "path": "/cl/de/*", "line": 111 }, { "directive": "disallow", "path": "/cl/hu/*", "line": 112 }, { "directive": "disallow", "path": "/cl/zh-hans/*", "line": 113 }, { "directive": "disallow", "path": "/cl/ja/*", "line": 114 }, { "directive": "disallow", "path": "/cl/ko/*", "line": 115 }, { "directive": "disallow", "path": "/de/es/*", "line": 117 }, { "directive": "disallow", "path": "/de/hu/*", "line": 118 }, { "directive": "disallow", "path": "/de/zh-hans/*", "line": 119 }, { "directive": "disallow", "path": "/de/ja/*", "line": 120 }, { "directive": "disallow", "path": "/de/ko/*", "line": 121 }, { "directive": "disallow", "path": "/cn/es/*", "line": 123 }, { "directive": "disallow", "path": "/cn/de/*", "line": 124 }, { "directive": "disallow", "path": "/cn/hu/*", "line": 125 }, { "directive": "disallow", "path": "/cn/ja/*", "line": 126 }, { "directive": "disallow", "path": "/cn/ko/*", "line": 127 }, { "directive": "disallow", "path": "/us/es/*", "line": 129 }, { "directive": "disallow", "path": "/us/de/*", "line": 130 }, { "directive": "disallow", "path": "/us/hu/*", "line": 131 }, { "directive": "disallow", "path": "/us/zh-hans/*", "line": 132 }, { "directive": "disallow", "path": "/us/ja/*", "line": 133 }, { "directive": "disallow", "path": "/us/ko/*", "line": 134 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 }, { "directive": "disallow", "path": "/search/jobs/*", "line": 75 }, { "directive": "disallow", "path": "/search/jobs?keyword=*", "line": 76 }, { "directive": "disallow", "path": "/*/search/jobs/*", "line": 77 }, { "directive": "disallow", "path": "/*/search/jobs?keyword=*", "line": 78 }, { "directive": "disallow", "path": "/search/news/*", "line": 79 }, { "directive": "disallow", "path": "/search/news?keyword=*", "line": 80 }, { "directive": "disallow", "path": "/*/search/news/*", "line": 81 }, { "directive": "disallow", "path": "/*/search/news?keyword=*", "line": 82 }, { "directive": "disallow", "path": "/search/products", "line": 83 }, { "directive": "disallow", "path": "/search/products?keyword=*", "line": 84 }, { "directive": "disallow", "path": "/*/search/products", "line": 85 }, { "directive": "disallow", "path": "/*/search/products?keyword=*", "line": 86 }, { "directive": "disallow", "path": "/search/site/*", "line": 87 }, { "directive": "disallow", "path": "/search/site?keyword=*", "line": 88 }, { "directive": "disallow", "path": "/*/search/site/*", "line": 89 }, { "directive": "disallow", "path": "/*/search/site?keyword=*", "line": 90 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 92 }, { "directive": "disallow", "path": "/user/login", "line": 93 }, { "directive": "disallow", "path": "/user/login/*", "line": 94 }, { "directive": "disallow", "path": "/hu/es/*", "line": 98 }, { "directive": "disallow", "path": "/hu/de/*", "line": 99 }, { "directive": "disallow", "path": "/hu/zh-hans/*", "line": 100 }, { "directive": "disallow", "path": "/hu/ja/*", "line": 101 }, { "directive": "disallow", "path": "/hu/ko/*", "line": 102 }, { "directive": "disallow", "path": "/au/es/*", "line": 104 }, { "directive": "disallow", "path": "/au/de/*", "line": 105 }, { "directive": "disallow", "path": "/au/hu/*", "line": 106 }, { "directive": "disallow", "path": "/au/zh-hans/*", "line": 107 }, { "directive": "disallow", "path": "/au/ja/*", "line": 108 }, { "directive": "disallow", "path": "/au/ko/*", "line": 109 }, { "directive": "disallow", "path": "/cl/de/*", "line": 111 }, { "directive": "disallow", "path": "/cl/hu/*", "line": 112 }, { "directive": "disallow", "path": "/cl/zh-hans/*", "line": 113 }, { "directive": "disallow", "path": "/cl/ja/*", "line": 114 }, { "directive": "disallow", "path": "/cl/ko/*", "line": 115 }, { "directive": "disallow", "path": "/de/es/*", "line": 117 }, { "directive": "disallow", "path": "/de/hu/*", "line": 118 }, { "directive": "disallow", "path": "/de/zh-hans/*", "line": 119 }, { "directive": "disallow", "path": "/de/ja/*", "line": 120 }, { "directive": "disallow", "path": "/de/ko/*", "line": 121 }, { "directive": "disallow", "path": "/cn/es/*", "line": 123 }, { "directive": "disallow", "path": "/cn/de/*", "line": 124 }, { "directive": "disallow", "path": "/cn/hu/*", "line": 125 }, { "directive": "disallow", "path": "/cn/ja/*", "line": 126 }, { "directive": "disallow", "path": "/cn/ko/*", "line": 127 }, { "directive": "disallow", "path": "/us/es/*", "line": 129 }, { "directive": "disallow", "path": "/us/de/*", "line": 130 }, { "directive": "disallow", "path": "/us/hu/*", "line": 131 }, { "directive": "disallow", "path": "/us/zh-hans/*", "line": 132 }, { "directive": "disallow", "path": "/us/ja/*", "line": 133 }, { "directive": "disallow", "path": "/us/ko/*", "line": 134 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 }, { "directive": "disallow", "path": "/search/jobs/*", "line": 75 }, { "directive": "disallow", "path": "/search/jobs?keyword=*", "line": 76 }, { "directive": "disallow", "path": "/*/search/jobs/*", "line": 77 }, { "directive": "disallow", "path": "/*/search/jobs?keyword=*", "line": 78 }, { "directive": "disallow", "path": "/search/news/*", "line": 79 }, { "directive": "disallow", "path": "/search/news?keyword=*", "line": 80 }, { "directive": "disallow", "path": "/*/search/news/*", "line": 81 }, { "directive": "disallow", "path": "/*/search/news?keyword=*", "line": 82 }, { "directive": "disallow", "path": "/search/products", "line": 83 }, { "directive": "disallow", "path": "/search/products?keyword=*", "line": 84 }, { "directive": "disallow", "path": "/*/search/products", "line": 85 }, { "directive": "disallow", "path": "/*/search/products?keyword=*", "line": 86 }, { "directive": "disallow", "path": "/search/site/*", "line": 87 }, { "directive": "disallow", "path": "/search/site?keyword=*", "line": 88 }, { "directive": "disallow", "path": "/*/search/site/*", "line": 89 }, { "directive": "disallow", "path": "/*/search/site?keyword=*", "line": 90 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 92 }, { "directive": "disallow", "path": "/user/login", "line": 93 }, { "directive": "disallow", "path": "/user/login/*", "line": 94 }, { "directive": "disallow", "path": "/hu/es/*", "line": 98 }, { "directive": "disallow", "path": "/hu/de/*", "line": 99 }, { "directive": "disallow", "path": "/hu/zh-hans/*", "line": 100 }, { "directive": "disallow", "path": "/hu/ja/*", "line": 101 }, { "directive": "disallow", "path": "/hu/ko/*", "line": 102 }, { "directive": "disallow", "path": "/au/es/*", "line": 104 }, { "directive": "disallow", "path": "/au/de/*", "line": 105 }, { "directive": "disallow", "path": "/au/hu/*", "line": 106 }, { "directive": "disallow", "path": "/au/zh-hans/*", "line": 107 }, { "directive": "disallow", "path": "/au/ja/*", "line": 108 }, { "directive": "disallow", "path": "/au/ko/*", "line": 109 }, { "directive": "disallow", "path": "/cl/de/*", "line": 111 }, { "directive": "disallow", "path": "/cl/hu/*", "line": 112 }, { "directive": "disallow", "path": "/cl/zh-hans/*", "line": 113 }, { "directive": "disallow", "path": "/cl/ja/*", "line": 114 }, { "directive": "disallow", "path": "/cl/ko/*", "line": 115 }, { "directive": "disallow", "path": "/de/es/*", "line": 117 }, { "directive": "disallow", "path": "/de/hu/*", "line": 118 }, { "directive": "disallow", "path": "/de/zh-hans/*", "line": 119 }, { "directive": "disallow", "path": "/de/ja/*", "line": 120 }, { "directive": "disallow", "path": "/de/ko/*", "line": 121 }, { "directive": "disallow", "path": "/cn/es/*", "line": 123 }, { "directive": "disallow", "path": "/cn/de/*", "line": 124 }, { "directive": "disallow", "path": "/cn/hu/*", "line": 125 }, { "directive": "disallow", "path": "/cn/ja/*", "line": 126 }, { "directive": "disallow", "path": "/cn/ko/*", "line": 127 }, { "directive": "disallow", "path": "/us/es/*", "line": 129 }, { "directive": "disallow", "path": "/us/de/*", "line": 130 }, { "directive": "disallow", "path": "/us/hu/*", "line": 131 }, { "directive": "disallow", "path": "/us/zh-hans/*", "line": 132 }, { "directive": "disallow", "path": "/us/ja/*", "line": 133 }, { "directive": "disallow", "path": "/us/ko/*", "line": 134 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 }, { "directive": "disallow", "path": "/search/jobs/*", "line": 75 }, { "directive": "disallow", "path": "/search/jobs?keyword=*", "line": 76 }, { "directive": "disallow", "path": "/*/search/jobs/*", "line": 77 }, { "directive": "disallow", "path": "/*/search/jobs?keyword=*", "line": 78 }, { "directive": "disallow", "path": "/search/news/*", "line": 79 }, { "directive": "disallow", "path": "/search/news?keyword=*", "line": 80 }, { "directive": "disallow", "path": "/*/search/news/*", "line": 81 }, { "directive": "disallow", "path": "/*/search/news?keyword=*", "line": 82 }, { "directive": "disallow", "path": "/search/products", "line": 83 }, { "directive": "disallow", "path": "/search/products?keyword=*", "line": 84 }, { "directive": "disallow", "path": "/*/search/products", "line": 85 }, { "directive": "disallow", "path": "/*/search/products?keyword=*", "line": 86 }, { "directive": "disallow", "path": "/search/site/*", "line": 87 }, { "directive": "disallow", "path": "/search/site?keyword=*", "line": 88 }, { "directive": "disallow", "path": "/*/search/site/*", "line": 89 }, { "directive": "disallow", "path": "/*/search/site?keyword=*", "line": 90 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 92 }, { "directive": "disallow", "path": "/user/login", "line": 93 }, { "directive": "disallow", "path": "/user/login/*", "line": 94 }, { "directive": "disallow", "path": "/hu/es/*", "line": 98 }, { "directive": "disallow", "path": "/hu/de/*", "line": 99 }, { "directive": "disallow", "path": "/hu/zh-hans/*", "line": 100 }, { "directive": "disallow", "path": "/hu/ja/*", "line": 101 }, { "directive": "disallow", "path": "/hu/ko/*", "line": 102 }, { "directive": "disallow", "path": "/au/es/*", "line": 104 }, { "directive": "disallow", "path": "/au/de/*", "line": 105 }, { "directive": "disallow", "path": "/au/hu/*", "line": 106 }, { "directive": "disallow", "path": "/au/zh-hans/*", "line": 107 }, { "directive": "disallow", "path": "/au/ja/*", "line": 108 }, { "directive": "disallow", "path": "/au/ko/*", "line": 109 }, { "directive": "disallow", "path": "/cl/de/*", "line": 111 }, { "directive": "disallow", "path": "/cl/hu/*", "line": 112 }, { "directive": "disallow", "path": "/cl/zh-hans/*", "line": 113 }, { "directive": "disallow", "path": "/cl/ja/*", "line": 114 }, { "directive": "disallow", "path": "/cl/ko/*", "line": 115 }, { "directive": "disallow", "path": "/de/es/*", "line": 117 }, { "directive": "disallow", "path": "/de/hu/*", "line": 118 }, { "directive": "disallow", "path": "/de/zh-hans/*", "line": 119 }, { "directive": "disallow", "path": "/de/ja/*", "line": 120 }, { "directive": "disallow", "path": "/de/ko/*", "line": 121 }, { "directive": "disallow", "path": "/cn/es/*", "line": 123 }, { "directive": "disallow", "path": "/cn/de/*", "line": 124 }, { "directive": "disallow", "path": "/cn/hu/*", "line": 125 }, { "directive": "disallow", "path": "/cn/ja/*", "line": 126 }, { "directive": "disallow", "path": "/cn/ko/*", "line": 127 }, { "directive": "disallow", "path": "/us/es/*", "line": 129 }, { "directive": "disallow", "path": "/us/de/*", "line": 130 }, { "directive": "disallow", "path": "/us/hu/*", "line": 131 }, { "directive": "disallow", "path": "/us/zh-hans/*", "line": 132 }, { "directive": "disallow", "path": "/us/ja/*", "line": 133 }, { "directive": "disallow", "path": "/us/ko/*", "line": 134 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 }, { "directive": "disallow", "path": "/search/jobs/*", "line": 75 }, { "directive": "disallow", "path": "/search/jobs?keyword=*", "line": 76 }, { "directive": "disallow", "path": "/*/search/jobs/*", "line": 77 }, { "directive": "disallow", "path": "/*/search/jobs?keyword=*", "line": 78 }, { "directive": "disallow", "path": "/search/news/*", "line": 79 }, { "directive": "disallow", "path": "/search/news?keyword=*", "line": 80 }, { "directive": "disallow", "path": "/*/search/news/*", "line": 81 }, { "directive": "disallow", "path": "/*/search/news?keyword=*", "line": 82 }, { "directive": "disallow", "path": "/search/products", "line": 83 }, { "directive": "disallow", "path": "/search/products?keyword=*", "line": 84 }, { "directive": "disallow", "path": "/*/search/products", "line": 85 }, { "directive": "disallow", "path": "/*/search/products?keyword=*", "line": 86 }, { "directive": "disallow", "path": "/search/site/*", "line": 87 }, { "directive": "disallow", "path": "/search/site?keyword=*", "line": 88 }, { "directive": "disallow", "path": "/*/search/site/*", "line": 89 }, { "directive": "disallow", "path": "/*/search/site?keyword=*", "line": 90 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 92 }, { "directive": "disallow", "path": "/user/login", "line": 93 }, { "directive": "disallow", "path": "/user/login/*", "line": 94 }, { "directive": "disallow", "path": "/hu/es/*", "line": 98 }, { "directive": "disallow", "path": "/hu/de/*", "line": 99 }, { "directive": "disallow", "path": "/hu/zh-hans/*", "line": 100 }, { "directive": "disallow", "path": "/hu/ja/*", "line": 101 }, { "directive": "disallow", "path": "/hu/ko/*", "line": 102 }, { "directive": "disallow", "path": "/au/es/*", "line": 104 }, { "directive": "disallow", "path": "/au/de/*", "line": 105 }, { "directive": "disallow", "path": "/au/hu/*", "line": 106 }, { "directive": "disallow", "path": "/au/zh-hans/*", "line": 107 }, { "directive": "disallow", "path": "/au/ja/*", "line": 108 }, { "directive": "disallow", "path": "/au/ko/*", "line": 109 }, { "directive": "disallow", "path": "/cl/de/*", "line": 111 }, { "directive": "disallow", "path": "/cl/hu/*", "line": 112 }, { "directive": "disallow", "path": "/cl/zh-hans/*", "line": 113 }, { "directive": "disallow", "path": "/cl/ja/*", "line": 114 }, { "directive": "disallow", "path": "/cl/ko/*", "line": 115 }, { "directive": "disallow", "path": "/de/es/*", "line": 117 }, { "directive": "disallow", "path": "/de/hu/*", "line": 118 }, { "directive": "disallow", "path": "/de/zh-hans/*", "line": 119 }, { "directive": "disallow", "path": "/de/ja/*", "line": 120 }, { "directive": "disallow", "path": "/de/ko/*", "line": 121 }, { "directive": "disallow", "path": "/cn/es/*", "line": 123 }, { "directive": "disallow", "path": "/cn/de/*", "line": 124 }, { "directive": "disallow", "path": "/cn/hu/*", "line": 125 }, { "directive": "disallow", "path": "/cn/ja/*", "line": 126 }, { "directive": "disallow", "path": "/cn/ko/*", "line": 127 }, { "directive": "disallow", "path": "/us/es/*", "line": 129 }, { "directive": "disallow", "path": "/us/de/*", "line": 130 }, { "directive": "disallow", "path": "/us/hu/*", "line": 131 }, { "directive": "disallow", "path": "/us/zh-hans/*", "line": 132 }, { "directive": "disallow", "path": "/us/ja/*", "line": 133 }, { "directive": "disallow", "path": "/us/ko/*", "line": 134 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 }, { "directive": "disallow", "path": "/search/jobs/*", "line": 75 }, { "directive": "disallow", "path": "/search/jobs?keyword=*", "line": 76 }, { "directive": "disallow", "path": "/*/search/jobs/*", "line": 77 }, { "directive": "disallow", "path": "/*/search/jobs?keyword=*", "line": 78 }, { "directive": "disallow", "path": "/search/news/*", "line": 79 }, { "directive": "disallow", "path": "/search/news?keyword=*", "line": 80 }, { "directive": "disallow", "path": "/*/search/news/*", "line": 81 }, { "directive": "disallow", "path": "/*/search/news?keyword=*", "line": 82 }, { "directive": "disallow", "path": "/search/products", "line": 83 }, { "directive": "disallow", "path": "/search/products?keyword=*", "line": 84 }, { "directive": "disallow", "path": "/*/search/products", "line": 85 }, { "directive": "disallow", "path": "/*/search/products?keyword=*", "line": 86 }, { "directive": "disallow", "path": "/search/site/*", "line": 87 }, { "directive": "disallow", "path": "/search/site?keyword=*", "line": 88 }, { "directive": "disallow", "path": "/*/search/site/*", "line": 89 }, { "directive": "disallow", "path": "/*/search/site?keyword=*", "line": 90 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 92 }, { "directive": "disallow", "path": "/user/login", "line": 93 }, { "directive": "disallow", "path": "/user/login/*", "line": 94 }, { "directive": "disallow", "path": "/hu/es/*", "line": 98 }, { "directive": "disallow", "path": "/hu/de/*", "line": 99 }, { "directive": "disallow", "path": "/hu/zh-hans/*", "line": 100 }, { "directive": "disallow", "path": "/hu/ja/*", "line": 101 }, { "directive": "disallow", "path": "/hu/ko/*", "line": 102 }, { "directive": "disallow", "path": "/au/es/*", "line": 104 }, { "directive": "disallow", "path": "/au/de/*", "line": 105 }, { "directive": "disallow", "path": "/au/hu/*", "line": 106 }, { "directive": "disallow", "path": "/au/zh-hans/*", "line": 107 }, { "directive": "disallow", "path": "/au/ja/*", "line": 108 }, { "directive": "disallow", "path": "/au/ko/*", "line": 109 }, { "directive": "disallow", "path": "/cl/de/*", "line": 111 }, { "directive": "disallow", "path": "/cl/hu/*", "line": 112 }, { "directive": "disallow", "path": "/cl/zh-hans/*", "line": 113 }, { "directive": "disallow", "path": "/cl/ja/*", "line": 114 }, { "directive": "disallow", "path": "/cl/ko/*", "line": 115 }, { "directive": "disallow", "path": "/de/es/*", "line": 117 }, { "directive": "disallow", "path": "/de/hu/*", "line": 118 }, { "directive": "disallow", "path": "/de/zh-hans/*", "line": 119 }, { "directive": "disallow", "path": "/de/ja/*", "line": 120 }, { "directive": "disallow", "path": "/de/ko/*", "line": 121 }, { "directive": "disallow", "path": "/cn/es/*", "line": 123 }, { "directive": "disallow", "path": "/cn/de/*", "line": 124 }, { "directive": "disallow", "path": "/cn/hu/*", "line": 125 }, { "directive": "disallow", "path": "/cn/ja/*", "line": 126 }, { "directive": "disallow", "path": "/cn/ko/*", "line": 127 }, { "directive": "disallow", "path": "/us/es/*", "line": 129 }, { "directive": "disallow", "path": "/us/de/*", "line": 130 }, { "directive": "disallow", "path": "/us/hu/*", "line": 131 }, { "directive": "disallow", "path": "/us/zh-hans/*", "line": 132 }, { "directive": "disallow", "path": "/us/ja/*", "line": 133 }, { "directive": "disallow", "path": "/us/ko/*", "line": 134 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 }, { "directive": "disallow", "path": "/search/jobs/*", "line": 75 }, { "directive": "disallow", "path": "/search/jobs?keyword=*", "line": 76 }, { "directive": "disallow", "path": "/*/search/jobs/*", "line": 77 }, { "directive": "disallow", "path": "/*/search/jobs?keyword=*", "line": 78 }, { "directive": "disallow", "path": "/search/news/*", "line": 79 }, { "directive": "disallow", "path": "/search/news?keyword=*", "line": 80 }, { "directive": "disallow", "path": "/*/search/news/*", "line": 81 }, { "directive": "disallow", "path": "/*/search/news?keyword=*", "line": 82 }, { "directive": "disallow", "path": "/search/products", "line": 83 }, { "directive": "disallow", "path": "/search/products?keyword=*", "line": 84 }, { "directive": "disallow", "path": "/*/search/products", "line": 85 }, { "directive": "disallow", "path": "/*/search/products?keyword=*", "line": 86 }, { "directive": "disallow", "path": "/search/site/*", "line": 87 }, { "directive": "disallow", "path": "/search/site?keyword=*", "line": 88 }, { "directive": "disallow", "path": "/*/search/site/*", "line": 89 }, { "directive": "disallow", "path": "/*/search/site?keyword=*", "line": 90 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 92 }, { "directive": "disallow", "path": "/user/login", "line": 93 }, { "directive": "disallow", "path": "/user/login/*", "line": 94 }, { "directive": "disallow", "path": "/hu/es/*", "line": 98 }, { "directive": "disallow", "path": "/hu/de/*", "line": 99 }, { "directive": "disallow", "path": "/hu/zh-hans/*", "line": 100 }, { "directive": "disallow", "path": "/hu/ja/*", "line": 101 }, { "directive": "disallow", "path": "/hu/ko/*", "line": 102 }, { "directive": "disallow", "path": "/au/es/*", "line": 104 }, { "directive": "disallow", "path": "/au/de/*", "line": 105 }, { "directive": "disallow", "path": "/au/hu/*", "line": 106 }, { "directive": "disallow", "path": "/au/zh-hans/*", "line": 107 }, { "directive": "disallow", "path": "/au/ja/*", "line": 108 }, { "directive": "disallow", "path": "/au/ko/*", "line": 109 }, { "directive": "disallow", "path": "/cl/de/*", "line": 111 }, { "directive": "disallow", "path": "/cl/hu/*", "line": 112 }, { "directive": "disallow", "path": "/cl/zh-hans/*", "line": 113 }, { "directive": "disallow", "path": "/cl/ja/*", "line": 114 }, { "directive": "disallow", "path": "/cl/ko/*", "line": 115 }, { "directive": "disallow", "path": "/de/es/*", "line": 117 }, { "directive": "disallow", "path": "/de/hu/*", "line": 118 }, { "directive": "disallow", "path": "/de/zh-hans/*", "line": 119 }, { "directive": "disallow", "path": "/de/ja/*", "line": 120 }, { "directive": "disallow", "path": "/de/ko/*", "line": 121 }, { "directive": "disallow", "path": "/cn/es/*", "line": 123 }, { "directive": "disallow", "path": "/cn/de/*", "line": 124 }, { "directive": "disallow", "path": "/cn/hu/*", "line": 125 }, { "directive": "disallow", "path": "/cn/ja/*", "line": 126 }, { "directive": "disallow", "path": "/cn/ko/*", "line": 127 }, { "directive": "disallow", "path": "/us/es/*", "line": 129 }, { "directive": "disallow", "path": "/us/de/*", "line": 130 }, { "directive": "disallow", "path": "/us/hu/*", "line": 131 }, { "directive": "disallow", "path": "/us/zh-hans/*", "line": 132 }, { "directive": "disallow", "path": "/us/ja/*", "line": 133 }, { "directive": "disallow", "path": "/us/ko/*", "line": 134 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 }, { "directive": "disallow", "path": "/search/jobs/*", "line": 75 }, { "directive": "disallow", "path": "/search/jobs?keyword=*", "line": 76 }, { "directive": "disallow", "path": "/*/search/jobs/*", "line": 77 }, { "directive": "disallow", "path": "/*/search/jobs?keyword=*", "line": 78 }, { "directive": "disallow", "path": "/search/news/*", "line": 79 }, { "directive": "disallow", "path": "/search/news?keyword=*", "line": 80 }, { "directive": "disallow", "path": "/*/search/news/*", "line": 81 }, { "directive": "disallow", "path": "/*/search/news?keyword=*", "line": 82 }, { "directive": "disallow", "path": "/search/products", "line": 83 }, { "directive": "disallow", "path": "/search/products?keyword=*", "line": 84 }, { "directive": "disallow", "path": "/*/search/products", "line": 85 }, { "directive": "disallow", "path": "/*/search/products?keyword=*", "line": 86 }, { "directive": "disallow", "path": "/search/site/*", "line": 87 }, { "directive": "disallow", "path": "/search/site?keyword=*", "line": 88 }, { "directive": "disallow", "path": "/*/search/site/*", "line": 89 }, { "directive": "disallow", "path": "/*/search/site?keyword=*", "line": 90 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 92 }, { "directive": "disallow", "path": "/user/login", "line": 93 }, { "directive": "disallow", "path": "/user/login/*", "line": 94 }, { "directive": "disallow", "path": "/hu/es/*", "line": 98 }, { "directive": "disallow", "path": "/hu/de/*", "line": 99 }, { "directive": "disallow", "path": "/hu/zh-hans/*", "line": 100 }, { "directive": "disallow", "path": "/hu/ja/*", "line": 101 }, { "directive": "disallow", "path": "/hu/ko/*", "line": 102 }, { "directive": "disallow", "path": "/au/es/*", "line": 104 }, { "directive": "disallow", "path": "/au/de/*", "line": 105 }, { "directive": "disallow", "path": "/au/hu/*", "line": 106 }, { "directive": "disallow", "path": "/au/zh-hans/*", "line": 107 }, { "directive": "disallow", "path": "/au/ja/*", "line": 108 }, { "directive": "disallow", "path": "/au/ko/*", "line": 109 }, { "directive": "disallow", "path": "/cl/de/*", "line": 111 }, { "directive": "disallow", "path": "/cl/hu/*", "line": 112 }, { "directive": "disallow", "path": "/cl/zh-hans/*", "line": 113 }, { "directive": "disallow", "path": "/cl/ja/*", "line": 114 }, { "directive": "disallow", "path": "/cl/ko/*", "line": 115 }, { "directive": "disallow", "path": "/de/es/*", "line": 117 }, { "directive": "disallow", "path": "/de/hu/*", "line": 118 }, { "directive": "disallow", "path": "/de/zh-hans/*", "line": 119 }, { "directive": "disallow", "path": "/de/ja/*", "line": 120 }, { "directive": "disallow", "path": "/de/ko/*", "line": 121 }, { "directive": "disallow", "path": "/cn/es/*", "line": 123 }, { "directive": "disallow", "path": "/cn/de/*", "line": 124 }, { "directive": "disallow", "path": "/cn/hu/*", "line": 125 }, { "directive": "disallow", "path": "/cn/ja/*", "line": 126 }, { "directive": "disallow", "path": "/cn/ko/*", "line": 127 }, { "directive": "disallow", "path": "/us/es/*", "line": 129 }, { "directive": "disallow", "path": "/us/de/*", "line": 130 }, { "directive": "disallow", "path": "/us/hu/*", "line": 131 }, { "directive": "disallow", "path": "/us/zh-hans/*", "line": 132 }, { "directive": "disallow", "path": "/us/ja/*", "line": 133 }, { "directive": "disallow", "path": "/us/ko/*", "line": 134 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.albemarle.com/robots.txt", "contentType": "text/plain", "sha256": "fe58ff45a5314ec9bd107d3d29330953808fedcfab86694c37bf3bb7948b83b0", "bytes": 3281 }, { "company": "Alexandria Real Estate Equities", "cik": "1035443", "sector": "Real Estate", "origin": "http://www.are.com", "checkedAt": "2026-09-26T04:54:46.814Z", "status": "ambiguous_content", "bots": null, "httpStatus": 200, "finalUrl": "https://www.are.com/robots.txt", "contentType": "text/html", "sha256": "d02032286070b4dd9d8fbd985a7bdca8af8edf52b89ff177db3bfcb2c8a9c43d", "bytes": 212 }, { "company": "Align Technology", "cik": "1097149", "sector": "Health Care", "origin": "https://www.aligntech.com", "checkedAt": "2026-09-26T04:54:47.015Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cvd_webform/", "line": 4 }, { "directive": "disallow", "path": "/cvd/", "line": 5 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cvd_webform/", "line": 4 }, { "directive": "disallow", "path": "/cvd/", "line": 5 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cvd_webform/", "line": 4 }, { "directive": "disallow", "path": "/cvd/", "line": 5 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cvd_webform/", "line": 4 }, { "directive": "disallow", "path": "/cvd/", "line": 5 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cvd_webform/", "line": 4 }, { "directive": "disallow", "path": "/cvd/", "line": 5 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cvd_webform/", "line": 4 }, { "directive": "disallow", "path": "/cvd/", "line": 5 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cvd_webform/", "line": 4 }, { "directive": "disallow", "path": "/cvd/", "line": 5 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cvd_webform/", "line": 4 }, { "directive": "disallow", "path": "/cvd/", "line": 5 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.aligntech.com/robots.txt", "contentType": "text/plain", "sha256": "be81a3f36ee3c7e4b319b6f0e3591ac52ba4902a852d9aa6fb3bad194eb17e63", "bytes": 152 }, { "company": "Allegion", "cik": "1579241", "sector": "Industrials", "origin": "http://www.allegion.com", "checkedAt": "2026-09-26T04:54:47.130Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/*", "line": 9 }, { "directive": "disallow", "path": "/etc/*", "line": 10 }, { "directive": "disallow", "path": "/role/*", "line": 11 }, { "directive": "disallow", "path": "/nz/*", "line": 12 }, { "directive": "disallow", "path": "/australia/*", "line": 13 }, { "directive": "disallow", "path": "/us/*", "line": 14 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 15 }, { "directive": "disallow", "path": "/content/allegionuk/*", "line": 16 }, { "directive": "disallow", "path": "/content/interflex/*", "line": 17 }, { "directive": "disallow", "path": "/content/schlage/*", "line": 18 }, { "directive": "disallow", "path": "/content/fus-uk/*", "line": 19 }, { "directive": "disallow", "path": "/content/itokilit/*", "line": 20 }, { "directive": "disallow", "path": "/content/cisa-pl/*", "line": 21 }, { "directive": "disallow", "path": "/content/kryt-us/*", "line": 22 }, { "directive": "disallow", "path": "/content/microsite/*", "line": 23 }, { "directive": "disallow", "path": "/content/pegasys/*", "line": 24 }, { "directive": "disallow", "path": "/content/elevate/*", "line": 25 }, { "directive": "disallow", "path": "/content/us-allegion/*", "line": 26 }, { "directive": "disallow", "path": "/content/elevate_aem/*", "line": 27 }, { "directive": "disallow", "path": "/content/secure-schools-alliance/*", "line": 28 }, { "directive": "disallow", "path": "/content/cisa/*", "line": 29 }, { "directive": "disallow", "path": "/content/norm-2/*", "line": 30 }, { "directive": "disallow", "path": "/content/fsh/*", "line": 31 }, { "directive": "disallow", "path": "/content/bricard/*", "line": 32 }, { "directive": "disallow", "path": "/content/elevate_aem/*", "line": 33 }, { "directive": "disallow", "path": "/content/schlage/language-masters/en/home/products/product-listing.html", "line": 34 }, { "directive": "disallow", "path": "/en/home/products/product-listing.html", "line": 35 }, { "directive": "disallow", "path": "/content/steelcraft/*", "line": 36 }, { "directive": "disallow", "path": "/content/gainsborough/*", "line": 37 }, { "directive": "disallow", "path": "/content/ukhealthcare/*", "line": 38 }, { "directive": "disallow", "path": "/content/qmiDoors/*", "line": 39 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/*", "line": 9 }, { "directive": "disallow", "path": "/etc/*", "line": 10 }, { "directive": "disallow", "path": "/role/*", "line": 11 }, { "directive": "disallow", "path": "/nz/*", "line": 12 }, { "directive": "disallow", "path": "/australia/*", "line": 13 }, { "directive": "disallow", "path": "/us/*", "line": 14 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 15 }, { "directive": "disallow", "path": "/content/allegionuk/*", "line": 16 }, { "directive": "disallow", "path": "/content/interflex/*", "line": 17 }, { "directive": "disallow", "path": "/content/schlage/*", "line": 18 }, { "directive": "disallow", "path": "/content/fus-uk/*", "line": 19 }, { "directive": "disallow", "path": "/content/itokilit/*", "line": 20 }, { "directive": "disallow", "path": "/content/cisa-pl/*", "line": 21 }, { "directive": "disallow", "path": "/content/kryt-us/*", "line": 22 }, { "directive": "disallow", "path": "/content/microsite/*", "line": 23 }, { "directive": "disallow", "path": "/content/pegasys/*", "line": 24 }, { "directive": "disallow", "path": "/content/elevate/*", "line": 25 }, { "directive": "disallow", "path": "/content/us-allegion/*", "line": 26 }, { "directive": "disallow", "path": "/content/elevate_aem/*", "line": 27 }, { "directive": "disallow", "path": "/content/secure-schools-alliance/*", "line": 28 }, { "directive": "disallow", "path": "/content/cisa/*", "line": 29 }, { "directive": "disallow", "path": "/content/norm-2/*", "line": 30 }, { "directive": "disallow", "path": "/content/fsh/*", "line": 31 }, { "directive": "disallow", "path": "/content/bricard/*", "line": 32 }, { "directive": "disallow", "path": "/content/elevate_aem/*", "line": 33 }, { "directive": "disallow", "path": "/content/schlage/language-masters/en/home/products/product-listing.html", "line": 34 }, { "directive": "disallow", "path": "/en/home/products/product-listing.html", "line": 35 }, { "directive": "disallow", "path": "/content/steelcraft/*", "line": 36 }, { "directive": "disallow", "path": "/content/gainsborough/*", "line": 37 }, { "directive": "disallow", "path": "/content/ukhealthcare/*", "line": 38 }, { "directive": "disallow", "path": "/content/qmiDoors/*", "line": 39 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/*", "line": 9 }, { "directive": "disallow", "path": "/etc/*", "line": 10 }, { "directive": "disallow", "path": "/role/*", "line": 11 }, { "directive": "disallow", "path": "/nz/*", "line": 12 }, { "directive": "disallow", "path": "/australia/*", "line": 13 }, { "directive": "disallow", "path": "/us/*", "line": 14 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 15 }, { "directive": "disallow", "path": "/content/allegionuk/*", "line": 16 }, { "directive": "disallow", "path": "/content/interflex/*", "line": 17 }, { "directive": "disallow", "path": "/content/schlage/*", "line": 18 }, { "directive": "disallow", "path": "/content/fus-uk/*", "line": 19 }, { "directive": "disallow", "path": "/content/itokilit/*", "line": 20 }, { "directive": "disallow", "path": "/content/cisa-pl/*", "line": 21 }, { "directive": "disallow", "path": "/content/kryt-us/*", "line": 22 }, { "directive": "disallow", "path": "/content/microsite/*", "line": 23 }, { "directive": "disallow", "path": "/content/pegasys/*", "line": 24 }, { "directive": "disallow", "path": "/content/elevate/*", "line": 25 }, { "directive": "disallow", "path": "/content/us-allegion/*", "line": 26 }, { "directive": "disallow", "path": "/content/elevate_aem/*", "line": 27 }, { "directive": "disallow", "path": "/content/secure-schools-alliance/*", "line": 28 }, { "directive": "disallow", "path": "/content/cisa/*", "line": 29 }, { "directive": "disallow", "path": "/content/norm-2/*", "line": 30 }, { "directive": "disallow", "path": "/content/fsh/*", "line": 31 }, { "directive": "disallow", "path": "/content/bricard/*", "line": 32 }, { "directive": "disallow", "path": "/content/elevate_aem/*", "line": 33 }, { "directive": "disallow", "path": "/content/schlage/language-masters/en/home/products/product-listing.html", "line": 34 }, { "directive": "disallow", "path": "/en/home/products/product-listing.html", "line": 35 }, { "directive": "disallow", "path": "/content/steelcraft/*", "line": 36 }, { "directive": "disallow", "path": "/content/gainsborough/*", "line": 37 }, { "directive": "disallow", "path": "/content/ukhealthcare/*", "line": 38 }, { "directive": "disallow", "path": "/content/qmiDoors/*", "line": 39 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/*", "line": 9 }, { "directive": "disallow", "path": "/etc/*", "line": 10 }, { "directive": "disallow", "path": "/role/*", "line": 11 }, { "directive": "disallow", "path": "/nz/*", "line": 12 }, { "directive": "disallow", "path": "/australia/*", "line": 13 }, { "directive": "disallow", "path": "/us/*", "line": 14 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 15 }, { "directive": "disallow", "path": "/content/allegionuk/*", "line": 16 }, { "directive": "disallow", "path": "/content/interflex/*", "line": 17 }, { "directive": "disallow", "path": "/content/schlage/*", "line": 18 }, { "directive": "disallow", "path": "/content/fus-uk/*", "line": 19 }, { "directive": "disallow", "path": "/content/itokilit/*", "line": 20 }, { "directive": "disallow", "path": "/content/cisa-pl/*", "line": 21 }, { "directive": "disallow", "path": "/content/kryt-us/*", "line": 22 }, { "directive": "disallow", "path": "/content/microsite/*", "line": 23 }, { "directive": "disallow", "path": "/content/pegasys/*", "line": 24 }, { "directive": "disallow", "path": "/content/elevate/*", "line": 25 }, { "directive": "disallow", "path": "/content/us-allegion/*", "line": 26 }, { "directive": "disallow", "path": "/content/elevate_aem/*", "line": 27 }, { "directive": "disallow", "path": "/content/secure-schools-alliance/*", "line": 28 }, { "directive": "disallow", "path": "/content/cisa/*", "line": 29 }, { "directive": "disallow", "path": "/content/norm-2/*", "line": 30 }, { "directive": "disallow", "path": "/content/fsh/*", "line": 31 }, { "directive": "disallow", "path": "/content/bricard/*", "line": 32 }, { "directive": "disallow", "path": "/content/elevate_aem/*", "line": 33 }, { "directive": "disallow", "path": "/content/schlage/language-masters/en/home/products/product-listing.html", "line": 34 }, { "directive": "disallow", "path": "/en/home/products/product-listing.html", "line": 35 }, { "directive": "disallow", "path": "/content/steelcraft/*", "line": 36 }, { "directive": "disallow", "path": "/content/gainsborough/*", "line": 37 }, { "directive": "disallow", "path": "/content/ukhealthcare/*", "line": 38 }, { "directive": "disallow", "path": "/content/qmiDoors/*", "line": 39 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/*", "line": 9 }, { "directive": "disallow", "path": "/etc/*", "line": 10 }, { "directive": "disallow", "path": "/role/*", "line": 11 }, { "directive": "disallow", "path": "/nz/*", "line": 12 }, { "directive": "disallow", "path": "/australia/*", "line": 13 }, { "directive": "disallow", "path": "/us/*", "line": 14 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 15 }, { "directive": "disallow", "path": "/content/allegionuk/*", "line": 16 }, { "directive": "disallow", "path": "/content/interflex/*", "line": 17 }, { "directive": "disallow", "path": "/content/schlage/*", "line": 18 }, { "directive": "disallow", "path": "/content/fus-uk/*", "line": 19 }, { "directive": "disallow", "path": "/content/itokilit/*", "line": 20 }, { "directive": "disallow", "path": "/content/cisa-pl/*", "line": 21 }, { "directive": "disallow", "path": "/content/kryt-us/*", "line": 22 }, { "directive": "disallow", "path": "/content/microsite/*", "line": 23 }, { "directive": "disallow", "path": "/content/pegasys/*", "line": 24 }, { "directive": "disallow", "path": "/content/elevate/*", "line": 25 }, { "directive": "disallow", "path": "/content/us-allegion/*", "line": 26 }, { "directive": "disallow", "path": "/content/elevate_aem/*", "line": 27 }, { "directive": "disallow", "path": "/content/secure-schools-alliance/*", "line": 28 }, { "directive": "disallow", "path": "/content/cisa/*", "line": 29 }, { "directive": "disallow", "path": "/content/norm-2/*", "line": 30 }, { "directive": "disallow", "path": "/content/fsh/*", "line": 31 }, { "directive": "disallow", "path": "/content/bricard/*", "line": 32 }, { "directive": "disallow", "path": "/content/elevate_aem/*", "line": 33 }, { "directive": "disallow", "path": "/content/schlage/language-masters/en/home/products/product-listing.html", "line": 34 }, { "directive": "disallow", "path": "/en/home/products/product-listing.html", "line": 35 }, { "directive": "disallow", "path": "/content/steelcraft/*", "line": 36 }, { "directive": "disallow", "path": "/content/gainsborough/*", "line": 37 }, { "directive": "disallow", "path": "/content/ukhealthcare/*", "line": 38 }, { "directive": "disallow", "path": "/content/qmiDoors/*", "line": 39 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/*", "line": 9 }, { "directive": "disallow", "path": "/etc/*", "line": 10 }, { "directive": "disallow", "path": "/role/*", "line": 11 }, { "directive": "disallow", "path": "/nz/*", "line": 12 }, { "directive": "disallow", "path": "/australia/*", "line": 13 }, { "directive": "disallow", "path": "/us/*", "line": 14 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 15 }, { "directive": "disallow", "path": "/content/allegionuk/*", "line": 16 }, { "directive": "disallow", "path": "/content/interflex/*", "line": 17 }, { "directive": "disallow", "path": "/content/schlage/*", "line": 18 }, { "directive": "disallow", "path": "/content/fus-uk/*", "line": 19 }, { "directive": "disallow", "path": "/content/itokilit/*", "line": 20 }, { "directive": "disallow", "path": "/content/cisa-pl/*", "line": 21 }, { "directive": "disallow", "path": "/content/kryt-us/*", "line": 22 }, { "directive": "disallow", "path": "/content/microsite/*", "line": 23 }, { "directive": "disallow", "path": "/content/pegasys/*", "line": 24 }, { "directive": "disallow", "path": "/content/elevate/*", "line": 25 }, { "directive": "disallow", "path": "/content/us-allegion/*", "line": 26 }, { "directive": "disallow", "path": "/content/elevate_aem/*", "line": 27 }, { "directive": "disallow", "path": "/content/secure-schools-alliance/*", "line": 28 }, { "directive": "disallow", "path": "/content/cisa/*", "line": 29 }, { "directive": "disallow", "path": "/content/norm-2/*", "line": 30 }, { "directive": "disallow", "path": "/content/fsh/*", "line": 31 }, { "directive": "disallow", "path": "/content/bricard/*", "line": 32 }, { "directive": "disallow", "path": "/content/elevate_aem/*", "line": 33 }, { "directive": "disallow", "path": "/content/schlage/language-masters/en/home/products/product-listing.html", "line": 34 }, { "directive": "disallow", "path": "/en/home/products/product-listing.html", "line": 35 }, { "directive": "disallow", "path": "/content/steelcraft/*", "line": 36 }, { "directive": "disallow", "path": "/content/gainsborough/*", "line": 37 }, { "directive": "disallow", "path": "/content/ukhealthcare/*", "line": 38 }, { "directive": "disallow", "path": "/content/qmiDoors/*", "line": 39 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/*", "line": 9 }, { "directive": "disallow", "path": "/etc/*", "line": 10 }, { "directive": "disallow", "path": "/role/*", "line": 11 }, { "directive": "disallow", "path": "/nz/*", "line": 12 }, { "directive": "disallow", "path": "/australia/*", "line": 13 }, { "directive": "disallow", "path": "/us/*", "line": 14 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 15 }, { "directive": "disallow", "path": "/content/allegionuk/*", "line": 16 }, { "directive": "disallow", "path": "/content/interflex/*", "line": 17 }, { "directive": "disallow", "path": "/content/schlage/*", "line": 18 }, { "directive": "disallow", "path": "/content/fus-uk/*", "line": 19 }, { "directive": "disallow", "path": "/content/itokilit/*", "line": 20 }, { "directive": "disallow", "path": "/content/cisa-pl/*", "line": 21 }, { "directive": "disallow", "path": "/content/kryt-us/*", "line": 22 }, { "directive": "disallow", "path": "/content/microsite/*", "line": 23 }, { "directive": "disallow", "path": "/content/pegasys/*", "line": 24 }, { "directive": "disallow", "path": "/content/elevate/*", "line": 25 }, { "directive": "disallow", "path": "/content/us-allegion/*", "line": 26 }, { "directive": "disallow", "path": "/content/elevate_aem/*", "line": 27 }, { "directive": "disallow", "path": "/content/secure-schools-alliance/*", "line": 28 }, { "directive": "disallow", "path": "/content/cisa/*", "line": 29 }, { "directive": "disallow", "path": "/content/norm-2/*", "line": 30 }, { "directive": "disallow", "path": "/content/fsh/*", "line": 31 }, { "directive": "disallow", "path": "/content/bricard/*", "line": 32 }, { "directive": "disallow", "path": "/content/elevate_aem/*", "line": 33 }, { "directive": "disallow", "path": "/content/schlage/language-masters/en/home/products/product-listing.html", "line": 34 }, { "directive": "disallow", "path": "/en/home/products/product-listing.html", "line": 35 }, { "directive": "disallow", "path": "/content/steelcraft/*", "line": 36 }, { "directive": "disallow", "path": "/content/gainsborough/*", "line": 37 }, { "directive": "disallow", "path": "/content/ukhealthcare/*", "line": 38 }, { "directive": "disallow", "path": "/content/qmiDoors/*", "line": 39 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/*", "line": 9 }, { "directive": "disallow", "path": "/etc/*", "line": 10 }, { "directive": "disallow", "path": "/role/*", "line": 11 }, { "directive": "disallow", "path": "/nz/*", "line": 12 }, { "directive": "disallow", "path": "/australia/*", "line": 13 }, { "directive": "disallow", "path": "/us/*", "line": 14 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 15 }, { "directive": "disallow", "path": "/content/allegionuk/*", "line": 16 }, { "directive": "disallow", "path": "/content/interflex/*", "line": 17 }, { "directive": "disallow", "path": "/content/schlage/*", "line": 18 }, { "directive": "disallow", "path": "/content/fus-uk/*", "line": 19 }, { "directive": "disallow", "path": "/content/itokilit/*", "line": 20 }, { "directive": "disallow", "path": "/content/cisa-pl/*", "line": 21 }, { "directive": "disallow", "path": "/content/kryt-us/*", "line": 22 }, { "directive": "disallow", "path": "/content/microsite/*", "line": 23 }, { "directive": "disallow", "path": "/content/pegasys/*", "line": 24 }, { "directive": "disallow", "path": "/content/elevate/*", "line": 25 }, { "directive": "disallow", "path": "/content/us-allegion/*", "line": 26 }, { "directive": "disallow", "path": "/content/elevate_aem/*", "line": 27 }, { "directive": "disallow", "path": "/content/secure-schools-alliance/*", "line": 28 }, { "directive": "disallow", "path": "/content/cisa/*", "line": 29 }, { "directive": "disallow", "path": "/content/norm-2/*", "line": 30 }, { "directive": "disallow", "path": "/content/fsh/*", "line": 31 }, { "directive": "disallow", "path": "/content/bricard/*", "line": 32 }, { "directive": "disallow", "path": "/content/elevate_aem/*", "line": 33 }, { "directive": "disallow", "path": "/content/schlage/language-masters/en/home/products/product-listing.html", "line": 34 }, { "directive": "disallow", "path": "/en/home/products/product-listing.html", "line": 35 }, { "directive": "disallow", "path": "/content/steelcraft/*", "line": 36 }, { "directive": "disallow", "path": "/content/gainsborough/*", "line": 37 }, { "directive": "disallow", "path": "/content/ukhealthcare/*", "line": 38 }, { "directive": "disallow", "path": "/content/qmiDoors/*", "line": 39 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.allegion.com/robots.txt", "contentType": "text/plain; charset=ISO-8859-1", "sha256": "b1bc0f96926bbe54b83c3b299c08740b506300da4d3c6c83c1b8d8d9f0ea624f", "bytes": 1190 }, { "company": "Alliant Energy", "cik": "352541", "sector": "Utilities", "origin": "https://www.alliantenergy.com", "checkedAt": "2026-09-26T04:54:47.164Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.alliantenergy.com/robots.txt", "contentType": "text/html; charset=UTF-8" }, { "company": "Allstate", "cik": "899051", "sector": "Financials", "origin": "https://www.allstate.com", "checkedAt": "2026-09-26T04:54:47.226Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "Alphabet Inc. (Class A)", "cik": "1652044", "sector": "Communication Services", "origin": "https://abc.xyz", "checkedAt": "2026-09-26T04:54:47.554Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://abc.xyz/robots.txt", "contentType": "text/plain", "sha256": "de73d32142f114b8d18bbfd7fa5779ccee5f7a1753873402cfdab59444834ccd", "bytes": 207 }, { "company": "Altria", "cik": "764180", "sector": "Consumer Staples", "origin": "http://www.altria.com", "checkedAt": "2026-09-26T04:54:47.602Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Overlays/*", "line": 2 }, { "directive": "disallow", "path": "/about-altria/our-voice-and-actions", "line": 3 }, { "directive": "disallow", "path": "/about-altria/our-voice-and-actions/*", "line": 4 }, { "directive": "disallow", "path": "/Search/", "line": 5 }, { "directive": "disallow", "path": "/art-collection", "line": 6 }, { "directive": "disallow", "path": "/art-collection/*", "line": 7 }, { "directive": "disallow", "path": "/about-altria/our-leadership", "line": 8 }, { "directive": "disallow", "path": "/about-altria/our-leadership/*", "line": 9 }, { "directive": "disallow", "path": "/weconnect", "line": 10 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Overlays/*", "line": 2 }, { "directive": "disallow", "path": "/about-altria/our-voice-and-actions", "line": 3 }, { "directive": "disallow", "path": "/about-altria/our-voice-and-actions/*", "line": 4 }, { "directive": "disallow", "path": "/Search/", "line": 5 }, { "directive": "disallow", "path": "/art-collection", "line": 6 }, { "directive": "disallow", "path": "/art-collection/*", "line": 7 }, { "directive": "disallow", "path": "/about-altria/our-leadership", "line": 8 }, { "directive": "disallow", "path": "/about-altria/our-leadership/*", "line": 9 }, { "directive": "disallow", "path": "/weconnect", "line": 10 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Overlays/*", "line": 2 }, { "directive": "disallow", "path": "/about-altria/our-voice-and-actions", "line": 3 }, { "directive": "disallow", "path": "/about-altria/our-voice-and-actions/*", "line": 4 }, { "directive": "disallow", "path": "/Search/", "line": 5 }, { "directive": "disallow", "path": "/art-collection", "line": 6 }, { "directive": "disallow", "path": "/art-collection/*", "line": 7 }, { "directive": "disallow", "path": "/about-altria/our-leadership", "line": 8 }, { "directive": "disallow", "path": "/about-altria/our-leadership/*", "line": 9 }, { "directive": "disallow", "path": "/weconnect", "line": 10 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Overlays/*", "line": 2 }, { "directive": "disallow", "path": "/about-altria/our-voice-and-actions", "line": 3 }, { "directive": "disallow", "path": "/about-altria/our-voice-and-actions/*", "line": 4 }, { "directive": "disallow", "path": "/Search/", "line": 5 }, { "directive": "disallow", "path": "/art-collection", "line": 6 }, { "directive": "disallow", "path": "/art-collection/*", "line": 7 }, { "directive": "disallow", "path": "/about-altria/our-leadership", "line": 8 }, { "directive": "disallow", "path": "/about-altria/our-leadership/*", "line": 9 }, { "directive": "disallow", "path": "/weconnect", "line": 10 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Overlays/*", "line": 2 }, { "directive": "disallow", "path": "/about-altria/our-voice-and-actions", "line": 3 }, { "directive": "disallow", "path": "/about-altria/our-voice-and-actions/*", "line": 4 }, { "directive": "disallow", "path": "/Search/", "line": 5 }, { "directive": "disallow", "path": "/art-collection", "line": 6 }, { "directive": "disallow", "path": "/art-collection/*", "line": 7 }, { "directive": "disallow", "path": "/about-altria/our-leadership", "line": 8 }, { "directive": "disallow", "path": "/about-altria/our-leadership/*", "line": 9 }, { "directive": "disallow", "path": "/weconnect", "line": 10 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Overlays/*", "line": 2 }, { "directive": "disallow", "path": "/about-altria/our-voice-and-actions", "line": 3 }, { "directive": "disallow", "path": "/about-altria/our-voice-and-actions/*", "line": 4 }, { "directive": "disallow", "path": "/Search/", "line": 5 }, { "directive": "disallow", "path": "/art-collection", "line": 6 }, { "directive": "disallow", "path": "/art-collection/*", "line": 7 }, { "directive": "disallow", "path": "/about-altria/our-leadership", "line": 8 }, { "directive": "disallow", "path": "/about-altria/our-leadership/*", "line": 9 }, { "directive": "disallow", "path": "/weconnect", "line": 10 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Overlays/*", "line": 2 }, { "directive": "disallow", "path": "/about-altria/our-voice-and-actions", "line": 3 }, { "directive": "disallow", "path": "/about-altria/our-voice-and-actions/*", "line": 4 }, { "directive": "disallow", "path": "/Search/", "line": 5 }, { "directive": "disallow", "path": "/art-collection", "line": 6 }, { "directive": "disallow", "path": "/art-collection/*", "line": 7 }, { "directive": "disallow", "path": "/about-altria/our-leadership", "line": 8 }, { "directive": "disallow", "path": "/about-altria/our-leadership/*", "line": 9 }, { "directive": "disallow", "path": "/weconnect", "line": 10 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Overlays/*", "line": 2 }, { "directive": "disallow", "path": "/about-altria/our-voice-and-actions", "line": 3 }, { "directive": "disallow", "path": "/about-altria/our-voice-and-actions/*", "line": 4 }, { "directive": "disallow", "path": "/Search/", "line": 5 }, { "directive": "disallow", "path": "/art-collection", "line": 6 }, { "directive": "disallow", "path": "/art-collection/*", "line": 7 }, { "directive": "disallow", "path": "/about-altria/our-leadership", "line": 8 }, { "directive": "disallow", "path": "/about-altria/our-leadership/*", "line": 9 }, { "directive": "disallow", "path": "/weconnect", "line": 10 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.altria.com/robots.txt", "contentType": "text/plain", "sha256": "383ae8a5c9ce15e26cd35c3809c20e36eeda55321b0b89d6e273bccc538fd1b1", "bytes": 361 }, { "company": "Amazon", "cik": "1018724", "sector": "Consumer Discretionary", "origin": "https://www.amazon.com", "checkedAt": "2026-09-26T04:54:47.630Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 275 } ], "warnings": [ 65 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 251 } ], "warnings": [ 65 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 149 } ], "warnings": [ 65 ] }, "GPTBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 142 } ], "warnings": [ 65 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 161 }, { "directive": "disallow", "path": "/", "line": 248 } ], "warnings": [ 65 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 272 } ], "warnings": [ 65 ] }, "Claude-User": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 245 } ], "warnings": [ 65 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 254 } ], "warnings": [ 65 ] } }, "httpStatus": 200, "finalUrl": "https://www.amazon.com/robots.txt", "contentType": "text/plain", "sha256": "f62cfb6484ed7cc23380174e8cdeff3603d8815b1e022ddd4117460dd2408ba9", "bytes": 7887 }, { "company": "Amcor", "cik": "1748790", "sector": "Materials", "origin": "http://www.amcor.com", "checkedAt": "2026-09-26T04:54:47.991Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*.js", "line": 2 }, { "directive": "allow", "path": "*.css", "line": 3 }, { "directive": "disallow", "path": "/about/big-ideas-live", "line": 8 }, { "directive": "disallow", "path": "/about/media-centre/media-kit/imageuseagreement", "line": 9 }, { "directive": "disallow", "path": "/about/media-centre/media-kit/imageUseAgreement", "line": 10 }, { "directive": "disallow", "path": "/afemea/newsletter-sign-up/thank-you", "line": 11 }, { "directive": "disallow", "path": "/afemea/amprimasignup/thank-you", "line": 12 }, { "directive": "disallow", "path": "/afemea/formingfilmsignup/thank-you", "line": 13 }, { "directive": "disallow", "path": "/contact-us/thank-you", "line": 14 }, { "directive": "disallow", "path": "/choosepetbottles", "line": 15 }, { "directive": "disallow", "path": "/insights/big-ideas", "line": 16 }, { "directive": "disallow", "path": "/products/amlite-thank-you", "line": 17 }, { "directive": "disallow", "path": "/products/coffee-thank-you", "line": 18 }, { "directive": "disallow", "path": "/products/dairy-thank-you", "line": 19 }, { "directive": "disallow", "path": "/products/snacks-thank-you", "line": 20 }, { "directive": "disallow", "path": "/products/thank-you", "line": 21 }, { "directive": "disallow", "path": "/retail-packaging-europe", "line": 22 }, { "directive": "disallow", "path": "/retail-packaging-Europe", "line": 23 }, { "directive": "disallow", "path": "/suppliers/amcor-flexibles-portugal-2020", "line": 24 }, { "directive": "disallow", "path": "/suppliers/Amcor-Flexibles-Portugal-2020", "line": 25 }, { "directive": "disallow", "path": "/ventures/thank-you", "line": 26 } ], "warnings": [ 2, 3 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*.js", "line": 2 }, { "directive": "allow", "path": "*.css", "line": 3 }, { "directive": "disallow", "path": "/about/big-ideas-live", "line": 8 }, { "directive": "disallow", "path": "/about/media-centre/media-kit/imageuseagreement", "line": 9 }, { "directive": "disallow", "path": "/about/media-centre/media-kit/imageUseAgreement", "line": 10 }, { "directive": "disallow", "path": "/afemea/newsletter-sign-up/thank-you", "line": 11 }, { "directive": "disallow", "path": "/afemea/amprimasignup/thank-you", "line": 12 }, { "directive": "disallow", "path": "/afemea/formingfilmsignup/thank-you", "line": 13 }, { "directive": "disallow", "path": "/contact-us/thank-you", "line": 14 }, { "directive": "disallow", "path": "/choosepetbottles", "line": 15 }, { "directive": "disallow", "path": "/insights/big-ideas", "line": 16 }, { "directive": "disallow", "path": "/products/amlite-thank-you", "line": 17 }, { "directive": "disallow", "path": "/products/coffee-thank-you", "line": 18 }, { "directive": "disallow", "path": "/products/dairy-thank-you", "line": 19 }, { "directive": "disallow", "path": "/products/snacks-thank-you", "line": 20 }, { "directive": "disallow", "path": "/products/thank-you", "line": 21 }, { "directive": "disallow", "path": "/retail-packaging-europe", "line": 22 }, { "directive": "disallow", "path": "/retail-packaging-Europe", "line": 23 }, { "directive": "disallow", "path": "/suppliers/amcor-flexibles-portugal-2020", "line": 24 }, { "directive": "disallow", "path": "/suppliers/Amcor-Flexibles-Portugal-2020", "line": 25 }, { "directive": "disallow", "path": "/ventures/thank-you", "line": 26 } ], "warnings": [ 2, 3 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 41 } ], "warnings": [ 2, 3 ] }, "GPTBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 29 } ], "warnings": [ 2, 3 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 35 } ], "warnings": [ 2, 3 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 32 } ], "warnings": [ 2, 3 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*.js", "line": 2 }, { "directive": "allow", "path": "*.css", "line": 3 }, { "directive": "disallow", "path": "/about/big-ideas-live", "line": 8 }, { "directive": "disallow", "path": "/about/media-centre/media-kit/imageuseagreement", "line": 9 }, { "directive": "disallow", "path": "/about/media-centre/media-kit/imageUseAgreement", "line": 10 }, { "directive": "disallow", "path": "/afemea/newsletter-sign-up/thank-you", "line": 11 }, { "directive": "disallow", "path": "/afemea/amprimasignup/thank-you", "line": 12 }, { "directive": "disallow", "path": "/afemea/formingfilmsignup/thank-you", "line": 13 }, { "directive": "disallow", "path": "/contact-us/thank-you", "line": 14 }, { "directive": "disallow", "path": "/choosepetbottles", "line": 15 }, { "directive": "disallow", "path": "/insights/big-ideas", "line": 16 }, { "directive": "disallow", "path": "/products/amlite-thank-you", "line": 17 }, { "directive": "disallow", "path": "/products/coffee-thank-you", "line": 18 }, { "directive": "disallow", "path": "/products/dairy-thank-you", "line": 19 }, { "directive": "disallow", "path": "/products/snacks-thank-you", "line": 20 }, { "directive": "disallow", "path": "/products/thank-you", "line": 21 }, { "directive": "disallow", "path": "/retail-packaging-europe", "line": 22 }, { "directive": "disallow", "path": "/retail-packaging-Europe", "line": 23 }, { "directive": "disallow", "path": "/suppliers/amcor-flexibles-portugal-2020", "line": 24 }, { "directive": "disallow", "path": "/suppliers/Amcor-Flexibles-Portugal-2020", "line": 25 }, { "directive": "disallow", "path": "/ventures/thank-you", "line": 26 } ], "warnings": [ 2, 3 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*.js", "line": 2 }, { "directive": "allow", "path": "*.css", "line": 3 }, { "directive": "disallow", "path": "/about/big-ideas-live", "line": 8 }, { "directive": "disallow", "path": "/about/media-centre/media-kit/imageuseagreement", "line": 9 }, { "directive": "disallow", "path": "/about/media-centre/media-kit/imageUseAgreement", "line": 10 }, { "directive": "disallow", "path": "/afemea/newsletter-sign-up/thank-you", "line": 11 }, { "directive": "disallow", "path": "/afemea/amprimasignup/thank-you", "line": 12 }, { "directive": "disallow", "path": "/afemea/formingfilmsignup/thank-you", "line": 13 }, { "directive": "disallow", "path": "/contact-us/thank-you", "line": 14 }, { "directive": "disallow", "path": "/choosepetbottles", "line": 15 }, { "directive": "disallow", "path": "/insights/big-ideas", "line": 16 }, { "directive": "disallow", "path": "/products/amlite-thank-you", "line": 17 }, { "directive": "disallow", "path": "/products/coffee-thank-you", "line": 18 }, { "directive": "disallow", "path": "/products/dairy-thank-you", "line": 19 }, { "directive": "disallow", "path": "/products/snacks-thank-you", "line": 20 }, { "directive": "disallow", "path": "/products/thank-you", "line": 21 }, { "directive": "disallow", "path": "/retail-packaging-europe", "line": 22 }, { "directive": "disallow", "path": "/retail-packaging-Europe", "line": 23 }, { "directive": "disallow", "path": "/suppliers/amcor-flexibles-portugal-2020", "line": 24 }, { "directive": "disallow", "path": "/suppliers/Amcor-Flexibles-Portugal-2020", "line": 25 }, { "directive": "disallow", "path": "/ventures/thank-you", "line": 26 } ], "warnings": [ 2, 3 ] } }, "httpStatus": 200, "finalUrl": "https://www.amcor.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "c49f9b78dfc570978c7cc67f3383ccddeb3b484907b246971fd60a1668bfd2e7", "bytes": 1431 }, { "company": "Ameren", "cik": "1002910", "sector": "Utilities", "origin": "https://www.ameren.com", "checkedAt": "2026-09-26T04:54:48.035Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.ameren.com/robots.txt", "contentType": "text/html" }, { "company": "American Electric Power", "cik": "4904", "sector": "Utilities", "origin": "https://www.aep.com", "checkedAt": "2026-09-26T04:54:48.123Z", "status": "missing_file", "bots": null, "httpStatus": 404, "finalUrl": "https://www.aep.com/robots.txt", "contentType": "text/html; charset=utf-8" }, { "company": "American Express", "cik": "4962", "sector": "Financials", "origin": "https://www.americanexpress.com", "checkedAt": "2026-09-26T04:54:50.026Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/us/rwd/", "line": 2 }, { "directive": "disallow", "path": "/*/apply/", "line": 3 }, { "directive": "disallow", "path": "/en-us/business/tls/partnerships/", "line": 4 }, { "directive": "disallow", "path": "/*/logout", "line": 5 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/us/rwd/", "line": 2 }, { "directive": "disallow", "path": "/*/apply/", "line": 3 }, { "directive": "disallow", "path": "/en-us/business/tls/partnerships/", "line": 4 }, { "directive": "disallow", "path": "/*/logout", "line": 5 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/us/rwd/", "line": 2 }, { "directive": "disallow", "path": "/*/apply/", "line": 3 }, { "directive": "disallow", "path": "/en-us/business/tls/partnerships/", "line": 4 }, { "directive": "disallow", "path": "/*/logout", "line": 5 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/us/rwd/", "line": 2 }, { "directive": "disallow", "path": "/*/apply/", "line": 3 }, { "directive": "disallow", "path": "/en-us/business/tls/partnerships/", "line": 4 }, { "directive": "disallow", "path": "/*/logout", "line": 5 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/us/rwd/", "line": 2 }, { "directive": "disallow", "path": "/*/apply/", "line": 3 }, { "directive": "disallow", "path": "/en-us/business/tls/partnerships/", "line": 4 }, { "directive": "disallow", "path": "/*/logout", "line": 5 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/us/rwd/", "line": 2 }, { "directive": "disallow", "path": "/*/apply/", "line": 3 }, { "directive": "disallow", "path": "/en-us/business/tls/partnerships/", "line": 4 }, { "directive": "disallow", "path": "/*/logout", "line": 5 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/us/rwd/", "line": 2 }, { "directive": "disallow", "path": "/*/apply/", "line": 3 }, { "directive": "disallow", "path": "/en-us/business/tls/partnerships/", "line": 4 }, { "directive": "disallow", "path": "/*/logout", "line": 5 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/us/rwd/", "line": 2 }, { "directive": "disallow", "path": "/*/apply/", "line": 3 }, { "directive": "disallow", "path": "/en-us/business/tls/partnerships/", "line": 4 }, { "directive": "disallow", "path": "/*/logout", "line": 5 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.americanexpress.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "45cb165ca20c23fc00186532d93deb59d6f000b9b9520116f1edf80bcf87e76a", "bytes": 271 }, { "company": "American International Group", "cik": "5272", "sector": "Financials", "origin": "https://www.aig.com", "checkedAt": "2026-09-26T04:54:50.110Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/etc/tags/", "line": 2 }, { "directive": "disallow", "path": "/apps/", "line": 3 }, { "directive": "disallow", "path": "/crx/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/search-results/", "line": 6 }, { "directive": "disallow", "path": "/aig-global-real-estate", "line": 7 }, { "directive": "disallow", "path": "/foreignnationals", "line": 8 }, { "directive": "disallow", "path": "/iulseller", "line": 9 }, { "directive": "disallow", "path": "/lifetothemax", "line": 10 }, { "directive": "disallow", "path": "/mmc", "line": 11 }, { "directive": "disallow", "path": "/new2iul", "line": 12 }, { "directive": "disallow", "path": "/qolforeignnationals", "line": 13 }, { "directive": "disallow", "path": "/generationalselling", "line": 14 }, { "directive": "disallow", "path": "/qoliulseller", "line": 15 }, { "directive": "disallow", "path": "/qollifetothemax", "line": 16 }, { "directive": "disallow", "path": "/termconversion", "line": 17 }, { "directive": "disallow", "path": "/trainingplaybook", "line": 18 }, { "directive": "disallow", "path": "/valueiul", "line": 19 }, { "directive": "disallow", "path": "/PGRewards", "line": 20 }, { "directive": "disallow", "path": "/PHP", "line": 21 }, { "directive": "disallow", "path": "/qoL", "line": 22 }, { "directive": "disallow", "path": "/qolgenerationstation", "line": 23 }, { "directive": "disallow", "path": "/qolgenerationalselling", "line": 24 }, { "directive": "disallow", "path": "/qolgenerationmatters", "line": 25 }, { "directive": "disallow", "path": "/qoliul", "line": 26 }, { "directive": "disallow", "path": "/qolmasterplaybook", "line": 27 }, { "directive": "disallow", "path": "/qolnew2iul", "line": 28 }, { "directive": "disallow", "path": "/csnewagentplaybook", "line": 29 }, { "directive": "disallow", "path": "/policyreviewplaybook", "line": 30 }, { "directive": "disallow", "path": "/qolcompetitionplaybook", "line": 31 }, { "directive": "disallow", "path": "/pgmulticulturalplaybook", "line": 32 }, { "directive": "disallow", "path": "/vul", "line": 33 }, { "directive": "disallow", "path": "/lifeclaim", "line": 34 }, { "directive": "disallow", "path": "/broker-dealerresourceguide", "line": 35 }, { "directive": "disallow", "path": "/masterplaybook", "line": 36 }, { "directive": "disallow", "path": "/GIWLeSign", "line": 37 }, { "directive": "disallow", "path": "/PGMGAOnboarding", "line": 38 }, { "directive": "disallow", "path": "/pglifekits", "line": 39 }, { "directive": "disallow", "path": "/prospecting", "line": 40 }, { "directive": "disallow", "path": "/qolrapidrater", "line": 41 }, { "directive": "disallow", "path": "/PGProspecting", "line": 42 }, { "directive": "disallow", "path": "/PGRecruiting", "line": 43 }, { "directive": "disallow", "path": "/diaplaybook", "line": 44 }, { "directive": "disallow", "path": "/spiaplaybook", "line": 45 }, { "directive": "disallow", "path": "/pgfaststart", "line": 46 }, { "directive": "disallow", "path": "/qoltrainingplaybook", "line": 47 }, { "directive": "disallow", "path": "/NewYorkProducts", "line": 48 }, { "directive": "disallow", "path": "/power10protector", "line": 49 }, { "directive": "disallow", "path": "/lifeinterestrates", "line": 50 }, { "directive": "disallow", "path": "/qolinterestrates", "line": 51 }, { "directive": "disallow", "path": "/bramco", "line": 52 }, { "directive": "disallow", "path": "/feg", "line": 53 }, { "directive": "disallow", "path": "/multicultural", "line": 54 }, { "directive": "disallow", "path": "/advancedsales", "line": 55 }, { "directive": "disallow", "path": "/power7protector", "line": 56 }, { "directive": "disallow", "path": "/msg", "line": 57 }, { "directive": "disallow", "path": "/powerindex7ny", "line": 58 }, { "directive": "disallow", "path": "/calculators", "line": 59 }, { "directive": "disallow", "path": "/checklists", "line": 60 }, { "directive": "disallow", "path": "/LIAM", "line": 61 }, { "directive": "disallow", "path": "/termLife", "line": 62 }, { "directive": "disallow", "path": "/IUL", "line": 63 }, { "directive": "disallow", "path": "/MaxIUL", "line": 64 }, { "directive": "disallow", "path": "/ValueIUL", "line": 65 }, { "directive": "disallow", "path": "/New2IUL", "line": 66 }, { "directive": "disallow", "path": "/IULreluctant", "line": 67 }, { "directive": "disallow", "path": "/IULseller", "line": 68 }, { "directive": "disallow", "path": "/IULexperienced", "line": 69 }, { "directive": "disallow", "path": "/IULalready", "line": 70 }, { "directive": "disallow", "path": "/termlife", "line": 71 }, { "directive": "disallow", "path": "/EndorsementFAQ", "line": 72 }, { "directive": "disallow", "path": "/innovationpartners", "line": 73 }, { "directive": "disallow", "path": "/irlssbreakeven", "line": 74 }, { "directive": "disallow", "path": "/irlss", "line": 75 }, { "directive": "disallow", "path": "/qolmaxiul", "line": 76 }, { "directive": "disallow", "path": "/qolvalueiul", "line": 77 }, { "directive": "disallow", "path": "/lifewithconfidence", "line": 78 }, { "directive": "disallow", "path": "/qollifewithconfidence", "line": 79 }, { "directive": "disallow", "path": "/rslife", "line": 80 }, { "directive": "disallow", "path": "/page-not-found", "line": 81 }, { "directive": "disallow", "path": "/vanities", "line": 82 }, { "directive": "disallow", "path": "/corebridge-landing", "line": 83 }, { "directive": "disallow", "path": "/jl-1780094913", "line": 84 }, { "directive": "disallow", "path": "/content/dam/aig/america-canada/coi-aviation/en/documents", "line": 85 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/etc/tags/", "line": 2 }, { "directive": "disallow", "path": "/apps/", "line": 3 }, { "directive": "disallow", "path": "/crx/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/search-results/", "line": 6 }, { "directive": "disallow", "path": "/aig-global-real-estate", "line": 7 }, { "directive": "disallow", "path": "/foreignnationals", "line": 8 }, { "directive": "disallow", "path": "/iulseller", "line": 9 }, { "directive": "disallow", "path": "/lifetothemax", "line": 10 }, { "directive": "disallow", "path": "/mmc", "line": 11 }, { "directive": "disallow", "path": "/new2iul", "line": 12 }, { "directive": "disallow", "path": "/qolforeignnationals", "line": 13 }, { "directive": "disallow", "path": "/generationalselling", "line": 14 }, { "directive": "disallow", "path": "/qoliulseller", "line": 15 }, { "directive": "disallow", "path": "/qollifetothemax", "line": 16 }, { "directive": "disallow", "path": "/termconversion", "line": 17 }, { "directive": "disallow", "path": "/trainingplaybook", "line": 18 }, { "directive": "disallow", "path": "/valueiul", "line": 19 }, { "directive": "disallow", "path": "/PGRewards", "line": 20 }, { "directive": "disallow", "path": "/PHP", "line": 21 }, { "directive": "disallow", "path": "/qoL", "line": 22 }, { "directive": "disallow", "path": "/qolgenerationstation", "line": 23 }, { "directive": "disallow", "path": "/qolgenerationalselling", "line": 24 }, { "directive": "disallow", "path": "/qolgenerationmatters", "line": 25 }, { "directive": "disallow", "path": "/qoliul", "line": 26 }, { "directive": "disallow", "path": "/qolmasterplaybook", "line": 27 }, { "directive": "disallow", "path": "/qolnew2iul", "line": 28 }, { "directive": "disallow", "path": "/csnewagentplaybook", "line": 29 }, { "directive": "disallow", "path": "/policyreviewplaybook", "line": 30 }, { "directive": "disallow", "path": "/qolcompetitionplaybook", "line": 31 }, { "directive": "disallow", "path": "/pgmulticulturalplaybook", "line": 32 }, { "directive": "disallow", "path": "/vul", "line": 33 }, { "directive": "disallow", "path": "/lifeclaim", "line": 34 }, { "directive": "disallow", "path": "/broker-dealerresourceguide", "line": 35 }, { "directive": "disallow", "path": "/masterplaybook", "line": 36 }, { "directive": "disallow", "path": "/GIWLeSign", "line": 37 }, { "directive": "disallow", "path": "/PGMGAOnboarding", "line": 38 }, { "directive": "disallow", "path": "/pglifekits", "line": 39 }, { "directive": "disallow", "path": "/prospecting", "line": 40 }, { "directive": "disallow", "path": "/qolrapidrater", "line": 41 }, { "directive": "disallow", "path": "/PGProspecting", "line": 42 }, { "directive": "disallow", "path": "/PGRecruiting", "line": 43 }, { "directive": "disallow", "path": "/diaplaybook", "line": 44 }, { "directive": "disallow", "path": "/spiaplaybook", "line": 45 }, { "directive": "disallow", "path": "/pgfaststart", "line": 46 }, { "directive": "disallow", "path": "/qoltrainingplaybook", "line": 47 }, { "directive": "disallow", "path": "/NewYorkProducts", "line": 48 }, { "directive": "disallow", "path": "/power10protector", "line": 49 }, { "directive": "disallow", "path": "/lifeinterestrates", "line": 50 }, { "directive": "disallow", "path": "/qolinterestrates", "line": 51 }, { "directive": "disallow", "path": "/bramco", "line": 52 }, { "directive": "disallow", "path": "/feg", "line": 53 }, { "directive": "disallow", "path": "/multicultural", "line": 54 }, { "directive": "disallow", "path": "/advancedsales", "line": 55 }, { "directive": "disallow", "path": "/power7protector", "line": 56 }, { "directive": "disallow", "path": "/msg", "line": 57 }, { "directive": "disallow", "path": "/powerindex7ny", "line": 58 }, { "directive": "disallow", "path": "/calculators", "line": 59 }, { "directive": "disallow", "path": "/checklists", "line": 60 }, { "directive": "disallow", "path": "/LIAM", "line": 61 }, { "directive": "disallow", "path": "/termLife", "line": 62 }, { "directive": "disallow", "path": "/IUL", "line": 63 }, { "directive": "disallow", "path": "/MaxIUL", "line": 64 }, { "directive": "disallow", "path": "/ValueIUL", "line": 65 }, { "directive": "disallow", "path": "/New2IUL", "line": 66 }, { "directive": "disallow", "path": "/IULreluctant", "line": 67 }, { "directive": "disallow", "path": "/IULseller", "line": 68 }, { "directive": "disallow", "path": "/IULexperienced", "line": 69 }, { "directive": "disallow", "path": "/IULalready", "line": 70 }, { "directive": "disallow", "path": "/termlife", "line": 71 }, { "directive": "disallow", "path": "/EndorsementFAQ", "line": 72 }, { "directive": "disallow", "path": "/innovationpartners", "line": 73 }, { "directive": "disallow", "path": "/irlssbreakeven", "line": 74 }, { "directive": "disallow", "path": "/irlss", "line": 75 }, { "directive": "disallow", "path": "/qolmaxiul", "line": 76 }, { "directive": "disallow", "path": "/qolvalueiul", "line": 77 }, { "directive": "disallow", "path": "/lifewithconfidence", "line": 78 }, { "directive": "disallow", "path": "/qollifewithconfidence", "line": 79 }, { "directive": "disallow", "path": "/rslife", "line": 80 }, { "directive": "disallow", "path": "/page-not-found", "line": 81 }, { "directive": "disallow", "path": "/vanities", "line": 82 }, { "directive": "disallow", "path": "/corebridge-landing", "line": 83 }, { "directive": "disallow", "path": "/jl-1780094913", "line": 84 }, { "directive": "disallow", "path": "/content/dam/aig/america-canada/coi-aviation/en/documents", "line": 85 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/etc/tags/", "line": 2 }, { "directive": "disallow", "path": "/apps/", "line": 3 }, { "directive": "disallow", "path": "/crx/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/search-results/", "line": 6 }, { "directive": "disallow", "path": "/aig-global-real-estate", "line": 7 }, { "directive": "disallow", "path": "/foreignnationals", "line": 8 }, { "directive": "disallow", "path": "/iulseller", "line": 9 }, { "directive": "disallow", "path": "/lifetothemax", "line": 10 }, { "directive": "disallow", "path": "/mmc", "line": 11 }, { "directive": "disallow", "path": "/new2iul", "line": 12 }, { "directive": "disallow", "path": "/qolforeignnationals", "line": 13 }, { "directive": "disallow", "path": "/generationalselling", "line": 14 }, { "directive": "disallow", "path": "/qoliulseller", "line": 15 }, { "directive": "disallow", "path": "/qollifetothemax", "line": 16 }, { "directive": "disallow", "path": "/termconversion", "line": 17 }, { "directive": "disallow", "path": "/trainingplaybook", "line": 18 }, { "directive": "disallow", "path": "/valueiul", "line": 19 }, { "directive": "disallow", "path": "/PGRewards", "line": 20 }, { "directive": "disallow", "path": "/PHP", "line": 21 }, { "directive": "disallow", "path": "/qoL", "line": 22 }, { "directive": "disallow", "path": "/qolgenerationstation", "line": 23 }, { "directive": "disallow", "path": "/qolgenerationalselling", "line": 24 }, { "directive": "disallow", "path": "/qolgenerationmatters", "line": 25 }, { "directive": "disallow", "path": "/qoliul", "line": 26 }, { "directive": "disallow", "path": "/qolmasterplaybook", "line": 27 }, { "directive": "disallow", "path": "/qolnew2iul", "line": 28 }, { "directive": "disallow", "path": "/csnewagentplaybook", "line": 29 }, { "directive": "disallow", "path": "/policyreviewplaybook", "line": 30 }, { "directive": "disallow", "path": "/qolcompetitionplaybook", "line": 31 }, { "directive": "disallow", "path": "/pgmulticulturalplaybook", "line": 32 }, { "directive": "disallow", "path": "/vul", "line": 33 }, { "directive": "disallow", "path": "/lifeclaim", "line": 34 }, { "directive": "disallow", "path": "/broker-dealerresourceguide", "line": 35 }, { "directive": "disallow", "path": "/masterplaybook", "line": 36 }, { "directive": "disallow", "path": "/GIWLeSign", "line": 37 }, { "directive": "disallow", "path": "/PGMGAOnboarding", "line": 38 }, { "directive": "disallow", "path": "/pglifekits", "line": 39 }, { "directive": "disallow", "path": "/prospecting", "line": 40 }, { "directive": "disallow", "path": "/qolrapidrater", "line": 41 }, { "directive": "disallow", "path": "/PGProspecting", "line": 42 }, { "directive": "disallow", "path": "/PGRecruiting", "line": 43 }, { "directive": "disallow", "path": "/diaplaybook", "line": 44 }, { "directive": "disallow", "path": "/spiaplaybook", "line": 45 }, { "directive": "disallow", "path": "/pgfaststart", "line": 46 }, { "directive": "disallow", "path": "/qoltrainingplaybook", "line": 47 }, { "directive": "disallow", "path": "/NewYorkProducts", "line": 48 }, { "directive": "disallow", "path": "/power10protector", "line": 49 }, { "directive": "disallow", "path": "/lifeinterestrates", "line": 50 }, { "directive": "disallow", "path": "/qolinterestrates", "line": 51 }, { "directive": "disallow", "path": "/bramco", "line": 52 }, { "directive": "disallow", "path": "/feg", "line": 53 }, { "directive": "disallow", "path": "/multicultural", "line": 54 }, { "directive": "disallow", "path": "/advancedsales", "line": 55 }, { "directive": "disallow", "path": "/power7protector", "line": 56 }, { "directive": "disallow", "path": "/msg", "line": 57 }, { "directive": "disallow", "path": "/powerindex7ny", "line": 58 }, { "directive": "disallow", "path": "/calculators", "line": 59 }, { "directive": "disallow", "path": "/checklists", "line": 60 }, { "directive": "disallow", "path": "/LIAM", "line": 61 }, { "directive": "disallow", "path": "/termLife", "line": 62 }, { "directive": "disallow", "path": "/IUL", "line": 63 }, { "directive": "disallow", "path": "/MaxIUL", "line": 64 }, { "directive": "disallow", "path": "/ValueIUL", "line": 65 }, { "directive": "disallow", "path": "/New2IUL", "line": 66 }, { "directive": "disallow", "path": "/IULreluctant", "line": 67 }, { "directive": "disallow", "path": "/IULseller", "line": 68 }, { "directive": "disallow", "path": "/IULexperienced", "line": 69 }, { "directive": "disallow", "path": "/IULalready", "line": 70 }, { "directive": "disallow", "path": "/termlife", "line": 71 }, { "directive": "disallow", "path": "/EndorsementFAQ", "line": 72 }, { "directive": "disallow", "path": "/innovationpartners", "line": 73 }, { "directive": "disallow", "path": "/irlssbreakeven", "line": 74 }, { "directive": "disallow", "path": "/irlss", "line": 75 }, { "directive": "disallow", "path": "/qolmaxiul", "line": 76 }, { "directive": "disallow", "path": "/qolvalueiul", "line": 77 }, { "directive": "disallow", "path": "/lifewithconfidence", "line": 78 }, { "directive": "disallow", "path": "/qollifewithconfidence", "line": 79 }, { "directive": "disallow", "path": "/rslife", "line": 80 }, { "directive": "disallow", "path": "/page-not-found", "line": 81 }, { "directive": "disallow", "path": "/vanities", "line": 82 }, { "directive": "disallow", "path": "/corebridge-landing", "line": 83 }, { "directive": "disallow", "path": "/jl-1780094913", "line": 84 }, { "directive": "disallow", "path": "/content/dam/aig/america-canada/coi-aviation/en/documents", "line": 85 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/etc/tags/", "line": 2 }, { "directive": "disallow", "path": "/apps/", "line": 3 }, { "directive": "disallow", "path": "/crx/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/search-results/", "line": 6 }, { "directive": "disallow", "path": "/aig-global-real-estate", "line": 7 }, { "directive": "disallow", "path": "/foreignnationals", "line": 8 }, { "directive": "disallow", "path": "/iulseller", "line": 9 }, { "directive": "disallow", "path": "/lifetothemax", "line": 10 }, { "directive": "disallow", "path": "/mmc", "line": 11 }, { "directive": "disallow", "path": "/new2iul", "line": 12 }, { "directive": "disallow", "path": "/qolforeignnationals", "line": 13 }, { "directive": "disallow", "path": "/generationalselling", "line": 14 }, { "directive": "disallow", "path": "/qoliulseller", "line": 15 }, { "directive": "disallow", "path": "/qollifetothemax", "line": 16 }, { "directive": "disallow", "path": "/termconversion", "line": 17 }, { "directive": "disallow", "path": "/trainingplaybook", "line": 18 }, { "directive": "disallow", "path": "/valueiul", "line": 19 }, { "directive": "disallow", "path": "/PGRewards", "line": 20 }, { "directive": "disallow", "path": "/PHP", "line": 21 }, { "directive": "disallow", "path": "/qoL", "line": 22 }, { "directive": "disallow", "path": "/qolgenerationstation", "line": 23 }, { "directive": "disallow", "path": "/qolgenerationalselling", "line": 24 }, { "directive": "disallow", "path": "/qolgenerationmatters", "line": 25 }, { "directive": "disallow", "path": "/qoliul", "line": 26 }, { "directive": "disallow", "path": "/qolmasterplaybook", "line": 27 }, { "directive": "disallow", "path": "/qolnew2iul", "line": 28 }, { "directive": "disallow", "path": "/csnewagentplaybook", "line": 29 }, { "directive": "disallow", "path": "/policyreviewplaybook", "line": 30 }, { "directive": "disallow", "path": "/qolcompetitionplaybook", "line": 31 }, { "directive": "disallow", "path": "/pgmulticulturalplaybook", "line": 32 }, { "directive": "disallow", "path": "/vul", "line": 33 }, { "directive": "disallow", "path": "/lifeclaim", "line": 34 }, { "directive": "disallow", "path": "/broker-dealerresourceguide", "line": 35 }, { "directive": "disallow", "path": "/masterplaybook", "line": 36 }, { "directive": "disallow", "path": "/GIWLeSign", "line": 37 }, { "directive": "disallow", "path": "/PGMGAOnboarding", "line": 38 }, { "directive": "disallow", "path": "/pglifekits", "line": 39 }, { "directive": "disallow", "path": "/prospecting", "line": 40 }, { "directive": "disallow", "path": "/qolrapidrater", "line": 41 }, { "directive": "disallow", "path": "/PGProspecting", "line": 42 }, { "directive": "disallow", "path": "/PGRecruiting", "line": 43 }, { "directive": "disallow", "path": "/diaplaybook", "line": 44 }, { "directive": "disallow", "path": "/spiaplaybook", "line": 45 }, { "directive": "disallow", "path": "/pgfaststart", "line": 46 }, { "directive": "disallow", "path": "/qoltrainingplaybook", "line": 47 }, { "directive": "disallow", "path": "/NewYorkProducts", "line": 48 }, { "directive": "disallow", "path": "/power10protector", "line": 49 }, { "directive": "disallow", "path": "/lifeinterestrates", "line": 50 }, { "directive": "disallow", "path": "/qolinterestrates", "line": 51 }, { "directive": "disallow", "path": "/bramco", "line": 52 }, { "directive": "disallow", "path": "/feg", "line": 53 }, { "directive": "disallow", "path": "/multicultural", "line": 54 }, { "directive": "disallow", "path": "/advancedsales", "line": 55 }, { "directive": "disallow", "path": "/power7protector", "line": 56 }, { "directive": "disallow", "path": "/msg", "line": 57 }, { "directive": "disallow", "path": "/powerindex7ny", "line": 58 }, { "directive": "disallow", "path": "/calculators", "line": 59 }, { "directive": "disallow", "path": "/checklists", "line": 60 }, { "directive": "disallow", "path": "/LIAM", "line": 61 }, { "directive": "disallow", "path": "/termLife", "line": 62 }, { "directive": "disallow", "path": "/IUL", "line": 63 }, { "directive": "disallow", "path": "/MaxIUL", "line": 64 }, { "directive": "disallow", "path": "/ValueIUL", "line": 65 }, { "directive": "disallow", "path": "/New2IUL", "line": 66 }, { "directive": "disallow", "path": "/IULreluctant", "line": 67 }, { "directive": "disallow", "path": "/IULseller", "line": 68 }, { "directive": "disallow", "path": "/IULexperienced", "line": 69 }, { "directive": "disallow", "path": "/IULalready", "line": 70 }, { "directive": "disallow", "path": "/termlife", "line": 71 }, { "directive": "disallow", "path": "/EndorsementFAQ", "line": 72 }, { "directive": "disallow", "path": "/innovationpartners", "line": 73 }, { "directive": "disallow", "path": "/irlssbreakeven", "line": 74 }, { "directive": "disallow", "path": "/irlss", "line": 75 }, { "directive": "disallow", "path": "/qolmaxiul", "line": 76 }, { "directive": "disallow", "path": "/qolvalueiul", "line": 77 }, { "directive": "disallow", "path": "/lifewithconfidence", "line": 78 }, { "directive": "disallow", "path": "/qollifewithconfidence", "line": 79 }, { "directive": "disallow", "path": "/rslife", "line": 80 }, { "directive": "disallow", "path": "/page-not-found", "line": 81 }, { "directive": "disallow", "path": "/vanities", "line": 82 }, { "directive": "disallow", "path": "/corebridge-landing", "line": 83 }, { "directive": "disallow", "path": "/jl-1780094913", "line": 84 }, { "directive": "disallow", "path": "/content/dam/aig/america-canada/coi-aviation/en/documents", "line": 85 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/etc/tags/", "line": 2 }, { "directive": "disallow", "path": "/apps/", "line": 3 }, { "directive": "disallow", "path": "/crx/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/search-results/", "line": 6 }, { "directive": "disallow", "path": "/aig-global-real-estate", "line": 7 }, { "directive": "disallow", "path": "/foreignnationals", "line": 8 }, { "directive": "disallow", "path": "/iulseller", "line": 9 }, { "directive": "disallow", "path": "/lifetothemax", "line": 10 }, { "directive": "disallow", "path": "/mmc", "line": 11 }, { "directive": "disallow", "path": "/new2iul", "line": 12 }, { "directive": "disallow", "path": "/qolforeignnationals", "line": 13 }, { "directive": "disallow", "path": "/generationalselling", "line": 14 }, { "directive": "disallow", "path": "/qoliulseller", "line": 15 }, { "directive": "disallow", "path": "/qollifetothemax", "line": 16 }, { "directive": "disallow", "path": "/termconversion", "line": 17 }, { "directive": "disallow", "path": "/trainingplaybook", "line": 18 }, { "directive": "disallow", "path": "/valueiul", "line": 19 }, { "directive": "disallow", "path": "/PGRewards", "line": 20 }, { "directive": "disallow", "path": "/PHP", "line": 21 }, { "directive": "disallow", "path": "/qoL", "line": 22 }, { "directive": "disallow", "path": "/qolgenerationstation", "line": 23 }, { "directive": "disallow", "path": "/qolgenerationalselling", "line": 24 }, { "directive": "disallow", "path": "/qolgenerationmatters", "line": 25 }, { "directive": "disallow", "path": "/qoliul", "line": 26 }, { "directive": "disallow", "path": "/qolmasterplaybook", "line": 27 }, { "directive": "disallow", "path": "/qolnew2iul", "line": 28 }, { "directive": "disallow", "path": "/csnewagentplaybook", "line": 29 }, { "directive": "disallow", "path": "/policyreviewplaybook", "line": 30 }, { "directive": "disallow", "path": "/qolcompetitionplaybook", "line": 31 }, { "directive": "disallow", "path": "/pgmulticulturalplaybook", "line": 32 }, { "directive": "disallow", "path": "/vul", "line": 33 }, { "directive": "disallow", "path": "/lifeclaim", "line": 34 }, { "directive": "disallow", "path": "/broker-dealerresourceguide", "line": 35 }, { "directive": "disallow", "path": "/masterplaybook", "line": 36 }, { "directive": "disallow", "path": "/GIWLeSign", "line": 37 }, { "directive": "disallow", "path": "/PGMGAOnboarding", "line": 38 }, { "directive": "disallow", "path": "/pglifekits", "line": 39 }, { "directive": "disallow", "path": "/prospecting", "line": 40 }, { "directive": "disallow", "path": "/qolrapidrater", "line": 41 }, { "directive": "disallow", "path": "/PGProspecting", "line": 42 }, { "directive": "disallow", "path": "/PGRecruiting", "line": 43 }, { "directive": "disallow", "path": "/diaplaybook", "line": 44 }, { "directive": "disallow", "path": "/spiaplaybook", "line": 45 }, { "directive": "disallow", "path": "/pgfaststart", "line": 46 }, { "directive": "disallow", "path": "/qoltrainingplaybook", "line": 47 }, { "directive": "disallow", "path": "/NewYorkProducts", "line": 48 }, { "directive": "disallow", "path": "/power10protector", "line": 49 }, { "directive": "disallow", "path": "/lifeinterestrates", "line": 50 }, { "directive": "disallow", "path": "/qolinterestrates", "line": 51 }, { "directive": "disallow", "path": "/bramco", "line": 52 }, { "directive": "disallow", "path": "/feg", "line": 53 }, { "directive": "disallow", "path": "/multicultural", "line": 54 }, { "directive": "disallow", "path": "/advancedsales", "line": 55 }, { "directive": "disallow", "path": "/power7protector", "line": 56 }, { "directive": "disallow", "path": "/msg", "line": 57 }, { "directive": "disallow", "path": "/powerindex7ny", "line": 58 }, { "directive": "disallow", "path": "/calculators", "line": 59 }, { "directive": "disallow", "path": "/checklists", "line": 60 }, { "directive": "disallow", "path": "/LIAM", "line": 61 }, { "directive": "disallow", "path": "/termLife", "line": 62 }, { "directive": "disallow", "path": "/IUL", "line": 63 }, { "directive": "disallow", "path": "/MaxIUL", "line": 64 }, { "directive": "disallow", "path": "/ValueIUL", "line": 65 }, { "directive": "disallow", "path": "/New2IUL", "line": 66 }, { "directive": "disallow", "path": "/IULreluctant", "line": 67 }, { "directive": "disallow", "path": "/IULseller", "line": 68 }, { "directive": "disallow", "path": "/IULexperienced", "line": 69 }, { "directive": "disallow", "path": "/IULalready", "line": 70 }, { "directive": "disallow", "path": "/termlife", "line": 71 }, { "directive": "disallow", "path": "/EndorsementFAQ", "line": 72 }, { "directive": "disallow", "path": "/innovationpartners", "line": 73 }, { "directive": "disallow", "path": "/irlssbreakeven", "line": 74 }, { "directive": "disallow", "path": "/irlss", "line": 75 }, { "directive": "disallow", "path": "/qolmaxiul", "line": 76 }, { "directive": "disallow", "path": "/qolvalueiul", "line": 77 }, { "directive": "disallow", "path": "/lifewithconfidence", "line": 78 }, { "directive": "disallow", "path": "/qollifewithconfidence", "line": 79 }, { "directive": "disallow", "path": "/rslife", "line": 80 }, { "directive": "disallow", "path": "/page-not-found", "line": 81 }, { "directive": "disallow", "path": "/vanities", "line": 82 }, { "directive": "disallow", "path": "/corebridge-landing", "line": 83 }, { "directive": "disallow", "path": "/jl-1780094913", "line": 84 }, { "directive": "disallow", "path": "/content/dam/aig/america-canada/coi-aviation/en/documents", "line": 85 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/etc/tags/", "line": 2 }, { "directive": "disallow", "path": "/apps/", "line": 3 }, { "directive": "disallow", "path": "/crx/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/search-results/", "line": 6 }, { "directive": "disallow", "path": "/aig-global-real-estate", "line": 7 }, { "directive": "disallow", "path": "/foreignnationals", "line": 8 }, { "directive": "disallow", "path": "/iulseller", "line": 9 }, { "directive": "disallow", "path": "/lifetothemax", "line": 10 }, { "directive": "disallow", "path": "/mmc", "line": 11 }, { "directive": "disallow", "path": "/new2iul", "line": 12 }, { "directive": "disallow", "path": "/qolforeignnationals", "line": 13 }, { "directive": "disallow", "path": "/generationalselling", "line": 14 }, { "directive": "disallow", "path": "/qoliulseller", "line": 15 }, { "directive": "disallow", "path": "/qollifetothemax", "line": 16 }, { "directive": "disallow", "path": "/termconversion", "line": 17 }, { "directive": "disallow", "path": "/trainingplaybook", "line": 18 }, { "directive": "disallow", "path": "/valueiul", "line": 19 }, { "directive": "disallow", "path": "/PGRewards", "line": 20 }, { "directive": "disallow", "path": "/PHP", "line": 21 }, { "directive": "disallow", "path": "/qoL", "line": 22 }, { "directive": "disallow", "path": "/qolgenerationstation", "line": 23 }, { "directive": "disallow", "path": "/qolgenerationalselling", "line": 24 }, { "directive": "disallow", "path": "/qolgenerationmatters", "line": 25 }, { "directive": "disallow", "path": "/qoliul", "line": 26 }, { "directive": "disallow", "path": "/qolmasterplaybook", "line": 27 }, { "directive": "disallow", "path": "/qolnew2iul", "line": 28 }, { "directive": "disallow", "path": "/csnewagentplaybook", "line": 29 }, { "directive": "disallow", "path": "/policyreviewplaybook", "line": 30 }, { "directive": "disallow", "path": "/qolcompetitionplaybook", "line": 31 }, { "directive": "disallow", "path": "/pgmulticulturalplaybook", "line": 32 }, { "directive": "disallow", "path": "/vul", "line": 33 }, { "directive": "disallow", "path": "/lifeclaim", "line": 34 }, { "directive": "disallow", "path": "/broker-dealerresourceguide", "line": 35 }, { "directive": "disallow", "path": "/masterplaybook", "line": 36 }, { "directive": "disallow", "path": "/GIWLeSign", "line": 37 }, { "directive": "disallow", "path": "/PGMGAOnboarding", "line": 38 }, { "directive": "disallow", "path": "/pglifekits", "line": 39 }, { "directive": "disallow", "path": "/prospecting", "line": 40 }, { "directive": "disallow", "path": "/qolrapidrater", "line": 41 }, { "directive": "disallow", "path": "/PGProspecting", "line": 42 }, { "directive": "disallow", "path": "/PGRecruiting", "line": 43 }, { "directive": "disallow", "path": "/diaplaybook", "line": 44 }, { "directive": "disallow", "path": "/spiaplaybook", "line": 45 }, { "directive": "disallow", "path": "/pgfaststart", "line": 46 }, { "directive": "disallow", "path": "/qoltrainingplaybook", "line": 47 }, { "directive": "disallow", "path": "/NewYorkProducts", "line": 48 }, { "directive": "disallow", "path": "/power10protector", "line": 49 }, { "directive": "disallow", "path": "/lifeinterestrates", "line": 50 }, { "directive": "disallow", "path": "/qolinterestrates", "line": 51 }, { "directive": "disallow", "path": "/bramco", "line": 52 }, { "directive": "disallow", "path": "/feg", "line": 53 }, { "directive": "disallow", "path": "/multicultural", "line": 54 }, { "directive": "disallow", "path": "/advancedsales", "line": 55 }, { "directive": "disallow", "path": "/power7protector", "line": 56 }, { "directive": "disallow", "path": "/msg", "line": 57 }, { "directive": "disallow", "path": "/powerindex7ny", "line": 58 }, { "directive": "disallow", "path": "/calculators", "line": 59 }, { "directive": "disallow", "path": "/checklists", "line": 60 }, { "directive": "disallow", "path": "/LIAM", "line": 61 }, { "directive": "disallow", "path": "/termLife", "line": 62 }, { "directive": "disallow", "path": "/IUL", "line": 63 }, { "directive": "disallow", "path": "/MaxIUL", "line": 64 }, { "directive": "disallow", "path": "/ValueIUL", "line": 65 }, { "directive": "disallow", "path": "/New2IUL", "line": 66 }, { "directive": "disallow", "path": "/IULreluctant", "line": 67 }, { "directive": "disallow", "path": "/IULseller", "line": 68 }, { "directive": "disallow", "path": "/IULexperienced", "line": 69 }, { "directive": "disallow", "path": "/IULalready", "line": 70 }, { "directive": "disallow", "path": "/termlife", "line": 71 }, { "directive": "disallow", "path": "/EndorsementFAQ", "line": 72 }, { "directive": "disallow", "path": "/innovationpartners", "line": 73 }, { "directive": "disallow", "path": "/irlssbreakeven", "line": 74 }, { "directive": "disallow", "path": "/irlss", "line": 75 }, { "directive": "disallow", "path": "/qolmaxiul", "line": 76 }, { "directive": "disallow", "path": "/qolvalueiul", "line": 77 }, { "directive": "disallow", "path": "/lifewithconfidence", "line": 78 }, { "directive": "disallow", "path": "/qollifewithconfidence", "line": 79 }, { "directive": "disallow", "path": "/rslife", "line": 80 }, { "directive": "disallow", "path": "/page-not-found", "line": 81 }, { "directive": "disallow", "path": "/vanities", "line": 82 }, { "directive": "disallow", "path": "/corebridge-landing", "line": 83 }, { "directive": "disallow", "path": "/jl-1780094913", "line": 84 }, { "directive": "disallow", "path": "/content/dam/aig/america-canada/coi-aviation/en/documents", "line": 85 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/etc/tags/", "line": 2 }, { "directive": "disallow", "path": "/apps/", "line": 3 }, { "directive": "disallow", "path": "/crx/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/search-results/", "line": 6 }, { "directive": "disallow", "path": "/aig-global-real-estate", "line": 7 }, { "directive": "disallow", "path": "/foreignnationals", "line": 8 }, { "directive": "disallow", "path": "/iulseller", "line": 9 }, { "directive": "disallow", "path": "/lifetothemax", "line": 10 }, { "directive": "disallow", "path": "/mmc", "line": 11 }, { "directive": "disallow", "path": "/new2iul", "line": 12 }, { "directive": "disallow", "path": "/qolforeignnationals", "line": 13 }, { "directive": "disallow", "path": "/generationalselling", "line": 14 }, { "directive": "disallow", "path": "/qoliulseller", "line": 15 }, { "directive": "disallow", "path": "/qollifetothemax", "line": 16 }, { "directive": "disallow", "path": "/termconversion", "line": 17 }, { "directive": "disallow", "path": "/trainingplaybook", "line": 18 }, { "directive": "disallow", "path": "/valueiul", "line": 19 }, { "directive": "disallow", "path": "/PGRewards", "line": 20 }, { "directive": "disallow", "path": "/PHP", "line": 21 }, { "directive": "disallow", "path": "/qoL", "line": 22 }, { "directive": "disallow", "path": "/qolgenerationstation", "line": 23 }, { "directive": "disallow", "path": "/qolgenerationalselling", "line": 24 }, { "directive": "disallow", "path": "/qolgenerationmatters", "line": 25 }, { "directive": "disallow", "path": "/qoliul", "line": 26 }, { "directive": "disallow", "path": "/qolmasterplaybook", "line": 27 }, { "directive": "disallow", "path": "/qolnew2iul", "line": 28 }, { "directive": "disallow", "path": "/csnewagentplaybook", "line": 29 }, { "directive": "disallow", "path": "/policyreviewplaybook", "line": 30 }, { "directive": "disallow", "path": "/qolcompetitionplaybook", "line": 31 }, { "directive": "disallow", "path": "/pgmulticulturalplaybook", "line": 32 }, { "directive": "disallow", "path": "/vul", "line": 33 }, { "directive": "disallow", "path": "/lifeclaim", "line": 34 }, { "directive": "disallow", "path": "/broker-dealerresourceguide", "line": 35 }, { "directive": "disallow", "path": "/masterplaybook", "line": 36 }, { "directive": "disallow", "path": "/GIWLeSign", "line": 37 }, { "directive": "disallow", "path": "/PGMGAOnboarding", "line": 38 }, { "directive": "disallow", "path": "/pglifekits", "line": 39 }, { "directive": "disallow", "path": "/prospecting", "line": 40 }, { "directive": "disallow", "path": "/qolrapidrater", "line": 41 }, { "directive": "disallow", "path": "/PGProspecting", "line": 42 }, { "directive": "disallow", "path": "/PGRecruiting", "line": 43 }, { "directive": "disallow", "path": "/diaplaybook", "line": 44 }, { "directive": "disallow", "path": "/spiaplaybook", "line": 45 }, { "directive": "disallow", "path": "/pgfaststart", "line": 46 }, { "directive": "disallow", "path": "/qoltrainingplaybook", "line": 47 }, { "directive": "disallow", "path": "/NewYorkProducts", "line": 48 }, { "directive": "disallow", "path": "/power10protector", "line": 49 }, { "directive": "disallow", "path": "/lifeinterestrates", "line": 50 }, { "directive": "disallow", "path": "/qolinterestrates", "line": 51 }, { "directive": "disallow", "path": "/bramco", "line": 52 }, { "directive": "disallow", "path": "/feg", "line": 53 }, { "directive": "disallow", "path": "/multicultural", "line": 54 }, { "directive": "disallow", "path": "/advancedsales", "line": 55 }, { "directive": "disallow", "path": "/power7protector", "line": 56 }, { "directive": "disallow", "path": "/msg", "line": 57 }, { "directive": "disallow", "path": "/powerindex7ny", "line": 58 }, { "directive": "disallow", "path": "/calculators", "line": 59 }, { "directive": "disallow", "path": "/checklists", "line": 60 }, { "directive": "disallow", "path": "/LIAM", "line": 61 }, { "directive": "disallow", "path": "/termLife", "line": 62 }, { "directive": "disallow", "path": "/IUL", "line": 63 }, { "directive": "disallow", "path": "/MaxIUL", "line": 64 }, { "directive": "disallow", "path": "/ValueIUL", "line": 65 }, { "directive": "disallow", "path": "/New2IUL", "line": 66 }, { "directive": "disallow", "path": "/IULreluctant", "line": 67 }, { "directive": "disallow", "path": "/IULseller", "line": 68 }, { "directive": "disallow", "path": "/IULexperienced", "line": 69 }, { "directive": "disallow", "path": "/IULalready", "line": 70 }, { "directive": "disallow", "path": "/termlife", "line": 71 }, { "directive": "disallow", "path": "/EndorsementFAQ", "line": 72 }, { "directive": "disallow", "path": "/innovationpartners", "line": 73 }, { "directive": "disallow", "path": "/irlssbreakeven", "line": 74 }, { "directive": "disallow", "path": "/irlss", "line": 75 }, { "directive": "disallow", "path": "/qolmaxiul", "line": 76 }, { "directive": "disallow", "path": "/qolvalueiul", "line": 77 }, { "directive": "disallow", "path": "/lifewithconfidence", "line": 78 }, { "directive": "disallow", "path": "/qollifewithconfidence", "line": 79 }, { "directive": "disallow", "path": "/rslife", "line": 80 }, { "directive": "disallow", "path": "/page-not-found", "line": 81 }, { "directive": "disallow", "path": "/vanities", "line": 82 }, { "directive": "disallow", "path": "/corebridge-landing", "line": 83 }, { "directive": "disallow", "path": "/jl-1780094913", "line": 84 }, { "directive": "disallow", "path": "/content/dam/aig/america-canada/coi-aviation/en/documents", "line": 85 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/etc/tags/", "line": 2 }, { "directive": "disallow", "path": "/apps/", "line": 3 }, { "directive": "disallow", "path": "/crx/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/search-results/", "line": 6 }, { "directive": "disallow", "path": "/aig-global-real-estate", "line": 7 }, { "directive": "disallow", "path": "/foreignnationals", "line": 8 }, { "directive": "disallow", "path": "/iulseller", "line": 9 }, { "directive": "disallow", "path": "/lifetothemax", "line": 10 }, { "directive": "disallow", "path": "/mmc", "line": 11 }, { "directive": "disallow", "path": "/new2iul", "line": 12 }, { "directive": "disallow", "path": "/qolforeignnationals", "line": 13 }, { "directive": "disallow", "path": "/generationalselling", "line": 14 }, { "directive": "disallow", "path": "/qoliulseller", "line": 15 }, { "directive": "disallow", "path": "/qollifetothemax", "line": 16 }, { "directive": "disallow", "path": "/termconversion", "line": 17 }, { "directive": "disallow", "path": "/trainingplaybook", "line": 18 }, { "directive": "disallow", "path": "/valueiul", "line": 19 }, { "directive": "disallow", "path": "/PGRewards", "line": 20 }, { "directive": "disallow", "path": "/PHP", "line": 21 }, { "directive": "disallow", "path": "/qoL", "line": 22 }, { "directive": "disallow", "path": "/qolgenerationstation", "line": 23 }, { "directive": "disallow", "path": "/qolgenerationalselling", "line": 24 }, { "directive": "disallow", "path": "/qolgenerationmatters", "line": 25 }, { "directive": "disallow", "path": "/qoliul", "line": 26 }, { "directive": "disallow", "path": "/qolmasterplaybook", "line": 27 }, { "directive": "disallow", "path": "/qolnew2iul", "line": 28 }, { "directive": "disallow", "path": "/csnewagentplaybook", "line": 29 }, { "directive": "disallow", "path": "/policyreviewplaybook", "line": 30 }, { "directive": "disallow", "path": "/qolcompetitionplaybook", "line": 31 }, { "directive": "disallow", "path": "/pgmulticulturalplaybook", "line": 32 }, { "directive": "disallow", "path": "/vul", "line": 33 }, { "directive": "disallow", "path": "/lifeclaim", "line": 34 }, { "directive": "disallow", "path": "/broker-dealerresourceguide", "line": 35 }, { "directive": "disallow", "path": "/masterplaybook", "line": 36 }, { "directive": "disallow", "path": "/GIWLeSign", "line": 37 }, { "directive": "disallow", "path": "/PGMGAOnboarding", "line": 38 }, { "directive": "disallow", "path": "/pglifekits", "line": 39 }, { "directive": "disallow", "path": "/prospecting", "line": 40 }, { "directive": "disallow", "path": "/qolrapidrater", "line": 41 }, { "directive": "disallow", "path": "/PGProspecting", "line": 42 }, { "directive": "disallow", "path": "/PGRecruiting", "line": 43 }, { "directive": "disallow", "path": "/diaplaybook", "line": 44 }, { "directive": "disallow", "path": "/spiaplaybook", "line": 45 }, { "directive": "disallow", "path": "/pgfaststart", "line": 46 }, { "directive": "disallow", "path": "/qoltrainingplaybook", "line": 47 }, { "directive": "disallow", "path": "/NewYorkProducts", "line": 48 }, { "directive": "disallow", "path": "/power10protector", "line": 49 }, { "directive": "disallow", "path": "/lifeinterestrates", "line": 50 }, { "directive": "disallow", "path": "/qolinterestrates", "line": 51 }, { "directive": "disallow", "path": "/bramco", "line": 52 }, { "directive": "disallow", "path": "/feg", "line": 53 }, { "directive": "disallow", "path": "/multicultural", "line": 54 }, { "directive": "disallow", "path": "/advancedsales", "line": 55 }, { "directive": "disallow", "path": "/power7protector", "line": 56 }, { "directive": "disallow", "path": "/msg", "line": 57 }, { "directive": "disallow", "path": "/powerindex7ny", "line": 58 }, { "directive": "disallow", "path": "/calculators", "line": 59 }, { "directive": "disallow", "path": "/checklists", "line": 60 }, { "directive": "disallow", "path": "/LIAM", "line": 61 }, { "directive": "disallow", "path": "/termLife", "line": 62 }, { "directive": "disallow", "path": "/IUL", "line": 63 }, { "directive": "disallow", "path": "/MaxIUL", "line": 64 }, { "directive": "disallow", "path": "/ValueIUL", "line": 65 }, { "directive": "disallow", "path": "/New2IUL", "line": 66 }, { "directive": "disallow", "path": "/IULreluctant", "line": 67 }, { "directive": "disallow", "path": "/IULseller", "line": 68 }, { "directive": "disallow", "path": "/IULexperienced", "line": 69 }, { "directive": "disallow", "path": "/IULalready", "line": 70 }, { "directive": "disallow", "path": "/termlife", "line": 71 }, { "directive": "disallow", "path": "/EndorsementFAQ", "line": 72 }, { "directive": "disallow", "path": "/innovationpartners", "line": 73 }, { "directive": "disallow", "path": "/irlssbreakeven", "line": 74 }, { "directive": "disallow", "path": "/irlss", "line": 75 }, { "directive": "disallow", "path": "/qolmaxiul", "line": 76 }, { "directive": "disallow", "path": "/qolvalueiul", "line": 77 }, { "directive": "disallow", "path": "/lifewithconfidence", "line": 78 }, { "directive": "disallow", "path": "/qollifewithconfidence", "line": 79 }, { "directive": "disallow", "path": "/rslife", "line": 80 }, { "directive": "disallow", "path": "/page-not-found", "line": 81 }, { "directive": "disallow", "path": "/vanities", "line": 82 }, { "directive": "disallow", "path": "/corebridge-landing", "line": 83 }, { "directive": "disallow", "path": "/jl-1780094913", "line": 84 }, { "directive": "disallow", "path": "/content/dam/aig/america-canada/coi-aviation/en/documents", "line": 85 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.aig.com/robots.txt", "contentType": "text/plain", "sha256": "a3dd85f8ba4ba9b3b4504ee9b0de4ba4648fb1ae77efdc3f2bd49b62bcacfd41", "bytes": 2212 }, { "company": "American Tower", "cik": "1053507", "sector": "Real Estate", "origin": "https://www.americantower.com", "checkedAt": "2026-09-26T04:54:50.166Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.americantower.com/robots.txt", "contentType": "text/html; charset=UTF-8" }, { "company": "American Water Works", "cik": "1410636", "sector": "Utilities", "origin": "http://www.amwater.com", "checkedAt": "2026-09-26T04:54:50.264Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/selfservice-web/badcredentials.do", "line": 8 }, { "directive": "disallow", "path": "https://www.amwater.com/press-room/press-releases", "line": 9 }, { "directive": "disallow", "path": "https://www.amwater.com/miaw", "line": 10 }, { "directive": "allow", "path": "/", "line": 11 }, { "directive": "allow", "path": "/corp/faqs", "line": 12 } ], "warnings": [ 9, 10, 17, 18, 19 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/selfservice-web/badcredentials.do", "line": 8 }, { "directive": "disallow", "path": "https://www.amwater.com/press-room/press-releases", "line": 9 }, { "directive": "disallow", "path": "https://www.amwater.com/miaw", "line": 10 }, { "directive": "allow", "path": "/", "line": 11 }, { "directive": "allow", "path": "/corp/faqs", "line": 12 } ], "warnings": [ 9, 10, 17, 18, 19 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/selfservice-web/badcredentials.do", "line": 8 }, { "directive": "disallow", "path": "https://www.amwater.com/press-room/press-releases", "line": 9 }, { "directive": "disallow", "path": "https://www.amwater.com/miaw", "line": 10 }, { "directive": "allow", "path": "/", "line": 11 }, { "directive": "allow", "path": "/corp/faqs", "line": 12 } ], "warnings": [ 9, 10, 17, 18, 19 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/selfservice-web/badcredentials.do", "line": 8 }, { "directive": "disallow", "path": "https://www.amwater.com/press-room/press-releases", "line": 9 }, { "directive": "disallow", "path": "https://www.amwater.com/miaw", "line": 10 }, { "directive": "allow", "path": "/", "line": 11 }, { "directive": "allow", "path": "/corp/faqs", "line": 12 } ], "warnings": [ 9, 10, 17, 18, 19 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 5 } ], "warnings": [ 9, 10, 17, 18, 19 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/selfservice-web/badcredentials.do", "line": 8 }, { "directive": "disallow", "path": "https://www.amwater.com/press-room/press-releases", "line": 9 }, { "directive": "disallow", "path": "https://www.amwater.com/miaw", "line": 10 }, { "directive": "allow", "path": "/", "line": 11 }, { "directive": "allow", "path": "/corp/faqs", "line": 12 } ], "warnings": [ 9, 10, 17, 18, 19 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/selfservice-web/badcredentials.do", "line": 8 }, { "directive": "disallow", "path": "https://www.amwater.com/press-room/press-releases", "line": 9 }, { "directive": "disallow", "path": "https://www.amwater.com/miaw", "line": 10 }, { "directive": "allow", "path": "/", "line": 11 }, { "directive": "allow", "path": "/corp/faqs", "line": 12 } ], "warnings": [ 9, 10, 17, 18, 19 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/selfservice-web/badcredentials.do", "line": 8 }, { "directive": "disallow", "path": "https://www.amwater.com/press-room/press-releases", "line": 9 }, { "directive": "disallow", "path": "https://www.amwater.com/miaw", "line": 10 }, { "directive": "allow", "path": "/", "line": 11 }, { "directive": "allow", "path": "/corp/faqs", "line": 12 } ], "warnings": [ 9, 10, 17, 18, 19 ] } }, "httpStatus": 200, "finalUrl": "https://www.amwater.com/robots.txt", "contentType": "text/plain;charset=UTF-8", "sha256": "ba7748fea888b387e6ed292e6926c1a9bd34c91246faa55888e4ac6f3061c68d", "bytes": 512 }, { "company": "Ameriprise Financial", "cik": "820027", "sector": "Financials", "origin": "http://www.ameriprise.com", "checkedAt": "2026-09-26T04:54:50.310Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.ameriprise.com/robots.txt", "contentType": "text/plain;charset=UTF-8", "sha256": "5ef2ef5b83db3109d4f044f2abe590b30c8977823c5f0c851a86aa295999c0b2", "bytes": 141 }, { "company": "Ametek", "cik": "1037868", "sector": "Industrials", "origin": "https://www.ametek.com", "checkedAt": "2026-09-26T04:54:51.549Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/customerror*", "line": 2 }, { "directive": "disallow", "path": "/searchresult*", "line": 3 }, { "directive": "disallow", "path": "/blog/taglisting*", "line": 4 }, { "directive": "disallow", "path": "/GlobalSearch.asmx*", "line": 5 }, { "directive": "disallow", "path": "/?requestedmedia=/*", "line": 6 }, { "directive": "disallow", "path": "/AmetekServices.asmx*", "line": 7 }, { "directive": "disallow", "path": "/blog/categorylisting*", "line": 8 }, { "directive": "disallow", "path": "/LandingPages_noindex*", "line": 9 }, { "directive": "disallow", "path": "https://www.ametekesp.cn", "line": 10 }, { "directive": "disallow", "path": "https://www.ametekesp.fr", "line": 11 }, { "directive": "disallow", "path": "https://www.ametekesp.es", "line": 12 }, { "directive": "disallow", "path": "https://www.ametekesp.pt", "line": 13 }, { "directive": "disallow", "path": "https://www.ametek-cts.com", "line": 14 }, { "directive": "disallow", "path": "https://www.ametek-cts.com/*", "line": 15 }, { "directive": "disallow", "path": "https://extranet.spectro.com/*", "line": 16 }, { "directive": "disallow", "path": "https://www.ameteksuppliers.com", "line": 17 }, { "directive": "disallow", "path": "https://www.ametektest.com/login", "line": 18 }, { "directive": "disallow", "path": "https://www.ametekdistributor.com", "line": 19 }, { "directive": "disallow", "path": "https://www.edax-marcomportal.com", "line": 20 }, { "directive": "disallow", "path": "https://ametek.live.ametekweb.com/*", "line": 21 }, { "directive": "disallow", "path": "https://www.portal.ametekmocon.com/*", "line": 22 }, { "directive": "disallow", "path": "https://spectro.live.ametekweb.com/*", "line": 23 }, { "directive": "disallow", "path": "https://testtbd.live.ametekweb.com/*", "line": 24 }, { "directive": "disallow", "path": "https://ametekuk.live.ametekweb.com/*", "line": 25 }, { "directive": "disallow", "path": "https://ameteksi.live.ametekweb.com/*", "line": 26 }, { "directive": "disallow", "path": "https://ametekpi.live.ametekweb.com/*", "line": 27 }, { "directive": "disallow", "path": "https://ametekct.live.ametekweb.com/*", "line": 28 }, { "directive": "disallow", "path": "https://ametekfr.live.ametekweb.com/*", "line": 29 }, { "directive": "disallow", "path": "https://ametekjp.live.ametekweb.com/*", "line": 30 }, { "directive": "disallow", "path": "https://ametekkr.live.ametekweb.com/*", "line": 31 }, { "directive": "disallow", "path": "https://ametekcn.live.ametekweb.com/*", "line": 32 }, { "directive": "disallow", "path": "https://ametektw.live.ametekweb.com/*", "line": 33 }, { "directive": "disallow", "path": "https://ametekin.live.ametekweb.com/*", "line": 34 }, { "directive": "disallow", "path": "https://ametekit.live.ametekweb.com/*", "line": 35 }, { "directive": "disallow", "path": "https://ametekbr.live.ametekweb.com/*", "line": 36 }, { "directive": "disallow", "path": "https://ametektc.live.ametekweb.com/*", "line": 37 }, { "directive": "disallow", "path": "https://ametekth.live.ametekweb.com/*", "line": 38 }, { "directive": "disallow", "path": "https://spectrode.live.ametekweb.com/*", "line": 39 }, { "directive": "disallow", "path": "https://ametekecp.live.ametekweb.com/*", "line": 40 }, { "directive": "disallow", "path": "https://ametekdfs.live.ametekweb.com/*", "line": 41 }, { "directive": "disallow", "path": "https://ametekmad.live.ametekweb.com/*", "line": 42 }, { "directive": "disallow", "path": "https://ametekhpm.live.ametekweb.com/*", "line": 43 }, { "directive": "disallow", "path": "https://ametekusg.live.ametekweb.com/*", "line": 44 }, { "directive": "disallow", "path": "https://ametektms.live.ametekweb.com/*", "line": 45 }, { "directive": "disallow", "path": "https://ametekaem.live.ametekweb.com/*", "line": 46 }, { "directive": "disallow", "path": "https://ametektmc.live.ametekweb.com/*", "line": 47 }, { "directive": "disallow", "path": "https://ametekstc.live.ametekweb.com/*", "line": 48 }, { "directive": "disallow", "path": "https://ametekvis.live.ametekweb.com/*", "line": 49 }, { "directive": "disallow", "path": "https://ametekncc.live.ametekweb.com/*", "line": 50 }, { "directive": "disallow", "path": "https://ametekams.live.ametekweb.com/*", "line": 51 }, { "directive": "disallow", "path": "https://ametekmae.live.ametekweb.com/*", "line": 52 }, { "directive": "disallow", "path": "https://ametekpds.live.ametekweb.com/*", "line": 53 }, { "directive": "disallow", "path": "https://ametekmro.live.ametekweb.com/*", "line": 54 }, { "directive": "disallow", "path": "https://ametekamf.live.ametekweb.com/*", "line": 55 }, { "directive": "disallow", "path": "https://ametekesp.live.ametekweb.com/*", "line": 56 }, { "directive": "disallow", "path": "https://ametekemc.live.ametekweb.com/*", "line": 57 }, { "directive": "disallow", "path": "https://ametekcts.live.ametekweb.com/*", "line": 58 }, { "directive": "disallow", "path": "https://ametektest.live.ametekweb.com/*", "line": 59 }, { "directive": "disallow", "path": "https://ametekukru.live.ametekweb.com/*", "line": 60 }, { "directive": "disallow", "path": "https://ametekukde.live.ametekweb.com/*", "line": 61 }, { "directive": "disallow", "path": "https://ameteksijp.live.ametekweb.com/*", "line": 62 }, { "directive": "disallow", "path": "https://ametekedax.live.ametekweb.com/*", "line": 63 }, { "directive": "disallow", "path": "https://ametekiscd.live.ametekweb.com/*", "line": 64 }, { "directive": "disallow", "path": "/aboutus/ametek-specialty-metal-products", "line": 65 }, { "directive": "disallow", "path": "https://ametekdfscn.live.ametekweb.com/*", "line": 66 }, { "directive": "disallow", "path": "https://ametekuptmx.live.ametekweb.com/*", "line": 67 }, { "directive": "disallow", "path": "https://ametekortec.live.ametekweb.com/*", "line": 68 }, { "directive": "disallow", "path": "https://ametektmccn.live.ametekweb.com/*", "line": 69 }, { "directive": "disallow", "path": "https://ametektmcde.live.ametekweb.com/*", "line": 70 }, { "directive": "disallow", "path": "https://ametektmcjp.live.ametekweb.com/*", "line": 71 }, { "directive": "disallow", "path": "https://ametektmces.live.ametekweb.com/*", "line": 72 }, { "directive": "disallow", "path": "https://ametekpower.live.ametekweb.com/*", "line": 73 }, { "directive": "disallow", "path": "https://ametekatlas.live.ametekweb.com/*", "line": 74 }, { "directive": "disallow", "path": "https://ametekvispt.live.ametekweb.com/*", "line": 75 }, { "directive": "disallow", "path": "https://ametekvisjp.live.ametekweb.com/*", "line": 76 }, { "directive": "disallow", "path": "https://ametekvises.live.ametekweb.com/*", "line": 77 }, { "directive": "disallow", "path": "https://ametekviscn.live.ametekweb.com/*", "line": 78 }, { "directive": "disallow", "path": "https://ametekncces.live.ametekweb.com/*", "line": 79 }, { "directive": "disallow", "path": "https://ametekamsde.live.ametekweb.com/*", "line": 80 }, { "directive": "disallow", "path": "https://ametekamscn.live.ametekweb.com/*", "line": 81 }, { "directive": "disallow", "path": "https://ametekmrov2.live.ametekweb.com/*", "line": 82 }, { "directive": "disallow", "path": "https://ametekespcn.live.ametekweb.com/*", "line": 83 }, { "directive": "disallow", "path": "https://ametekespde.live.ametekweb.com/*", "line": 84 }, { "directive": "disallow", "path": "https://ametekespfr.live.ametekweb.com/*", "line": 85 }, { "directive": "disallow", "path": "https://ametekespes.live.ametekweb.com/*", "line": 86 }, { "directive": "disallow", "path": "https://ametekesppt.live.ametekweb.com/*", "line": 87 }, { "directive": "disallow", "path": "https://ametekmocon.live.ametekweb.com/*", "line": 88 }, { "directive": "disallow", "path": "https://ametekctsv2.live.ametekweb.com/*", "line": 89 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partners", "line": 90 }, { "directive": "disallow", "path": "/about-us/ametek-specialty-metal-products", "line": 91 }, { "directive": "disallow", "path": "https://ametektestde.live.ametekweb.com/*", "line": 92 }, { "directive": "disallow", "path": "https://ametektestfr.live.ametekweb.com/*", "line": 93 }, { "directive": "disallow", "path": "https://ametektestcn.live.ametekweb.com/*", "line": 94 }, { "directive": "disallow", "path": "https://ametektestdk.live.ametekweb.com/*", "line": 95 }, { "directive": "disallow", "path": "https://ametekmetals.live.ametekweb.com/*", "line": 96 }, { "directive": "disallow", "path": "https://ameteknordic.live.ametekweb.com/*", "line": 97 }, { "directive": "disallow", "path": "https://ametekuptcom.live.ametekweb.com/*", "line": 98 }, { "directive": "disallow", "path": "https://ametekrotron.live.ametekweb.com/*", "line": 99 }, { "directive": "disallow", "path": "https://ametekameron.live.ametekweb.com/*", "line": 100 }, { "directive": "disallow", "path": "https://ametekswitch.live.ametekweb.com/*", "line": 101 }, { "directive": "disallow", "path": "https://ametekedaxjp.live.ametekweb.com/*", "line": 102 }, { "directive": "disallow", "path": "https://ametekedaxcn.live.ametekweb.com/*", "line": 103 }, { "directive": "disallow", "path": "https://ametekobrien.live.ametekweb.com/*", "line": 104 }, { "directive": "disallow", "path": "https://ametekcameca.live.ametekweb.com/*", "line": 105 }, { "directive": "disallow", "path": "https://ametekcareer.live.ametekweb.com/*", "line": 106 }, { "directive": "disallow", "path": "https://ametekamptek.live.ametekweb.com/*", "line": 107 }, { "directive": "disallow", "path": "https://ametekpdtech.live.ametekweb.com/*", "line": 108 }, { "directive": "disallow", "path": "https://ametekgspecp.live.ametekweb.com/*", "line": 109 }, { "directive": "disallow", "path": "https://ametekscpecp.live.ametekweb.com/*", "line": 110 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/account/*", "line": 111 }, { "directive": "disallow", "path": "https://ametekorteccn.live.ametekweb.com/*", "line": 112 }, { "directive": "disallow", "path": "https://ametekatlasjp.live.ametekweb.com/*", "line": 113 }, { "directive": "disallow", "path": "https://ametekatlasfr.live.ametekweb.com/*", "line": 114 }, { "directive": "disallow", "path": "https://ametekatlases.live.ametekweb.com/*", "line": 115 }, { "directive": "disallow", "path": "https://ametekatlaskr.live.ametekweb.com/*", "line": 116 }, { "directive": "disallow", "path": "https://ametekatlasde.live.ametekweb.com/*", "line": 117 }, { "directive": "disallow", "path": "https://ametekatlascn.live.ametekweb.com/*", "line": 118 }, { "directive": "disallow", "path": "https://ameteksensors.live.ametekweb.com/*", "line": 119 }, { "directive": "disallow", "path": "https://ametekantavia.live.ametekweb.com/*", "line": 120 }, { "directive": "disallow", "path": "https://chinaatec2018.live.ametekweb.com/*", "line": 121 }, { "directive": "disallow", "path": "https://ametekcsiheat.live.ametekweb.com/*", "line": 122 }, { "directive": "disallow", "path": "https://ametekecp-old.live.ametekweb.com/*", "line": 123 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associates", "line": 124 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partners/*", "line": 125 }, { "directive": "disallow", "path": "https://ametekpowervar.live.ametekweb.com/*", "line": 126 }, { "directive": "disallow", "path": "https://ametekpetrolab.live.ametekweb.com/*", "line": 127 }, { "directive": "disallow", "path": "https://ametekhdrpower.live.ametekweb.com/*", "line": 128 }, { "directive": "disallow", "path": "https://ametekhpmetals.live.ametekweb.com/*", "line": 129 }, { "directive": "disallow", "path": "https://MOCONDansensor.live.ametekweb.com/*", "line": 130 }, { "directive": "disallow", "path": "https://ametekobriencn.live.ametekweb.com/*", "line": 131 }, { "directive": "disallow", "path": "https://ameteksterling.live.ametekweb.com/*", "line": 132 }, { "directive": "disallow", "path": "https://ameteksimarcom.live.ametekweb.com/*", "line": 133 }, { "directive": "disallow", "path": "https://ameteksupplier.live.ametekweb.com/*", "line": 134 }, { "directive": "disallow", "path": "https://ametekcamecabr.live.ametekweb.com/*", "line": 135 }, { "directive": "disallow", "path": "https://ametekcamecaes.live.ametekweb.com/*", "line": 136 }, { "directive": "disallow", "path": "https://ametekcamecaru.live.ametekweb.com/*", "line": 137 }, { "directive": "disallow", "path": "https://ametekcamecacn.live.ametekweb.com/*", "line": 138 }, { "directive": "disallow", "path": "https://ametekdrakeair.live.ametekweb.com/*", "line": 139 }, { "directive": "disallow", "path": "https://ametekcareerde.live.ametekweb.com/*", "line": 140 }, { "directive": "disallow", "path": "https://ameteksunpower.live.ametekweb.com/*", "line": 141 }, { "directive": "disallow", "path": "https://ametekamptekcn.live.ametekweb.com/*", "line": 142 }, { "directive": "disallow", "path": "https://ameteksoundcom.live.ametekweb.com/*", "line": 143 }, { "directive": "disallow", "path": "https://ametekaegisecp.live.ametekweb.com/*", "line": 144 }, { "directive": "disallow", "path": "https://www.ametek-land.com/admin/adminlogin", "line": 145 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partnernews", "line": 146 }, { "directive": "disallow", "path": "https://ametekspectrocn.live.ametekweb.com/*", "line": 147 }, { "directive": "disallow", "path": "https://ameteksolartron.live.ametekweb.com/*", "line": 148 }, { "directive": "disallow", "path": "https://ametekoilandgas.live.ametekweb.com/*", "line": 149 }, { "directive": "disallow", "path": "https://ametekatomprobe.live.ametekweb.com/*", "line": 150 }, { "directive": "disallow", "path": "https://ametekfinetubes.live.ametekweb.com/*", "line": 151 }, { "directive": "disallow", "path": "https://ametekprecitech.live.ametekweb.com/*", "line": 152 }, { "directive": "disallow", "path": "https://ametekraulandcc.live.ametekweb.com/*", "line": 153 }, { "directive": "disallow", "path": "https://ametekraulandfl.live.ametekweb.com/*", "line": 154 }, { "directive": "disallow", "path": "https://ametekraulandca.live.ametekweb.com/*", "line": 155 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associates/*", "line": 156 }, { "directive": "disallow", "path": "https://ametekhaydonkerk.live.ametekweb.com/*", "line": 157 }, { "directive": "disallow", "path": "https://ametekeightyfour.live.ametekweb.com/*", "line": 158 }, { "directive": "disallow", "path": "https://ameteknuclearups.live.ametekweb.com/*", "line": 159 }, { "directive": "disallow", "path": "https://ametekbrookfield.live.ametekweb.com/*", "line": 160 }, { "directive": "disallow", "path": "https://ametekedaxmarcom.live.ametekweb.com/*", "line": 161 }, { "directive": "disallow", "path": "https://ameteksterlingjp.live.ametekweb.com/*", "line": 162 }, { "directive": "disallow", "path": "https://ameteksterlingcn.live.ametekweb.com/*", "line": 163 }, { "directive": "disallow", "path": "https://ameteksterlinges.live.ametekweb.com/*", "line": 164 }, { "directive": "disallow", "path": "https://ameteksterlingde.live.ametekweb.com/*", "line": 165 }, { "directive": "disallow", "path": "https://ametekbsaircraft.live.ametekweb.com/*", "line": 166 }, { "directive": "disallow", "path": "https://ametekameronagps.live.ametekweb.com/*", "line": 167 }, { "directive": "disallow", "path": "https://ametekmicropoise.live.ametekweb.com/*", "line": 168 }, { "directive": "disallow", "path": "https://ametekcoiningecp.live.ametekweb.com/*", "line": 169 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/account/login", "line": 170 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partnernews/*", "line": 171 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associatenews", "line": 172 }, { "directive": "disallow", "path": "https://ametekcalibration.live.ametekweb.com/*", "line": 173 }, { "directive": "disallow", "path": "https://ametekaerodefense.live.ametekweb.com/*", "line": 174 }, { "directive": "disallow", "path": "https://ametekdrexelbrook.live.ametekweb.com/*", "line": 175 }, { "directive": "disallow", "path": "https://ametekdistributor.live.ametekweb.com/*", "line": 176 }, { "directive": "disallow", "path": "https://ametekchandlereng.live.ametekweb.com/*", "line": 177 }, { "directive": "disallow", "path": "https://ametekprecitechde.live.ametekweb.com/*", "line": 178 }, { "directive": "disallow", "path": "https://ametekprecitechcn.live.ametekweb.com/*", "line": 179 }, { "directive": "disallow", "path": "https://ametekprecitechjp.live.ametekweb.com/*", "line": 180 }, { "directive": "disallow", "path": "https://ametekprecitechkr.live.ametekweb.com/*", "line": 181 }, { "directive": "disallow", "path": "https://ametekprecitechtw.live.ametekweb.com/*", "line": 182 }, { "directive": "disallow", "path": "https://ametekwallingford.live.ametekweb.com/*", "line": 183 }, { "directive": "disallow", "path": "https://ametekavtechmiami.live.ametekweb.com/*", "line": 184 }, { "directive": "disallow", "path": "https://ametekcardinaluhp.live.ametekweb.com/*", "line": 185 }, { "directive": "disallow", "path": "https://ametekmoconportal.live.ametekweb.com/*", "line": 186 }, { "directive": "disallow", "path": "https://ameteksealtronecp.live.ametekweb.com/*", "line": 187 }, { "directive": "disallow", "path": "https://ametekbrookfielduk.live.ametekweb.com/*", "line": 188 }, { "directive": "disallow", "path": "https://ametekhaydonkerkde.live.ametekweb.com/*", "line": 189 }, { "directive": "disallow", "path": "https://ametekhaydonkerkcn.live.ametekweb.com/*", "line": 190 }, { "directive": "disallow", "path": "https://ametekhaydonkerkjp.live.ametekweb.com/*", "line": 191 }, { "directive": "disallow", "path": "https://ametekhaydonkerkfr.live.ametekweb.com/*", "line": 192 }, { "directive": "disallow", "path": "https://ametekhaydonkerkit.live.ametekweb.com/*", "line": 193 }, { "directive": "disallow", "path": "https://ametekinterconnect.live.ametekweb.com/*", "line": 194 }, { "directive": "disallow", "path": "https://ametekhunterspring.live.ametekweb.com/*", "line": 195 }, { "directive": "disallow", "path": "https://ameteksolartronisa.live.ametekweb.com/*", "line": 196 }, { "directive": "disallow", "path": "https://ametekbrookfieldde.live.ametekweb.com/*", "line": 197 }, { "directive": "disallow", "path": "https://ametekbrookfieldcn.live.ametekweb.com/*", "line": 198 }, { "directive": "disallow", "path": "https://ametekBrookfieldIn.live.ametekweb.com/*", "line": 199 }, { "directive": "disallow", "path": "https://ameteksuperiortube.live.ametekweb.com/*", "line": 200 }, { "directive": "disallow", "path": "https://ametektaylorhobson.live.ametekweb.com/*", "line": 201 }, { "directive": "disallow", "path": "https://ametekmicropoisecn.live.ametekweb.com/*", "line": 202 }, { "directive": "disallow", "path": "https://ametekfmhaerospace.live.ametekweb.com/*", "line": 203 }, { "directive": "disallow", "path": "https://ameteklandviralert.live.ametekweb.com/*", "line": 204 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associatenews/*", "line": 205 }, { "directive": "disallow", "path": "https://ametekcalibrationdk.live.ametekweb.com/*", "line": 206 }, { "directive": "disallow", "path": "https://ametekcalibrationde.live.ametekweb.com/*", "line": 207 }, { "directive": "disallow", "path": "https://ametekcalibrationcn.live.ametekweb.com/*", "line": 208 }, { "directive": "disallow", "path": "https://ametekreadingalloys.live.ametekweb.com/*", "line": 209 }, { "directive": "disallow", "path": "https://ametekchandlerengru.live.ametekweb.com/*", "line": 210 }, { "directive": "disallow", "path": "https://ametekpittmanmotors.live.ametekweb.com/*", "line": 211 }, { "directive": "disallow", "path": "https://ametekairtechnology.live.ametekweb.com/*", "line": 212 }, { "directive": "disallow", "path": "https://ametekbrookfieldrep.live.ametekweb.com/*", "line": 213 }, { "directive": "disallow", "path": "https://ameteknuinstruments.live.ametekweb.com/*", "line": 214 }, { "directive": "disallow", "path": "https://ametektaylorhobsoncn.live.ametekweb.com/*", "line": 215 }, { "directive": "disallow", "path": "https://ametektaylorhobsonde.live.ametekweb.com/*", "line": 216 }, { "directive": "disallow", "path": "https://ametektaylorhobsonjp.live.ametekweb.com/*", "line": 217 }, { "directive": "disallow", "path": "https://ametektaylorhobsonit.live.ametekweb.com/*", "line": 218 }, { "directive": "disallow", "path": "https://ametektaylorhobsonfr.live.ametekweb.com/*", "line": 219 }, { "directive": "disallow", "path": "https://ametektaylorhobsonkr.live.ametekweb.com/*", "line": 220 }, { "directive": "disallow", "path": "https://ametektaylorhobsontw.live.ametekweb.com/*", "line": 221 }, { "directive": "disallow", "path": "https://ametekhughestreitler.live.ametekweb.com/*", "line": 222 }, { "directive": "disallow", "path": "https://ameteklandviralertv2.live.ametekweb.com/*", "line": 223 }, { "directive": "disallow", "path": "https://www.ametekmocon.com/ametekmoconsitemap.xml", "line": 224 }, { "directive": "disallow", "path": "https://www.ametek-land.com/admin/manageuseraccess", "line": 225 }, { "directive": "disallow", "path": "https://ameteksurfacevisionv2.live.ametekweb.com/*", "line": 226 }, { "directive": "disallow", "path": "https://ametekprestolitepower.live.ametekweb.com/*", "line": 227 }, { "directive": "disallow", "path": "https://ametekhardnesstesters.live.ametekweb.com/*", "line": 228 }, { "directive": "disallow", "path": "https://ametekchatillonscales.live.ametekweb.com/*", "line": 229 }, { "directive": "disallow", "path": "https://ametekspectroextranet.live.ametekweb.com/*", "line": 230 }, { "directive": "disallow", "path": "https://ameteklandinstruments.live.ametekweb.com/*", "line": 231 }, { "directive": "disallow", "path": "https://ametekcamecauserguide.live.ametekweb.com/*", "line": 232 }, { "directive": "disallow", "path": "https://ametekhermeticsealecp.live.ametekweb.com/*", "line": 233 }, { "directive": "disallow", "path": "https://ameteksmartadvisormini.live.ametekweb.com/*", "line": 234 }, { "directive": "disallow", "path": "https://ametekmuirheadavionics.live.ametekweb.com/*", "line": 235 }, { "directive": "disallow", "path": "https://ametekbarbenanalytical.live.ametekweb.com/*", "line": 236 }, { "directive": "disallow", "path": "https://ametektpmbudistributor.live.ametekweb.com/*", "line": 237 }, { "directive": "disallow", "path": "https://ametekprogrammablepower.live.ametekweb.com/*", "line": 238 }, { "directive": "disallow", "path": "https://ametekfactoryautomation.live.ametekweb.com/*", "line": 239 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsjp.live.ametekweb.com/*", "line": 240 }, { "directive": "disallow", "path": "https://ameteklandinstrumentscn.live.ametekweb.com/*", "line": 241 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsfr.live.ametekweb.com/*", "line": 242 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsde.live.ametekweb.com/*", "line": 243 }, { "directive": "disallow", "path": "https://ameteksouthernaeroparts.live.ametekweb.com/*", "line": 244 }, { "directive": "disallow", "path": "https://ametekameronmasssystems.live.ametekweb.com/*", "line": 245 }, { "directive": "disallow", "path": "https://ametekuniversalanalyzers.live.ametekweb.com/*", "line": 246 }, { "directive": "disallow", "path": "https://ametekgrabnerinstruments.live.ametekweb.com/*", "line": 247 }, { "directive": "disallow", "path": "https://ameteksolartronmetrology.live.ametekweb.com/*", "line": 248 }, { "directive": "disallow", "path": "https://ametektestandmeasurement.live.ametekweb.com/*", "line": 249 }, { "directive": "disallow", "path": "https://ametekprogrammablepowercn.live.ametekweb.com/*", "line": 250 }, { "directive": "disallow", "path": "https://ametekwestchesterplastics.live.ametekweb.com/*", "line": 251 }, { "directive": "disallow", "path": "https://ametekdynotechengineering.live.ametekweb.com/*", "line": 252 }, { "directive": "disallow", "path": "https://ameteksolidstatecontrolskr.live.ametekweb.com/*", "line": 253 }, { "directive": "disallow", "path": "https://ametekgrabnerinstrumentscn.live.ametekweb.com/*", "line": 254 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyjp.live.ametekweb.com/*", "line": 255 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyde.live.ametekweb.com/*", "line": 256 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologycn.live.ametekweb.com/*", "line": 257 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyfr.live.ametekweb.com/*", "line": 258 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyes.live.ametekweb.com/*", "line": 259 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyit.live.ametekweb.com/*", "line": 260 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologybr.live.ametekweb.com/*", "line": 261 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyru.live.ametekweb.com/*", "line": 262 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/hpm-inspire-future-scientists", "line": 263 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/portablegasanalysers", "line": 264 }, { "directive": "disallow", "path": "https://ameteksterlingultraprecision.live.ametekweb.com/*", "line": 265 }, { "directive": "disallow", "path": "https://www.ametek-land.com/about-us/salespartnerresources", "line": 266 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/software/spot-firmware", "line": 267 }, { "directive": "disallow", "path": "https://www.ametek-land.com/ameteklandinstrumentssitemap.xml", "line": 268 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/portablegasanalysers/lancom4", "line": 269 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4650pm", "line": 270 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4500mkiii", "line": 271 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/carbonmonoxidedetectors/millwatch", "line": 272 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/carbonmonoxidedetectors/silowatch", "line": 273 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/fgaseries", "line": 274 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/lancom200", "line": 275 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/ametek-wallingford-appoints-new-process-engineer", "line": 276 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/wdg12001210", "line": 277 }, { "directive": "disallow", "path": "/news/latestnews/2019/june/interview-christina-ciganik-on-women-in-engineering", "line": 278 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/hpm-precision-metal-alloy-foil-at-interweighing-2019", "line": 279 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4400-opacity-and-dust-monitor", "line": 280 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4750-pm-back-scatter-laser-monitor", "line": 281 } ], "warnings": [ 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 277, 280, 281 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/customerror*", "line": 2 }, { "directive": "disallow", "path": "/searchresult*", "line": 3 }, { "directive": "disallow", "path": "/blog/taglisting*", "line": 4 }, { "directive": "disallow", "path": "/GlobalSearch.asmx*", "line": 5 }, { "directive": "disallow", "path": "/?requestedmedia=/*", "line": 6 }, { "directive": "disallow", "path": "/AmetekServices.asmx*", "line": 7 }, { "directive": "disallow", "path": "/blog/categorylisting*", "line": 8 }, { "directive": "disallow", "path": "/LandingPages_noindex*", "line": 9 }, { "directive": "disallow", "path": "https://www.ametekesp.cn", "line": 10 }, { "directive": "disallow", "path": "https://www.ametekesp.fr", "line": 11 }, { "directive": "disallow", "path": "https://www.ametekesp.es", "line": 12 }, { "directive": "disallow", "path": "https://www.ametekesp.pt", "line": 13 }, { "directive": "disallow", "path": "https://www.ametek-cts.com", "line": 14 }, { "directive": "disallow", "path": "https://www.ametek-cts.com/*", "line": 15 }, { "directive": "disallow", "path": "https://extranet.spectro.com/*", "line": 16 }, { "directive": "disallow", "path": "https://www.ameteksuppliers.com", "line": 17 }, { "directive": "disallow", "path": "https://www.ametektest.com/login", "line": 18 }, { "directive": "disallow", "path": "https://www.ametekdistributor.com", "line": 19 }, { "directive": "disallow", "path": "https://www.edax-marcomportal.com", "line": 20 }, { "directive": "disallow", "path": "https://ametek.live.ametekweb.com/*", "line": 21 }, { "directive": "disallow", "path": "https://www.portal.ametekmocon.com/*", "line": 22 }, { "directive": "disallow", "path": "https://spectro.live.ametekweb.com/*", "line": 23 }, { "directive": "disallow", "path": "https://testtbd.live.ametekweb.com/*", "line": 24 }, { "directive": "disallow", "path": "https://ametekuk.live.ametekweb.com/*", "line": 25 }, { "directive": "disallow", "path": "https://ameteksi.live.ametekweb.com/*", "line": 26 }, { "directive": "disallow", "path": "https://ametekpi.live.ametekweb.com/*", "line": 27 }, { "directive": "disallow", "path": "https://ametekct.live.ametekweb.com/*", "line": 28 }, { "directive": "disallow", "path": "https://ametekfr.live.ametekweb.com/*", "line": 29 }, { "directive": "disallow", "path": "https://ametekjp.live.ametekweb.com/*", "line": 30 }, { "directive": "disallow", "path": "https://ametekkr.live.ametekweb.com/*", "line": 31 }, { "directive": "disallow", "path": "https://ametekcn.live.ametekweb.com/*", "line": 32 }, { "directive": "disallow", "path": "https://ametektw.live.ametekweb.com/*", "line": 33 }, { "directive": "disallow", "path": "https://ametekin.live.ametekweb.com/*", "line": 34 }, { "directive": "disallow", "path": "https://ametekit.live.ametekweb.com/*", "line": 35 }, { "directive": "disallow", "path": "https://ametekbr.live.ametekweb.com/*", "line": 36 }, { "directive": "disallow", "path": "https://ametektc.live.ametekweb.com/*", "line": 37 }, { "directive": "disallow", "path": "https://ametekth.live.ametekweb.com/*", "line": 38 }, { "directive": "disallow", "path": "https://spectrode.live.ametekweb.com/*", "line": 39 }, { "directive": "disallow", "path": "https://ametekecp.live.ametekweb.com/*", "line": 40 }, { "directive": "disallow", "path": "https://ametekdfs.live.ametekweb.com/*", "line": 41 }, { "directive": "disallow", "path": "https://ametekmad.live.ametekweb.com/*", "line": 42 }, { "directive": "disallow", "path": "https://ametekhpm.live.ametekweb.com/*", "line": 43 }, { "directive": "disallow", "path": "https://ametekusg.live.ametekweb.com/*", "line": 44 }, { "directive": "disallow", "path": "https://ametektms.live.ametekweb.com/*", "line": 45 }, { "directive": "disallow", "path": "https://ametekaem.live.ametekweb.com/*", "line": 46 }, { "directive": "disallow", "path": "https://ametektmc.live.ametekweb.com/*", "line": 47 }, { "directive": "disallow", "path": "https://ametekstc.live.ametekweb.com/*", "line": 48 }, { "directive": "disallow", "path": "https://ametekvis.live.ametekweb.com/*", "line": 49 }, { "directive": "disallow", "path": "https://ametekncc.live.ametekweb.com/*", "line": 50 }, { "directive": "disallow", "path": "https://ametekams.live.ametekweb.com/*", "line": 51 }, { "directive": "disallow", "path": "https://ametekmae.live.ametekweb.com/*", "line": 52 }, { "directive": "disallow", "path": "https://ametekpds.live.ametekweb.com/*", "line": 53 }, { "directive": "disallow", "path": "https://ametekmro.live.ametekweb.com/*", "line": 54 }, { "directive": "disallow", "path": "https://ametekamf.live.ametekweb.com/*", "line": 55 }, { "directive": "disallow", "path": "https://ametekesp.live.ametekweb.com/*", "line": 56 }, { "directive": "disallow", "path": "https://ametekemc.live.ametekweb.com/*", "line": 57 }, { "directive": "disallow", "path": "https://ametekcts.live.ametekweb.com/*", "line": 58 }, { "directive": "disallow", "path": "https://ametektest.live.ametekweb.com/*", "line": 59 }, { "directive": "disallow", "path": "https://ametekukru.live.ametekweb.com/*", "line": 60 }, { "directive": "disallow", "path": "https://ametekukde.live.ametekweb.com/*", "line": 61 }, { "directive": "disallow", "path": "https://ameteksijp.live.ametekweb.com/*", "line": 62 }, { "directive": "disallow", "path": "https://ametekedax.live.ametekweb.com/*", "line": 63 }, { "directive": "disallow", "path": "https://ametekiscd.live.ametekweb.com/*", "line": 64 }, { "directive": "disallow", "path": "/aboutus/ametek-specialty-metal-products", "line": 65 }, { "directive": "disallow", "path": "https://ametekdfscn.live.ametekweb.com/*", "line": 66 }, { "directive": "disallow", "path": "https://ametekuptmx.live.ametekweb.com/*", "line": 67 }, { "directive": "disallow", "path": "https://ametekortec.live.ametekweb.com/*", "line": 68 }, { "directive": "disallow", "path": "https://ametektmccn.live.ametekweb.com/*", "line": 69 }, { "directive": "disallow", "path": "https://ametektmcde.live.ametekweb.com/*", "line": 70 }, { "directive": "disallow", "path": "https://ametektmcjp.live.ametekweb.com/*", "line": 71 }, { "directive": "disallow", "path": "https://ametektmces.live.ametekweb.com/*", "line": 72 }, { "directive": "disallow", "path": "https://ametekpower.live.ametekweb.com/*", "line": 73 }, { "directive": "disallow", "path": "https://ametekatlas.live.ametekweb.com/*", "line": 74 }, { "directive": "disallow", "path": "https://ametekvispt.live.ametekweb.com/*", "line": 75 }, { "directive": "disallow", "path": "https://ametekvisjp.live.ametekweb.com/*", "line": 76 }, { "directive": "disallow", "path": "https://ametekvises.live.ametekweb.com/*", "line": 77 }, { "directive": "disallow", "path": "https://ametekviscn.live.ametekweb.com/*", "line": 78 }, { "directive": "disallow", "path": "https://ametekncces.live.ametekweb.com/*", "line": 79 }, { "directive": "disallow", "path": "https://ametekamsde.live.ametekweb.com/*", "line": 80 }, { "directive": "disallow", "path": "https://ametekamscn.live.ametekweb.com/*", "line": 81 }, { "directive": "disallow", "path": "https://ametekmrov2.live.ametekweb.com/*", "line": 82 }, { "directive": "disallow", "path": "https://ametekespcn.live.ametekweb.com/*", "line": 83 }, { "directive": "disallow", "path": "https://ametekespde.live.ametekweb.com/*", "line": 84 }, { "directive": "disallow", "path": "https://ametekespfr.live.ametekweb.com/*", "line": 85 }, { "directive": "disallow", "path": "https://ametekespes.live.ametekweb.com/*", "line": 86 }, { "directive": "disallow", "path": "https://ametekesppt.live.ametekweb.com/*", "line": 87 }, { "directive": "disallow", "path": "https://ametekmocon.live.ametekweb.com/*", "line": 88 }, { "directive": "disallow", "path": "https://ametekctsv2.live.ametekweb.com/*", "line": 89 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partners", "line": 90 }, { "directive": "disallow", "path": "/about-us/ametek-specialty-metal-products", "line": 91 }, { "directive": "disallow", "path": "https://ametektestde.live.ametekweb.com/*", "line": 92 }, { "directive": "disallow", "path": "https://ametektestfr.live.ametekweb.com/*", "line": 93 }, { "directive": "disallow", "path": "https://ametektestcn.live.ametekweb.com/*", "line": 94 }, { "directive": "disallow", "path": "https://ametektestdk.live.ametekweb.com/*", "line": 95 }, { "directive": "disallow", "path": "https://ametekmetals.live.ametekweb.com/*", "line": 96 }, { "directive": "disallow", "path": "https://ameteknordic.live.ametekweb.com/*", "line": 97 }, { "directive": "disallow", "path": "https://ametekuptcom.live.ametekweb.com/*", "line": 98 }, { "directive": "disallow", "path": "https://ametekrotron.live.ametekweb.com/*", "line": 99 }, { "directive": "disallow", "path": "https://ametekameron.live.ametekweb.com/*", "line": 100 }, { "directive": "disallow", "path": "https://ametekswitch.live.ametekweb.com/*", "line": 101 }, { "directive": "disallow", "path": "https://ametekedaxjp.live.ametekweb.com/*", "line": 102 }, { "directive": "disallow", "path": "https://ametekedaxcn.live.ametekweb.com/*", "line": 103 }, { "directive": "disallow", "path": "https://ametekobrien.live.ametekweb.com/*", "line": 104 }, { "directive": "disallow", "path": "https://ametekcameca.live.ametekweb.com/*", "line": 105 }, { "directive": "disallow", "path": "https://ametekcareer.live.ametekweb.com/*", "line": 106 }, { "directive": "disallow", "path": "https://ametekamptek.live.ametekweb.com/*", "line": 107 }, { "directive": "disallow", "path": "https://ametekpdtech.live.ametekweb.com/*", "line": 108 }, { "directive": "disallow", "path": "https://ametekgspecp.live.ametekweb.com/*", "line": 109 }, { "directive": "disallow", "path": "https://ametekscpecp.live.ametekweb.com/*", "line": 110 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/account/*", "line": 111 }, { "directive": "disallow", "path": "https://ametekorteccn.live.ametekweb.com/*", "line": 112 }, { "directive": "disallow", "path": "https://ametekatlasjp.live.ametekweb.com/*", "line": 113 }, { "directive": "disallow", "path": "https://ametekatlasfr.live.ametekweb.com/*", "line": 114 }, { "directive": "disallow", "path": "https://ametekatlases.live.ametekweb.com/*", "line": 115 }, { "directive": "disallow", "path": "https://ametekatlaskr.live.ametekweb.com/*", "line": 116 }, { "directive": "disallow", "path": "https://ametekatlasde.live.ametekweb.com/*", "line": 117 }, { "directive": "disallow", "path": "https://ametekatlascn.live.ametekweb.com/*", "line": 118 }, { "directive": "disallow", "path": "https://ameteksensors.live.ametekweb.com/*", "line": 119 }, { "directive": "disallow", "path": "https://ametekantavia.live.ametekweb.com/*", "line": 120 }, { "directive": "disallow", "path": "https://chinaatec2018.live.ametekweb.com/*", "line": 121 }, { "directive": "disallow", "path": "https://ametekcsiheat.live.ametekweb.com/*", "line": 122 }, { "directive": "disallow", "path": "https://ametekecp-old.live.ametekweb.com/*", "line": 123 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associates", "line": 124 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partners/*", "line": 125 }, { "directive": "disallow", "path": "https://ametekpowervar.live.ametekweb.com/*", "line": 126 }, { "directive": "disallow", "path": "https://ametekpetrolab.live.ametekweb.com/*", "line": 127 }, { "directive": "disallow", "path": "https://ametekhdrpower.live.ametekweb.com/*", "line": 128 }, { "directive": "disallow", "path": "https://ametekhpmetals.live.ametekweb.com/*", "line": 129 }, { "directive": "disallow", "path": "https://MOCONDansensor.live.ametekweb.com/*", "line": 130 }, { "directive": "disallow", "path": "https://ametekobriencn.live.ametekweb.com/*", "line": 131 }, { "directive": "disallow", "path": "https://ameteksterling.live.ametekweb.com/*", "line": 132 }, { "directive": "disallow", "path": "https://ameteksimarcom.live.ametekweb.com/*", "line": 133 }, { "directive": "disallow", "path": "https://ameteksupplier.live.ametekweb.com/*", "line": 134 }, { "directive": "disallow", "path": "https://ametekcamecabr.live.ametekweb.com/*", "line": 135 }, { "directive": "disallow", "path": "https://ametekcamecaes.live.ametekweb.com/*", "line": 136 }, { "directive": "disallow", "path": "https://ametekcamecaru.live.ametekweb.com/*", "line": 137 }, { "directive": "disallow", "path": "https://ametekcamecacn.live.ametekweb.com/*", "line": 138 }, { "directive": "disallow", "path": "https://ametekdrakeair.live.ametekweb.com/*", "line": 139 }, { "directive": "disallow", "path": "https://ametekcareerde.live.ametekweb.com/*", "line": 140 }, { "directive": "disallow", "path": "https://ameteksunpower.live.ametekweb.com/*", "line": 141 }, { "directive": "disallow", "path": "https://ametekamptekcn.live.ametekweb.com/*", "line": 142 }, { "directive": "disallow", "path": "https://ameteksoundcom.live.ametekweb.com/*", "line": 143 }, { "directive": "disallow", "path": "https://ametekaegisecp.live.ametekweb.com/*", "line": 144 }, { "directive": "disallow", "path": "https://www.ametek-land.com/admin/adminlogin", "line": 145 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partnernews", "line": 146 }, { "directive": "disallow", "path": "https://ametekspectrocn.live.ametekweb.com/*", "line": 147 }, { "directive": "disallow", "path": "https://ameteksolartron.live.ametekweb.com/*", "line": 148 }, { "directive": "disallow", "path": "https://ametekoilandgas.live.ametekweb.com/*", "line": 149 }, { "directive": "disallow", "path": "https://ametekatomprobe.live.ametekweb.com/*", "line": 150 }, { "directive": "disallow", "path": "https://ametekfinetubes.live.ametekweb.com/*", "line": 151 }, { "directive": "disallow", "path": "https://ametekprecitech.live.ametekweb.com/*", "line": 152 }, { "directive": "disallow", "path": "https://ametekraulandcc.live.ametekweb.com/*", "line": 153 }, { "directive": "disallow", "path": "https://ametekraulandfl.live.ametekweb.com/*", "line": 154 }, { "directive": "disallow", "path": "https://ametekraulandca.live.ametekweb.com/*", "line": 155 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associates/*", "line": 156 }, { "directive": "disallow", "path": "https://ametekhaydonkerk.live.ametekweb.com/*", "line": 157 }, { "directive": "disallow", "path": "https://ametekeightyfour.live.ametekweb.com/*", "line": 158 }, { "directive": "disallow", "path": "https://ameteknuclearups.live.ametekweb.com/*", "line": 159 }, { "directive": "disallow", "path": "https://ametekbrookfield.live.ametekweb.com/*", "line": 160 }, { "directive": "disallow", "path": "https://ametekedaxmarcom.live.ametekweb.com/*", "line": 161 }, { "directive": "disallow", "path": "https://ameteksterlingjp.live.ametekweb.com/*", "line": 162 }, { "directive": "disallow", "path": "https://ameteksterlingcn.live.ametekweb.com/*", "line": 163 }, { "directive": "disallow", "path": "https://ameteksterlinges.live.ametekweb.com/*", "line": 164 }, { "directive": "disallow", "path": "https://ameteksterlingde.live.ametekweb.com/*", "line": 165 }, { "directive": "disallow", "path": "https://ametekbsaircraft.live.ametekweb.com/*", "line": 166 }, { "directive": "disallow", "path": "https://ametekameronagps.live.ametekweb.com/*", "line": 167 }, { "directive": "disallow", "path": "https://ametekmicropoise.live.ametekweb.com/*", "line": 168 }, { "directive": "disallow", "path": "https://ametekcoiningecp.live.ametekweb.com/*", "line": 169 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/account/login", "line": 170 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partnernews/*", "line": 171 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associatenews", "line": 172 }, { "directive": "disallow", "path": "https://ametekcalibration.live.ametekweb.com/*", "line": 173 }, { "directive": "disallow", "path": "https://ametekaerodefense.live.ametekweb.com/*", "line": 174 }, { "directive": "disallow", "path": "https://ametekdrexelbrook.live.ametekweb.com/*", "line": 175 }, { "directive": "disallow", "path": "https://ametekdistributor.live.ametekweb.com/*", "line": 176 }, { "directive": "disallow", "path": "https://ametekchandlereng.live.ametekweb.com/*", "line": 177 }, { "directive": "disallow", "path": "https://ametekprecitechde.live.ametekweb.com/*", "line": 178 }, { "directive": "disallow", "path": "https://ametekprecitechcn.live.ametekweb.com/*", "line": 179 }, { "directive": "disallow", "path": "https://ametekprecitechjp.live.ametekweb.com/*", "line": 180 }, { "directive": "disallow", "path": "https://ametekprecitechkr.live.ametekweb.com/*", "line": 181 }, { "directive": "disallow", "path": "https://ametekprecitechtw.live.ametekweb.com/*", "line": 182 }, { "directive": "disallow", "path": "https://ametekwallingford.live.ametekweb.com/*", "line": 183 }, { "directive": "disallow", "path": "https://ametekavtechmiami.live.ametekweb.com/*", "line": 184 }, { "directive": "disallow", "path": "https://ametekcardinaluhp.live.ametekweb.com/*", "line": 185 }, { "directive": "disallow", "path": "https://ametekmoconportal.live.ametekweb.com/*", "line": 186 }, { "directive": "disallow", "path": "https://ameteksealtronecp.live.ametekweb.com/*", "line": 187 }, { "directive": "disallow", "path": "https://ametekbrookfielduk.live.ametekweb.com/*", "line": 188 }, { "directive": "disallow", "path": "https://ametekhaydonkerkde.live.ametekweb.com/*", "line": 189 }, { "directive": "disallow", "path": "https://ametekhaydonkerkcn.live.ametekweb.com/*", "line": 190 }, { "directive": "disallow", "path": "https://ametekhaydonkerkjp.live.ametekweb.com/*", "line": 191 }, { "directive": "disallow", "path": "https://ametekhaydonkerkfr.live.ametekweb.com/*", "line": 192 }, { "directive": "disallow", "path": "https://ametekhaydonkerkit.live.ametekweb.com/*", "line": 193 }, { "directive": "disallow", "path": "https://ametekinterconnect.live.ametekweb.com/*", "line": 194 }, { "directive": "disallow", "path": "https://ametekhunterspring.live.ametekweb.com/*", "line": 195 }, { "directive": "disallow", "path": "https://ameteksolartronisa.live.ametekweb.com/*", "line": 196 }, { "directive": "disallow", "path": "https://ametekbrookfieldde.live.ametekweb.com/*", "line": 197 }, { "directive": "disallow", "path": "https://ametekbrookfieldcn.live.ametekweb.com/*", "line": 198 }, { "directive": "disallow", "path": "https://ametekBrookfieldIn.live.ametekweb.com/*", "line": 199 }, { "directive": "disallow", "path": "https://ameteksuperiortube.live.ametekweb.com/*", "line": 200 }, { "directive": "disallow", "path": "https://ametektaylorhobson.live.ametekweb.com/*", "line": 201 }, { "directive": "disallow", "path": "https://ametekmicropoisecn.live.ametekweb.com/*", "line": 202 }, { "directive": "disallow", "path": "https://ametekfmhaerospace.live.ametekweb.com/*", "line": 203 }, { "directive": "disallow", "path": "https://ameteklandviralert.live.ametekweb.com/*", "line": 204 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associatenews/*", "line": 205 }, { "directive": "disallow", "path": "https://ametekcalibrationdk.live.ametekweb.com/*", "line": 206 }, { "directive": "disallow", "path": "https://ametekcalibrationde.live.ametekweb.com/*", "line": 207 }, { "directive": "disallow", "path": "https://ametekcalibrationcn.live.ametekweb.com/*", "line": 208 }, { "directive": "disallow", "path": "https://ametekreadingalloys.live.ametekweb.com/*", "line": 209 }, { "directive": "disallow", "path": "https://ametekchandlerengru.live.ametekweb.com/*", "line": 210 }, { "directive": "disallow", "path": "https://ametekpittmanmotors.live.ametekweb.com/*", "line": 211 }, { "directive": "disallow", "path": "https://ametekairtechnology.live.ametekweb.com/*", "line": 212 }, { "directive": "disallow", "path": "https://ametekbrookfieldrep.live.ametekweb.com/*", "line": 213 }, { "directive": "disallow", "path": "https://ameteknuinstruments.live.ametekweb.com/*", "line": 214 }, { "directive": "disallow", "path": "https://ametektaylorhobsoncn.live.ametekweb.com/*", "line": 215 }, { "directive": "disallow", "path": "https://ametektaylorhobsonde.live.ametekweb.com/*", "line": 216 }, { "directive": "disallow", "path": "https://ametektaylorhobsonjp.live.ametekweb.com/*", "line": 217 }, { "directive": "disallow", "path": "https://ametektaylorhobsonit.live.ametekweb.com/*", "line": 218 }, { "directive": "disallow", "path": "https://ametektaylorhobsonfr.live.ametekweb.com/*", "line": 219 }, { "directive": "disallow", "path": "https://ametektaylorhobsonkr.live.ametekweb.com/*", "line": 220 }, { "directive": "disallow", "path": "https://ametektaylorhobsontw.live.ametekweb.com/*", "line": 221 }, { "directive": "disallow", "path": "https://ametekhughestreitler.live.ametekweb.com/*", "line": 222 }, { "directive": "disallow", "path": "https://ameteklandviralertv2.live.ametekweb.com/*", "line": 223 }, { "directive": "disallow", "path": "https://www.ametekmocon.com/ametekmoconsitemap.xml", "line": 224 }, { "directive": "disallow", "path": "https://www.ametek-land.com/admin/manageuseraccess", "line": 225 }, { "directive": "disallow", "path": "https://ameteksurfacevisionv2.live.ametekweb.com/*", "line": 226 }, { "directive": "disallow", "path": "https://ametekprestolitepower.live.ametekweb.com/*", "line": 227 }, { "directive": "disallow", "path": "https://ametekhardnesstesters.live.ametekweb.com/*", "line": 228 }, { "directive": "disallow", "path": "https://ametekchatillonscales.live.ametekweb.com/*", "line": 229 }, { "directive": "disallow", "path": "https://ametekspectroextranet.live.ametekweb.com/*", "line": 230 }, { "directive": "disallow", "path": "https://ameteklandinstruments.live.ametekweb.com/*", "line": 231 }, { "directive": "disallow", "path": "https://ametekcamecauserguide.live.ametekweb.com/*", "line": 232 }, { "directive": "disallow", "path": "https://ametekhermeticsealecp.live.ametekweb.com/*", "line": 233 }, { "directive": "disallow", "path": "https://ameteksmartadvisormini.live.ametekweb.com/*", "line": 234 }, { "directive": "disallow", "path": "https://ametekmuirheadavionics.live.ametekweb.com/*", "line": 235 }, { "directive": "disallow", "path": "https://ametekbarbenanalytical.live.ametekweb.com/*", "line": 236 }, { "directive": "disallow", "path": "https://ametektpmbudistributor.live.ametekweb.com/*", "line": 237 }, { "directive": "disallow", "path": "https://ametekprogrammablepower.live.ametekweb.com/*", "line": 238 }, { "directive": "disallow", "path": "https://ametekfactoryautomation.live.ametekweb.com/*", "line": 239 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsjp.live.ametekweb.com/*", "line": 240 }, { "directive": "disallow", "path": "https://ameteklandinstrumentscn.live.ametekweb.com/*", "line": 241 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsfr.live.ametekweb.com/*", "line": 242 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsde.live.ametekweb.com/*", "line": 243 }, { "directive": "disallow", "path": "https://ameteksouthernaeroparts.live.ametekweb.com/*", "line": 244 }, { "directive": "disallow", "path": "https://ametekameronmasssystems.live.ametekweb.com/*", "line": 245 }, { "directive": "disallow", "path": "https://ametekuniversalanalyzers.live.ametekweb.com/*", "line": 246 }, { "directive": "disallow", "path": "https://ametekgrabnerinstruments.live.ametekweb.com/*", "line": 247 }, { "directive": "disallow", "path": "https://ameteksolartronmetrology.live.ametekweb.com/*", "line": 248 }, { "directive": "disallow", "path": "https://ametektestandmeasurement.live.ametekweb.com/*", "line": 249 }, { "directive": "disallow", "path": "https://ametekprogrammablepowercn.live.ametekweb.com/*", "line": 250 }, { "directive": "disallow", "path": "https://ametekwestchesterplastics.live.ametekweb.com/*", "line": 251 }, { "directive": "disallow", "path": "https://ametekdynotechengineering.live.ametekweb.com/*", "line": 252 }, { "directive": "disallow", "path": "https://ameteksolidstatecontrolskr.live.ametekweb.com/*", "line": 253 }, { "directive": "disallow", "path": "https://ametekgrabnerinstrumentscn.live.ametekweb.com/*", "line": 254 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyjp.live.ametekweb.com/*", "line": 255 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyde.live.ametekweb.com/*", "line": 256 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologycn.live.ametekweb.com/*", "line": 257 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyfr.live.ametekweb.com/*", "line": 258 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyes.live.ametekweb.com/*", "line": 259 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyit.live.ametekweb.com/*", "line": 260 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologybr.live.ametekweb.com/*", "line": 261 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyru.live.ametekweb.com/*", "line": 262 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/hpm-inspire-future-scientists", "line": 263 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/portablegasanalysers", "line": 264 }, { "directive": "disallow", "path": "https://ameteksterlingultraprecision.live.ametekweb.com/*", "line": 265 }, { "directive": "disallow", "path": "https://www.ametek-land.com/about-us/salespartnerresources", "line": 266 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/software/spot-firmware", "line": 267 }, { "directive": "disallow", "path": "https://www.ametek-land.com/ameteklandinstrumentssitemap.xml", "line": 268 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/portablegasanalysers/lancom4", "line": 269 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4650pm", "line": 270 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4500mkiii", "line": 271 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/carbonmonoxidedetectors/millwatch", "line": 272 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/carbonmonoxidedetectors/silowatch", "line": 273 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/fgaseries", "line": 274 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/lancom200", "line": 275 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/ametek-wallingford-appoints-new-process-engineer", "line": 276 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/wdg12001210", "line": 277 }, { "directive": "disallow", "path": "/news/latestnews/2019/june/interview-christina-ciganik-on-women-in-engineering", "line": 278 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/hpm-precision-metal-alloy-foil-at-interweighing-2019", "line": 279 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4400-opacity-and-dust-monitor", "line": 280 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4750-pm-back-scatter-laser-monitor", "line": 281 } ], "warnings": [ 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 277, 280, 281 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/customerror*", "line": 2 }, { "directive": "disallow", "path": "/searchresult*", "line": 3 }, { "directive": "disallow", "path": "/blog/taglisting*", "line": 4 }, { "directive": "disallow", "path": "/GlobalSearch.asmx*", "line": 5 }, { "directive": "disallow", "path": "/?requestedmedia=/*", "line": 6 }, { "directive": "disallow", "path": "/AmetekServices.asmx*", "line": 7 }, { "directive": "disallow", "path": "/blog/categorylisting*", "line": 8 }, { "directive": "disallow", "path": "/LandingPages_noindex*", "line": 9 }, { "directive": "disallow", "path": "https://www.ametekesp.cn", "line": 10 }, { "directive": "disallow", "path": "https://www.ametekesp.fr", "line": 11 }, { "directive": "disallow", "path": "https://www.ametekesp.es", "line": 12 }, { "directive": "disallow", "path": "https://www.ametekesp.pt", "line": 13 }, { "directive": "disallow", "path": "https://www.ametek-cts.com", "line": 14 }, { "directive": "disallow", "path": "https://www.ametek-cts.com/*", "line": 15 }, { "directive": "disallow", "path": "https://extranet.spectro.com/*", "line": 16 }, { "directive": "disallow", "path": "https://www.ameteksuppliers.com", "line": 17 }, { "directive": "disallow", "path": "https://www.ametektest.com/login", "line": 18 }, { "directive": "disallow", "path": "https://www.ametekdistributor.com", "line": 19 }, { "directive": "disallow", "path": "https://www.edax-marcomportal.com", "line": 20 }, { "directive": "disallow", "path": "https://ametek.live.ametekweb.com/*", "line": 21 }, { "directive": "disallow", "path": "https://www.portal.ametekmocon.com/*", "line": 22 }, { "directive": "disallow", "path": "https://spectro.live.ametekweb.com/*", "line": 23 }, { "directive": "disallow", "path": "https://testtbd.live.ametekweb.com/*", "line": 24 }, { "directive": "disallow", "path": "https://ametekuk.live.ametekweb.com/*", "line": 25 }, { "directive": "disallow", "path": "https://ameteksi.live.ametekweb.com/*", "line": 26 }, { "directive": "disallow", "path": "https://ametekpi.live.ametekweb.com/*", "line": 27 }, { "directive": "disallow", "path": "https://ametekct.live.ametekweb.com/*", "line": 28 }, { "directive": "disallow", "path": "https://ametekfr.live.ametekweb.com/*", "line": 29 }, { "directive": "disallow", "path": "https://ametekjp.live.ametekweb.com/*", "line": 30 }, { "directive": "disallow", "path": "https://ametekkr.live.ametekweb.com/*", "line": 31 }, { "directive": "disallow", "path": "https://ametekcn.live.ametekweb.com/*", "line": 32 }, { "directive": "disallow", "path": "https://ametektw.live.ametekweb.com/*", "line": 33 }, { "directive": "disallow", "path": "https://ametekin.live.ametekweb.com/*", "line": 34 }, { "directive": "disallow", "path": "https://ametekit.live.ametekweb.com/*", "line": 35 }, { "directive": "disallow", "path": "https://ametekbr.live.ametekweb.com/*", "line": 36 }, { "directive": "disallow", "path": "https://ametektc.live.ametekweb.com/*", "line": 37 }, { "directive": "disallow", "path": "https://ametekth.live.ametekweb.com/*", "line": 38 }, { "directive": "disallow", "path": "https://spectrode.live.ametekweb.com/*", "line": 39 }, { "directive": "disallow", "path": "https://ametekecp.live.ametekweb.com/*", "line": 40 }, { "directive": "disallow", "path": "https://ametekdfs.live.ametekweb.com/*", "line": 41 }, { "directive": "disallow", "path": "https://ametekmad.live.ametekweb.com/*", "line": 42 }, { "directive": "disallow", "path": "https://ametekhpm.live.ametekweb.com/*", "line": 43 }, { "directive": "disallow", "path": "https://ametekusg.live.ametekweb.com/*", "line": 44 }, { "directive": "disallow", "path": "https://ametektms.live.ametekweb.com/*", "line": 45 }, { "directive": "disallow", "path": "https://ametekaem.live.ametekweb.com/*", "line": 46 }, { "directive": "disallow", "path": "https://ametektmc.live.ametekweb.com/*", "line": 47 }, { "directive": "disallow", "path": "https://ametekstc.live.ametekweb.com/*", "line": 48 }, { "directive": "disallow", "path": "https://ametekvis.live.ametekweb.com/*", "line": 49 }, { "directive": "disallow", "path": "https://ametekncc.live.ametekweb.com/*", "line": 50 }, { "directive": "disallow", "path": "https://ametekams.live.ametekweb.com/*", "line": 51 }, { "directive": "disallow", "path": "https://ametekmae.live.ametekweb.com/*", "line": 52 }, { "directive": "disallow", "path": "https://ametekpds.live.ametekweb.com/*", "line": 53 }, { "directive": "disallow", "path": "https://ametekmro.live.ametekweb.com/*", "line": 54 }, { "directive": "disallow", "path": "https://ametekamf.live.ametekweb.com/*", "line": 55 }, { "directive": "disallow", "path": "https://ametekesp.live.ametekweb.com/*", "line": 56 }, { "directive": "disallow", "path": "https://ametekemc.live.ametekweb.com/*", "line": 57 }, { "directive": "disallow", "path": "https://ametekcts.live.ametekweb.com/*", "line": 58 }, { "directive": "disallow", "path": "https://ametektest.live.ametekweb.com/*", "line": 59 }, { "directive": "disallow", "path": "https://ametekukru.live.ametekweb.com/*", "line": 60 }, { "directive": "disallow", "path": "https://ametekukde.live.ametekweb.com/*", "line": 61 }, { "directive": "disallow", "path": "https://ameteksijp.live.ametekweb.com/*", "line": 62 }, { "directive": "disallow", "path": "https://ametekedax.live.ametekweb.com/*", "line": 63 }, { "directive": "disallow", "path": "https://ametekiscd.live.ametekweb.com/*", "line": 64 }, { "directive": "disallow", "path": "/aboutus/ametek-specialty-metal-products", "line": 65 }, { "directive": "disallow", "path": "https://ametekdfscn.live.ametekweb.com/*", "line": 66 }, { "directive": "disallow", "path": "https://ametekuptmx.live.ametekweb.com/*", "line": 67 }, { "directive": "disallow", "path": "https://ametekortec.live.ametekweb.com/*", "line": 68 }, { "directive": "disallow", "path": "https://ametektmccn.live.ametekweb.com/*", "line": 69 }, { "directive": "disallow", "path": "https://ametektmcde.live.ametekweb.com/*", "line": 70 }, { "directive": "disallow", "path": "https://ametektmcjp.live.ametekweb.com/*", "line": 71 }, { "directive": "disallow", "path": "https://ametektmces.live.ametekweb.com/*", "line": 72 }, { "directive": "disallow", "path": "https://ametekpower.live.ametekweb.com/*", "line": 73 }, { "directive": "disallow", "path": "https://ametekatlas.live.ametekweb.com/*", "line": 74 }, { "directive": "disallow", "path": "https://ametekvispt.live.ametekweb.com/*", "line": 75 }, { "directive": "disallow", "path": "https://ametekvisjp.live.ametekweb.com/*", "line": 76 }, { "directive": "disallow", "path": "https://ametekvises.live.ametekweb.com/*", "line": 77 }, { "directive": "disallow", "path": "https://ametekviscn.live.ametekweb.com/*", "line": 78 }, { "directive": "disallow", "path": "https://ametekncces.live.ametekweb.com/*", "line": 79 }, { "directive": "disallow", "path": "https://ametekamsde.live.ametekweb.com/*", "line": 80 }, { "directive": "disallow", "path": "https://ametekamscn.live.ametekweb.com/*", "line": 81 }, { "directive": "disallow", "path": "https://ametekmrov2.live.ametekweb.com/*", "line": 82 }, { "directive": "disallow", "path": "https://ametekespcn.live.ametekweb.com/*", "line": 83 }, { "directive": "disallow", "path": "https://ametekespde.live.ametekweb.com/*", "line": 84 }, { "directive": "disallow", "path": "https://ametekespfr.live.ametekweb.com/*", "line": 85 }, { "directive": "disallow", "path": "https://ametekespes.live.ametekweb.com/*", "line": 86 }, { "directive": "disallow", "path": "https://ametekesppt.live.ametekweb.com/*", "line": 87 }, { "directive": "disallow", "path": "https://ametekmocon.live.ametekweb.com/*", "line": 88 }, { "directive": "disallow", "path": "https://ametekctsv2.live.ametekweb.com/*", "line": 89 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partners", "line": 90 }, { "directive": "disallow", "path": "/about-us/ametek-specialty-metal-products", "line": 91 }, { "directive": "disallow", "path": "https://ametektestde.live.ametekweb.com/*", "line": 92 }, { "directive": "disallow", "path": "https://ametektestfr.live.ametekweb.com/*", "line": 93 }, { "directive": "disallow", "path": "https://ametektestcn.live.ametekweb.com/*", "line": 94 }, { "directive": "disallow", "path": "https://ametektestdk.live.ametekweb.com/*", "line": 95 }, { "directive": "disallow", "path": "https://ametekmetals.live.ametekweb.com/*", "line": 96 }, { "directive": "disallow", "path": "https://ameteknordic.live.ametekweb.com/*", "line": 97 }, { "directive": "disallow", "path": "https://ametekuptcom.live.ametekweb.com/*", "line": 98 }, { "directive": "disallow", "path": "https://ametekrotron.live.ametekweb.com/*", "line": 99 }, { "directive": "disallow", "path": "https://ametekameron.live.ametekweb.com/*", "line": 100 }, { "directive": "disallow", "path": "https://ametekswitch.live.ametekweb.com/*", "line": 101 }, { "directive": "disallow", "path": "https://ametekedaxjp.live.ametekweb.com/*", "line": 102 }, { "directive": "disallow", "path": "https://ametekedaxcn.live.ametekweb.com/*", "line": 103 }, { "directive": "disallow", "path": "https://ametekobrien.live.ametekweb.com/*", "line": 104 }, { "directive": "disallow", "path": "https://ametekcameca.live.ametekweb.com/*", "line": 105 }, { "directive": "disallow", "path": "https://ametekcareer.live.ametekweb.com/*", "line": 106 }, { "directive": "disallow", "path": "https://ametekamptek.live.ametekweb.com/*", "line": 107 }, { "directive": "disallow", "path": "https://ametekpdtech.live.ametekweb.com/*", "line": 108 }, { "directive": "disallow", "path": "https://ametekgspecp.live.ametekweb.com/*", "line": 109 }, { "directive": "disallow", "path": "https://ametekscpecp.live.ametekweb.com/*", "line": 110 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/account/*", "line": 111 }, { "directive": "disallow", "path": "https://ametekorteccn.live.ametekweb.com/*", "line": 112 }, { "directive": "disallow", "path": "https://ametekatlasjp.live.ametekweb.com/*", "line": 113 }, { "directive": "disallow", "path": "https://ametekatlasfr.live.ametekweb.com/*", "line": 114 }, { "directive": "disallow", "path": "https://ametekatlases.live.ametekweb.com/*", "line": 115 }, { "directive": "disallow", "path": "https://ametekatlaskr.live.ametekweb.com/*", "line": 116 }, { "directive": "disallow", "path": "https://ametekatlasde.live.ametekweb.com/*", "line": 117 }, { "directive": "disallow", "path": "https://ametekatlascn.live.ametekweb.com/*", "line": 118 }, { "directive": "disallow", "path": "https://ameteksensors.live.ametekweb.com/*", "line": 119 }, { "directive": "disallow", "path": "https://ametekantavia.live.ametekweb.com/*", "line": 120 }, { "directive": "disallow", "path": "https://chinaatec2018.live.ametekweb.com/*", "line": 121 }, { "directive": "disallow", "path": "https://ametekcsiheat.live.ametekweb.com/*", "line": 122 }, { "directive": "disallow", "path": "https://ametekecp-old.live.ametekweb.com/*", "line": 123 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associates", "line": 124 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partners/*", "line": 125 }, { "directive": "disallow", "path": "https://ametekpowervar.live.ametekweb.com/*", "line": 126 }, { "directive": "disallow", "path": "https://ametekpetrolab.live.ametekweb.com/*", "line": 127 }, { "directive": "disallow", "path": "https://ametekhdrpower.live.ametekweb.com/*", "line": 128 }, { "directive": "disallow", "path": "https://ametekhpmetals.live.ametekweb.com/*", "line": 129 }, { "directive": "disallow", "path": "https://MOCONDansensor.live.ametekweb.com/*", "line": 130 }, { "directive": "disallow", "path": "https://ametekobriencn.live.ametekweb.com/*", "line": 131 }, { "directive": "disallow", "path": "https://ameteksterling.live.ametekweb.com/*", "line": 132 }, { "directive": "disallow", "path": "https://ameteksimarcom.live.ametekweb.com/*", "line": 133 }, { "directive": "disallow", "path": "https://ameteksupplier.live.ametekweb.com/*", "line": 134 }, { "directive": "disallow", "path": "https://ametekcamecabr.live.ametekweb.com/*", "line": 135 }, { "directive": "disallow", "path": "https://ametekcamecaes.live.ametekweb.com/*", "line": 136 }, { "directive": "disallow", "path": "https://ametekcamecaru.live.ametekweb.com/*", "line": 137 }, { "directive": "disallow", "path": "https://ametekcamecacn.live.ametekweb.com/*", "line": 138 }, { "directive": "disallow", "path": "https://ametekdrakeair.live.ametekweb.com/*", "line": 139 }, { "directive": "disallow", "path": "https://ametekcareerde.live.ametekweb.com/*", "line": 140 }, { "directive": "disallow", "path": "https://ameteksunpower.live.ametekweb.com/*", "line": 141 }, { "directive": "disallow", "path": "https://ametekamptekcn.live.ametekweb.com/*", "line": 142 }, { "directive": "disallow", "path": "https://ameteksoundcom.live.ametekweb.com/*", "line": 143 }, { "directive": "disallow", "path": "https://ametekaegisecp.live.ametekweb.com/*", "line": 144 }, { "directive": "disallow", "path": "https://www.ametek-land.com/admin/adminlogin", "line": 145 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partnernews", "line": 146 }, { "directive": "disallow", "path": "https://ametekspectrocn.live.ametekweb.com/*", "line": 147 }, { "directive": "disallow", "path": "https://ameteksolartron.live.ametekweb.com/*", "line": 148 }, { "directive": "disallow", "path": "https://ametekoilandgas.live.ametekweb.com/*", "line": 149 }, { "directive": "disallow", "path": "https://ametekatomprobe.live.ametekweb.com/*", "line": 150 }, { "directive": "disallow", "path": "https://ametekfinetubes.live.ametekweb.com/*", "line": 151 }, { "directive": "disallow", "path": "https://ametekprecitech.live.ametekweb.com/*", "line": 152 }, { "directive": "disallow", "path": "https://ametekraulandcc.live.ametekweb.com/*", "line": 153 }, { "directive": "disallow", "path": "https://ametekraulandfl.live.ametekweb.com/*", "line": 154 }, { "directive": "disallow", "path": "https://ametekraulandca.live.ametekweb.com/*", "line": 155 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associates/*", "line": 156 }, { "directive": "disallow", "path": "https://ametekhaydonkerk.live.ametekweb.com/*", "line": 157 }, { "directive": "disallow", "path": "https://ametekeightyfour.live.ametekweb.com/*", "line": 158 }, { "directive": "disallow", "path": "https://ameteknuclearups.live.ametekweb.com/*", "line": 159 }, { "directive": "disallow", "path": "https://ametekbrookfield.live.ametekweb.com/*", "line": 160 }, { "directive": "disallow", "path": "https://ametekedaxmarcom.live.ametekweb.com/*", "line": 161 }, { "directive": "disallow", "path": "https://ameteksterlingjp.live.ametekweb.com/*", "line": 162 }, { "directive": "disallow", "path": "https://ameteksterlingcn.live.ametekweb.com/*", "line": 163 }, { "directive": "disallow", "path": "https://ameteksterlinges.live.ametekweb.com/*", "line": 164 }, { "directive": "disallow", "path": "https://ameteksterlingde.live.ametekweb.com/*", "line": 165 }, { "directive": "disallow", "path": "https://ametekbsaircraft.live.ametekweb.com/*", "line": 166 }, { "directive": "disallow", "path": "https://ametekameronagps.live.ametekweb.com/*", "line": 167 }, { "directive": "disallow", "path": "https://ametekmicropoise.live.ametekweb.com/*", "line": 168 }, { "directive": "disallow", "path": "https://ametekcoiningecp.live.ametekweb.com/*", "line": 169 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/account/login", "line": 170 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partnernews/*", "line": 171 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associatenews", "line": 172 }, { "directive": "disallow", "path": "https://ametekcalibration.live.ametekweb.com/*", "line": 173 }, { "directive": "disallow", "path": "https://ametekaerodefense.live.ametekweb.com/*", "line": 174 }, { "directive": "disallow", "path": "https://ametekdrexelbrook.live.ametekweb.com/*", "line": 175 }, { "directive": "disallow", "path": "https://ametekdistributor.live.ametekweb.com/*", "line": 176 }, { "directive": "disallow", "path": "https://ametekchandlereng.live.ametekweb.com/*", "line": 177 }, { "directive": "disallow", "path": "https://ametekprecitechde.live.ametekweb.com/*", "line": 178 }, { "directive": "disallow", "path": "https://ametekprecitechcn.live.ametekweb.com/*", "line": 179 }, { "directive": "disallow", "path": "https://ametekprecitechjp.live.ametekweb.com/*", "line": 180 }, { "directive": "disallow", "path": "https://ametekprecitechkr.live.ametekweb.com/*", "line": 181 }, { "directive": "disallow", "path": "https://ametekprecitechtw.live.ametekweb.com/*", "line": 182 }, { "directive": "disallow", "path": "https://ametekwallingford.live.ametekweb.com/*", "line": 183 }, { "directive": "disallow", "path": "https://ametekavtechmiami.live.ametekweb.com/*", "line": 184 }, { "directive": "disallow", "path": "https://ametekcardinaluhp.live.ametekweb.com/*", "line": 185 }, { "directive": "disallow", "path": "https://ametekmoconportal.live.ametekweb.com/*", "line": 186 }, { "directive": "disallow", "path": "https://ameteksealtronecp.live.ametekweb.com/*", "line": 187 }, { "directive": "disallow", "path": "https://ametekbrookfielduk.live.ametekweb.com/*", "line": 188 }, { "directive": "disallow", "path": "https://ametekhaydonkerkde.live.ametekweb.com/*", "line": 189 }, { "directive": "disallow", "path": "https://ametekhaydonkerkcn.live.ametekweb.com/*", "line": 190 }, { "directive": "disallow", "path": "https://ametekhaydonkerkjp.live.ametekweb.com/*", "line": 191 }, { "directive": "disallow", "path": "https://ametekhaydonkerkfr.live.ametekweb.com/*", "line": 192 }, { "directive": "disallow", "path": "https://ametekhaydonkerkit.live.ametekweb.com/*", "line": 193 }, { "directive": "disallow", "path": "https://ametekinterconnect.live.ametekweb.com/*", "line": 194 }, { "directive": "disallow", "path": "https://ametekhunterspring.live.ametekweb.com/*", "line": 195 }, { "directive": "disallow", "path": "https://ameteksolartronisa.live.ametekweb.com/*", "line": 196 }, { "directive": "disallow", "path": "https://ametekbrookfieldde.live.ametekweb.com/*", "line": 197 }, { "directive": "disallow", "path": "https://ametekbrookfieldcn.live.ametekweb.com/*", "line": 198 }, { "directive": "disallow", "path": "https://ametekBrookfieldIn.live.ametekweb.com/*", "line": 199 }, { "directive": "disallow", "path": "https://ameteksuperiortube.live.ametekweb.com/*", "line": 200 }, { "directive": "disallow", "path": "https://ametektaylorhobson.live.ametekweb.com/*", "line": 201 }, { "directive": "disallow", "path": "https://ametekmicropoisecn.live.ametekweb.com/*", "line": 202 }, { "directive": "disallow", "path": "https://ametekfmhaerospace.live.ametekweb.com/*", "line": 203 }, { "directive": "disallow", "path": "https://ameteklandviralert.live.ametekweb.com/*", "line": 204 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associatenews/*", "line": 205 }, { "directive": "disallow", "path": "https://ametekcalibrationdk.live.ametekweb.com/*", "line": 206 }, { "directive": "disallow", "path": "https://ametekcalibrationde.live.ametekweb.com/*", "line": 207 }, { "directive": "disallow", "path": "https://ametekcalibrationcn.live.ametekweb.com/*", "line": 208 }, { "directive": "disallow", "path": "https://ametekreadingalloys.live.ametekweb.com/*", "line": 209 }, { "directive": "disallow", "path": "https://ametekchandlerengru.live.ametekweb.com/*", "line": 210 }, { "directive": "disallow", "path": "https://ametekpittmanmotors.live.ametekweb.com/*", "line": 211 }, { "directive": "disallow", "path": "https://ametekairtechnology.live.ametekweb.com/*", "line": 212 }, { "directive": "disallow", "path": "https://ametekbrookfieldrep.live.ametekweb.com/*", "line": 213 }, { "directive": "disallow", "path": "https://ameteknuinstruments.live.ametekweb.com/*", "line": 214 }, { "directive": "disallow", "path": "https://ametektaylorhobsoncn.live.ametekweb.com/*", "line": 215 }, { "directive": "disallow", "path": "https://ametektaylorhobsonde.live.ametekweb.com/*", "line": 216 }, { "directive": "disallow", "path": "https://ametektaylorhobsonjp.live.ametekweb.com/*", "line": 217 }, { "directive": "disallow", "path": "https://ametektaylorhobsonit.live.ametekweb.com/*", "line": 218 }, { "directive": "disallow", "path": "https://ametektaylorhobsonfr.live.ametekweb.com/*", "line": 219 }, { "directive": "disallow", "path": "https://ametektaylorhobsonkr.live.ametekweb.com/*", "line": 220 }, { "directive": "disallow", "path": "https://ametektaylorhobsontw.live.ametekweb.com/*", "line": 221 }, { "directive": "disallow", "path": "https://ametekhughestreitler.live.ametekweb.com/*", "line": 222 }, { "directive": "disallow", "path": "https://ameteklandviralertv2.live.ametekweb.com/*", "line": 223 }, { "directive": "disallow", "path": "https://www.ametekmocon.com/ametekmoconsitemap.xml", "line": 224 }, { "directive": "disallow", "path": "https://www.ametek-land.com/admin/manageuseraccess", "line": 225 }, { "directive": "disallow", "path": "https://ameteksurfacevisionv2.live.ametekweb.com/*", "line": 226 }, { "directive": "disallow", "path": "https://ametekprestolitepower.live.ametekweb.com/*", "line": 227 }, { "directive": "disallow", "path": "https://ametekhardnesstesters.live.ametekweb.com/*", "line": 228 }, { "directive": "disallow", "path": "https://ametekchatillonscales.live.ametekweb.com/*", "line": 229 }, { "directive": "disallow", "path": "https://ametekspectroextranet.live.ametekweb.com/*", "line": 230 }, { "directive": "disallow", "path": "https://ameteklandinstruments.live.ametekweb.com/*", "line": 231 }, { "directive": "disallow", "path": "https://ametekcamecauserguide.live.ametekweb.com/*", "line": 232 }, { "directive": "disallow", "path": "https://ametekhermeticsealecp.live.ametekweb.com/*", "line": 233 }, { "directive": "disallow", "path": "https://ameteksmartadvisormini.live.ametekweb.com/*", "line": 234 }, { "directive": "disallow", "path": "https://ametekmuirheadavionics.live.ametekweb.com/*", "line": 235 }, { "directive": "disallow", "path": "https://ametekbarbenanalytical.live.ametekweb.com/*", "line": 236 }, { "directive": "disallow", "path": "https://ametektpmbudistributor.live.ametekweb.com/*", "line": 237 }, { "directive": "disallow", "path": "https://ametekprogrammablepower.live.ametekweb.com/*", "line": 238 }, { "directive": "disallow", "path": "https://ametekfactoryautomation.live.ametekweb.com/*", "line": 239 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsjp.live.ametekweb.com/*", "line": 240 }, { "directive": "disallow", "path": "https://ameteklandinstrumentscn.live.ametekweb.com/*", "line": 241 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsfr.live.ametekweb.com/*", "line": 242 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsde.live.ametekweb.com/*", "line": 243 }, { "directive": "disallow", "path": "https://ameteksouthernaeroparts.live.ametekweb.com/*", "line": 244 }, { "directive": "disallow", "path": "https://ametekameronmasssystems.live.ametekweb.com/*", "line": 245 }, { "directive": "disallow", "path": "https://ametekuniversalanalyzers.live.ametekweb.com/*", "line": 246 }, { "directive": "disallow", "path": "https://ametekgrabnerinstruments.live.ametekweb.com/*", "line": 247 }, { "directive": "disallow", "path": "https://ameteksolartronmetrology.live.ametekweb.com/*", "line": 248 }, { "directive": "disallow", "path": "https://ametektestandmeasurement.live.ametekweb.com/*", "line": 249 }, { "directive": "disallow", "path": "https://ametekprogrammablepowercn.live.ametekweb.com/*", "line": 250 }, { "directive": "disallow", "path": "https://ametekwestchesterplastics.live.ametekweb.com/*", "line": 251 }, { "directive": "disallow", "path": "https://ametekdynotechengineering.live.ametekweb.com/*", "line": 252 }, { "directive": "disallow", "path": "https://ameteksolidstatecontrolskr.live.ametekweb.com/*", "line": 253 }, { "directive": "disallow", "path": "https://ametekgrabnerinstrumentscn.live.ametekweb.com/*", "line": 254 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyjp.live.ametekweb.com/*", "line": 255 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyde.live.ametekweb.com/*", "line": 256 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologycn.live.ametekweb.com/*", "line": 257 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyfr.live.ametekweb.com/*", "line": 258 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyes.live.ametekweb.com/*", "line": 259 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyit.live.ametekweb.com/*", "line": 260 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologybr.live.ametekweb.com/*", "line": 261 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyru.live.ametekweb.com/*", "line": 262 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/hpm-inspire-future-scientists", "line": 263 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/portablegasanalysers", "line": 264 }, { "directive": "disallow", "path": "https://ameteksterlingultraprecision.live.ametekweb.com/*", "line": 265 }, { "directive": "disallow", "path": "https://www.ametek-land.com/about-us/salespartnerresources", "line": 266 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/software/spot-firmware", "line": 267 }, { "directive": "disallow", "path": "https://www.ametek-land.com/ameteklandinstrumentssitemap.xml", "line": 268 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/portablegasanalysers/lancom4", "line": 269 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4650pm", "line": 270 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4500mkiii", "line": 271 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/carbonmonoxidedetectors/millwatch", "line": 272 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/carbonmonoxidedetectors/silowatch", "line": 273 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/fgaseries", "line": 274 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/lancom200", "line": 275 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/ametek-wallingford-appoints-new-process-engineer", "line": 276 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/wdg12001210", "line": 277 }, { "directive": "disallow", "path": "/news/latestnews/2019/june/interview-christina-ciganik-on-women-in-engineering", "line": 278 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/hpm-precision-metal-alloy-foil-at-interweighing-2019", "line": 279 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4400-opacity-and-dust-monitor", "line": 280 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4750-pm-back-scatter-laser-monitor", "line": 281 } ], "warnings": [ 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 277, 280, 281 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/customerror*", "line": 2 }, { "directive": "disallow", "path": "/searchresult*", "line": 3 }, { "directive": "disallow", "path": "/blog/taglisting*", "line": 4 }, { "directive": "disallow", "path": "/GlobalSearch.asmx*", "line": 5 }, { "directive": "disallow", "path": "/?requestedmedia=/*", "line": 6 }, { "directive": "disallow", "path": "/AmetekServices.asmx*", "line": 7 }, { "directive": "disallow", "path": "/blog/categorylisting*", "line": 8 }, { "directive": "disallow", "path": "/LandingPages_noindex*", "line": 9 }, { "directive": "disallow", "path": "https://www.ametekesp.cn", "line": 10 }, { "directive": "disallow", "path": "https://www.ametekesp.fr", "line": 11 }, { "directive": "disallow", "path": "https://www.ametekesp.es", "line": 12 }, { "directive": "disallow", "path": "https://www.ametekesp.pt", "line": 13 }, { "directive": "disallow", "path": "https://www.ametek-cts.com", "line": 14 }, { "directive": "disallow", "path": "https://www.ametek-cts.com/*", "line": 15 }, { "directive": "disallow", "path": "https://extranet.spectro.com/*", "line": 16 }, { "directive": "disallow", "path": "https://www.ameteksuppliers.com", "line": 17 }, { "directive": "disallow", "path": "https://www.ametektest.com/login", "line": 18 }, { "directive": "disallow", "path": "https://www.ametekdistributor.com", "line": 19 }, { "directive": "disallow", "path": "https://www.edax-marcomportal.com", "line": 20 }, { "directive": "disallow", "path": "https://ametek.live.ametekweb.com/*", "line": 21 }, { "directive": "disallow", "path": "https://www.portal.ametekmocon.com/*", "line": 22 }, { "directive": "disallow", "path": "https://spectro.live.ametekweb.com/*", "line": 23 }, { "directive": "disallow", "path": "https://testtbd.live.ametekweb.com/*", "line": 24 }, { "directive": "disallow", "path": "https://ametekuk.live.ametekweb.com/*", "line": 25 }, { "directive": "disallow", "path": "https://ameteksi.live.ametekweb.com/*", "line": 26 }, { "directive": "disallow", "path": "https://ametekpi.live.ametekweb.com/*", "line": 27 }, { "directive": "disallow", "path": "https://ametekct.live.ametekweb.com/*", "line": 28 }, { "directive": "disallow", "path": "https://ametekfr.live.ametekweb.com/*", "line": 29 }, { "directive": "disallow", "path": "https://ametekjp.live.ametekweb.com/*", "line": 30 }, { "directive": "disallow", "path": "https://ametekkr.live.ametekweb.com/*", "line": 31 }, { "directive": "disallow", "path": "https://ametekcn.live.ametekweb.com/*", "line": 32 }, { "directive": "disallow", "path": "https://ametektw.live.ametekweb.com/*", "line": 33 }, { "directive": "disallow", "path": "https://ametekin.live.ametekweb.com/*", "line": 34 }, { "directive": "disallow", "path": "https://ametekit.live.ametekweb.com/*", "line": 35 }, { "directive": "disallow", "path": "https://ametekbr.live.ametekweb.com/*", "line": 36 }, { "directive": "disallow", "path": "https://ametektc.live.ametekweb.com/*", "line": 37 }, { "directive": "disallow", "path": "https://ametekth.live.ametekweb.com/*", "line": 38 }, { "directive": "disallow", "path": "https://spectrode.live.ametekweb.com/*", "line": 39 }, { "directive": "disallow", "path": "https://ametekecp.live.ametekweb.com/*", "line": 40 }, { "directive": "disallow", "path": "https://ametekdfs.live.ametekweb.com/*", "line": 41 }, { "directive": "disallow", "path": "https://ametekmad.live.ametekweb.com/*", "line": 42 }, { "directive": "disallow", "path": "https://ametekhpm.live.ametekweb.com/*", "line": 43 }, { "directive": "disallow", "path": "https://ametekusg.live.ametekweb.com/*", "line": 44 }, { "directive": "disallow", "path": "https://ametektms.live.ametekweb.com/*", "line": 45 }, { "directive": "disallow", "path": "https://ametekaem.live.ametekweb.com/*", "line": 46 }, { "directive": "disallow", "path": "https://ametektmc.live.ametekweb.com/*", "line": 47 }, { "directive": "disallow", "path": "https://ametekstc.live.ametekweb.com/*", "line": 48 }, { "directive": "disallow", "path": "https://ametekvis.live.ametekweb.com/*", "line": 49 }, { "directive": "disallow", "path": "https://ametekncc.live.ametekweb.com/*", "line": 50 }, { "directive": "disallow", "path": "https://ametekams.live.ametekweb.com/*", "line": 51 }, { "directive": "disallow", "path": "https://ametekmae.live.ametekweb.com/*", "line": 52 }, { "directive": "disallow", "path": "https://ametekpds.live.ametekweb.com/*", "line": 53 }, { "directive": "disallow", "path": "https://ametekmro.live.ametekweb.com/*", "line": 54 }, { "directive": "disallow", "path": "https://ametekamf.live.ametekweb.com/*", "line": 55 }, { "directive": "disallow", "path": "https://ametekesp.live.ametekweb.com/*", "line": 56 }, { "directive": "disallow", "path": "https://ametekemc.live.ametekweb.com/*", "line": 57 }, { "directive": "disallow", "path": "https://ametekcts.live.ametekweb.com/*", "line": 58 }, { "directive": "disallow", "path": "https://ametektest.live.ametekweb.com/*", "line": 59 }, { "directive": "disallow", "path": "https://ametekukru.live.ametekweb.com/*", "line": 60 }, { "directive": "disallow", "path": "https://ametekukde.live.ametekweb.com/*", "line": 61 }, { "directive": "disallow", "path": "https://ameteksijp.live.ametekweb.com/*", "line": 62 }, { "directive": "disallow", "path": "https://ametekedax.live.ametekweb.com/*", "line": 63 }, { "directive": "disallow", "path": "https://ametekiscd.live.ametekweb.com/*", "line": 64 }, { "directive": "disallow", "path": "/aboutus/ametek-specialty-metal-products", "line": 65 }, { "directive": "disallow", "path": "https://ametekdfscn.live.ametekweb.com/*", "line": 66 }, { "directive": "disallow", "path": "https://ametekuptmx.live.ametekweb.com/*", "line": 67 }, { "directive": "disallow", "path": "https://ametekortec.live.ametekweb.com/*", "line": 68 }, { "directive": "disallow", "path": "https://ametektmccn.live.ametekweb.com/*", "line": 69 }, { "directive": "disallow", "path": "https://ametektmcde.live.ametekweb.com/*", "line": 70 }, { "directive": "disallow", "path": "https://ametektmcjp.live.ametekweb.com/*", "line": 71 }, { "directive": "disallow", "path": "https://ametektmces.live.ametekweb.com/*", "line": 72 }, { "directive": "disallow", "path": "https://ametekpower.live.ametekweb.com/*", "line": 73 }, { "directive": "disallow", "path": "https://ametekatlas.live.ametekweb.com/*", "line": 74 }, { "directive": "disallow", "path": "https://ametekvispt.live.ametekweb.com/*", "line": 75 }, { "directive": "disallow", "path": "https://ametekvisjp.live.ametekweb.com/*", "line": 76 }, { "directive": "disallow", "path": "https://ametekvises.live.ametekweb.com/*", "line": 77 }, { "directive": "disallow", "path": "https://ametekviscn.live.ametekweb.com/*", "line": 78 }, { "directive": "disallow", "path": "https://ametekncces.live.ametekweb.com/*", "line": 79 }, { "directive": "disallow", "path": "https://ametekamsde.live.ametekweb.com/*", "line": 80 }, { "directive": "disallow", "path": "https://ametekamscn.live.ametekweb.com/*", "line": 81 }, { "directive": "disallow", "path": "https://ametekmrov2.live.ametekweb.com/*", "line": 82 }, { "directive": "disallow", "path": "https://ametekespcn.live.ametekweb.com/*", "line": 83 }, { "directive": "disallow", "path": "https://ametekespde.live.ametekweb.com/*", "line": 84 }, { "directive": "disallow", "path": "https://ametekespfr.live.ametekweb.com/*", "line": 85 }, { "directive": "disallow", "path": "https://ametekespes.live.ametekweb.com/*", "line": 86 }, { "directive": "disallow", "path": "https://ametekesppt.live.ametekweb.com/*", "line": 87 }, { "directive": "disallow", "path": "https://ametekmocon.live.ametekweb.com/*", "line": 88 }, { "directive": "disallow", "path": "https://ametekctsv2.live.ametekweb.com/*", "line": 89 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partners", "line": 90 }, { "directive": "disallow", "path": "/about-us/ametek-specialty-metal-products", "line": 91 }, { "directive": "disallow", "path": "https://ametektestde.live.ametekweb.com/*", "line": 92 }, { "directive": "disallow", "path": "https://ametektestfr.live.ametekweb.com/*", "line": 93 }, { "directive": "disallow", "path": "https://ametektestcn.live.ametekweb.com/*", "line": 94 }, { "directive": "disallow", "path": "https://ametektestdk.live.ametekweb.com/*", "line": 95 }, { "directive": "disallow", "path": "https://ametekmetals.live.ametekweb.com/*", "line": 96 }, { "directive": "disallow", "path": "https://ameteknordic.live.ametekweb.com/*", "line": 97 }, { "directive": "disallow", "path": "https://ametekuptcom.live.ametekweb.com/*", "line": 98 }, { "directive": "disallow", "path": "https://ametekrotron.live.ametekweb.com/*", "line": 99 }, { "directive": "disallow", "path": "https://ametekameron.live.ametekweb.com/*", "line": 100 }, { "directive": "disallow", "path": "https://ametekswitch.live.ametekweb.com/*", "line": 101 }, { "directive": "disallow", "path": "https://ametekedaxjp.live.ametekweb.com/*", "line": 102 }, { "directive": "disallow", "path": "https://ametekedaxcn.live.ametekweb.com/*", "line": 103 }, { "directive": "disallow", "path": "https://ametekobrien.live.ametekweb.com/*", "line": 104 }, { "directive": "disallow", "path": "https://ametekcameca.live.ametekweb.com/*", "line": 105 }, { "directive": "disallow", "path": "https://ametekcareer.live.ametekweb.com/*", "line": 106 }, { "directive": "disallow", "path": "https://ametekamptek.live.ametekweb.com/*", "line": 107 }, { "directive": "disallow", "path": "https://ametekpdtech.live.ametekweb.com/*", "line": 108 }, { "directive": "disallow", "path": "https://ametekgspecp.live.ametekweb.com/*", "line": 109 }, { "directive": "disallow", "path": "https://ametekscpecp.live.ametekweb.com/*", "line": 110 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/account/*", "line": 111 }, { "directive": "disallow", "path": "https://ametekorteccn.live.ametekweb.com/*", "line": 112 }, { "directive": "disallow", "path": "https://ametekatlasjp.live.ametekweb.com/*", "line": 113 }, { "directive": "disallow", "path": "https://ametekatlasfr.live.ametekweb.com/*", "line": 114 }, { "directive": "disallow", "path": "https://ametekatlases.live.ametekweb.com/*", "line": 115 }, { "directive": "disallow", "path": "https://ametekatlaskr.live.ametekweb.com/*", "line": 116 }, { "directive": "disallow", "path": "https://ametekatlasde.live.ametekweb.com/*", "line": 117 }, { "directive": "disallow", "path": "https://ametekatlascn.live.ametekweb.com/*", "line": 118 }, { "directive": "disallow", "path": "https://ameteksensors.live.ametekweb.com/*", "line": 119 }, { "directive": "disallow", "path": "https://ametekantavia.live.ametekweb.com/*", "line": 120 }, { "directive": "disallow", "path": "https://chinaatec2018.live.ametekweb.com/*", "line": 121 }, { "directive": "disallow", "path": "https://ametekcsiheat.live.ametekweb.com/*", "line": 122 }, { "directive": "disallow", "path": "https://ametekecp-old.live.ametekweb.com/*", "line": 123 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associates", "line": 124 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partners/*", "line": 125 }, { "directive": "disallow", "path": "https://ametekpowervar.live.ametekweb.com/*", "line": 126 }, { "directive": "disallow", "path": "https://ametekpetrolab.live.ametekweb.com/*", "line": 127 }, { "directive": "disallow", "path": "https://ametekhdrpower.live.ametekweb.com/*", "line": 128 }, { "directive": "disallow", "path": "https://ametekhpmetals.live.ametekweb.com/*", "line": 129 }, { "directive": "disallow", "path": "https://MOCONDansensor.live.ametekweb.com/*", "line": 130 }, { "directive": "disallow", "path": "https://ametekobriencn.live.ametekweb.com/*", "line": 131 }, { "directive": "disallow", "path": "https://ameteksterling.live.ametekweb.com/*", "line": 132 }, { "directive": "disallow", "path": "https://ameteksimarcom.live.ametekweb.com/*", "line": 133 }, { "directive": "disallow", "path": "https://ameteksupplier.live.ametekweb.com/*", "line": 134 }, { "directive": "disallow", "path": "https://ametekcamecabr.live.ametekweb.com/*", "line": 135 }, { "directive": "disallow", "path": "https://ametekcamecaes.live.ametekweb.com/*", "line": 136 }, { "directive": "disallow", "path": "https://ametekcamecaru.live.ametekweb.com/*", "line": 137 }, { "directive": "disallow", "path": "https://ametekcamecacn.live.ametekweb.com/*", "line": 138 }, { "directive": "disallow", "path": "https://ametekdrakeair.live.ametekweb.com/*", "line": 139 }, { "directive": "disallow", "path": "https://ametekcareerde.live.ametekweb.com/*", "line": 140 }, { "directive": "disallow", "path": "https://ameteksunpower.live.ametekweb.com/*", "line": 141 }, { "directive": "disallow", "path": "https://ametekamptekcn.live.ametekweb.com/*", "line": 142 }, { "directive": "disallow", "path": "https://ameteksoundcom.live.ametekweb.com/*", "line": 143 }, { "directive": "disallow", "path": "https://ametekaegisecp.live.ametekweb.com/*", "line": 144 }, { "directive": "disallow", "path": "https://www.ametek-land.com/admin/adminlogin", "line": 145 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partnernews", "line": 146 }, { "directive": "disallow", "path": "https://ametekspectrocn.live.ametekweb.com/*", "line": 147 }, { "directive": "disallow", "path": "https://ameteksolartron.live.ametekweb.com/*", "line": 148 }, { "directive": "disallow", "path": "https://ametekoilandgas.live.ametekweb.com/*", "line": 149 }, { "directive": "disallow", "path": "https://ametekatomprobe.live.ametekweb.com/*", "line": 150 }, { "directive": "disallow", "path": "https://ametekfinetubes.live.ametekweb.com/*", "line": 151 }, { "directive": "disallow", "path": "https://ametekprecitech.live.ametekweb.com/*", "line": 152 }, { "directive": "disallow", "path": "https://ametekraulandcc.live.ametekweb.com/*", "line": 153 }, { "directive": "disallow", "path": "https://ametekraulandfl.live.ametekweb.com/*", "line": 154 }, { "directive": "disallow", "path": "https://ametekraulandca.live.ametekweb.com/*", "line": 155 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associates/*", "line": 156 }, { "directive": "disallow", "path": "https://ametekhaydonkerk.live.ametekweb.com/*", "line": 157 }, { "directive": "disallow", "path": "https://ametekeightyfour.live.ametekweb.com/*", "line": 158 }, { "directive": "disallow", "path": "https://ameteknuclearups.live.ametekweb.com/*", "line": 159 }, { "directive": "disallow", "path": "https://ametekbrookfield.live.ametekweb.com/*", "line": 160 }, { "directive": "disallow", "path": "https://ametekedaxmarcom.live.ametekweb.com/*", "line": 161 }, { "directive": "disallow", "path": "https://ameteksterlingjp.live.ametekweb.com/*", "line": 162 }, { "directive": "disallow", "path": "https://ameteksterlingcn.live.ametekweb.com/*", "line": 163 }, { "directive": "disallow", "path": "https://ameteksterlinges.live.ametekweb.com/*", "line": 164 }, { "directive": "disallow", "path": "https://ameteksterlingde.live.ametekweb.com/*", "line": 165 }, { "directive": "disallow", "path": "https://ametekbsaircraft.live.ametekweb.com/*", "line": 166 }, { "directive": "disallow", "path": "https://ametekameronagps.live.ametekweb.com/*", "line": 167 }, { "directive": "disallow", "path": "https://ametekmicropoise.live.ametekweb.com/*", "line": 168 }, { "directive": "disallow", "path": "https://ametekcoiningecp.live.ametekweb.com/*", "line": 169 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/account/login", "line": 170 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partnernews/*", "line": 171 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associatenews", "line": 172 }, { "directive": "disallow", "path": "https://ametekcalibration.live.ametekweb.com/*", "line": 173 }, { "directive": "disallow", "path": "https://ametekaerodefense.live.ametekweb.com/*", "line": 174 }, { "directive": "disallow", "path": "https://ametekdrexelbrook.live.ametekweb.com/*", "line": 175 }, { "directive": "disallow", "path": "https://ametekdistributor.live.ametekweb.com/*", "line": 176 }, { "directive": "disallow", "path": "https://ametekchandlereng.live.ametekweb.com/*", "line": 177 }, { "directive": "disallow", "path": "https://ametekprecitechde.live.ametekweb.com/*", "line": 178 }, { "directive": "disallow", "path": "https://ametekprecitechcn.live.ametekweb.com/*", "line": 179 }, { "directive": "disallow", "path": "https://ametekprecitechjp.live.ametekweb.com/*", "line": 180 }, { "directive": "disallow", "path": "https://ametekprecitechkr.live.ametekweb.com/*", "line": 181 }, { "directive": "disallow", "path": "https://ametekprecitechtw.live.ametekweb.com/*", "line": 182 }, { "directive": "disallow", "path": "https://ametekwallingford.live.ametekweb.com/*", "line": 183 }, { "directive": "disallow", "path": "https://ametekavtechmiami.live.ametekweb.com/*", "line": 184 }, { "directive": "disallow", "path": "https://ametekcardinaluhp.live.ametekweb.com/*", "line": 185 }, { "directive": "disallow", "path": "https://ametekmoconportal.live.ametekweb.com/*", "line": 186 }, { "directive": "disallow", "path": "https://ameteksealtronecp.live.ametekweb.com/*", "line": 187 }, { "directive": "disallow", "path": "https://ametekbrookfielduk.live.ametekweb.com/*", "line": 188 }, { "directive": "disallow", "path": "https://ametekhaydonkerkde.live.ametekweb.com/*", "line": 189 }, { "directive": "disallow", "path": "https://ametekhaydonkerkcn.live.ametekweb.com/*", "line": 190 }, { "directive": "disallow", "path": "https://ametekhaydonkerkjp.live.ametekweb.com/*", "line": 191 }, { "directive": "disallow", "path": "https://ametekhaydonkerkfr.live.ametekweb.com/*", "line": 192 }, { "directive": "disallow", "path": "https://ametekhaydonkerkit.live.ametekweb.com/*", "line": 193 }, { "directive": "disallow", "path": "https://ametekinterconnect.live.ametekweb.com/*", "line": 194 }, { "directive": "disallow", "path": "https://ametekhunterspring.live.ametekweb.com/*", "line": 195 }, { "directive": "disallow", "path": "https://ameteksolartronisa.live.ametekweb.com/*", "line": 196 }, { "directive": "disallow", "path": "https://ametekbrookfieldde.live.ametekweb.com/*", "line": 197 }, { "directive": "disallow", "path": "https://ametekbrookfieldcn.live.ametekweb.com/*", "line": 198 }, { "directive": "disallow", "path": "https://ametekBrookfieldIn.live.ametekweb.com/*", "line": 199 }, { "directive": "disallow", "path": "https://ameteksuperiortube.live.ametekweb.com/*", "line": 200 }, { "directive": "disallow", "path": "https://ametektaylorhobson.live.ametekweb.com/*", "line": 201 }, { "directive": "disallow", "path": "https://ametekmicropoisecn.live.ametekweb.com/*", "line": 202 }, { "directive": "disallow", "path": "https://ametekfmhaerospace.live.ametekweb.com/*", "line": 203 }, { "directive": "disallow", "path": "https://ameteklandviralert.live.ametekweb.com/*", "line": 204 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associatenews/*", "line": 205 }, { "directive": "disallow", "path": "https://ametekcalibrationdk.live.ametekweb.com/*", "line": 206 }, { "directive": "disallow", "path": "https://ametekcalibrationde.live.ametekweb.com/*", "line": 207 }, { "directive": "disallow", "path": "https://ametekcalibrationcn.live.ametekweb.com/*", "line": 208 }, { "directive": "disallow", "path": "https://ametekreadingalloys.live.ametekweb.com/*", "line": 209 }, { "directive": "disallow", "path": "https://ametekchandlerengru.live.ametekweb.com/*", "line": 210 }, { "directive": "disallow", "path": "https://ametekpittmanmotors.live.ametekweb.com/*", "line": 211 }, { "directive": "disallow", "path": "https://ametekairtechnology.live.ametekweb.com/*", "line": 212 }, { "directive": "disallow", "path": "https://ametekbrookfieldrep.live.ametekweb.com/*", "line": 213 }, { "directive": "disallow", "path": "https://ameteknuinstruments.live.ametekweb.com/*", "line": 214 }, { "directive": "disallow", "path": "https://ametektaylorhobsoncn.live.ametekweb.com/*", "line": 215 }, { "directive": "disallow", "path": "https://ametektaylorhobsonde.live.ametekweb.com/*", "line": 216 }, { "directive": "disallow", "path": "https://ametektaylorhobsonjp.live.ametekweb.com/*", "line": 217 }, { "directive": "disallow", "path": "https://ametektaylorhobsonit.live.ametekweb.com/*", "line": 218 }, { "directive": "disallow", "path": "https://ametektaylorhobsonfr.live.ametekweb.com/*", "line": 219 }, { "directive": "disallow", "path": "https://ametektaylorhobsonkr.live.ametekweb.com/*", "line": 220 }, { "directive": "disallow", "path": "https://ametektaylorhobsontw.live.ametekweb.com/*", "line": 221 }, { "directive": "disallow", "path": "https://ametekhughestreitler.live.ametekweb.com/*", "line": 222 }, { "directive": "disallow", "path": "https://ameteklandviralertv2.live.ametekweb.com/*", "line": 223 }, { "directive": "disallow", "path": "https://www.ametekmocon.com/ametekmoconsitemap.xml", "line": 224 }, { "directive": "disallow", "path": "https://www.ametek-land.com/admin/manageuseraccess", "line": 225 }, { "directive": "disallow", "path": "https://ameteksurfacevisionv2.live.ametekweb.com/*", "line": 226 }, { "directive": "disallow", "path": "https://ametekprestolitepower.live.ametekweb.com/*", "line": 227 }, { "directive": "disallow", "path": "https://ametekhardnesstesters.live.ametekweb.com/*", "line": 228 }, { "directive": "disallow", "path": "https://ametekchatillonscales.live.ametekweb.com/*", "line": 229 }, { "directive": "disallow", "path": "https://ametekspectroextranet.live.ametekweb.com/*", "line": 230 }, { "directive": "disallow", "path": "https://ameteklandinstruments.live.ametekweb.com/*", "line": 231 }, { "directive": "disallow", "path": "https://ametekcamecauserguide.live.ametekweb.com/*", "line": 232 }, { "directive": "disallow", "path": "https://ametekhermeticsealecp.live.ametekweb.com/*", "line": 233 }, { "directive": "disallow", "path": "https://ameteksmartadvisormini.live.ametekweb.com/*", "line": 234 }, { "directive": "disallow", "path": "https://ametekmuirheadavionics.live.ametekweb.com/*", "line": 235 }, { "directive": "disallow", "path": "https://ametekbarbenanalytical.live.ametekweb.com/*", "line": 236 }, { "directive": "disallow", "path": "https://ametektpmbudistributor.live.ametekweb.com/*", "line": 237 }, { "directive": "disallow", "path": "https://ametekprogrammablepower.live.ametekweb.com/*", "line": 238 }, { "directive": "disallow", "path": "https://ametekfactoryautomation.live.ametekweb.com/*", "line": 239 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsjp.live.ametekweb.com/*", "line": 240 }, { "directive": "disallow", "path": "https://ameteklandinstrumentscn.live.ametekweb.com/*", "line": 241 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsfr.live.ametekweb.com/*", "line": 242 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsde.live.ametekweb.com/*", "line": 243 }, { "directive": "disallow", "path": "https://ameteksouthernaeroparts.live.ametekweb.com/*", "line": 244 }, { "directive": "disallow", "path": "https://ametekameronmasssystems.live.ametekweb.com/*", "line": 245 }, { "directive": "disallow", "path": "https://ametekuniversalanalyzers.live.ametekweb.com/*", "line": 246 }, { "directive": "disallow", "path": "https://ametekgrabnerinstruments.live.ametekweb.com/*", "line": 247 }, { "directive": "disallow", "path": "https://ameteksolartronmetrology.live.ametekweb.com/*", "line": 248 }, { "directive": "disallow", "path": "https://ametektestandmeasurement.live.ametekweb.com/*", "line": 249 }, { "directive": "disallow", "path": "https://ametekprogrammablepowercn.live.ametekweb.com/*", "line": 250 }, { "directive": "disallow", "path": "https://ametekwestchesterplastics.live.ametekweb.com/*", "line": 251 }, { "directive": "disallow", "path": "https://ametekdynotechengineering.live.ametekweb.com/*", "line": 252 }, { "directive": "disallow", "path": "https://ameteksolidstatecontrolskr.live.ametekweb.com/*", "line": 253 }, { "directive": "disallow", "path": "https://ametekgrabnerinstrumentscn.live.ametekweb.com/*", "line": 254 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyjp.live.ametekweb.com/*", "line": 255 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyde.live.ametekweb.com/*", "line": 256 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologycn.live.ametekweb.com/*", "line": 257 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyfr.live.ametekweb.com/*", "line": 258 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyes.live.ametekweb.com/*", "line": 259 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyit.live.ametekweb.com/*", "line": 260 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologybr.live.ametekweb.com/*", "line": 261 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyru.live.ametekweb.com/*", "line": 262 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/hpm-inspire-future-scientists", "line": 263 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/portablegasanalysers", "line": 264 }, { "directive": "disallow", "path": "https://ameteksterlingultraprecision.live.ametekweb.com/*", "line": 265 }, { "directive": "disallow", "path": "https://www.ametek-land.com/about-us/salespartnerresources", "line": 266 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/software/spot-firmware", "line": 267 }, { "directive": "disallow", "path": "https://www.ametek-land.com/ameteklandinstrumentssitemap.xml", "line": 268 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/portablegasanalysers/lancom4", "line": 269 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4650pm", "line": 270 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4500mkiii", "line": 271 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/carbonmonoxidedetectors/millwatch", "line": 272 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/carbonmonoxidedetectors/silowatch", "line": 273 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/fgaseries", "line": 274 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/lancom200", "line": 275 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/ametek-wallingford-appoints-new-process-engineer", "line": 276 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/wdg12001210", "line": 277 }, { "directive": "disallow", "path": "/news/latestnews/2019/june/interview-christina-ciganik-on-women-in-engineering", "line": 278 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/hpm-precision-metal-alloy-foil-at-interweighing-2019", "line": 279 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4400-opacity-and-dust-monitor", "line": 280 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4750-pm-back-scatter-laser-monitor", "line": 281 } ], "warnings": [ 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 277, 280, 281 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/customerror*", "line": 2 }, { "directive": "disallow", "path": "/searchresult*", "line": 3 }, { "directive": "disallow", "path": "/blog/taglisting*", "line": 4 }, { "directive": "disallow", "path": "/GlobalSearch.asmx*", "line": 5 }, { "directive": "disallow", "path": "/?requestedmedia=/*", "line": 6 }, { "directive": "disallow", "path": "/AmetekServices.asmx*", "line": 7 }, { "directive": "disallow", "path": "/blog/categorylisting*", "line": 8 }, { "directive": "disallow", "path": "/LandingPages_noindex*", "line": 9 }, { "directive": "disallow", "path": "https://www.ametekesp.cn", "line": 10 }, { "directive": "disallow", "path": "https://www.ametekesp.fr", "line": 11 }, { "directive": "disallow", "path": "https://www.ametekesp.es", "line": 12 }, { "directive": "disallow", "path": "https://www.ametekesp.pt", "line": 13 }, { "directive": "disallow", "path": "https://www.ametek-cts.com", "line": 14 }, { "directive": "disallow", "path": "https://www.ametek-cts.com/*", "line": 15 }, { "directive": "disallow", "path": "https://extranet.spectro.com/*", "line": 16 }, { "directive": "disallow", "path": "https://www.ameteksuppliers.com", "line": 17 }, { "directive": "disallow", "path": "https://www.ametektest.com/login", "line": 18 }, { "directive": "disallow", "path": "https://www.ametekdistributor.com", "line": 19 }, { "directive": "disallow", "path": "https://www.edax-marcomportal.com", "line": 20 }, { "directive": "disallow", "path": "https://ametek.live.ametekweb.com/*", "line": 21 }, { "directive": "disallow", "path": "https://www.portal.ametekmocon.com/*", "line": 22 }, { "directive": "disallow", "path": "https://spectro.live.ametekweb.com/*", "line": 23 }, { "directive": "disallow", "path": "https://testtbd.live.ametekweb.com/*", "line": 24 }, { "directive": "disallow", "path": "https://ametekuk.live.ametekweb.com/*", "line": 25 }, { "directive": "disallow", "path": "https://ameteksi.live.ametekweb.com/*", "line": 26 }, { "directive": "disallow", "path": "https://ametekpi.live.ametekweb.com/*", "line": 27 }, { "directive": "disallow", "path": "https://ametekct.live.ametekweb.com/*", "line": 28 }, { "directive": "disallow", "path": "https://ametekfr.live.ametekweb.com/*", "line": 29 }, { "directive": "disallow", "path": "https://ametekjp.live.ametekweb.com/*", "line": 30 }, { "directive": "disallow", "path": "https://ametekkr.live.ametekweb.com/*", "line": 31 }, { "directive": "disallow", "path": "https://ametekcn.live.ametekweb.com/*", "line": 32 }, { "directive": "disallow", "path": "https://ametektw.live.ametekweb.com/*", "line": 33 }, { "directive": "disallow", "path": "https://ametekin.live.ametekweb.com/*", "line": 34 }, { "directive": "disallow", "path": "https://ametekit.live.ametekweb.com/*", "line": 35 }, { "directive": "disallow", "path": "https://ametekbr.live.ametekweb.com/*", "line": 36 }, { "directive": "disallow", "path": "https://ametektc.live.ametekweb.com/*", "line": 37 }, { "directive": "disallow", "path": "https://ametekth.live.ametekweb.com/*", "line": 38 }, { "directive": "disallow", "path": "https://spectrode.live.ametekweb.com/*", "line": 39 }, { "directive": "disallow", "path": "https://ametekecp.live.ametekweb.com/*", "line": 40 }, { "directive": "disallow", "path": "https://ametekdfs.live.ametekweb.com/*", "line": 41 }, { "directive": "disallow", "path": "https://ametekmad.live.ametekweb.com/*", "line": 42 }, { "directive": "disallow", "path": "https://ametekhpm.live.ametekweb.com/*", "line": 43 }, { "directive": "disallow", "path": "https://ametekusg.live.ametekweb.com/*", "line": 44 }, { "directive": "disallow", "path": "https://ametektms.live.ametekweb.com/*", "line": 45 }, { "directive": "disallow", "path": "https://ametekaem.live.ametekweb.com/*", "line": 46 }, { "directive": "disallow", "path": "https://ametektmc.live.ametekweb.com/*", "line": 47 }, { "directive": "disallow", "path": "https://ametekstc.live.ametekweb.com/*", "line": 48 }, { "directive": "disallow", "path": "https://ametekvis.live.ametekweb.com/*", "line": 49 }, { "directive": "disallow", "path": "https://ametekncc.live.ametekweb.com/*", "line": 50 }, { "directive": "disallow", "path": "https://ametekams.live.ametekweb.com/*", "line": 51 }, { "directive": "disallow", "path": "https://ametekmae.live.ametekweb.com/*", "line": 52 }, { "directive": "disallow", "path": "https://ametekpds.live.ametekweb.com/*", "line": 53 }, { "directive": "disallow", "path": "https://ametekmro.live.ametekweb.com/*", "line": 54 }, { "directive": "disallow", "path": "https://ametekamf.live.ametekweb.com/*", "line": 55 }, { "directive": "disallow", "path": "https://ametekesp.live.ametekweb.com/*", "line": 56 }, { "directive": "disallow", "path": "https://ametekemc.live.ametekweb.com/*", "line": 57 }, { "directive": "disallow", "path": "https://ametekcts.live.ametekweb.com/*", "line": 58 }, { "directive": "disallow", "path": "https://ametektest.live.ametekweb.com/*", "line": 59 }, { "directive": "disallow", "path": "https://ametekukru.live.ametekweb.com/*", "line": 60 }, { "directive": "disallow", "path": "https://ametekukde.live.ametekweb.com/*", "line": 61 }, { "directive": "disallow", "path": "https://ameteksijp.live.ametekweb.com/*", "line": 62 }, { "directive": "disallow", "path": "https://ametekedax.live.ametekweb.com/*", "line": 63 }, { "directive": "disallow", "path": "https://ametekiscd.live.ametekweb.com/*", "line": 64 }, { "directive": "disallow", "path": "/aboutus/ametek-specialty-metal-products", "line": 65 }, { "directive": "disallow", "path": "https://ametekdfscn.live.ametekweb.com/*", "line": 66 }, { "directive": "disallow", "path": "https://ametekuptmx.live.ametekweb.com/*", "line": 67 }, { "directive": "disallow", "path": "https://ametekortec.live.ametekweb.com/*", "line": 68 }, { "directive": "disallow", "path": "https://ametektmccn.live.ametekweb.com/*", "line": 69 }, { "directive": "disallow", "path": "https://ametektmcde.live.ametekweb.com/*", "line": 70 }, { "directive": "disallow", "path": "https://ametektmcjp.live.ametekweb.com/*", "line": 71 }, { "directive": "disallow", "path": "https://ametektmces.live.ametekweb.com/*", "line": 72 }, { "directive": "disallow", "path": "https://ametekpower.live.ametekweb.com/*", "line": 73 }, { "directive": "disallow", "path": "https://ametekatlas.live.ametekweb.com/*", "line": 74 }, { "directive": "disallow", "path": "https://ametekvispt.live.ametekweb.com/*", "line": 75 }, { "directive": "disallow", "path": "https://ametekvisjp.live.ametekweb.com/*", "line": 76 }, { "directive": "disallow", "path": "https://ametekvises.live.ametekweb.com/*", "line": 77 }, { "directive": "disallow", "path": "https://ametekviscn.live.ametekweb.com/*", "line": 78 }, { "directive": "disallow", "path": "https://ametekncces.live.ametekweb.com/*", "line": 79 }, { "directive": "disallow", "path": "https://ametekamsde.live.ametekweb.com/*", "line": 80 }, { "directive": "disallow", "path": "https://ametekamscn.live.ametekweb.com/*", "line": 81 }, { "directive": "disallow", "path": "https://ametekmrov2.live.ametekweb.com/*", "line": 82 }, { "directive": "disallow", "path": "https://ametekespcn.live.ametekweb.com/*", "line": 83 }, { "directive": "disallow", "path": "https://ametekespde.live.ametekweb.com/*", "line": 84 }, { "directive": "disallow", "path": "https://ametekespfr.live.ametekweb.com/*", "line": 85 }, { "directive": "disallow", "path": "https://ametekespes.live.ametekweb.com/*", "line": 86 }, { "directive": "disallow", "path": "https://ametekesppt.live.ametekweb.com/*", "line": 87 }, { "directive": "disallow", "path": "https://ametekmocon.live.ametekweb.com/*", "line": 88 }, { "directive": "disallow", "path": "https://ametekctsv2.live.ametekweb.com/*", "line": 89 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partners", "line": 90 }, { "directive": "disallow", "path": "/about-us/ametek-specialty-metal-products", "line": 91 }, { "directive": "disallow", "path": "https://ametektestde.live.ametekweb.com/*", "line": 92 }, { "directive": "disallow", "path": "https://ametektestfr.live.ametekweb.com/*", "line": 93 }, { "directive": "disallow", "path": "https://ametektestcn.live.ametekweb.com/*", "line": 94 }, { "directive": "disallow", "path": "https://ametektestdk.live.ametekweb.com/*", "line": 95 }, { "directive": "disallow", "path": "https://ametekmetals.live.ametekweb.com/*", "line": 96 }, { "directive": "disallow", "path": "https://ameteknordic.live.ametekweb.com/*", "line": 97 }, { "directive": "disallow", "path": "https://ametekuptcom.live.ametekweb.com/*", "line": 98 }, { "directive": "disallow", "path": "https://ametekrotron.live.ametekweb.com/*", "line": 99 }, { "directive": "disallow", "path": "https://ametekameron.live.ametekweb.com/*", "line": 100 }, { "directive": "disallow", "path": "https://ametekswitch.live.ametekweb.com/*", "line": 101 }, { "directive": "disallow", "path": "https://ametekedaxjp.live.ametekweb.com/*", "line": 102 }, { "directive": "disallow", "path": "https://ametekedaxcn.live.ametekweb.com/*", "line": 103 }, { "directive": "disallow", "path": "https://ametekobrien.live.ametekweb.com/*", "line": 104 }, { "directive": "disallow", "path": "https://ametekcameca.live.ametekweb.com/*", "line": 105 }, { "directive": "disallow", "path": "https://ametekcareer.live.ametekweb.com/*", "line": 106 }, { "directive": "disallow", "path": "https://ametekamptek.live.ametekweb.com/*", "line": 107 }, { "directive": "disallow", "path": "https://ametekpdtech.live.ametekweb.com/*", "line": 108 }, { "directive": "disallow", "path": "https://ametekgspecp.live.ametekweb.com/*", "line": 109 }, { "directive": "disallow", "path": "https://ametekscpecp.live.ametekweb.com/*", "line": 110 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/account/*", "line": 111 }, { "directive": "disallow", "path": "https://ametekorteccn.live.ametekweb.com/*", "line": 112 }, { "directive": "disallow", "path": "https://ametekatlasjp.live.ametekweb.com/*", "line": 113 }, { "directive": "disallow", "path": "https://ametekatlasfr.live.ametekweb.com/*", "line": 114 }, { "directive": "disallow", "path": "https://ametekatlases.live.ametekweb.com/*", "line": 115 }, { "directive": "disallow", "path": "https://ametekatlaskr.live.ametekweb.com/*", "line": 116 }, { "directive": "disallow", "path": "https://ametekatlasde.live.ametekweb.com/*", "line": 117 }, { "directive": "disallow", "path": "https://ametekatlascn.live.ametekweb.com/*", "line": 118 }, { "directive": "disallow", "path": "https://ameteksensors.live.ametekweb.com/*", "line": 119 }, { "directive": "disallow", "path": "https://ametekantavia.live.ametekweb.com/*", "line": 120 }, { "directive": "disallow", "path": "https://chinaatec2018.live.ametekweb.com/*", "line": 121 }, { "directive": "disallow", "path": "https://ametekcsiheat.live.ametekweb.com/*", "line": 122 }, { "directive": "disallow", "path": "https://ametekecp-old.live.ametekweb.com/*", "line": 123 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associates", "line": 124 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partners/*", "line": 125 }, { "directive": "disallow", "path": "https://ametekpowervar.live.ametekweb.com/*", "line": 126 }, { "directive": "disallow", "path": "https://ametekpetrolab.live.ametekweb.com/*", "line": 127 }, { "directive": "disallow", "path": "https://ametekhdrpower.live.ametekweb.com/*", "line": 128 }, { "directive": "disallow", "path": "https://ametekhpmetals.live.ametekweb.com/*", "line": 129 }, { "directive": "disallow", "path": "https://MOCONDansensor.live.ametekweb.com/*", "line": 130 }, { "directive": "disallow", "path": "https://ametekobriencn.live.ametekweb.com/*", "line": 131 }, { "directive": "disallow", "path": "https://ameteksterling.live.ametekweb.com/*", "line": 132 }, { "directive": "disallow", "path": "https://ameteksimarcom.live.ametekweb.com/*", "line": 133 }, { "directive": "disallow", "path": "https://ameteksupplier.live.ametekweb.com/*", "line": 134 }, { "directive": "disallow", "path": "https://ametekcamecabr.live.ametekweb.com/*", "line": 135 }, { "directive": "disallow", "path": "https://ametekcamecaes.live.ametekweb.com/*", "line": 136 }, { "directive": "disallow", "path": "https://ametekcamecaru.live.ametekweb.com/*", "line": 137 }, { "directive": "disallow", "path": "https://ametekcamecacn.live.ametekweb.com/*", "line": 138 }, { "directive": "disallow", "path": "https://ametekdrakeair.live.ametekweb.com/*", "line": 139 }, { "directive": "disallow", "path": "https://ametekcareerde.live.ametekweb.com/*", "line": 140 }, { "directive": "disallow", "path": "https://ameteksunpower.live.ametekweb.com/*", "line": 141 }, { "directive": "disallow", "path": "https://ametekamptekcn.live.ametekweb.com/*", "line": 142 }, { "directive": "disallow", "path": "https://ameteksoundcom.live.ametekweb.com/*", "line": 143 }, { "directive": "disallow", "path": "https://ametekaegisecp.live.ametekweb.com/*", "line": 144 }, { "directive": "disallow", "path": "https://www.ametek-land.com/admin/adminlogin", "line": 145 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partnernews", "line": 146 }, { "directive": "disallow", "path": "https://ametekspectrocn.live.ametekweb.com/*", "line": 147 }, { "directive": "disallow", "path": "https://ameteksolartron.live.ametekweb.com/*", "line": 148 }, { "directive": "disallow", "path": "https://ametekoilandgas.live.ametekweb.com/*", "line": 149 }, { "directive": "disallow", "path": "https://ametekatomprobe.live.ametekweb.com/*", "line": 150 }, { "directive": "disallow", "path": "https://ametekfinetubes.live.ametekweb.com/*", "line": 151 }, { "directive": "disallow", "path": "https://ametekprecitech.live.ametekweb.com/*", "line": 152 }, { "directive": "disallow", "path": "https://ametekraulandcc.live.ametekweb.com/*", "line": 153 }, { "directive": "disallow", "path": "https://ametekraulandfl.live.ametekweb.com/*", "line": 154 }, { "directive": "disallow", "path": "https://ametekraulandca.live.ametekweb.com/*", "line": 155 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associates/*", "line": 156 }, { "directive": "disallow", "path": "https://ametekhaydonkerk.live.ametekweb.com/*", "line": 157 }, { "directive": "disallow", "path": "https://ametekeightyfour.live.ametekweb.com/*", "line": 158 }, { "directive": "disallow", "path": "https://ameteknuclearups.live.ametekweb.com/*", "line": 159 }, { "directive": "disallow", "path": "https://ametekbrookfield.live.ametekweb.com/*", "line": 160 }, { "directive": "disallow", "path": "https://ametekedaxmarcom.live.ametekweb.com/*", "line": 161 }, { "directive": "disallow", "path": "https://ameteksterlingjp.live.ametekweb.com/*", "line": 162 }, { "directive": "disallow", "path": "https://ameteksterlingcn.live.ametekweb.com/*", "line": 163 }, { "directive": "disallow", "path": "https://ameteksterlinges.live.ametekweb.com/*", "line": 164 }, { "directive": "disallow", "path": "https://ameteksterlingde.live.ametekweb.com/*", "line": 165 }, { "directive": "disallow", "path": "https://ametekbsaircraft.live.ametekweb.com/*", "line": 166 }, { "directive": "disallow", "path": "https://ametekameronagps.live.ametekweb.com/*", "line": 167 }, { "directive": "disallow", "path": "https://ametekmicropoise.live.ametekweb.com/*", "line": 168 }, { "directive": "disallow", "path": "https://ametekcoiningecp.live.ametekweb.com/*", "line": 169 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/account/login", "line": 170 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partnernews/*", "line": 171 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associatenews", "line": 172 }, { "directive": "disallow", "path": "https://ametekcalibration.live.ametekweb.com/*", "line": 173 }, { "directive": "disallow", "path": "https://ametekaerodefense.live.ametekweb.com/*", "line": 174 }, { "directive": "disallow", "path": "https://ametekdrexelbrook.live.ametekweb.com/*", "line": 175 }, { "directive": "disallow", "path": "https://ametekdistributor.live.ametekweb.com/*", "line": 176 }, { "directive": "disallow", "path": "https://ametekchandlereng.live.ametekweb.com/*", "line": 177 }, { "directive": "disallow", "path": "https://ametekprecitechde.live.ametekweb.com/*", "line": 178 }, { "directive": "disallow", "path": "https://ametekprecitechcn.live.ametekweb.com/*", "line": 179 }, { "directive": "disallow", "path": "https://ametekprecitechjp.live.ametekweb.com/*", "line": 180 }, { "directive": "disallow", "path": "https://ametekprecitechkr.live.ametekweb.com/*", "line": 181 }, { "directive": "disallow", "path": "https://ametekprecitechtw.live.ametekweb.com/*", "line": 182 }, { "directive": "disallow", "path": "https://ametekwallingford.live.ametekweb.com/*", "line": 183 }, { "directive": "disallow", "path": "https://ametekavtechmiami.live.ametekweb.com/*", "line": 184 }, { "directive": "disallow", "path": "https://ametekcardinaluhp.live.ametekweb.com/*", "line": 185 }, { "directive": "disallow", "path": "https://ametekmoconportal.live.ametekweb.com/*", "line": 186 }, { "directive": "disallow", "path": "https://ameteksealtronecp.live.ametekweb.com/*", "line": 187 }, { "directive": "disallow", "path": "https://ametekbrookfielduk.live.ametekweb.com/*", "line": 188 }, { "directive": "disallow", "path": "https://ametekhaydonkerkde.live.ametekweb.com/*", "line": 189 }, { "directive": "disallow", "path": "https://ametekhaydonkerkcn.live.ametekweb.com/*", "line": 190 }, { "directive": "disallow", "path": "https://ametekhaydonkerkjp.live.ametekweb.com/*", "line": 191 }, { "directive": "disallow", "path": "https://ametekhaydonkerkfr.live.ametekweb.com/*", "line": 192 }, { "directive": "disallow", "path": "https://ametekhaydonkerkit.live.ametekweb.com/*", "line": 193 }, { "directive": "disallow", "path": "https://ametekinterconnect.live.ametekweb.com/*", "line": 194 }, { "directive": "disallow", "path": "https://ametekhunterspring.live.ametekweb.com/*", "line": 195 }, { "directive": "disallow", "path": "https://ameteksolartronisa.live.ametekweb.com/*", "line": 196 }, { "directive": "disallow", "path": "https://ametekbrookfieldde.live.ametekweb.com/*", "line": 197 }, { "directive": "disallow", "path": "https://ametekbrookfieldcn.live.ametekweb.com/*", "line": 198 }, { "directive": "disallow", "path": "https://ametekBrookfieldIn.live.ametekweb.com/*", "line": 199 }, { "directive": "disallow", "path": "https://ameteksuperiortube.live.ametekweb.com/*", "line": 200 }, { "directive": "disallow", "path": "https://ametektaylorhobson.live.ametekweb.com/*", "line": 201 }, { "directive": "disallow", "path": "https://ametekmicropoisecn.live.ametekweb.com/*", "line": 202 }, { "directive": "disallow", "path": "https://ametekfmhaerospace.live.ametekweb.com/*", "line": 203 }, { "directive": "disallow", "path": "https://ameteklandviralert.live.ametekweb.com/*", "line": 204 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associatenews/*", "line": 205 }, { "directive": "disallow", "path": "https://ametekcalibrationdk.live.ametekweb.com/*", "line": 206 }, { "directive": "disallow", "path": "https://ametekcalibrationde.live.ametekweb.com/*", "line": 207 }, { "directive": "disallow", "path": "https://ametekcalibrationcn.live.ametekweb.com/*", "line": 208 }, { "directive": "disallow", "path": "https://ametekreadingalloys.live.ametekweb.com/*", "line": 209 }, { "directive": "disallow", "path": "https://ametekchandlerengru.live.ametekweb.com/*", "line": 210 }, { "directive": "disallow", "path": "https://ametekpittmanmotors.live.ametekweb.com/*", "line": 211 }, { "directive": "disallow", "path": "https://ametekairtechnology.live.ametekweb.com/*", "line": 212 }, { "directive": "disallow", "path": "https://ametekbrookfieldrep.live.ametekweb.com/*", "line": 213 }, { "directive": "disallow", "path": "https://ameteknuinstruments.live.ametekweb.com/*", "line": 214 }, { "directive": "disallow", "path": "https://ametektaylorhobsoncn.live.ametekweb.com/*", "line": 215 }, { "directive": "disallow", "path": "https://ametektaylorhobsonde.live.ametekweb.com/*", "line": 216 }, { "directive": "disallow", "path": "https://ametektaylorhobsonjp.live.ametekweb.com/*", "line": 217 }, { "directive": "disallow", "path": "https://ametektaylorhobsonit.live.ametekweb.com/*", "line": 218 }, { "directive": "disallow", "path": "https://ametektaylorhobsonfr.live.ametekweb.com/*", "line": 219 }, { "directive": "disallow", "path": "https://ametektaylorhobsonkr.live.ametekweb.com/*", "line": 220 }, { "directive": "disallow", "path": "https://ametektaylorhobsontw.live.ametekweb.com/*", "line": 221 }, { "directive": "disallow", "path": "https://ametekhughestreitler.live.ametekweb.com/*", "line": 222 }, { "directive": "disallow", "path": "https://ameteklandviralertv2.live.ametekweb.com/*", "line": 223 }, { "directive": "disallow", "path": "https://www.ametekmocon.com/ametekmoconsitemap.xml", "line": 224 }, { "directive": "disallow", "path": "https://www.ametek-land.com/admin/manageuseraccess", "line": 225 }, { "directive": "disallow", "path": "https://ameteksurfacevisionv2.live.ametekweb.com/*", "line": 226 }, { "directive": "disallow", "path": "https://ametekprestolitepower.live.ametekweb.com/*", "line": 227 }, { "directive": "disallow", "path": "https://ametekhardnesstesters.live.ametekweb.com/*", "line": 228 }, { "directive": "disallow", "path": "https://ametekchatillonscales.live.ametekweb.com/*", "line": 229 }, { "directive": "disallow", "path": "https://ametekspectroextranet.live.ametekweb.com/*", "line": 230 }, { "directive": "disallow", "path": "https://ameteklandinstruments.live.ametekweb.com/*", "line": 231 }, { "directive": "disallow", "path": "https://ametekcamecauserguide.live.ametekweb.com/*", "line": 232 }, { "directive": "disallow", "path": "https://ametekhermeticsealecp.live.ametekweb.com/*", "line": 233 }, { "directive": "disallow", "path": "https://ameteksmartadvisormini.live.ametekweb.com/*", "line": 234 }, { "directive": "disallow", "path": "https://ametekmuirheadavionics.live.ametekweb.com/*", "line": 235 }, { "directive": "disallow", "path": "https://ametekbarbenanalytical.live.ametekweb.com/*", "line": 236 }, { "directive": "disallow", "path": "https://ametektpmbudistributor.live.ametekweb.com/*", "line": 237 }, { "directive": "disallow", "path": "https://ametekprogrammablepower.live.ametekweb.com/*", "line": 238 }, { "directive": "disallow", "path": "https://ametekfactoryautomation.live.ametekweb.com/*", "line": 239 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsjp.live.ametekweb.com/*", "line": 240 }, { "directive": "disallow", "path": "https://ameteklandinstrumentscn.live.ametekweb.com/*", "line": 241 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsfr.live.ametekweb.com/*", "line": 242 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsde.live.ametekweb.com/*", "line": 243 }, { "directive": "disallow", "path": "https://ameteksouthernaeroparts.live.ametekweb.com/*", "line": 244 }, { "directive": "disallow", "path": "https://ametekameronmasssystems.live.ametekweb.com/*", "line": 245 }, { "directive": "disallow", "path": "https://ametekuniversalanalyzers.live.ametekweb.com/*", "line": 246 }, { "directive": "disallow", "path": "https://ametekgrabnerinstruments.live.ametekweb.com/*", "line": 247 }, { "directive": "disallow", "path": "https://ameteksolartronmetrology.live.ametekweb.com/*", "line": 248 }, { "directive": "disallow", "path": "https://ametektestandmeasurement.live.ametekweb.com/*", "line": 249 }, { "directive": "disallow", "path": "https://ametekprogrammablepowercn.live.ametekweb.com/*", "line": 250 }, { "directive": "disallow", "path": "https://ametekwestchesterplastics.live.ametekweb.com/*", "line": 251 }, { "directive": "disallow", "path": "https://ametekdynotechengineering.live.ametekweb.com/*", "line": 252 }, { "directive": "disallow", "path": "https://ameteksolidstatecontrolskr.live.ametekweb.com/*", "line": 253 }, { "directive": "disallow", "path": "https://ametekgrabnerinstrumentscn.live.ametekweb.com/*", "line": 254 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyjp.live.ametekweb.com/*", "line": 255 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyde.live.ametekweb.com/*", "line": 256 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologycn.live.ametekweb.com/*", "line": 257 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyfr.live.ametekweb.com/*", "line": 258 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyes.live.ametekweb.com/*", "line": 259 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyit.live.ametekweb.com/*", "line": 260 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologybr.live.ametekweb.com/*", "line": 261 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyru.live.ametekweb.com/*", "line": 262 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/hpm-inspire-future-scientists", "line": 263 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/portablegasanalysers", "line": 264 }, { "directive": "disallow", "path": "https://ameteksterlingultraprecision.live.ametekweb.com/*", "line": 265 }, { "directive": "disallow", "path": "https://www.ametek-land.com/about-us/salespartnerresources", "line": 266 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/software/spot-firmware", "line": 267 }, { "directive": "disallow", "path": "https://www.ametek-land.com/ameteklandinstrumentssitemap.xml", "line": 268 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/portablegasanalysers/lancom4", "line": 269 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4650pm", "line": 270 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4500mkiii", "line": 271 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/carbonmonoxidedetectors/millwatch", "line": 272 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/carbonmonoxidedetectors/silowatch", "line": 273 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/fgaseries", "line": 274 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/lancom200", "line": 275 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/ametek-wallingford-appoints-new-process-engineer", "line": 276 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/wdg12001210", "line": 277 }, { "directive": "disallow", "path": "/news/latestnews/2019/june/interview-christina-ciganik-on-women-in-engineering", "line": 278 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/hpm-precision-metal-alloy-foil-at-interweighing-2019", "line": 279 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4400-opacity-and-dust-monitor", "line": 280 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4750-pm-back-scatter-laser-monitor", "line": 281 } ], "warnings": [ 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 277, 280, 281 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/customerror*", "line": 2 }, { "directive": "disallow", "path": "/searchresult*", "line": 3 }, { "directive": "disallow", "path": "/blog/taglisting*", "line": 4 }, { "directive": "disallow", "path": "/GlobalSearch.asmx*", "line": 5 }, { "directive": "disallow", "path": "/?requestedmedia=/*", "line": 6 }, { "directive": "disallow", "path": "/AmetekServices.asmx*", "line": 7 }, { "directive": "disallow", "path": "/blog/categorylisting*", "line": 8 }, { "directive": "disallow", "path": "/LandingPages_noindex*", "line": 9 }, { "directive": "disallow", "path": "https://www.ametekesp.cn", "line": 10 }, { "directive": "disallow", "path": "https://www.ametekesp.fr", "line": 11 }, { "directive": "disallow", "path": "https://www.ametekesp.es", "line": 12 }, { "directive": "disallow", "path": "https://www.ametekesp.pt", "line": 13 }, { "directive": "disallow", "path": "https://www.ametek-cts.com", "line": 14 }, { "directive": "disallow", "path": "https://www.ametek-cts.com/*", "line": 15 }, { "directive": "disallow", "path": "https://extranet.spectro.com/*", "line": 16 }, { "directive": "disallow", "path": "https://www.ameteksuppliers.com", "line": 17 }, { "directive": "disallow", "path": "https://www.ametektest.com/login", "line": 18 }, { "directive": "disallow", "path": "https://www.ametekdistributor.com", "line": 19 }, { "directive": "disallow", "path": "https://www.edax-marcomportal.com", "line": 20 }, { "directive": "disallow", "path": "https://ametek.live.ametekweb.com/*", "line": 21 }, { "directive": "disallow", "path": "https://www.portal.ametekmocon.com/*", "line": 22 }, { "directive": "disallow", "path": "https://spectro.live.ametekweb.com/*", "line": 23 }, { "directive": "disallow", "path": "https://testtbd.live.ametekweb.com/*", "line": 24 }, { "directive": "disallow", "path": "https://ametekuk.live.ametekweb.com/*", "line": 25 }, { "directive": "disallow", "path": "https://ameteksi.live.ametekweb.com/*", "line": 26 }, { "directive": "disallow", "path": "https://ametekpi.live.ametekweb.com/*", "line": 27 }, { "directive": "disallow", "path": "https://ametekct.live.ametekweb.com/*", "line": 28 }, { "directive": "disallow", "path": "https://ametekfr.live.ametekweb.com/*", "line": 29 }, { "directive": "disallow", "path": "https://ametekjp.live.ametekweb.com/*", "line": 30 }, { "directive": "disallow", "path": "https://ametekkr.live.ametekweb.com/*", "line": 31 }, { "directive": "disallow", "path": "https://ametekcn.live.ametekweb.com/*", "line": 32 }, { "directive": "disallow", "path": "https://ametektw.live.ametekweb.com/*", "line": 33 }, { "directive": "disallow", "path": "https://ametekin.live.ametekweb.com/*", "line": 34 }, { "directive": "disallow", "path": "https://ametekit.live.ametekweb.com/*", "line": 35 }, { "directive": "disallow", "path": "https://ametekbr.live.ametekweb.com/*", "line": 36 }, { "directive": "disallow", "path": "https://ametektc.live.ametekweb.com/*", "line": 37 }, { "directive": "disallow", "path": "https://ametekth.live.ametekweb.com/*", "line": 38 }, { "directive": "disallow", "path": "https://spectrode.live.ametekweb.com/*", "line": 39 }, { "directive": "disallow", "path": "https://ametekecp.live.ametekweb.com/*", "line": 40 }, { "directive": "disallow", "path": "https://ametekdfs.live.ametekweb.com/*", "line": 41 }, { "directive": "disallow", "path": "https://ametekmad.live.ametekweb.com/*", "line": 42 }, { "directive": "disallow", "path": "https://ametekhpm.live.ametekweb.com/*", "line": 43 }, { "directive": "disallow", "path": "https://ametekusg.live.ametekweb.com/*", "line": 44 }, { "directive": "disallow", "path": "https://ametektms.live.ametekweb.com/*", "line": 45 }, { "directive": "disallow", "path": "https://ametekaem.live.ametekweb.com/*", "line": 46 }, { "directive": "disallow", "path": "https://ametektmc.live.ametekweb.com/*", "line": 47 }, { "directive": "disallow", "path": "https://ametekstc.live.ametekweb.com/*", "line": 48 }, { "directive": "disallow", "path": "https://ametekvis.live.ametekweb.com/*", "line": 49 }, { "directive": "disallow", "path": "https://ametekncc.live.ametekweb.com/*", "line": 50 }, { "directive": "disallow", "path": "https://ametekams.live.ametekweb.com/*", "line": 51 }, { "directive": "disallow", "path": "https://ametekmae.live.ametekweb.com/*", "line": 52 }, { "directive": "disallow", "path": "https://ametekpds.live.ametekweb.com/*", "line": 53 }, { "directive": "disallow", "path": "https://ametekmro.live.ametekweb.com/*", "line": 54 }, { "directive": "disallow", "path": "https://ametekamf.live.ametekweb.com/*", "line": 55 }, { "directive": "disallow", "path": "https://ametekesp.live.ametekweb.com/*", "line": 56 }, { "directive": "disallow", "path": "https://ametekemc.live.ametekweb.com/*", "line": 57 }, { "directive": "disallow", "path": "https://ametekcts.live.ametekweb.com/*", "line": 58 }, { "directive": "disallow", "path": "https://ametektest.live.ametekweb.com/*", "line": 59 }, { "directive": "disallow", "path": "https://ametekukru.live.ametekweb.com/*", "line": 60 }, { "directive": "disallow", "path": "https://ametekukde.live.ametekweb.com/*", "line": 61 }, { "directive": "disallow", "path": "https://ameteksijp.live.ametekweb.com/*", "line": 62 }, { "directive": "disallow", "path": "https://ametekedax.live.ametekweb.com/*", "line": 63 }, { "directive": "disallow", "path": "https://ametekiscd.live.ametekweb.com/*", "line": 64 }, { "directive": "disallow", "path": "/aboutus/ametek-specialty-metal-products", "line": 65 }, { "directive": "disallow", "path": "https://ametekdfscn.live.ametekweb.com/*", "line": 66 }, { "directive": "disallow", "path": "https://ametekuptmx.live.ametekweb.com/*", "line": 67 }, { "directive": "disallow", "path": "https://ametekortec.live.ametekweb.com/*", "line": 68 }, { "directive": "disallow", "path": "https://ametektmccn.live.ametekweb.com/*", "line": 69 }, { "directive": "disallow", "path": "https://ametektmcde.live.ametekweb.com/*", "line": 70 }, { "directive": "disallow", "path": "https://ametektmcjp.live.ametekweb.com/*", "line": 71 }, { "directive": "disallow", "path": "https://ametektmces.live.ametekweb.com/*", "line": 72 }, { "directive": "disallow", "path": "https://ametekpower.live.ametekweb.com/*", "line": 73 }, { "directive": "disallow", "path": "https://ametekatlas.live.ametekweb.com/*", "line": 74 }, { "directive": "disallow", "path": "https://ametekvispt.live.ametekweb.com/*", "line": 75 }, { "directive": "disallow", "path": "https://ametekvisjp.live.ametekweb.com/*", "line": 76 }, { "directive": "disallow", "path": "https://ametekvises.live.ametekweb.com/*", "line": 77 }, { "directive": "disallow", "path": "https://ametekviscn.live.ametekweb.com/*", "line": 78 }, { "directive": "disallow", "path": "https://ametekncces.live.ametekweb.com/*", "line": 79 }, { "directive": "disallow", "path": "https://ametekamsde.live.ametekweb.com/*", "line": 80 }, { "directive": "disallow", "path": "https://ametekamscn.live.ametekweb.com/*", "line": 81 }, { "directive": "disallow", "path": "https://ametekmrov2.live.ametekweb.com/*", "line": 82 }, { "directive": "disallow", "path": "https://ametekespcn.live.ametekweb.com/*", "line": 83 }, { "directive": "disallow", "path": "https://ametekespde.live.ametekweb.com/*", "line": 84 }, { "directive": "disallow", "path": "https://ametekespfr.live.ametekweb.com/*", "line": 85 }, { "directive": "disallow", "path": "https://ametekespes.live.ametekweb.com/*", "line": 86 }, { "directive": "disallow", "path": "https://ametekesppt.live.ametekweb.com/*", "line": 87 }, { "directive": "disallow", "path": "https://ametekmocon.live.ametekweb.com/*", "line": 88 }, { "directive": "disallow", "path": "https://ametekctsv2.live.ametekweb.com/*", "line": 89 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partners", "line": 90 }, { "directive": "disallow", "path": "/about-us/ametek-specialty-metal-products", "line": 91 }, { "directive": "disallow", "path": "https://ametektestde.live.ametekweb.com/*", "line": 92 }, { "directive": "disallow", "path": "https://ametektestfr.live.ametekweb.com/*", "line": 93 }, { "directive": "disallow", "path": "https://ametektestcn.live.ametekweb.com/*", "line": 94 }, { "directive": "disallow", "path": "https://ametektestdk.live.ametekweb.com/*", "line": 95 }, { "directive": "disallow", "path": "https://ametekmetals.live.ametekweb.com/*", "line": 96 }, { "directive": "disallow", "path": "https://ameteknordic.live.ametekweb.com/*", "line": 97 }, { "directive": "disallow", "path": "https://ametekuptcom.live.ametekweb.com/*", "line": 98 }, { "directive": "disallow", "path": "https://ametekrotron.live.ametekweb.com/*", "line": 99 }, { "directive": "disallow", "path": "https://ametekameron.live.ametekweb.com/*", "line": 100 }, { "directive": "disallow", "path": "https://ametekswitch.live.ametekweb.com/*", "line": 101 }, { "directive": "disallow", "path": "https://ametekedaxjp.live.ametekweb.com/*", "line": 102 }, { "directive": "disallow", "path": "https://ametekedaxcn.live.ametekweb.com/*", "line": 103 }, { "directive": "disallow", "path": "https://ametekobrien.live.ametekweb.com/*", "line": 104 }, { "directive": "disallow", "path": "https://ametekcameca.live.ametekweb.com/*", "line": 105 }, { "directive": "disallow", "path": "https://ametekcareer.live.ametekweb.com/*", "line": 106 }, { "directive": "disallow", "path": "https://ametekamptek.live.ametekweb.com/*", "line": 107 }, { "directive": "disallow", "path": "https://ametekpdtech.live.ametekweb.com/*", "line": 108 }, { "directive": "disallow", "path": "https://ametekgspecp.live.ametekweb.com/*", "line": 109 }, { "directive": "disallow", "path": "https://ametekscpecp.live.ametekweb.com/*", "line": 110 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/account/*", "line": 111 }, { "directive": "disallow", "path": "https://ametekorteccn.live.ametekweb.com/*", "line": 112 }, { "directive": "disallow", "path": "https://ametekatlasjp.live.ametekweb.com/*", "line": 113 }, { "directive": "disallow", "path": "https://ametekatlasfr.live.ametekweb.com/*", "line": 114 }, { "directive": "disallow", "path": "https://ametekatlases.live.ametekweb.com/*", "line": 115 }, { "directive": "disallow", "path": "https://ametekatlaskr.live.ametekweb.com/*", "line": 116 }, { "directive": "disallow", "path": "https://ametekatlasde.live.ametekweb.com/*", "line": 117 }, { "directive": "disallow", "path": "https://ametekatlascn.live.ametekweb.com/*", "line": 118 }, { "directive": "disallow", "path": "https://ameteksensors.live.ametekweb.com/*", "line": 119 }, { "directive": "disallow", "path": "https://ametekantavia.live.ametekweb.com/*", "line": 120 }, { "directive": "disallow", "path": "https://chinaatec2018.live.ametekweb.com/*", "line": 121 }, { "directive": "disallow", "path": "https://ametekcsiheat.live.ametekweb.com/*", "line": 122 }, { "directive": "disallow", "path": "https://ametekecp-old.live.ametekweb.com/*", "line": 123 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associates", "line": 124 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partners/*", "line": 125 }, { "directive": "disallow", "path": "https://ametekpowervar.live.ametekweb.com/*", "line": 126 }, { "directive": "disallow", "path": "https://ametekpetrolab.live.ametekweb.com/*", "line": 127 }, { "directive": "disallow", "path": "https://ametekhdrpower.live.ametekweb.com/*", "line": 128 }, { "directive": "disallow", "path": "https://ametekhpmetals.live.ametekweb.com/*", "line": 129 }, { "directive": "disallow", "path": "https://MOCONDansensor.live.ametekweb.com/*", "line": 130 }, { "directive": "disallow", "path": "https://ametekobriencn.live.ametekweb.com/*", "line": 131 }, { "directive": "disallow", "path": "https://ameteksterling.live.ametekweb.com/*", "line": 132 }, { "directive": "disallow", "path": "https://ameteksimarcom.live.ametekweb.com/*", "line": 133 }, { "directive": "disallow", "path": "https://ameteksupplier.live.ametekweb.com/*", "line": 134 }, { "directive": "disallow", "path": "https://ametekcamecabr.live.ametekweb.com/*", "line": 135 }, { "directive": "disallow", "path": "https://ametekcamecaes.live.ametekweb.com/*", "line": 136 }, { "directive": "disallow", "path": "https://ametekcamecaru.live.ametekweb.com/*", "line": 137 }, { "directive": "disallow", "path": "https://ametekcamecacn.live.ametekweb.com/*", "line": 138 }, { "directive": "disallow", "path": "https://ametekdrakeair.live.ametekweb.com/*", "line": 139 }, { "directive": "disallow", "path": "https://ametekcareerde.live.ametekweb.com/*", "line": 140 }, { "directive": "disallow", "path": "https://ameteksunpower.live.ametekweb.com/*", "line": 141 }, { "directive": "disallow", "path": "https://ametekamptekcn.live.ametekweb.com/*", "line": 142 }, { "directive": "disallow", "path": "https://ameteksoundcom.live.ametekweb.com/*", "line": 143 }, { "directive": "disallow", "path": "https://ametekaegisecp.live.ametekweb.com/*", "line": 144 }, { "directive": "disallow", "path": "https://www.ametek-land.com/admin/adminlogin", "line": 145 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partnernews", "line": 146 }, { "directive": "disallow", "path": "https://ametekspectrocn.live.ametekweb.com/*", "line": 147 }, { "directive": "disallow", "path": "https://ameteksolartron.live.ametekweb.com/*", "line": 148 }, { "directive": "disallow", "path": "https://ametekoilandgas.live.ametekweb.com/*", "line": 149 }, { "directive": "disallow", "path": "https://ametekatomprobe.live.ametekweb.com/*", "line": 150 }, { "directive": "disallow", "path": "https://ametekfinetubes.live.ametekweb.com/*", "line": 151 }, { "directive": "disallow", "path": "https://ametekprecitech.live.ametekweb.com/*", "line": 152 }, { "directive": "disallow", "path": "https://ametekraulandcc.live.ametekweb.com/*", "line": 153 }, { "directive": "disallow", "path": "https://ametekraulandfl.live.ametekweb.com/*", "line": 154 }, { "directive": "disallow", "path": "https://ametekraulandca.live.ametekweb.com/*", "line": 155 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associates/*", "line": 156 }, { "directive": "disallow", "path": "https://ametekhaydonkerk.live.ametekweb.com/*", "line": 157 }, { "directive": "disallow", "path": "https://ametekeightyfour.live.ametekweb.com/*", "line": 158 }, { "directive": "disallow", "path": "https://ameteknuclearups.live.ametekweb.com/*", "line": 159 }, { "directive": "disallow", "path": "https://ametekbrookfield.live.ametekweb.com/*", "line": 160 }, { "directive": "disallow", "path": "https://ametekedaxmarcom.live.ametekweb.com/*", "line": 161 }, { "directive": "disallow", "path": "https://ameteksterlingjp.live.ametekweb.com/*", "line": 162 }, { "directive": "disallow", "path": "https://ameteksterlingcn.live.ametekweb.com/*", "line": 163 }, { "directive": "disallow", "path": "https://ameteksterlinges.live.ametekweb.com/*", "line": 164 }, { "directive": "disallow", "path": "https://ameteksterlingde.live.ametekweb.com/*", "line": 165 }, { "directive": "disallow", "path": "https://ametekbsaircraft.live.ametekweb.com/*", "line": 166 }, { "directive": "disallow", "path": "https://ametekameronagps.live.ametekweb.com/*", "line": 167 }, { "directive": "disallow", "path": "https://ametekmicropoise.live.ametekweb.com/*", "line": 168 }, { "directive": "disallow", "path": "https://ametekcoiningecp.live.ametekweb.com/*", "line": 169 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/account/login", "line": 170 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partnernews/*", "line": 171 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associatenews", "line": 172 }, { "directive": "disallow", "path": "https://ametekcalibration.live.ametekweb.com/*", "line": 173 }, { "directive": "disallow", "path": "https://ametekaerodefense.live.ametekweb.com/*", "line": 174 }, { "directive": "disallow", "path": "https://ametekdrexelbrook.live.ametekweb.com/*", "line": 175 }, { "directive": "disallow", "path": "https://ametekdistributor.live.ametekweb.com/*", "line": 176 }, { "directive": "disallow", "path": "https://ametekchandlereng.live.ametekweb.com/*", "line": 177 }, { "directive": "disallow", "path": "https://ametekprecitechde.live.ametekweb.com/*", "line": 178 }, { "directive": "disallow", "path": "https://ametekprecitechcn.live.ametekweb.com/*", "line": 179 }, { "directive": "disallow", "path": "https://ametekprecitechjp.live.ametekweb.com/*", "line": 180 }, { "directive": "disallow", "path": "https://ametekprecitechkr.live.ametekweb.com/*", "line": 181 }, { "directive": "disallow", "path": "https://ametekprecitechtw.live.ametekweb.com/*", "line": 182 }, { "directive": "disallow", "path": "https://ametekwallingford.live.ametekweb.com/*", "line": 183 }, { "directive": "disallow", "path": "https://ametekavtechmiami.live.ametekweb.com/*", "line": 184 }, { "directive": "disallow", "path": "https://ametekcardinaluhp.live.ametekweb.com/*", "line": 185 }, { "directive": "disallow", "path": "https://ametekmoconportal.live.ametekweb.com/*", "line": 186 }, { "directive": "disallow", "path": "https://ameteksealtronecp.live.ametekweb.com/*", "line": 187 }, { "directive": "disallow", "path": "https://ametekbrookfielduk.live.ametekweb.com/*", "line": 188 }, { "directive": "disallow", "path": "https://ametekhaydonkerkde.live.ametekweb.com/*", "line": 189 }, { "directive": "disallow", "path": "https://ametekhaydonkerkcn.live.ametekweb.com/*", "line": 190 }, { "directive": "disallow", "path": "https://ametekhaydonkerkjp.live.ametekweb.com/*", "line": 191 }, { "directive": "disallow", "path": "https://ametekhaydonkerkfr.live.ametekweb.com/*", "line": 192 }, { "directive": "disallow", "path": "https://ametekhaydonkerkit.live.ametekweb.com/*", "line": 193 }, { "directive": "disallow", "path": "https://ametekinterconnect.live.ametekweb.com/*", "line": 194 }, { "directive": "disallow", "path": "https://ametekhunterspring.live.ametekweb.com/*", "line": 195 }, { "directive": "disallow", "path": "https://ameteksolartronisa.live.ametekweb.com/*", "line": 196 }, { "directive": "disallow", "path": "https://ametekbrookfieldde.live.ametekweb.com/*", "line": 197 }, { "directive": "disallow", "path": "https://ametekbrookfieldcn.live.ametekweb.com/*", "line": 198 }, { "directive": "disallow", "path": "https://ametekBrookfieldIn.live.ametekweb.com/*", "line": 199 }, { "directive": "disallow", "path": "https://ameteksuperiortube.live.ametekweb.com/*", "line": 200 }, { "directive": "disallow", "path": "https://ametektaylorhobson.live.ametekweb.com/*", "line": 201 }, { "directive": "disallow", "path": "https://ametekmicropoisecn.live.ametekweb.com/*", "line": 202 }, { "directive": "disallow", "path": "https://ametekfmhaerospace.live.ametekweb.com/*", "line": 203 }, { "directive": "disallow", "path": "https://ameteklandviralert.live.ametekweb.com/*", "line": 204 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associatenews/*", "line": 205 }, { "directive": "disallow", "path": "https://ametekcalibrationdk.live.ametekweb.com/*", "line": 206 }, { "directive": "disallow", "path": "https://ametekcalibrationde.live.ametekweb.com/*", "line": 207 }, { "directive": "disallow", "path": "https://ametekcalibrationcn.live.ametekweb.com/*", "line": 208 }, { "directive": "disallow", "path": "https://ametekreadingalloys.live.ametekweb.com/*", "line": 209 }, { "directive": "disallow", "path": "https://ametekchandlerengru.live.ametekweb.com/*", "line": 210 }, { "directive": "disallow", "path": "https://ametekpittmanmotors.live.ametekweb.com/*", "line": 211 }, { "directive": "disallow", "path": "https://ametekairtechnology.live.ametekweb.com/*", "line": 212 }, { "directive": "disallow", "path": "https://ametekbrookfieldrep.live.ametekweb.com/*", "line": 213 }, { "directive": "disallow", "path": "https://ameteknuinstruments.live.ametekweb.com/*", "line": 214 }, { "directive": "disallow", "path": "https://ametektaylorhobsoncn.live.ametekweb.com/*", "line": 215 }, { "directive": "disallow", "path": "https://ametektaylorhobsonde.live.ametekweb.com/*", "line": 216 }, { "directive": "disallow", "path": "https://ametektaylorhobsonjp.live.ametekweb.com/*", "line": 217 }, { "directive": "disallow", "path": "https://ametektaylorhobsonit.live.ametekweb.com/*", "line": 218 }, { "directive": "disallow", "path": "https://ametektaylorhobsonfr.live.ametekweb.com/*", "line": 219 }, { "directive": "disallow", "path": "https://ametektaylorhobsonkr.live.ametekweb.com/*", "line": 220 }, { "directive": "disallow", "path": "https://ametektaylorhobsontw.live.ametekweb.com/*", "line": 221 }, { "directive": "disallow", "path": "https://ametekhughestreitler.live.ametekweb.com/*", "line": 222 }, { "directive": "disallow", "path": "https://ameteklandviralertv2.live.ametekweb.com/*", "line": 223 }, { "directive": "disallow", "path": "https://www.ametekmocon.com/ametekmoconsitemap.xml", "line": 224 }, { "directive": "disallow", "path": "https://www.ametek-land.com/admin/manageuseraccess", "line": 225 }, { "directive": "disallow", "path": "https://ameteksurfacevisionv2.live.ametekweb.com/*", "line": 226 }, { "directive": "disallow", "path": "https://ametekprestolitepower.live.ametekweb.com/*", "line": 227 }, { "directive": "disallow", "path": "https://ametekhardnesstesters.live.ametekweb.com/*", "line": 228 }, { "directive": "disallow", "path": "https://ametekchatillonscales.live.ametekweb.com/*", "line": 229 }, { "directive": "disallow", "path": "https://ametekspectroextranet.live.ametekweb.com/*", "line": 230 }, { "directive": "disallow", "path": "https://ameteklandinstruments.live.ametekweb.com/*", "line": 231 }, { "directive": "disallow", "path": "https://ametekcamecauserguide.live.ametekweb.com/*", "line": 232 }, { "directive": "disallow", "path": "https://ametekhermeticsealecp.live.ametekweb.com/*", "line": 233 }, { "directive": "disallow", "path": "https://ameteksmartadvisormini.live.ametekweb.com/*", "line": 234 }, { "directive": "disallow", "path": "https://ametekmuirheadavionics.live.ametekweb.com/*", "line": 235 }, { "directive": "disallow", "path": "https://ametekbarbenanalytical.live.ametekweb.com/*", "line": 236 }, { "directive": "disallow", "path": "https://ametektpmbudistributor.live.ametekweb.com/*", "line": 237 }, { "directive": "disallow", "path": "https://ametekprogrammablepower.live.ametekweb.com/*", "line": 238 }, { "directive": "disallow", "path": "https://ametekfactoryautomation.live.ametekweb.com/*", "line": 239 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsjp.live.ametekweb.com/*", "line": 240 }, { "directive": "disallow", "path": "https://ameteklandinstrumentscn.live.ametekweb.com/*", "line": 241 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsfr.live.ametekweb.com/*", "line": 242 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsde.live.ametekweb.com/*", "line": 243 }, { "directive": "disallow", "path": "https://ameteksouthernaeroparts.live.ametekweb.com/*", "line": 244 }, { "directive": "disallow", "path": "https://ametekameronmasssystems.live.ametekweb.com/*", "line": 245 }, { "directive": "disallow", "path": "https://ametekuniversalanalyzers.live.ametekweb.com/*", "line": 246 }, { "directive": "disallow", "path": "https://ametekgrabnerinstruments.live.ametekweb.com/*", "line": 247 }, { "directive": "disallow", "path": "https://ameteksolartronmetrology.live.ametekweb.com/*", "line": 248 }, { "directive": "disallow", "path": "https://ametektestandmeasurement.live.ametekweb.com/*", "line": 249 }, { "directive": "disallow", "path": "https://ametekprogrammablepowercn.live.ametekweb.com/*", "line": 250 }, { "directive": "disallow", "path": "https://ametekwestchesterplastics.live.ametekweb.com/*", "line": 251 }, { "directive": "disallow", "path": "https://ametekdynotechengineering.live.ametekweb.com/*", "line": 252 }, { "directive": "disallow", "path": "https://ameteksolidstatecontrolskr.live.ametekweb.com/*", "line": 253 }, { "directive": "disallow", "path": "https://ametekgrabnerinstrumentscn.live.ametekweb.com/*", "line": 254 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyjp.live.ametekweb.com/*", "line": 255 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyde.live.ametekweb.com/*", "line": 256 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologycn.live.ametekweb.com/*", "line": 257 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyfr.live.ametekweb.com/*", "line": 258 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyes.live.ametekweb.com/*", "line": 259 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyit.live.ametekweb.com/*", "line": 260 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologybr.live.ametekweb.com/*", "line": 261 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyru.live.ametekweb.com/*", "line": 262 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/hpm-inspire-future-scientists", "line": 263 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/portablegasanalysers", "line": 264 }, { "directive": "disallow", "path": "https://ameteksterlingultraprecision.live.ametekweb.com/*", "line": 265 }, { "directive": "disallow", "path": "https://www.ametek-land.com/about-us/salespartnerresources", "line": 266 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/software/spot-firmware", "line": 267 }, { "directive": "disallow", "path": "https://www.ametek-land.com/ameteklandinstrumentssitemap.xml", "line": 268 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/portablegasanalysers/lancom4", "line": 269 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4650pm", "line": 270 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4500mkiii", "line": 271 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/carbonmonoxidedetectors/millwatch", "line": 272 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/carbonmonoxidedetectors/silowatch", "line": 273 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/fgaseries", "line": 274 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/lancom200", "line": 275 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/ametek-wallingford-appoints-new-process-engineer", "line": 276 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/wdg12001210", "line": 277 }, { "directive": "disallow", "path": "/news/latestnews/2019/june/interview-christina-ciganik-on-women-in-engineering", "line": 278 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/hpm-precision-metal-alloy-foil-at-interweighing-2019", "line": 279 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4400-opacity-and-dust-monitor", "line": 280 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4750-pm-back-scatter-laser-monitor", "line": 281 } ], "warnings": [ 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 277, 280, 281 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/customerror*", "line": 2 }, { "directive": "disallow", "path": "/searchresult*", "line": 3 }, { "directive": "disallow", "path": "/blog/taglisting*", "line": 4 }, { "directive": "disallow", "path": "/GlobalSearch.asmx*", "line": 5 }, { "directive": "disallow", "path": "/?requestedmedia=/*", "line": 6 }, { "directive": "disallow", "path": "/AmetekServices.asmx*", "line": 7 }, { "directive": "disallow", "path": "/blog/categorylisting*", "line": 8 }, { "directive": "disallow", "path": "/LandingPages_noindex*", "line": 9 }, { "directive": "disallow", "path": "https://www.ametekesp.cn", "line": 10 }, { "directive": "disallow", "path": "https://www.ametekesp.fr", "line": 11 }, { "directive": "disallow", "path": "https://www.ametekesp.es", "line": 12 }, { "directive": "disallow", "path": "https://www.ametekesp.pt", "line": 13 }, { "directive": "disallow", "path": "https://www.ametek-cts.com", "line": 14 }, { "directive": "disallow", "path": "https://www.ametek-cts.com/*", "line": 15 }, { "directive": "disallow", "path": "https://extranet.spectro.com/*", "line": 16 }, { "directive": "disallow", "path": "https://www.ameteksuppliers.com", "line": 17 }, { "directive": "disallow", "path": "https://www.ametektest.com/login", "line": 18 }, { "directive": "disallow", "path": "https://www.ametekdistributor.com", "line": 19 }, { "directive": "disallow", "path": "https://www.edax-marcomportal.com", "line": 20 }, { "directive": "disallow", "path": "https://ametek.live.ametekweb.com/*", "line": 21 }, { "directive": "disallow", "path": "https://www.portal.ametekmocon.com/*", "line": 22 }, { "directive": "disallow", "path": "https://spectro.live.ametekweb.com/*", "line": 23 }, { "directive": "disallow", "path": "https://testtbd.live.ametekweb.com/*", "line": 24 }, { "directive": "disallow", "path": "https://ametekuk.live.ametekweb.com/*", "line": 25 }, { "directive": "disallow", "path": "https://ameteksi.live.ametekweb.com/*", "line": 26 }, { "directive": "disallow", "path": "https://ametekpi.live.ametekweb.com/*", "line": 27 }, { "directive": "disallow", "path": "https://ametekct.live.ametekweb.com/*", "line": 28 }, { "directive": "disallow", "path": "https://ametekfr.live.ametekweb.com/*", "line": 29 }, { "directive": "disallow", "path": "https://ametekjp.live.ametekweb.com/*", "line": 30 }, { "directive": "disallow", "path": "https://ametekkr.live.ametekweb.com/*", "line": 31 }, { "directive": "disallow", "path": "https://ametekcn.live.ametekweb.com/*", "line": 32 }, { "directive": "disallow", "path": "https://ametektw.live.ametekweb.com/*", "line": 33 }, { "directive": "disallow", "path": "https://ametekin.live.ametekweb.com/*", "line": 34 }, { "directive": "disallow", "path": "https://ametekit.live.ametekweb.com/*", "line": 35 }, { "directive": "disallow", "path": "https://ametekbr.live.ametekweb.com/*", "line": 36 }, { "directive": "disallow", "path": "https://ametektc.live.ametekweb.com/*", "line": 37 }, { "directive": "disallow", "path": "https://ametekth.live.ametekweb.com/*", "line": 38 }, { "directive": "disallow", "path": "https://spectrode.live.ametekweb.com/*", "line": 39 }, { "directive": "disallow", "path": "https://ametekecp.live.ametekweb.com/*", "line": 40 }, { "directive": "disallow", "path": "https://ametekdfs.live.ametekweb.com/*", "line": 41 }, { "directive": "disallow", "path": "https://ametekmad.live.ametekweb.com/*", "line": 42 }, { "directive": "disallow", "path": "https://ametekhpm.live.ametekweb.com/*", "line": 43 }, { "directive": "disallow", "path": "https://ametekusg.live.ametekweb.com/*", "line": 44 }, { "directive": "disallow", "path": "https://ametektms.live.ametekweb.com/*", "line": 45 }, { "directive": "disallow", "path": "https://ametekaem.live.ametekweb.com/*", "line": 46 }, { "directive": "disallow", "path": "https://ametektmc.live.ametekweb.com/*", "line": 47 }, { "directive": "disallow", "path": "https://ametekstc.live.ametekweb.com/*", "line": 48 }, { "directive": "disallow", "path": "https://ametekvis.live.ametekweb.com/*", "line": 49 }, { "directive": "disallow", "path": "https://ametekncc.live.ametekweb.com/*", "line": 50 }, { "directive": "disallow", "path": "https://ametekams.live.ametekweb.com/*", "line": 51 }, { "directive": "disallow", "path": "https://ametekmae.live.ametekweb.com/*", "line": 52 }, { "directive": "disallow", "path": "https://ametekpds.live.ametekweb.com/*", "line": 53 }, { "directive": "disallow", "path": "https://ametekmro.live.ametekweb.com/*", "line": 54 }, { "directive": "disallow", "path": "https://ametekamf.live.ametekweb.com/*", "line": 55 }, { "directive": "disallow", "path": "https://ametekesp.live.ametekweb.com/*", "line": 56 }, { "directive": "disallow", "path": "https://ametekemc.live.ametekweb.com/*", "line": 57 }, { "directive": "disallow", "path": "https://ametekcts.live.ametekweb.com/*", "line": 58 }, { "directive": "disallow", "path": "https://ametektest.live.ametekweb.com/*", "line": 59 }, { "directive": "disallow", "path": "https://ametekukru.live.ametekweb.com/*", "line": 60 }, { "directive": "disallow", "path": "https://ametekukde.live.ametekweb.com/*", "line": 61 }, { "directive": "disallow", "path": "https://ameteksijp.live.ametekweb.com/*", "line": 62 }, { "directive": "disallow", "path": "https://ametekedax.live.ametekweb.com/*", "line": 63 }, { "directive": "disallow", "path": "https://ametekiscd.live.ametekweb.com/*", "line": 64 }, { "directive": "disallow", "path": "/aboutus/ametek-specialty-metal-products", "line": 65 }, { "directive": "disallow", "path": "https://ametekdfscn.live.ametekweb.com/*", "line": 66 }, { "directive": "disallow", "path": "https://ametekuptmx.live.ametekweb.com/*", "line": 67 }, { "directive": "disallow", "path": "https://ametekortec.live.ametekweb.com/*", "line": 68 }, { "directive": "disallow", "path": "https://ametektmccn.live.ametekweb.com/*", "line": 69 }, { "directive": "disallow", "path": "https://ametektmcde.live.ametekweb.com/*", "line": 70 }, { "directive": "disallow", "path": "https://ametektmcjp.live.ametekweb.com/*", "line": 71 }, { "directive": "disallow", "path": "https://ametektmces.live.ametekweb.com/*", "line": 72 }, { "directive": "disallow", "path": "https://ametekpower.live.ametekweb.com/*", "line": 73 }, { "directive": "disallow", "path": "https://ametekatlas.live.ametekweb.com/*", "line": 74 }, { "directive": "disallow", "path": "https://ametekvispt.live.ametekweb.com/*", "line": 75 }, { "directive": "disallow", "path": "https://ametekvisjp.live.ametekweb.com/*", "line": 76 }, { "directive": "disallow", "path": "https://ametekvises.live.ametekweb.com/*", "line": 77 }, { "directive": "disallow", "path": "https://ametekviscn.live.ametekweb.com/*", "line": 78 }, { "directive": "disallow", "path": "https://ametekncces.live.ametekweb.com/*", "line": 79 }, { "directive": "disallow", "path": "https://ametekamsde.live.ametekweb.com/*", "line": 80 }, { "directive": "disallow", "path": "https://ametekamscn.live.ametekweb.com/*", "line": 81 }, { "directive": "disallow", "path": "https://ametekmrov2.live.ametekweb.com/*", "line": 82 }, { "directive": "disallow", "path": "https://ametekespcn.live.ametekweb.com/*", "line": 83 }, { "directive": "disallow", "path": "https://ametekespde.live.ametekweb.com/*", "line": 84 }, { "directive": "disallow", "path": "https://ametekespfr.live.ametekweb.com/*", "line": 85 }, { "directive": "disallow", "path": "https://ametekespes.live.ametekweb.com/*", "line": 86 }, { "directive": "disallow", "path": "https://ametekesppt.live.ametekweb.com/*", "line": 87 }, { "directive": "disallow", "path": "https://ametekmocon.live.ametekweb.com/*", "line": 88 }, { "directive": "disallow", "path": "https://ametekctsv2.live.ametekweb.com/*", "line": 89 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partners", "line": 90 }, { "directive": "disallow", "path": "/about-us/ametek-specialty-metal-products", "line": 91 }, { "directive": "disallow", "path": "https://ametektestde.live.ametekweb.com/*", "line": 92 }, { "directive": "disallow", "path": "https://ametektestfr.live.ametekweb.com/*", "line": 93 }, { "directive": "disallow", "path": "https://ametektestcn.live.ametekweb.com/*", "line": 94 }, { "directive": "disallow", "path": "https://ametektestdk.live.ametekweb.com/*", "line": 95 }, { "directive": "disallow", "path": "https://ametekmetals.live.ametekweb.com/*", "line": 96 }, { "directive": "disallow", "path": "https://ameteknordic.live.ametekweb.com/*", "line": 97 }, { "directive": "disallow", "path": "https://ametekuptcom.live.ametekweb.com/*", "line": 98 }, { "directive": "disallow", "path": "https://ametekrotron.live.ametekweb.com/*", "line": 99 }, { "directive": "disallow", "path": "https://ametekameron.live.ametekweb.com/*", "line": 100 }, { "directive": "disallow", "path": "https://ametekswitch.live.ametekweb.com/*", "line": 101 }, { "directive": "disallow", "path": "https://ametekedaxjp.live.ametekweb.com/*", "line": 102 }, { "directive": "disallow", "path": "https://ametekedaxcn.live.ametekweb.com/*", "line": 103 }, { "directive": "disallow", "path": "https://ametekobrien.live.ametekweb.com/*", "line": 104 }, { "directive": "disallow", "path": "https://ametekcameca.live.ametekweb.com/*", "line": 105 }, { "directive": "disallow", "path": "https://ametekcareer.live.ametekweb.com/*", "line": 106 }, { "directive": "disallow", "path": "https://ametekamptek.live.ametekweb.com/*", "line": 107 }, { "directive": "disallow", "path": "https://ametekpdtech.live.ametekweb.com/*", "line": 108 }, { "directive": "disallow", "path": "https://ametekgspecp.live.ametekweb.com/*", "line": 109 }, { "directive": "disallow", "path": "https://ametekscpecp.live.ametekweb.com/*", "line": 110 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/account/*", "line": 111 }, { "directive": "disallow", "path": "https://ametekorteccn.live.ametekweb.com/*", "line": 112 }, { "directive": "disallow", "path": "https://ametekatlasjp.live.ametekweb.com/*", "line": 113 }, { "directive": "disallow", "path": "https://ametekatlasfr.live.ametekweb.com/*", "line": 114 }, { "directive": "disallow", "path": "https://ametekatlases.live.ametekweb.com/*", "line": 115 }, { "directive": "disallow", "path": "https://ametekatlaskr.live.ametekweb.com/*", "line": 116 }, { "directive": "disallow", "path": "https://ametekatlasde.live.ametekweb.com/*", "line": 117 }, { "directive": "disallow", "path": "https://ametekatlascn.live.ametekweb.com/*", "line": 118 }, { "directive": "disallow", "path": "https://ameteksensors.live.ametekweb.com/*", "line": 119 }, { "directive": "disallow", "path": "https://ametekantavia.live.ametekweb.com/*", "line": 120 }, { "directive": "disallow", "path": "https://chinaatec2018.live.ametekweb.com/*", "line": 121 }, { "directive": "disallow", "path": "https://ametekcsiheat.live.ametekweb.com/*", "line": 122 }, { "directive": "disallow", "path": "https://ametekecp-old.live.ametekweb.com/*", "line": 123 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associates", "line": 124 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partners/*", "line": 125 }, { "directive": "disallow", "path": "https://ametekpowervar.live.ametekweb.com/*", "line": 126 }, { "directive": "disallow", "path": "https://ametekpetrolab.live.ametekweb.com/*", "line": 127 }, { "directive": "disallow", "path": "https://ametekhdrpower.live.ametekweb.com/*", "line": 128 }, { "directive": "disallow", "path": "https://ametekhpmetals.live.ametekweb.com/*", "line": 129 }, { "directive": "disallow", "path": "https://MOCONDansensor.live.ametekweb.com/*", "line": 130 }, { "directive": "disallow", "path": "https://ametekobriencn.live.ametekweb.com/*", "line": 131 }, { "directive": "disallow", "path": "https://ameteksterling.live.ametekweb.com/*", "line": 132 }, { "directive": "disallow", "path": "https://ameteksimarcom.live.ametekweb.com/*", "line": 133 }, { "directive": "disallow", "path": "https://ameteksupplier.live.ametekweb.com/*", "line": 134 }, { "directive": "disallow", "path": "https://ametekcamecabr.live.ametekweb.com/*", "line": 135 }, { "directive": "disallow", "path": "https://ametekcamecaes.live.ametekweb.com/*", "line": 136 }, { "directive": "disallow", "path": "https://ametekcamecaru.live.ametekweb.com/*", "line": 137 }, { "directive": "disallow", "path": "https://ametekcamecacn.live.ametekweb.com/*", "line": 138 }, { "directive": "disallow", "path": "https://ametekdrakeair.live.ametekweb.com/*", "line": 139 }, { "directive": "disallow", "path": "https://ametekcareerde.live.ametekweb.com/*", "line": 140 }, { "directive": "disallow", "path": "https://ameteksunpower.live.ametekweb.com/*", "line": 141 }, { "directive": "disallow", "path": "https://ametekamptekcn.live.ametekweb.com/*", "line": 142 }, { "directive": "disallow", "path": "https://ameteksoundcom.live.ametekweb.com/*", "line": 143 }, { "directive": "disallow", "path": "https://ametekaegisecp.live.ametekweb.com/*", "line": 144 }, { "directive": "disallow", "path": "https://www.ametek-land.com/admin/adminlogin", "line": 145 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partnernews", "line": 146 }, { "directive": "disallow", "path": "https://ametekspectrocn.live.ametekweb.com/*", "line": 147 }, { "directive": "disallow", "path": "https://ameteksolartron.live.ametekweb.com/*", "line": 148 }, { "directive": "disallow", "path": "https://ametekoilandgas.live.ametekweb.com/*", "line": 149 }, { "directive": "disallow", "path": "https://ametekatomprobe.live.ametekweb.com/*", "line": 150 }, { "directive": "disallow", "path": "https://ametekfinetubes.live.ametekweb.com/*", "line": 151 }, { "directive": "disallow", "path": "https://ametekprecitech.live.ametekweb.com/*", "line": 152 }, { "directive": "disallow", "path": "https://ametekraulandcc.live.ametekweb.com/*", "line": 153 }, { "directive": "disallow", "path": "https://ametekraulandfl.live.ametekweb.com/*", "line": 154 }, { "directive": "disallow", "path": "https://ametekraulandca.live.ametekweb.com/*", "line": 155 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associates/*", "line": 156 }, { "directive": "disallow", "path": "https://ametekhaydonkerk.live.ametekweb.com/*", "line": 157 }, { "directive": "disallow", "path": "https://ametekeightyfour.live.ametekweb.com/*", "line": 158 }, { "directive": "disallow", "path": "https://ameteknuclearups.live.ametekweb.com/*", "line": 159 }, { "directive": "disallow", "path": "https://ametekbrookfield.live.ametekweb.com/*", "line": 160 }, { "directive": "disallow", "path": "https://ametekedaxmarcom.live.ametekweb.com/*", "line": 161 }, { "directive": "disallow", "path": "https://ameteksterlingjp.live.ametekweb.com/*", "line": 162 }, { "directive": "disallow", "path": "https://ameteksterlingcn.live.ametekweb.com/*", "line": 163 }, { "directive": "disallow", "path": "https://ameteksterlinges.live.ametekweb.com/*", "line": 164 }, { "directive": "disallow", "path": "https://ameteksterlingde.live.ametekweb.com/*", "line": 165 }, { "directive": "disallow", "path": "https://ametekbsaircraft.live.ametekweb.com/*", "line": 166 }, { "directive": "disallow", "path": "https://ametekameronagps.live.ametekweb.com/*", "line": 167 }, { "directive": "disallow", "path": "https://ametekmicropoise.live.ametekweb.com/*", "line": 168 }, { "directive": "disallow", "path": "https://ametekcoiningecp.live.ametekweb.com/*", "line": 169 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/account/login", "line": 170 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partnernews/*", "line": 171 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associatenews", "line": 172 }, { "directive": "disallow", "path": "https://ametekcalibration.live.ametekweb.com/*", "line": 173 }, { "directive": "disallow", "path": "https://ametekaerodefense.live.ametekweb.com/*", "line": 174 }, { "directive": "disallow", "path": "https://ametekdrexelbrook.live.ametekweb.com/*", "line": 175 }, { "directive": "disallow", "path": "https://ametekdistributor.live.ametekweb.com/*", "line": 176 }, { "directive": "disallow", "path": "https://ametekchandlereng.live.ametekweb.com/*", "line": 177 }, { "directive": "disallow", "path": "https://ametekprecitechde.live.ametekweb.com/*", "line": 178 }, { "directive": "disallow", "path": "https://ametekprecitechcn.live.ametekweb.com/*", "line": 179 }, { "directive": "disallow", "path": "https://ametekprecitechjp.live.ametekweb.com/*", "line": 180 }, { "directive": "disallow", "path": "https://ametekprecitechkr.live.ametekweb.com/*", "line": 181 }, { "directive": "disallow", "path": "https://ametekprecitechtw.live.ametekweb.com/*", "line": 182 }, { "directive": "disallow", "path": "https://ametekwallingford.live.ametekweb.com/*", "line": 183 }, { "directive": "disallow", "path": "https://ametekavtechmiami.live.ametekweb.com/*", "line": 184 }, { "directive": "disallow", "path": "https://ametekcardinaluhp.live.ametekweb.com/*", "line": 185 }, { "directive": "disallow", "path": "https://ametekmoconportal.live.ametekweb.com/*", "line": 186 }, { "directive": "disallow", "path": "https://ameteksealtronecp.live.ametekweb.com/*", "line": 187 }, { "directive": "disallow", "path": "https://ametekbrookfielduk.live.ametekweb.com/*", "line": 188 }, { "directive": "disallow", "path": "https://ametekhaydonkerkde.live.ametekweb.com/*", "line": 189 }, { "directive": "disallow", "path": "https://ametekhaydonkerkcn.live.ametekweb.com/*", "line": 190 }, { "directive": "disallow", "path": "https://ametekhaydonkerkjp.live.ametekweb.com/*", "line": 191 }, { "directive": "disallow", "path": "https://ametekhaydonkerkfr.live.ametekweb.com/*", "line": 192 }, { "directive": "disallow", "path": "https://ametekhaydonkerkit.live.ametekweb.com/*", "line": 193 }, { "directive": "disallow", "path": "https://ametekinterconnect.live.ametekweb.com/*", "line": 194 }, { "directive": "disallow", "path": "https://ametekhunterspring.live.ametekweb.com/*", "line": 195 }, { "directive": "disallow", "path": "https://ameteksolartronisa.live.ametekweb.com/*", "line": 196 }, { "directive": "disallow", "path": "https://ametekbrookfieldde.live.ametekweb.com/*", "line": 197 }, { "directive": "disallow", "path": "https://ametekbrookfieldcn.live.ametekweb.com/*", "line": 198 }, { "directive": "disallow", "path": "https://ametekBrookfieldIn.live.ametekweb.com/*", "line": 199 }, { "directive": "disallow", "path": "https://ameteksuperiortube.live.ametekweb.com/*", "line": 200 }, { "directive": "disallow", "path": "https://ametektaylorhobson.live.ametekweb.com/*", "line": 201 }, { "directive": "disallow", "path": "https://ametekmicropoisecn.live.ametekweb.com/*", "line": 202 }, { "directive": "disallow", "path": "https://ametekfmhaerospace.live.ametekweb.com/*", "line": 203 }, { "directive": "disallow", "path": "https://ameteklandviralert.live.ametekweb.com/*", "line": 204 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associatenews/*", "line": 205 }, { "directive": "disallow", "path": "https://ametekcalibrationdk.live.ametekweb.com/*", "line": 206 }, { "directive": "disallow", "path": "https://ametekcalibrationde.live.ametekweb.com/*", "line": 207 }, { "directive": "disallow", "path": "https://ametekcalibrationcn.live.ametekweb.com/*", "line": 208 }, { "directive": "disallow", "path": "https://ametekreadingalloys.live.ametekweb.com/*", "line": 209 }, { "directive": "disallow", "path": "https://ametekchandlerengru.live.ametekweb.com/*", "line": 210 }, { "directive": "disallow", "path": "https://ametekpittmanmotors.live.ametekweb.com/*", "line": 211 }, { "directive": "disallow", "path": "https://ametekairtechnology.live.ametekweb.com/*", "line": 212 }, { "directive": "disallow", "path": "https://ametekbrookfieldrep.live.ametekweb.com/*", "line": 213 }, { "directive": "disallow", "path": "https://ameteknuinstruments.live.ametekweb.com/*", "line": 214 }, { "directive": "disallow", "path": "https://ametektaylorhobsoncn.live.ametekweb.com/*", "line": 215 }, { "directive": "disallow", "path": "https://ametektaylorhobsonde.live.ametekweb.com/*", "line": 216 }, { "directive": "disallow", "path": "https://ametektaylorhobsonjp.live.ametekweb.com/*", "line": 217 }, { "directive": "disallow", "path": "https://ametektaylorhobsonit.live.ametekweb.com/*", "line": 218 }, { "directive": "disallow", "path": "https://ametektaylorhobsonfr.live.ametekweb.com/*", "line": 219 }, { "directive": "disallow", "path": "https://ametektaylorhobsonkr.live.ametekweb.com/*", "line": 220 }, { "directive": "disallow", "path": "https://ametektaylorhobsontw.live.ametekweb.com/*", "line": 221 }, { "directive": "disallow", "path": "https://ametekhughestreitler.live.ametekweb.com/*", "line": 222 }, { "directive": "disallow", "path": "https://ameteklandviralertv2.live.ametekweb.com/*", "line": 223 }, { "directive": "disallow", "path": "https://www.ametekmocon.com/ametekmoconsitemap.xml", "line": 224 }, { "directive": "disallow", "path": "https://www.ametek-land.com/admin/manageuseraccess", "line": 225 }, { "directive": "disallow", "path": "https://ameteksurfacevisionv2.live.ametekweb.com/*", "line": 226 }, { "directive": "disallow", "path": "https://ametekprestolitepower.live.ametekweb.com/*", "line": 227 }, { "directive": "disallow", "path": "https://ametekhardnesstesters.live.ametekweb.com/*", "line": 228 }, { "directive": "disallow", "path": "https://ametekchatillonscales.live.ametekweb.com/*", "line": 229 }, { "directive": "disallow", "path": "https://ametekspectroextranet.live.ametekweb.com/*", "line": 230 }, { "directive": "disallow", "path": "https://ameteklandinstruments.live.ametekweb.com/*", "line": 231 }, { "directive": "disallow", "path": "https://ametekcamecauserguide.live.ametekweb.com/*", "line": 232 }, { "directive": "disallow", "path": "https://ametekhermeticsealecp.live.ametekweb.com/*", "line": 233 }, { "directive": "disallow", "path": "https://ameteksmartadvisormini.live.ametekweb.com/*", "line": 234 }, { "directive": "disallow", "path": "https://ametekmuirheadavionics.live.ametekweb.com/*", "line": 235 }, { "directive": "disallow", "path": "https://ametekbarbenanalytical.live.ametekweb.com/*", "line": 236 }, { "directive": "disallow", "path": "https://ametektpmbudistributor.live.ametekweb.com/*", "line": 237 }, { "directive": "disallow", "path": "https://ametekprogrammablepower.live.ametekweb.com/*", "line": 238 }, { "directive": "disallow", "path": "https://ametekfactoryautomation.live.ametekweb.com/*", "line": 239 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsjp.live.ametekweb.com/*", "line": 240 }, { "directive": "disallow", "path": "https://ameteklandinstrumentscn.live.ametekweb.com/*", "line": 241 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsfr.live.ametekweb.com/*", "line": 242 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsde.live.ametekweb.com/*", "line": 243 }, { "directive": "disallow", "path": "https://ameteksouthernaeroparts.live.ametekweb.com/*", "line": 244 }, { "directive": "disallow", "path": "https://ametekameronmasssystems.live.ametekweb.com/*", "line": 245 }, { "directive": "disallow", "path": "https://ametekuniversalanalyzers.live.ametekweb.com/*", "line": 246 }, { "directive": "disallow", "path": "https://ametekgrabnerinstruments.live.ametekweb.com/*", "line": 247 }, { "directive": "disallow", "path": "https://ameteksolartronmetrology.live.ametekweb.com/*", "line": 248 }, { "directive": "disallow", "path": "https://ametektestandmeasurement.live.ametekweb.com/*", "line": 249 }, { "directive": "disallow", "path": "https://ametekprogrammablepowercn.live.ametekweb.com/*", "line": 250 }, { "directive": "disallow", "path": "https://ametekwestchesterplastics.live.ametekweb.com/*", "line": 251 }, { "directive": "disallow", "path": "https://ametekdynotechengineering.live.ametekweb.com/*", "line": 252 }, { "directive": "disallow", "path": "https://ameteksolidstatecontrolskr.live.ametekweb.com/*", "line": 253 }, { "directive": "disallow", "path": "https://ametekgrabnerinstrumentscn.live.ametekweb.com/*", "line": 254 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyjp.live.ametekweb.com/*", "line": 255 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyde.live.ametekweb.com/*", "line": 256 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologycn.live.ametekweb.com/*", "line": 257 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyfr.live.ametekweb.com/*", "line": 258 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyes.live.ametekweb.com/*", "line": 259 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyit.live.ametekweb.com/*", "line": 260 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologybr.live.ametekweb.com/*", "line": 261 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyru.live.ametekweb.com/*", "line": 262 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/hpm-inspire-future-scientists", "line": 263 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/portablegasanalysers", "line": 264 }, { "directive": "disallow", "path": "https://ameteksterlingultraprecision.live.ametekweb.com/*", "line": 265 }, { "directive": "disallow", "path": "https://www.ametek-land.com/about-us/salespartnerresources", "line": 266 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/software/spot-firmware", "line": 267 }, { "directive": "disallow", "path": "https://www.ametek-land.com/ameteklandinstrumentssitemap.xml", "line": 268 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/portablegasanalysers/lancom4", "line": 269 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4650pm", "line": 270 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4500mkiii", "line": 271 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/carbonmonoxidedetectors/millwatch", "line": 272 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/carbonmonoxidedetectors/silowatch", "line": 273 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/fgaseries", "line": 274 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/lancom200", "line": 275 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/ametek-wallingford-appoints-new-process-engineer", "line": 276 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/wdg12001210", "line": 277 }, { "directive": "disallow", "path": "/news/latestnews/2019/june/interview-christina-ciganik-on-women-in-engineering", "line": 278 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/hpm-precision-metal-alloy-foil-at-interweighing-2019", "line": 279 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4400-opacity-and-dust-monitor", "line": 280 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4750-pm-back-scatter-laser-monitor", "line": 281 } ], "warnings": [ 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 277, 280, 281 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/customerror*", "line": 2 }, { "directive": "disallow", "path": "/searchresult*", "line": 3 }, { "directive": "disallow", "path": "/blog/taglisting*", "line": 4 }, { "directive": "disallow", "path": "/GlobalSearch.asmx*", "line": 5 }, { "directive": "disallow", "path": "/?requestedmedia=/*", "line": 6 }, { "directive": "disallow", "path": "/AmetekServices.asmx*", "line": 7 }, { "directive": "disallow", "path": "/blog/categorylisting*", "line": 8 }, { "directive": "disallow", "path": "/LandingPages_noindex*", "line": 9 }, { "directive": "disallow", "path": "https://www.ametekesp.cn", "line": 10 }, { "directive": "disallow", "path": "https://www.ametekesp.fr", "line": 11 }, { "directive": "disallow", "path": "https://www.ametekesp.es", "line": 12 }, { "directive": "disallow", "path": "https://www.ametekesp.pt", "line": 13 }, { "directive": "disallow", "path": "https://www.ametek-cts.com", "line": 14 }, { "directive": "disallow", "path": "https://www.ametek-cts.com/*", "line": 15 }, { "directive": "disallow", "path": "https://extranet.spectro.com/*", "line": 16 }, { "directive": "disallow", "path": "https://www.ameteksuppliers.com", "line": 17 }, { "directive": "disallow", "path": "https://www.ametektest.com/login", "line": 18 }, { "directive": "disallow", "path": "https://www.ametekdistributor.com", "line": 19 }, { "directive": "disallow", "path": "https://www.edax-marcomportal.com", "line": 20 }, { "directive": "disallow", "path": "https://ametek.live.ametekweb.com/*", "line": 21 }, { "directive": "disallow", "path": "https://www.portal.ametekmocon.com/*", "line": 22 }, { "directive": "disallow", "path": "https://spectro.live.ametekweb.com/*", "line": 23 }, { "directive": "disallow", "path": "https://testtbd.live.ametekweb.com/*", "line": 24 }, { "directive": "disallow", "path": "https://ametekuk.live.ametekweb.com/*", "line": 25 }, { "directive": "disallow", "path": "https://ameteksi.live.ametekweb.com/*", "line": 26 }, { "directive": "disallow", "path": "https://ametekpi.live.ametekweb.com/*", "line": 27 }, { "directive": "disallow", "path": "https://ametekct.live.ametekweb.com/*", "line": 28 }, { "directive": "disallow", "path": "https://ametekfr.live.ametekweb.com/*", "line": 29 }, { "directive": "disallow", "path": "https://ametekjp.live.ametekweb.com/*", "line": 30 }, { "directive": "disallow", "path": "https://ametekkr.live.ametekweb.com/*", "line": 31 }, { "directive": "disallow", "path": "https://ametekcn.live.ametekweb.com/*", "line": 32 }, { "directive": "disallow", "path": "https://ametektw.live.ametekweb.com/*", "line": 33 }, { "directive": "disallow", "path": "https://ametekin.live.ametekweb.com/*", "line": 34 }, { "directive": "disallow", "path": "https://ametekit.live.ametekweb.com/*", "line": 35 }, { "directive": "disallow", "path": "https://ametekbr.live.ametekweb.com/*", "line": 36 }, { "directive": "disallow", "path": "https://ametektc.live.ametekweb.com/*", "line": 37 }, { "directive": "disallow", "path": "https://ametekth.live.ametekweb.com/*", "line": 38 }, { "directive": "disallow", "path": "https://spectrode.live.ametekweb.com/*", "line": 39 }, { "directive": "disallow", "path": "https://ametekecp.live.ametekweb.com/*", "line": 40 }, { "directive": "disallow", "path": "https://ametekdfs.live.ametekweb.com/*", "line": 41 }, { "directive": "disallow", "path": "https://ametekmad.live.ametekweb.com/*", "line": 42 }, { "directive": "disallow", "path": "https://ametekhpm.live.ametekweb.com/*", "line": 43 }, { "directive": "disallow", "path": "https://ametekusg.live.ametekweb.com/*", "line": 44 }, { "directive": "disallow", "path": "https://ametektms.live.ametekweb.com/*", "line": 45 }, { "directive": "disallow", "path": "https://ametekaem.live.ametekweb.com/*", "line": 46 }, { "directive": "disallow", "path": "https://ametektmc.live.ametekweb.com/*", "line": 47 }, { "directive": "disallow", "path": "https://ametekstc.live.ametekweb.com/*", "line": 48 }, { "directive": "disallow", "path": "https://ametekvis.live.ametekweb.com/*", "line": 49 }, { "directive": "disallow", "path": "https://ametekncc.live.ametekweb.com/*", "line": 50 }, { "directive": "disallow", "path": "https://ametekams.live.ametekweb.com/*", "line": 51 }, { "directive": "disallow", "path": "https://ametekmae.live.ametekweb.com/*", "line": 52 }, { "directive": "disallow", "path": "https://ametekpds.live.ametekweb.com/*", "line": 53 }, { "directive": "disallow", "path": "https://ametekmro.live.ametekweb.com/*", "line": 54 }, { "directive": "disallow", "path": "https://ametekamf.live.ametekweb.com/*", "line": 55 }, { "directive": "disallow", "path": "https://ametekesp.live.ametekweb.com/*", "line": 56 }, { "directive": "disallow", "path": "https://ametekemc.live.ametekweb.com/*", "line": 57 }, { "directive": "disallow", "path": "https://ametekcts.live.ametekweb.com/*", "line": 58 }, { "directive": "disallow", "path": "https://ametektest.live.ametekweb.com/*", "line": 59 }, { "directive": "disallow", "path": "https://ametekukru.live.ametekweb.com/*", "line": 60 }, { "directive": "disallow", "path": "https://ametekukde.live.ametekweb.com/*", "line": 61 }, { "directive": "disallow", "path": "https://ameteksijp.live.ametekweb.com/*", "line": 62 }, { "directive": "disallow", "path": "https://ametekedax.live.ametekweb.com/*", "line": 63 }, { "directive": "disallow", "path": "https://ametekiscd.live.ametekweb.com/*", "line": 64 }, { "directive": "disallow", "path": "/aboutus/ametek-specialty-metal-products", "line": 65 }, { "directive": "disallow", "path": "https://ametekdfscn.live.ametekweb.com/*", "line": 66 }, { "directive": "disallow", "path": "https://ametekuptmx.live.ametekweb.com/*", "line": 67 }, { "directive": "disallow", "path": "https://ametekortec.live.ametekweb.com/*", "line": 68 }, { "directive": "disallow", "path": "https://ametektmccn.live.ametekweb.com/*", "line": 69 }, { "directive": "disallow", "path": "https://ametektmcde.live.ametekweb.com/*", "line": 70 }, { "directive": "disallow", "path": "https://ametektmcjp.live.ametekweb.com/*", "line": 71 }, { "directive": "disallow", "path": "https://ametektmces.live.ametekweb.com/*", "line": 72 }, { "directive": "disallow", "path": "https://ametekpower.live.ametekweb.com/*", "line": 73 }, { "directive": "disallow", "path": "https://ametekatlas.live.ametekweb.com/*", "line": 74 }, { "directive": "disallow", "path": "https://ametekvispt.live.ametekweb.com/*", "line": 75 }, { "directive": "disallow", "path": "https://ametekvisjp.live.ametekweb.com/*", "line": 76 }, { "directive": "disallow", "path": "https://ametekvises.live.ametekweb.com/*", "line": 77 }, { "directive": "disallow", "path": "https://ametekviscn.live.ametekweb.com/*", "line": 78 }, { "directive": "disallow", "path": "https://ametekncces.live.ametekweb.com/*", "line": 79 }, { "directive": "disallow", "path": "https://ametekamsde.live.ametekweb.com/*", "line": 80 }, { "directive": "disallow", "path": "https://ametekamscn.live.ametekweb.com/*", "line": 81 }, { "directive": "disallow", "path": "https://ametekmrov2.live.ametekweb.com/*", "line": 82 }, { "directive": "disallow", "path": "https://ametekespcn.live.ametekweb.com/*", "line": 83 }, { "directive": "disallow", "path": "https://ametekespde.live.ametekweb.com/*", "line": 84 }, { "directive": "disallow", "path": "https://ametekespfr.live.ametekweb.com/*", "line": 85 }, { "directive": "disallow", "path": "https://ametekespes.live.ametekweb.com/*", "line": 86 }, { "directive": "disallow", "path": "https://ametekesppt.live.ametekweb.com/*", "line": 87 }, { "directive": "disallow", "path": "https://ametekmocon.live.ametekweb.com/*", "line": 88 }, { "directive": "disallow", "path": "https://ametekctsv2.live.ametekweb.com/*", "line": 89 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partners", "line": 90 }, { "directive": "disallow", "path": "/about-us/ametek-specialty-metal-products", "line": 91 }, { "directive": "disallow", "path": "https://ametektestde.live.ametekweb.com/*", "line": 92 }, { "directive": "disallow", "path": "https://ametektestfr.live.ametekweb.com/*", "line": 93 }, { "directive": "disallow", "path": "https://ametektestcn.live.ametekweb.com/*", "line": 94 }, { "directive": "disallow", "path": "https://ametektestdk.live.ametekweb.com/*", "line": 95 }, { "directive": "disallow", "path": "https://ametekmetals.live.ametekweb.com/*", "line": 96 }, { "directive": "disallow", "path": "https://ameteknordic.live.ametekweb.com/*", "line": 97 }, { "directive": "disallow", "path": "https://ametekuptcom.live.ametekweb.com/*", "line": 98 }, { "directive": "disallow", "path": "https://ametekrotron.live.ametekweb.com/*", "line": 99 }, { "directive": "disallow", "path": "https://ametekameron.live.ametekweb.com/*", "line": 100 }, { "directive": "disallow", "path": "https://ametekswitch.live.ametekweb.com/*", "line": 101 }, { "directive": "disallow", "path": "https://ametekedaxjp.live.ametekweb.com/*", "line": 102 }, { "directive": "disallow", "path": "https://ametekedaxcn.live.ametekweb.com/*", "line": 103 }, { "directive": "disallow", "path": "https://ametekobrien.live.ametekweb.com/*", "line": 104 }, { "directive": "disallow", "path": "https://ametekcameca.live.ametekweb.com/*", "line": 105 }, { "directive": "disallow", "path": "https://ametekcareer.live.ametekweb.com/*", "line": 106 }, { "directive": "disallow", "path": "https://ametekamptek.live.ametekweb.com/*", "line": 107 }, { "directive": "disallow", "path": "https://ametekpdtech.live.ametekweb.com/*", "line": 108 }, { "directive": "disallow", "path": "https://ametekgspecp.live.ametekweb.com/*", "line": 109 }, { "directive": "disallow", "path": "https://ametekscpecp.live.ametekweb.com/*", "line": 110 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/account/*", "line": 111 }, { "directive": "disallow", "path": "https://ametekorteccn.live.ametekweb.com/*", "line": 112 }, { "directive": "disallow", "path": "https://ametekatlasjp.live.ametekweb.com/*", "line": 113 }, { "directive": "disallow", "path": "https://ametekatlasfr.live.ametekweb.com/*", "line": 114 }, { "directive": "disallow", "path": "https://ametekatlases.live.ametekweb.com/*", "line": 115 }, { "directive": "disallow", "path": "https://ametekatlaskr.live.ametekweb.com/*", "line": 116 }, { "directive": "disallow", "path": "https://ametekatlasde.live.ametekweb.com/*", "line": 117 }, { "directive": "disallow", "path": "https://ametekatlascn.live.ametekweb.com/*", "line": 118 }, { "directive": "disallow", "path": "https://ameteksensors.live.ametekweb.com/*", "line": 119 }, { "directive": "disallow", "path": "https://ametekantavia.live.ametekweb.com/*", "line": 120 }, { "directive": "disallow", "path": "https://chinaatec2018.live.ametekweb.com/*", "line": 121 }, { "directive": "disallow", "path": "https://ametekcsiheat.live.ametekweb.com/*", "line": 122 }, { "directive": "disallow", "path": "https://ametekecp-old.live.ametekweb.com/*", "line": 123 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associates", "line": 124 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partners/*", "line": 125 }, { "directive": "disallow", "path": "https://ametekpowervar.live.ametekweb.com/*", "line": 126 }, { "directive": "disallow", "path": "https://ametekpetrolab.live.ametekweb.com/*", "line": 127 }, { "directive": "disallow", "path": "https://ametekhdrpower.live.ametekweb.com/*", "line": 128 }, { "directive": "disallow", "path": "https://ametekhpmetals.live.ametekweb.com/*", "line": 129 }, { "directive": "disallow", "path": "https://MOCONDansensor.live.ametekweb.com/*", "line": 130 }, { "directive": "disallow", "path": "https://ametekobriencn.live.ametekweb.com/*", "line": 131 }, { "directive": "disallow", "path": "https://ameteksterling.live.ametekweb.com/*", "line": 132 }, { "directive": "disallow", "path": "https://ameteksimarcom.live.ametekweb.com/*", "line": 133 }, { "directive": "disallow", "path": "https://ameteksupplier.live.ametekweb.com/*", "line": 134 }, { "directive": "disallow", "path": "https://ametekcamecabr.live.ametekweb.com/*", "line": 135 }, { "directive": "disallow", "path": "https://ametekcamecaes.live.ametekweb.com/*", "line": 136 }, { "directive": "disallow", "path": "https://ametekcamecaru.live.ametekweb.com/*", "line": 137 }, { "directive": "disallow", "path": "https://ametekcamecacn.live.ametekweb.com/*", "line": 138 }, { "directive": "disallow", "path": "https://ametekdrakeair.live.ametekweb.com/*", "line": 139 }, { "directive": "disallow", "path": "https://ametekcareerde.live.ametekweb.com/*", "line": 140 }, { "directive": "disallow", "path": "https://ameteksunpower.live.ametekweb.com/*", "line": 141 }, { "directive": "disallow", "path": "https://ametekamptekcn.live.ametekweb.com/*", "line": 142 }, { "directive": "disallow", "path": "https://ameteksoundcom.live.ametekweb.com/*", "line": 143 }, { "directive": "disallow", "path": "https://ametekaegisecp.live.ametekweb.com/*", "line": 144 }, { "directive": "disallow", "path": "https://www.ametek-land.com/admin/adminlogin", "line": 145 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partnernews", "line": 146 }, { "directive": "disallow", "path": "https://ametekspectrocn.live.ametekweb.com/*", "line": 147 }, { "directive": "disallow", "path": "https://ameteksolartron.live.ametekweb.com/*", "line": 148 }, { "directive": "disallow", "path": "https://ametekoilandgas.live.ametekweb.com/*", "line": 149 }, { "directive": "disallow", "path": "https://ametekatomprobe.live.ametekweb.com/*", "line": 150 }, { "directive": "disallow", "path": "https://ametekfinetubes.live.ametekweb.com/*", "line": 151 }, { "directive": "disallow", "path": "https://ametekprecitech.live.ametekweb.com/*", "line": 152 }, { "directive": "disallow", "path": "https://ametekraulandcc.live.ametekweb.com/*", "line": 153 }, { "directive": "disallow", "path": "https://ametekraulandfl.live.ametekweb.com/*", "line": 154 }, { "directive": "disallow", "path": "https://ametekraulandca.live.ametekweb.com/*", "line": 155 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associates/*", "line": 156 }, { "directive": "disallow", "path": "https://ametekhaydonkerk.live.ametekweb.com/*", "line": 157 }, { "directive": "disallow", "path": "https://ametekeightyfour.live.ametekweb.com/*", "line": 158 }, { "directive": "disallow", "path": "https://ameteknuclearups.live.ametekweb.com/*", "line": 159 }, { "directive": "disallow", "path": "https://ametekbrookfield.live.ametekweb.com/*", "line": 160 }, { "directive": "disallow", "path": "https://ametekedaxmarcom.live.ametekweb.com/*", "line": 161 }, { "directive": "disallow", "path": "https://ameteksterlingjp.live.ametekweb.com/*", "line": 162 }, { "directive": "disallow", "path": "https://ameteksterlingcn.live.ametekweb.com/*", "line": 163 }, { "directive": "disallow", "path": "https://ameteksterlinges.live.ametekweb.com/*", "line": 164 }, { "directive": "disallow", "path": "https://ameteksterlingde.live.ametekweb.com/*", "line": 165 }, { "directive": "disallow", "path": "https://ametekbsaircraft.live.ametekweb.com/*", "line": 166 }, { "directive": "disallow", "path": "https://ametekameronagps.live.ametekweb.com/*", "line": 167 }, { "directive": "disallow", "path": "https://ametekmicropoise.live.ametekweb.com/*", "line": 168 }, { "directive": "disallow", "path": "https://ametekcoiningecp.live.ametekweb.com/*", "line": 169 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/account/login", "line": 170 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/partnernews/*", "line": 171 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associatenews", "line": 172 }, { "directive": "disallow", "path": "https://ametekcalibration.live.ametekweb.com/*", "line": 173 }, { "directive": "disallow", "path": "https://ametekaerodefense.live.ametekweb.com/*", "line": 174 }, { "directive": "disallow", "path": "https://ametekdrexelbrook.live.ametekweb.com/*", "line": 175 }, { "directive": "disallow", "path": "https://ametekdistributor.live.ametekweb.com/*", "line": 176 }, { "directive": "disallow", "path": "https://ametekchandlereng.live.ametekweb.com/*", "line": 177 }, { "directive": "disallow", "path": "https://ametekprecitechde.live.ametekweb.com/*", "line": 178 }, { "directive": "disallow", "path": "https://ametekprecitechcn.live.ametekweb.com/*", "line": 179 }, { "directive": "disallow", "path": "https://ametekprecitechjp.live.ametekweb.com/*", "line": 180 }, { "directive": "disallow", "path": "https://ametekprecitechkr.live.ametekweb.com/*", "line": 181 }, { "directive": "disallow", "path": "https://ametekprecitechtw.live.ametekweb.com/*", "line": 182 }, { "directive": "disallow", "path": "https://ametekwallingford.live.ametekweb.com/*", "line": 183 }, { "directive": "disallow", "path": "https://ametekavtechmiami.live.ametekweb.com/*", "line": 184 }, { "directive": "disallow", "path": "https://ametekcardinaluhp.live.ametekweb.com/*", "line": 185 }, { "directive": "disallow", "path": "https://ametekmoconportal.live.ametekweb.com/*", "line": 186 }, { "directive": "disallow", "path": "https://ameteksealtronecp.live.ametekweb.com/*", "line": 187 }, { "directive": "disallow", "path": "https://ametekbrookfielduk.live.ametekweb.com/*", "line": 188 }, { "directive": "disallow", "path": "https://ametekhaydonkerkde.live.ametekweb.com/*", "line": 189 }, { "directive": "disallow", "path": "https://ametekhaydonkerkcn.live.ametekweb.com/*", "line": 190 }, { "directive": "disallow", "path": "https://ametekhaydonkerkjp.live.ametekweb.com/*", "line": 191 }, { "directive": "disallow", "path": "https://ametekhaydonkerkfr.live.ametekweb.com/*", "line": 192 }, { "directive": "disallow", "path": "https://ametekhaydonkerkit.live.ametekweb.com/*", "line": 193 }, { "directive": "disallow", "path": "https://ametekinterconnect.live.ametekweb.com/*", "line": 194 }, { "directive": "disallow", "path": "https://ametekhunterspring.live.ametekweb.com/*", "line": 195 }, { "directive": "disallow", "path": "https://ameteksolartronisa.live.ametekweb.com/*", "line": 196 }, { "directive": "disallow", "path": "https://ametekbrookfieldde.live.ametekweb.com/*", "line": 197 }, { "directive": "disallow", "path": "https://ametekbrookfieldcn.live.ametekweb.com/*", "line": 198 }, { "directive": "disallow", "path": "https://ametekBrookfieldIn.live.ametekweb.com/*", "line": 199 }, { "directive": "disallow", "path": "https://ameteksuperiortube.live.ametekweb.com/*", "line": 200 }, { "directive": "disallow", "path": "https://ametektaylorhobson.live.ametekweb.com/*", "line": 201 }, { "directive": "disallow", "path": "https://ametekmicropoisecn.live.ametekweb.com/*", "line": 202 }, { "directive": "disallow", "path": "https://ametekfmhaerospace.live.ametekweb.com/*", "line": 203 }, { "directive": "disallow", "path": "https://ameteklandviralert.live.ametekweb.com/*", "line": 204 }, { "directive": "disallow", "path": "https://www.phantomhighspeed.com/associatenews/*", "line": 205 }, { "directive": "disallow", "path": "https://ametekcalibrationdk.live.ametekweb.com/*", "line": 206 }, { "directive": "disallow", "path": "https://ametekcalibrationde.live.ametekweb.com/*", "line": 207 }, { "directive": "disallow", "path": "https://ametekcalibrationcn.live.ametekweb.com/*", "line": 208 }, { "directive": "disallow", "path": "https://ametekreadingalloys.live.ametekweb.com/*", "line": 209 }, { "directive": "disallow", "path": "https://ametekchandlerengru.live.ametekweb.com/*", "line": 210 }, { "directive": "disallow", "path": "https://ametekpittmanmotors.live.ametekweb.com/*", "line": 211 }, { "directive": "disallow", "path": "https://ametekairtechnology.live.ametekweb.com/*", "line": 212 }, { "directive": "disallow", "path": "https://ametekbrookfieldrep.live.ametekweb.com/*", "line": 213 }, { "directive": "disallow", "path": "https://ameteknuinstruments.live.ametekweb.com/*", "line": 214 }, { "directive": "disallow", "path": "https://ametektaylorhobsoncn.live.ametekweb.com/*", "line": 215 }, { "directive": "disallow", "path": "https://ametektaylorhobsonde.live.ametekweb.com/*", "line": 216 }, { "directive": "disallow", "path": "https://ametektaylorhobsonjp.live.ametekweb.com/*", "line": 217 }, { "directive": "disallow", "path": "https://ametektaylorhobsonit.live.ametekweb.com/*", "line": 218 }, { "directive": "disallow", "path": "https://ametektaylorhobsonfr.live.ametekweb.com/*", "line": 219 }, { "directive": "disallow", "path": "https://ametektaylorhobsonkr.live.ametekweb.com/*", "line": 220 }, { "directive": "disallow", "path": "https://ametektaylorhobsontw.live.ametekweb.com/*", "line": 221 }, { "directive": "disallow", "path": "https://ametekhughestreitler.live.ametekweb.com/*", "line": 222 }, { "directive": "disallow", "path": "https://ameteklandviralertv2.live.ametekweb.com/*", "line": 223 }, { "directive": "disallow", "path": "https://www.ametekmocon.com/ametekmoconsitemap.xml", "line": 224 }, { "directive": "disallow", "path": "https://www.ametek-land.com/admin/manageuseraccess", "line": 225 }, { "directive": "disallow", "path": "https://ameteksurfacevisionv2.live.ametekweb.com/*", "line": 226 }, { "directive": "disallow", "path": "https://ametekprestolitepower.live.ametekweb.com/*", "line": 227 }, { "directive": "disallow", "path": "https://ametekhardnesstesters.live.ametekweb.com/*", "line": 228 }, { "directive": "disallow", "path": "https://ametekchatillonscales.live.ametekweb.com/*", "line": 229 }, { "directive": "disallow", "path": "https://ametekspectroextranet.live.ametekweb.com/*", "line": 230 }, { "directive": "disallow", "path": "https://ameteklandinstruments.live.ametekweb.com/*", "line": 231 }, { "directive": "disallow", "path": "https://ametekcamecauserguide.live.ametekweb.com/*", "line": 232 }, { "directive": "disallow", "path": "https://ametekhermeticsealecp.live.ametekweb.com/*", "line": 233 }, { "directive": "disallow", "path": "https://ameteksmartadvisormini.live.ametekweb.com/*", "line": 234 }, { "directive": "disallow", "path": "https://ametekmuirheadavionics.live.ametekweb.com/*", "line": 235 }, { "directive": "disallow", "path": "https://ametekbarbenanalytical.live.ametekweb.com/*", "line": 236 }, { "directive": "disallow", "path": "https://ametektpmbudistributor.live.ametekweb.com/*", "line": 237 }, { "directive": "disallow", "path": "https://ametekprogrammablepower.live.ametekweb.com/*", "line": 238 }, { "directive": "disallow", "path": "https://ametekfactoryautomation.live.ametekweb.com/*", "line": 239 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsjp.live.ametekweb.com/*", "line": 240 }, { "directive": "disallow", "path": "https://ameteklandinstrumentscn.live.ametekweb.com/*", "line": 241 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsfr.live.ametekweb.com/*", "line": 242 }, { "directive": "disallow", "path": "https://ameteklandinstrumentsde.live.ametekweb.com/*", "line": 243 }, { "directive": "disallow", "path": "https://ameteksouthernaeroparts.live.ametekweb.com/*", "line": 244 }, { "directive": "disallow", "path": "https://ametekameronmasssystems.live.ametekweb.com/*", "line": 245 }, { "directive": "disallow", "path": "https://ametekuniversalanalyzers.live.ametekweb.com/*", "line": 246 }, { "directive": "disallow", "path": "https://ametekgrabnerinstruments.live.ametekweb.com/*", "line": 247 }, { "directive": "disallow", "path": "https://ameteksolartronmetrology.live.ametekweb.com/*", "line": 248 }, { "directive": "disallow", "path": "https://ametektestandmeasurement.live.ametekweb.com/*", "line": 249 }, { "directive": "disallow", "path": "https://ametekprogrammablepowercn.live.ametekweb.com/*", "line": 250 }, { "directive": "disallow", "path": "https://ametekwestchesterplastics.live.ametekweb.com/*", "line": 251 }, { "directive": "disallow", "path": "https://ametekdynotechengineering.live.ametekweb.com/*", "line": 252 }, { "directive": "disallow", "path": "https://ameteksolidstatecontrolskr.live.ametekweb.com/*", "line": 253 }, { "directive": "disallow", "path": "https://ametekgrabnerinstrumentscn.live.ametekweb.com/*", "line": 254 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyjp.live.ametekweb.com/*", "line": 255 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyde.live.ametekweb.com/*", "line": 256 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologycn.live.ametekweb.com/*", "line": 257 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyfr.live.ametekweb.com/*", "line": 258 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyes.live.ametekweb.com/*", "line": 259 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyit.live.ametekweb.com/*", "line": 260 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologybr.live.ametekweb.com/*", "line": 261 }, { "directive": "disallow", "path": "https://ameteksolartronmetrologyru.live.ametekweb.com/*", "line": 262 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/hpm-inspire-future-scientists", "line": 263 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/portablegasanalysers", "line": 264 }, { "directive": "disallow", "path": "https://ameteksterlingultraprecision.live.ametekweb.com/*", "line": 265 }, { "directive": "disallow", "path": "https://www.ametek-land.com/about-us/salespartnerresources", "line": 266 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/software/spot-firmware", "line": 267 }, { "directive": "disallow", "path": "https://www.ametek-land.com/ameteklandinstrumentssitemap.xml", "line": 268 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/portablegasanalysers/lancom4", "line": 269 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4650pm", "line": 270 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4500mkiii", "line": 271 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/carbonmonoxidedetectors/millwatch", "line": 272 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/carbonmonoxidedetectors/silowatch", "line": 273 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/fgaseries", "line": 274 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/lancom200", "line": 275 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/ametek-wallingford-appoints-new-process-engineer", "line": 276 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/combustionefficiencymonitors/wdg12001210", "line": 277 }, { "directive": "disallow", "path": "/news/latestnews/2019/june/interview-christina-ciganik-on-women-in-engineering", "line": 278 }, { "directive": "disallow", "path": "/news/latestnews/2019/july/hpm-precision-metal-alloy-foil-at-interweighing-2019", "line": 279 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4400-opacity-and-dust-monitor", "line": 280 }, { "directive": "disallow", "path": "https://www.ametek-land.jp/products/opacityanddustmonitors/4750-pm-back-scatter-laser-monitor", "line": 281 } ], "warnings": [ 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 277, 280, 281 ] } }, "httpStatus": 200, "finalUrl": "https://www.ametek.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "9cb90dbec5c6baf7ac73f7f3e9d2912c9ea070bb9bdfb014911d9dcb09a5b240", "bytes": 17391 }, { "company": "Amgen", "cik": "318154", "sector": "Health Care", "origin": "http://www.amgen.com", "checkedAt": "2026-09-26T04:54:52.703Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.amgen.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "65f0f6f97ff9290dcb2dce7396adb326cd3a1ed30d798d5eca311d6f9bdca834", "bytes": 117 }, { "company": "Amphenol", "cik": "820313", "sector": "Information Technology", "origin": "http://www.amphenol.com", "checkedAt": "2026-09-26T04:54:53.045Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "http://www.amphenol.com/robots.txt", "contentType": "text/html" }, { "company": "Analog Devices", "cik": "6281", "sector": "Information Technology", "origin": "https://www.analog.com", "checkedAt": "2026-09-26T04:54:53.243Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "Aon plc", "cik": "315293", "sector": "Financials", "origin": "https://www.aon.com", "checkedAt": "2026-09-26T04:54:53.486Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bursts/", "line": 5 }, { "directive": "disallow", "path": "/surveys/", "line": 6 }, { "directive": "disallow", "path": "/pages/", "line": 7 }, { "directive": "disallow", "path": "*.pdf", "line": 8 }, { "directive": "disallow", "path": "/attachements/", "line": 9 }, { "directive": "disallow", "path": "/attachments/*", "line": 10 }, { "directive": "disallow", "path": "/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/mypreferences-staging/", "line": 12 } ], "warnings": [ 8 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bursts/", "line": 5 }, { "directive": "disallow", "path": "/surveys/", "line": 6 }, { "directive": "disallow", "path": "/pages/", "line": 7 }, { "directive": "disallow", "path": "*.pdf", "line": 8 }, { "directive": "disallow", "path": "/attachements/", "line": 9 }, { "directive": "disallow", "path": "/attachments/*", "line": 10 }, { "directive": "disallow", "path": "/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/mypreferences-staging/", "line": 12 } ], "warnings": [ 8 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bursts/", "line": 5 }, { "directive": "disallow", "path": "/surveys/", "line": 6 }, { "directive": "disallow", "path": "/pages/", "line": 7 }, { "directive": "disallow", "path": "*.pdf", "line": 8 }, { "directive": "disallow", "path": "/attachements/", "line": 9 }, { "directive": "disallow", "path": "/attachments/*", "line": 10 }, { "directive": "disallow", "path": "/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/mypreferences-staging/", "line": 12 } ], "warnings": [ 8 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bursts/", "line": 5 }, { "directive": "disallow", "path": "/surveys/", "line": 6 }, { "directive": "disallow", "path": "/pages/", "line": 7 }, { "directive": "disallow", "path": "*.pdf", "line": 8 }, { "directive": "disallow", "path": "/attachements/", "line": 9 }, { "directive": "disallow", "path": "/attachments/*", "line": 10 }, { "directive": "disallow", "path": "/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/mypreferences-staging/", "line": 12 } ], "warnings": [ 8 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bursts/", "line": 5 }, { "directive": "disallow", "path": "/surveys/", "line": 6 }, { "directive": "disallow", "path": "/pages/", "line": 7 }, { "directive": "disallow", "path": "*.pdf", "line": 8 }, { "directive": "disallow", "path": "/attachements/", "line": 9 }, { "directive": "disallow", "path": "/attachments/*", "line": 10 }, { "directive": "disallow", "path": "/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/mypreferences-staging/", "line": 12 } ], "warnings": [ 8 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bursts/", "line": 5 }, { "directive": "disallow", "path": "/surveys/", "line": 6 }, { "directive": "disallow", "path": "/pages/", "line": 7 }, { "directive": "disallow", "path": "*.pdf", "line": 8 }, { "directive": "disallow", "path": "/attachements/", "line": 9 }, { "directive": "disallow", "path": "/attachments/*", "line": 10 }, { "directive": "disallow", "path": "/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/mypreferences-staging/", "line": 12 } ], "warnings": [ 8 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bursts/", "line": 5 }, { "directive": "disallow", "path": "/surveys/", "line": 6 }, { "directive": "disallow", "path": "/pages/", "line": 7 }, { "directive": "disallow", "path": "*.pdf", "line": 8 }, { "directive": "disallow", "path": "/attachements/", "line": 9 }, { "directive": "disallow", "path": "/attachments/*", "line": 10 }, { "directive": "disallow", "path": "/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/mypreferences-staging/", "line": 12 } ], "warnings": [ 8 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bursts/", "line": 5 }, { "directive": "disallow", "path": "/surveys/", "line": 6 }, { "directive": "disallow", "path": "/pages/", "line": 7 }, { "directive": "disallow", "path": "*.pdf", "line": 8 }, { "directive": "disallow", "path": "/attachements/", "line": 9 }, { "directive": "disallow", "path": "/attachments/*", "line": 10 }, { "directive": "disallow", "path": "/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/mypreferences-staging/", "line": 12 } ], "warnings": [ 8 ] } }, "httpStatus": 200, "finalUrl": "https://www.aon.com/robots.txt", "contentType": "text/plain", "sha256": "5edbfe0ba5ae5340c62dcbd5cae242455cfedcf79e90da11a1a32c5a34455cf8", "bytes": 297 }, { "company": "APA Corporation", "cik": "1841666", "sector": "Energy", "origin": "http://www.apachecorp.com", "checkedAt": "2026-09-26T04:54:54.866Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?s=", "line": 6 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 7 }, { "directive": "disallow", "path": "/search/", "line": 8 }, { "directive": "disallow", "path": "/wp-json/", "line": 9 }, { "directive": "disallow", "path": "/?rest_route=", "line": 10 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?s=", "line": 6 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 7 }, { "directive": "disallow", "path": "/search/", "line": 8 }, { "directive": "disallow", "path": "/wp-json/", "line": 9 }, { "directive": "disallow", "path": "/?rest_route=", "line": 10 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?s=", "line": 6 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 7 }, { "directive": "disallow", "path": "/search/", "line": 8 }, { "directive": "disallow", "path": "/wp-json/", "line": 9 }, { "directive": "disallow", "path": "/?rest_route=", "line": 10 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?s=", "line": 6 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 7 }, { "directive": "disallow", "path": "/search/", "line": 8 }, { "directive": "disallow", "path": "/wp-json/", "line": 9 }, { "directive": "disallow", "path": "/?rest_route=", "line": 10 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?s=", "line": 6 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 7 }, { "directive": "disallow", "path": "/search/", "line": 8 }, { "directive": "disallow", "path": "/wp-json/", "line": 9 }, { "directive": "disallow", "path": "/?rest_route=", "line": 10 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?s=", "line": 6 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 7 }, { "directive": "disallow", "path": "/search/", "line": 8 }, { "directive": "disallow", "path": "/wp-json/", "line": 9 }, { "directive": "disallow", "path": "/?rest_route=", "line": 10 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?s=", "line": 6 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 7 }, { "directive": "disallow", "path": "/search/", "line": 8 }, { "directive": "disallow", "path": "/wp-json/", "line": 9 }, { "directive": "disallow", "path": "/?rest_route=", "line": 10 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?s=", "line": 6 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 7 }, { "directive": "disallow", "path": "/search/", "line": 8 }, { "directive": "disallow", "path": "/wp-json/", "line": 9 }, { "directive": "disallow", "path": "/?rest_route=", "line": 10 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "http://www.apachecorp.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "fb0a1d3a50234ba2a235216c4ea5e70a0279f9a0fa34c60ea923affb166138cc", "bytes": 308 }, { "company": "Apollo Global Management", "cik": "1858681", "sector": "Financials", "origin": "https://www.apollo.com", "checkedAt": "2026-09-26T04:54:54.907Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wealth/campaigns/", "line": 2 }, { "directive": "disallow", "path": "/content/dam/apolloaem/pdf/campaigns/", "line": 3 }, { "directive": "disallow", "path": "/institutional/governance/privacy-policy-portal", "line": 4 }, { "directive": "disallow", "path": "/wealth/gated-content-forms/", "line": 5 }, { "directive": "disallow", "path": "/institutional/gated-content-forms/", "line": 6 }, { "directive": "disallow", "path": "/wealth/apollo-forms/", "line": 7 }, { "directive": "disallow", "path": "/institutional/apollo-forms/", "line": 8 }, { "directive": "disallow", "path": "/institutional/direct-links/", "line": 9 }, { "directive": "disallow", "path": "/wealth/direct-links/", "line": 10 }, { "directive": "disallow", "path": "/content/dam/apolloaem/documents/directlinks/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/ai/", "line": 12 }, { "directive": "disallow", "path": "/content/dam/apolloaem/images/internal/", "line": 13 }, { "directive": "disallow", "path": "/wealth/header-footer-config", "line": 14 }, { "directive": "disallow", "path": "/institutional/header-footer-config", "line": 15 }, { "directive": "disallow", "path": "/wealth/ax-header-footer-config", "line": 16 }, { "directive": "disallow", "path": "/general-public/header-footer-config", "line": 17 }, { "directive": "disallow", "path": "/general-public/documents-header-footer-config", "line": 18 }, { "directive": "disallow", "path": "/jp/ja/header-footer-config", "line": 19 }, { "directive": "disallow", "path": "/jp/en/header-footer-config", "line": 20 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wealth/campaigns/", "line": 2 }, { "directive": "disallow", "path": "/content/dam/apolloaem/pdf/campaigns/", "line": 3 }, { "directive": "disallow", "path": "/institutional/governance/privacy-policy-portal", "line": 4 }, { "directive": "disallow", "path": "/wealth/gated-content-forms/", "line": 5 }, { "directive": "disallow", "path": "/institutional/gated-content-forms/", "line": 6 }, { "directive": "disallow", "path": "/wealth/apollo-forms/", "line": 7 }, { "directive": "disallow", "path": "/institutional/apollo-forms/", "line": 8 }, { "directive": "disallow", "path": "/institutional/direct-links/", "line": 9 }, { "directive": "disallow", "path": "/wealth/direct-links/", "line": 10 }, { "directive": "disallow", "path": "/content/dam/apolloaem/documents/directlinks/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/ai/", "line": 12 }, { "directive": "disallow", "path": "/content/dam/apolloaem/images/internal/", "line": 13 }, { "directive": "disallow", "path": "/wealth/header-footer-config", "line": 14 }, { "directive": "disallow", "path": "/institutional/header-footer-config", "line": 15 }, { "directive": "disallow", "path": "/wealth/ax-header-footer-config", "line": 16 }, { "directive": "disallow", "path": "/general-public/header-footer-config", "line": 17 }, { "directive": "disallow", "path": "/general-public/documents-header-footer-config", "line": 18 }, { "directive": "disallow", "path": "/jp/ja/header-footer-config", "line": 19 }, { "directive": "disallow", "path": "/jp/en/header-footer-config", "line": 20 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wealth/campaigns/", "line": 2 }, { "directive": "disallow", "path": "/content/dam/apolloaem/pdf/campaigns/", "line": 3 }, { "directive": "disallow", "path": "/institutional/governance/privacy-policy-portal", "line": 4 }, { "directive": "disallow", "path": "/wealth/gated-content-forms/", "line": 5 }, { "directive": "disallow", "path": "/institutional/gated-content-forms/", "line": 6 }, { "directive": "disallow", "path": "/wealth/apollo-forms/", "line": 7 }, { "directive": "disallow", "path": "/institutional/apollo-forms/", "line": 8 }, { "directive": "disallow", "path": "/institutional/direct-links/", "line": 9 }, { "directive": "disallow", "path": "/wealth/direct-links/", "line": 10 }, { "directive": "disallow", "path": "/content/dam/apolloaem/documents/directlinks/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/ai/", "line": 12 }, { "directive": "disallow", "path": "/content/dam/apolloaem/images/internal/", "line": 13 }, { "directive": "disallow", "path": "/wealth/header-footer-config", "line": 14 }, { "directive": "disallow", "path": "/institutional/header-footer-config", "line": 15 }, { "directive": "disallow", "path": "/wealth/ax-header-footer-config", "line": 16 }, { "directive": "disallow", "path": "/general-public/header-footer-config", "line": 17 }, { "directive": "disallow", "path": "/general-public/documents-header-footer-config", "line": 18 }, { "directive": "disallow", "path": "/jp/ja/header-footer-config", "line": 19 }, { "directive": "disallow", "path": "/jp/en/header-footer-config", "line": 20 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wealth/campaigns/", "line": 2 }, { "directive": "disallow", "path": "/content/dam/apolloaem/pdf/campaigns/", "line": 3 }, { "directive": "disallow", "path": "/institutional/governance/privacy-policy-portal", "line": 4 }, { "directive": "disallow", "path": "/wealth/gated-content-forms/", "line": 5 }, { "directive": "disallow", "path": "/institutional/gated-content-forms/", "line": 6 }, { "directive": "disallow", "path": "/wealth/apollo-forms/", "line": 7 }, { "directive": "disallow", "path": "/institutional/apollo-forms/", "line": 8 }, { "directive": "disallow", "path": "/institutional/direct-links/", "line": 9 }, { "directive": "disallow", "path": "/wealth/direct-links/", "line": 10 }, { "directive": "disallow", "path": "/content/dam/apolloaem/documents/directlinks/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/ai/", "line": 12 }, { "directive": "disallow", "path": "/content/dam/apolloaem/images/internal/", "line": 13 }, { "directive": "disallow", "path": "/wealth/header-footer-config", "line": 14 }, { "directive": "disallow", "path": "/institutional/header-footer-config", "line": 15 }, { "directive": "disallow", "path": "/wealth/ax-header-footer-config", "line": 16 }, { "directive": "disallow", "path": "/general-public/header-footer-config", "line": 17 }, { "directive": "disallow", "path": "/general-public/documents-header-footer-config", "line": 18 }, { "directive": "disallow", "path": "/jp/ja/header-footer-config", "line": 19 }, { "directive": "disallow", "path": "/jp/en/header-footer-config", "line": 20 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wealth/campaigns/", "line": 2 }, { "directive": "disallow", "path": "/content/dam/apolloaem/pdf/campaigns/", "line": 3 }, { "directive": "disallow", "path": "/institutional/governance/privacy-policy-portal", "line": 4 }, { "directive": "disallow", "path": "/wealth/gated-content-forms/", "line": 5 }, { "directive": "disallow", "path": "/institutional/gated-content-forms/", "line": 6 }, { "directive": "disallow", "path": "/wealth/apollo-forms/", "line": 7 }, { "directive": "disallow", "path": "/institutional/apollo-forms/", "line": 8 }, { "directive": "disallow", "path": "/institutional/direct-links/", "line": 9 }, { "directive": "disallow", "path": "/wealth/direct-links/", "line": 10 }, { "directive": "disallow", "path": "/content/dam/apolloaem/documents/directlinks/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/ai/", "line": 12 }, { "directive": "disallow", "path": "/content/dam/apolloaem/images/internal/", "line": 13 }, { "directive": "disallow", "path": "/wealth/header-footer-config", "line": 14 }, { "directive": "disallow", "path": "/institutional/header-footer-config", "line": 15 }, { "directive": "disallow", "path": "/wealth/ax-header-footer-config", "line": 16 }, { "directive": "disallow", "path": "/general-public/header-footer-config", "line": 17 }, { "directive": "disallow", "path": "/general-public/documents-header-footer-config", "line": 18 }, { "directive": "disallow", "path": "/jp/ja/header-footer-config", "line": 19 }, { "directive": "disallow", "path": "/jp/en/header-footer-config", "line": 20 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wealth/campaigns/", "line": 2 }, { "directive": "disallow", "path": "/content/dam/apolloaem/pdf/campaigns/", "line": 3 }, { "directive": "disallow", "path": "/institutional/governance/privacy-policy-portal", "line": 4 }, { "directive": "disallow", "path": "/wealth/gated-content-forms/", "line": 5 }, { "directive": "disallow", "path": "/institutional/gated-content-forms/", "line": 6 }, { "directive": "disallow", "path": "/wealth/apollo-forms/", "line": 7 }, { "directive": "disallow", "path": "/institutional/apollo-forms/", "line": 8 }, { "directive": "disallow", "path": "/institutional/direct-links/", "line": 9 }, { "directive": "disallow", "path": "/wealth/direct-links/", "line": 10 }, { "directive": "disallow", "path": "/content/dam/apolloaem/documents/directlinks/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/ai/", "line": 12 }, { "directive": "disallow", "path": "/content/dam/apolloaem/images/internal/", "line": 13 }, { "directive": "disallow", "path": "/wealth/header-footer-config", "line": 14 }, { "directive": "disallow", "path": "/institutional/header-footer-config", "line": 15 }, { "directive": "disallow", "path": "/wealth/ax-header-footer-config", "line": 16 }, { "directive": "disallow", "path": "/general-public/header-footer-config", "line": 17 }, { "directive": "disallow", "path": "/general-public/documents-header-footer-config", "line": 18 }, { "directive": "disallow", "path": "/jp/ja/header-footer-config", "line": 19 }, { "directive": "disallow", "path": "/jp/en/header-footer-config", "line": 20 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wealth/campaigns/", "line": 2 }, { "directive": "disallow", "path": "/content/dam/apolloaem/pdf/campaigns/", "line": 3 }, { "directive": "disallow", "path": "/institutional/governance/privacy-policy-portal", "line": 4 }, { "directive": "disallow", "path": "/wealth/gated-content-forms/", "line": 5 }, { "directive": "disallow", "path": "/institutional/gated-content-forms/", "line": 6 }, { "directive": "disallow", "path": "/wealth/apollo-forms/", "line": 7 }, { "directive": "disallow", "path": "/institutional/apollo-forms/", "line": 8 }, { "directive": "disallow", "path": "/institutional/direct-links/", "line": 9 }, { "directive": "disallow", "path": "/wealth/direct-links/", "line": 10 }, { "directive": "disallow", "path": "/content/dam/apolloaem/documents/directlinks/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/ai/", "line": 12 }, { "directive": "disallow", "path": "/content/dam/apolloaem/images/internal/", "line": 13 }, { "directive": "disallow", "path": "/wealth/header-footer-config", "line": 14 }, { "directive": "disallow", "path": "/institutional/header-footer-config", "line": 15 }, { "directive": "disallow", "path": "/wealth/ax-header-footer-config", "line": 16 }, { "directive": "disallow", "path": "/general-public/header-footer-config", "line": 17 }, { "directive": "disallow", "path": "/general-public/documents-header-footer-config", "line": 18 }, { "directive": "disallow", "path": "/jp/ja/header-footer-config", "line": 19 }, { "directive": "disallow", "path": "/jp/en/header-footer-config", "line": 20 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wealth/campaigns/", "line": 2 }, { "directive": "disallow", "path": "/content/dam/apolloaem/pdf/campaigns/", "line": 3 }, { "directive": "disallow", "path": "/institutional/governance/privacy-policy-portal", "line": 4 }, { "directive": "disallow", "path": "/wealth/gated-content-forms/", "line": 5 }, { "directive": "disallow", "path": "/institutional/gated-content-forms/", "line": 6 }, { "directive": "disallow", "path": "/wealth/apollo-forms/", "line": 7 }, { "directive": "disallow", "path": "/institutional/apollo-forms/", "line": 8 }, { "directive": "disallow", "path": "/institutional/direct-links/", "line": 9 }, { "directive": "disallow", "path": "/wealth/direct-links/", "line": 10 }, { "directive": "disallow", "path": "/content/dam/apolloaem/documents/directlinks/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/ai/", "line": 12 }, { "directive": "disallow", "path": "/content/dam/apolloaem/images/internal/", "line": 13 }, { "directive": "disallow", "path": "/wealth/header-footer-config", "line": 14 }, { "directive": "disallow", "path": "/institutional/header-footer-config", "line": 15 }, { "directive": "disallow", "path": "/wealth/ax-header-footer-config", "line": 16 }, { "directive": "disallow", "path": "/general-public/header-footer-config", "line": 17 }, { "directive": "disallow", "path": "/general-public/documents-header-footer-config", "line": 18 }, { "directive": "disallow", "path": "/jp/ja/header-footer-config", "line": 19 }, { "directive": "disallow", "path": "/jp/en/header-footer-config", "line": 20 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.apollo.com/robots.txt", "contentType": "text/plain; charset=ISO-8859-1", "sha256": "b1e17840e9ceba4a36a047f50fc7dc074bf7dd84f20d5b54e4681fa3d51ff56f", "bytes": 879 }, { "company": "Apple Inc.", "cik": "320193", "sector": "Information Technology", "origin": "https://apple.com", "checkedAt": "2026-09-26T04:54:55.091Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*shop/browse/overlay/*", "line": 4 }, { "directive": "disallow", "path": "/*shop/iphone/payments/overlay/*", "line": 5 }, { "directive": "disallow", "path": "/cn/*/aow/*", "line": 6 }, { "directive": "disallow", "path": "/tmall*", "line": 7 }, { "directive": "allow", "path": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*", "line": 8 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*shop/browse/overlay/*", "line": 4 }, { "directive": "disallow", "path": "/*shop/iphone/payments/overlay/*", "line": 5 }, { "directive": "disallow", "path": "/cn/*/aow/*", "line": 6 }, { "directive": "disallow", "path": "/tmall*", "line": 7 }, { "directive": "allow", "path": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*", "line": 8 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*shop/browse/overlay/*", "line": 4 }, { "directive": "disallow", "path": "/*shop/iphone/payments/overlay/*", "line": 5 }, { "directive": "disallow", "path": "/cn/*/aow/*", "line": 6 }, { "directive": "disallow", "path": "/tmall*", "line": 7 }, { "directive": "allow", "path": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*", "line": 8 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*shop/browse/overlay/*", "line": 4 }, { "directive": "disallow", "path": "/*shop/iphone/payments/overlay/*", "line": 5 }, { "directive": "disallow", "path": "/cn/*/aow/*", "line": 6 }, { "directive": "disallow", "path": "/tmall*", "line": 7 }, { "directive": "allow", "path": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*", "line": 8 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*shop/browse/overlay/*", "line": 4 }, { "directive": "disallow", "path": "/*shop/iphone/payments/overlay/*", "line": 5 }, { "directive": "disallow", "path": "/cn/*/aow/*", "line": 6 }, { "directive": "disallow", "path": "/tmall*", "line": 7 }, { "directive": "allow", "path": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*", "line": 8 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*shop/browse/overlay/*", "line": 4 }, { "directive": "disallow", "path": "/*shop/iphone/payments/overlay/*", "line": 5 }, { "directive": "disallow", "path": "/cn/*/aow/*", "line": 6 }, { "directive": "disallow", "path": "/tmall*", "line": 7 }, { "directive": "allow", "path": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*", "line": 8 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*shop/browse/overlay/*", "line": 4 }, { "directive": "disallow", "path": "/*shop/iphone/payments/overlay/*", "line": 5 }, { "directive": "disallow", "path": "/cn/*/aow/*", "line": 6 }, { "directive": "disallow", "path": "/tmall*", "line": 7 }, { "directive": "allow", "path": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*", "line": 8 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*shop/browse/overlay/*", "line": 4 }, { "directive": "disallow", "path": "/*shop/iphone/payments/overlay/*", "line": 5 }, { "directive": "disallow", "path": "/cn/*/aow/*", "line": 6 }, { "directive": "disallow", "path": "/tmall*", "line": 7 }, { "directive": "allow", "path": "/ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search/*", "line": 8 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.apple.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "3115f45c98cfa19341978dcab5dfbc0fd3e0ff4eb3ab1fe8192c3fbf7227dee7", "bytes": 1018 }, { "company": "Applied Materials", "cik": "6951", "sector": "Information Technology", "origin": "https://www.appliedmaterials.com", "checkedAt": "2026-09-26T04:54:55.252Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.appliedmaterials.com/robots.txt", "contentType": "text/html" }, { "company": "AppLovin", "cik": "1751008", "sector": "Information Technology", "origin": "https://www.applovin.com", "checkedAt": "2026-09-26T04:54:55.390Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/api/", "line": 6 }, { "directive": "disallow", "path": "/_next/", "line": 7 }, { "directive": "disallow", "path": "/admin/", "line": 8 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/api/", "line": 6 }, { "directive": "disallow", "path": "/_next/", "line": 7 }, { "directive": "disallow", "path": "/admin/", "line": 8 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/api/", "line": 6 }, { "directive": "disallow", "path": "/_next/", "line": 7 }, { "directive": "disallow", "path": "/admin/", "line": 8 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/api/", "line": 6 }, { "directive": "disallow", "path": "/_next/", "line": 7 }, { "directive": "disallow", "path": "/admin/", "line": 8 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/api/", "line": 6 }, { "directive": "disallow", "path": "/_next/", "line": 7 }, { "directive": "disallow", "path": "/admin/", "line": 8 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/api/", "line": 6 }, { "directive": "disallow", "path": "/_next/", "line": 7 }, { "directive": "disallow", "path": "/admin/", "line": 8 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/api/", "line": 6 }, { "directive": "disallow", "path": "/_next/", "line": 7 }, { "directive": "disallow", "path": "/admin/", "line": 8 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/api/", "line": 6 }, { "directive": "disallow", "path": "/_next/", "line": 7 }, { "directive": "disallow", "path": "/admin/", "line": 8 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.applovin.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "6da1b8bd9130995f8f99a4c1485e47c6c1766a49e51e26a92447b78d2af5bda3", "bytes": 218 }, { "company": "Aptiv", "cik": "1521332", "sector": "Consumer Discretionary", "origin": "https://www.aptiv.com", "checkedAt": "2026-09-26T04:54:55.667Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/docs/default-source/homologation/*", "line": 4 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/docs/default-source/homologation/*", "line": 4 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/docs/default-source/homologation/*", "line": 4 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/docs/default-source/homologation/*", "line": 4 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/docs/default-source/homologation/*", "line": 4 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/docs/default-source/homologation/*", "line": 4 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/docs/default-source/homologation/*", "line": 4 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/docs/default-source/homologation/*", "line": 4 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.aptiv.com/robots/www.txt", "contentType": "text/plain", "sha256": "cbd57b7942935eb19d40c2f45c713772ae6926bf1876222a9ee970a962ef109a", "bytes": 996 }, { "company": "Arch Capital Group", "cik": "947484", "sector": "Financials", "origin": "https://www.archcapgroup.com", "checkedAt": "2026-09-26T04:54:55.703Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-content/uploads/wpforms/", "line": 6 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-content/uploads/wpforms/", "line": 6 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-content/uploads/wpforms/", "line": 6 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-content/uploads/wpforms/", "line": 6 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-content/uploads/wpforms/", "line": 6 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-content/uploads/wpforms/", "line": 6 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-content/uploads/wpforms/", "line": 6 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-content/uploads/wpforms/", "line": 6 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.archgroup.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "5dc1d67e2c90829fe03ed726842e0f307a5cbaaf15a6b4819c912321fedac6b9", "bytes": 363 }, { "company": "Archer Daniels Midland", "cik": "7084", "sector": "Consumer Staples", "origin": "https://adm.com", "checkedAt": "2026-09-26T04:54:55.958Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/EPiServer/CMS/", "line": 2 }, { "directive": "disallow", "path": "/Util/", "line": 3 }, { "directive": "disallow", "path": "/?q=", "line": 5 }, { "directive": "disallow", "path": "/?r=", "line": 6 }, { "directive": "disallow", "path": "/Pages/default.aspx", "line": 7 }, { "directive": "disallow", "path": "/_layouts/", "line": 8 }, { "directive": "disallow", "path": "/Documents/", "line": 9 }, { "directive": "disallow", "path": "/documents/", "line": 10 }, { "directive": "disallow", "path": "/Lists/PressRelease/Attachments/", "line": 11 }, { "directive": "disallow", "path": "/detail?id=", "line": 12 }, { "directive": "disallow", "path": "/externalContentView/", "line": 13 }, { "directive": "disallow", "path": "/en-us/search/?q=*", "line": 14 }, { "directive": "disallow", "path": "/pt-br*", "line": 15 } ], "warnings": [ 21, 22 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/EPiServer/CMS/", "line": 2 }, { "directive": "disallow", "path": "/Util/", "line": 3 }, { "directive": "disallow", "path": "/?q=", "line": 5 }, { "directive": "disallow", "path": "/?r=", "line": 6 }, { "directive": "disallow", "path": "/Pages/default.aspx", "line": 7 }, { "directive": "disallow", "path": "/_layouts/", "line": 8 }, { "directive": "disallow", "path": "/Documents/", "line": 9 }, { "directive": "disallow", "path": "/documents/", "line": 10 }, { "directive": "disallow", "path": "/Lists/PressRelease/Attachments/", "line": 11 }, { "directive": "disallow", "path": "/detail?id=", "line": 12 }, { "directive": "disallow", "path": "/externalContentView/", "line": 13 }, { "directive": "disallow", "path": "/en-us/search/?q=*", "line": 14 }, { "directive": "disallow", "path": "/pt-br*", "line": 15 } ], "warnings": [ 21, 22 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/EPiServer/CMS/", "line": 2 }, { "directive": "disallow", "path": "/Util/", "line": 3 }, { "directive": "disallow", "path": "/?q=", "line": 5 }, { "directive": "disallow", "path": "/?r=", "line": 6 }, { "directive": "disallow", "path": "/Pages/default.aspx", "line": 7 }, { "directive": "disallow", "path": "/_layouts/", "line": 8 }, { "directive": "disallow", "path": "/Documents/", "line": 9 }, { "directive": "disallow", "path": "/documents/", "line": 10 }, { "directive": "disallow", "path": "/Lists/PressRelease/Attachments/", "line": 11 }, { "directive": "disallow", "path": "/detail?id=", "line": 12 }, { "directive": "disallow", "path": "/externalContentView/", "line": 13 }, { "directive": "disallow", "path": "/en-us/search/?q=*", "line": 14 }, { "directive": "disallow", "path": "/pt-br*", "line": 15 } ], "warnings": [ 21, 22 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/EPiServer/CMS/", "line": 2 }, { "directive": "disallow", "path": "/Util/", "line": 3 }, { "directive": "disallow", "path": "/?q=", "line": 5 }, { "directive": "disallow", "path": "/?r=", "line": 6 }, { "directive": "disallow", "path": "/Pages/default.aspx", "line": 7 }, { "directive": "disallow", "path": "/_layouts/", "line": 8 }, { "directive": "disallow", "path": "/Documents/", "line": 9 }, { "directive": "disallow", "path": "/documents/", "line": 10 }, { "directive": "disallow", "path": "/Lists/PressRelease/Attachments/", "line": 11 }, { "directive": "disallow", "path": "/detail?id=", "line": 12 }, { "directive": "disallow", "path": "/externalContentView/", "line": 13 }, { "directive": "disallow", "path": "/en-us/search/?q=*", "line": 14 }, { "directive": "disallow", "path": "/pt-br*", "line": 15 } ], "warnings": [ 21, 22 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/EPiServer/CMS/", "line": 2 }, { "directive": "disallow", "path": "/Util/", "line": 3 }, { "directive": "disallow", "path": "/?q=", "line": 5 }, { "directive": "disallow", "path": "/?r=", "line": 6 }, { "directive": "disallow", "path": "/Pages/default.aspx", "line": 7 }, { "directive": "disallow", "path": "/_layouts/", "line": 8 }, { "directive": "disallow", "path": "/Documents/", "line": 9 }, { "directive": "disallow", "path": "/documents/", "line": 10 }, { "directive": "disallow", "path": "/Lists/PressRelease/Attachments/", "line": 11 }, { "directive": "disallow", "path": "/detail?id=", "line": 12 }, { "directive": "disallow", "path": "/externalContentView/", "line": 13 }, { "directive": "disallow", "path": "/en-us/search/?q=*", "line": 14 }, { "directive": "disallow", "path": "/pt-br*", "line": 15 } ], "warnings": [ 21, 22 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/EPiServer/CMS/", "line": 2 }, { "directive": "disallow", "path": "/Util/", "line": 3 }, { "directive": "disallow", "path": "/?q=", "line": 5 }, { "directive": "disallow", "path": "/?r=", "line": 6 }, { "directive": "disallow", "path": "/Pages/default.aspx", "line": 7 }, { "directive": "disallow", "path": "/_layouts/", "line": 8 }, { "directive": "disallow", "path": "/Documents/", "line": 9 }, { "directive": "disallow", "path": "/documents/", "line": 10 }, { "directive": "disallow", "path": "/Lists/PressRelease/Attachments/", "line": 11 }, { "directive": "disallow", "path": "/detail?id=", "line": 12 }, { "directive": "disallow", "path": "/externalContentView/", "line": 13 }, { "directive": "disallow", "path": "/en-us/search/?q=*", "line": 14 }, { "directive": "disallow", "path": "/pt-br*", "line": 15 } ], "warnings": [ 21, 22 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/EPiServer/CMS/", "line": 2 }, { "directive": "disallow", "path": "/Util/", "line": 3 }, { "directive": "disallow", "path": "/?q=", "line": 5 }, { "directive": "disallow", "path": "/?r=", "line": 6 }, { "directive": "disallow", "path": "/Pages/default.aspx", "line": 7 }, { "directive": "disallow", "path": "/_layouts/", "line": 8 }, { "directive": "disallow", "path": "/Documents/", "line": 9 }, { "directive": "disallow", "path": "/documents/", "line": 10 }, { "directive": "disallow", "path": "/Lists/PressRelease/Attachments/", "line": 11 }, { "directive": "disallow", "path": "/detail?id=", "line": 12 }, { "directive": "disallow", "path": "/externalContentView/", "line": 13 }, { "directive": "disallow", "path": "/en-us/search/?q=*", "line": 14 }, { "directive": "disallow", "path": "/pt-br*", "line": 15 } ], "warnings": [ 21, 22 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/EPiServer/CMS/", "line": 2 }, { "directive": "disallow", "path": "/Util/", "line": 3 }, { "directive": "disallow", "path": "/?q=", "line": 5 }, { "directive": "disallow", "path": "/?r=", "line": 6 }, { "directive": "disallow", "path": "/Pages/default.aspx", "line": 7 }, { "directive": "disallow", "path": "/_layouts/", "line": 8 }, { "directive": "disallow", "path": "/Documents/", "line": 9 }, { "directive": "disallow", "path": "/documents/", "line": 10 }, { "directive": "disallow", "path": "/Lists/PressRelease/Attachments/", "line": 11 }, { "directive": "disallow", "path": "/detail?id=", "line": 12 }, { "directive": "disallow", "path": "/externalContentView/", "line": 13 }, { "directive": "disallow", "path": "/en-us/search/?q=*", "line": 14 }, { "directive": "disallow", "path": "/pt-br*", "line": 15 } ], "warnings": [ 21, 22 ] } }, "httpStatus": 200, "finalUrl": "https://www.adm.com/robots.txt/", "contentType": "text/plain", "sha256": "1d13ca9916e564fbf5c9b8cb4331a53e0cdc1f884aa47f92dca486e95b7b3912", "bytes": 514 }, { "company": "Ares Management", "cik": "1176948", "sector": "Financials", "origin": "http://www.aresmgmt.com", "checkedAt": "2026-09-26T04:54:56.514Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/etc.clientlibs/", "line": 3 }, { "directive": "disallow", "path": "/bin/", "line": 5 }, { "directive": "disallow", "path": "/apps/", "line": 6 }, { "directive": "disallow", "path": "/crx/", "line": 7 }, { "directive": "disallow", "path": "/etc/", "line": 8 }, { "directive": "disallow", "path": "/home/", "line": 9 }, { "directive": "disallow", "path": "/libs/", "line": 10 }, { "directive": "disallow", "path": "/system/", "line": 11 }, { "directive": "disallow", "path": "/tmp/", "line": 12 }, { "directive": "disallow", "path": "/var/", "line": 13 }, { "directive": "disallow", "path": "/conf/", "line": 14 }, { "directive": "disallow", "path": "/services/", "line": 15 }, { "directive": "disallow", "path": "/mnt/overlay/", "line": 16 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 17 }, { "directive": "disallow", "path": "/content/saml_login/", "line": 18 }, { "directive": "disallow", "path": "/_jcr_content/", "line": 19 }, { "directive": "disallow", "path": "/server/", "line": 20 }, { "directive": "disallow", "path": "/health/", "line": 21 }, { "directive": "disallow", "path": "/*?*", "line": 22 }, { "directive": "disallow", "path": "/*.infinity.json", "line": 23 }, { "directive": "disallow", "path": "/*.tidy.json", "line": 24 }, { "directive": "disallow", "path": "/*.json", "line": 25 }, { "directive": "disallow", "path": "/*.xml", "line": 26 }, { "directive": "disallow", "path": "/*.pdf", "line": 27 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/etc.clientlibs/", "line": 3 }, { "directive": "disallow", "path": "/bin/", "line": 5 }, { "directive": "disallow", "path": "/apps/", "line": 6 }, { "directive": "disallow", "path": "/crx/", "line": 7 }, { "directive": "disallow", "path": "/etc/", "line": 8 }, { "directive": "disallow", "path": "/home/", "line": 9 }, { "directive": "disallow", "path": "/libs/", "line": 10 }, { "directive": "disallow", "path": "/system/", "line": 11 }, { "directive": "disallow", "path": "/tmp/", "line": 12 }, { "directive": "disallow", "path": "/var/", "line": 13 }, { "directive": "disallow", "path": "/conf/", "line": 14 }, { "directive": "disallow", "path": "/services/", "line": 15 }, { "directive": "disallow", "path": "/mnt/overlay/", "line": 16 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 17 }, { "directive": "disallow", "path": "/content/saml_login/", "line": 18 }, { "directive": "disallow", "path": "/_jcr_content/", "line": 19 }, { "directive": "disallow", "path": "/server/", "line": 20 }, { "directive": "disallow", "path": "/health/", "line": 21 }, { "directive": "disallow", "path": "/*?*", "line": 22 }, { "directive": "disallow", "path": "/*.infinity.json", "line": 23 }, { "directive": "disallow", "path": "/*.tidy.json", "line": 24 }, { "directive": "disallow", "path": "/*.json", "line": 25 }, { "directive": "disallow", "path": "/*.xml", "line": 26 }, { "directive": "disallow", "path": "/*.pdf", "line": 27 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/etc.clientlibs/", "line": 3 }, { "directive": "disallow", "path": "/bin/", "line": 5 }, { "directive": "disallow", "path": "/apps/", "line": 6 }, { "directive": "disallow", "path": "/crx/", "line": 7 }, { "directive": "disallow", "path": "/etc/", "line": 8 }, { "directive": "disallow", "path": "/home/", "line": 9 }, { "directive": "disallow", "path": "/libs/", "line": 10 }, { "directive": "disallow", "path": "/system/", "line": 11 }, { "directive": "disallow", "path": "/tmp/", "line": 12 }, { "directive": "disallow", "path": "/var/", "line": 13 }, { "directive": "disallow", "path": "/conf/", "line": 14 }, { "directive": "disallow", "path": "/services/", "line": 15 }, { "directive": "disallow", "path": "/mnt/overlay/", "line": 16 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 17 }, { "directive": "disallow", "path": "/content/saml_login/", "line": 18 }, { "directive": "disallow", "path": "/_jcr_content/", "line": 19 }, { "directive": "disallow", "path": "/server/", "line": 20 }, { "directive": "disallow", "path": "/health/", "line": 21 }, { "directive": "disallow", "path": "/*?*", "line": 22 }, { "directive": "disallow", "path": "/*.infinity.json", "line": 23 }, { "directive": "disallow", "path": "/*.tidy.json", "line": 24 }, { "directive": "disallow", "path": "/*.json", "line": 25 }, { "directive": "disallow", "path": "/*.xml", "line": 26 }, { "directive": "disallow", "path": "/*.pdf", "line": 27 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/etc.clientlibs/", "line": 3 }, { "directive": "disallow", "path": "/bin/", "line": 5 }, { "directive": "disallow", "path": "/apps/", "line": 6 }, { "directive": "disallow", "path": "/crx/", "line": 7 }, { "directive": "disallow", "path": "/etc/", "line": 8 }, { "directive": "disallow", "path": "/home/", "line": 9 }, { "directive": "disallow", "path": "/libs/", "line": 10 }, { "directive": "disallow", "path": "/system/", "line": 11 }, { "directive": "disallow", "path": "/tmp/", "line": 12 }, { "directive": "disallow", "path": "/var/", "line": 13 }, { "directive": "disallow", "path": "/conf/", "line": 14 }, { "directive": "disallow", "path": "/services/", "line": 15 }, { "directive": "disallow", "path": "/mnt/overlay/", "line": 16 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 17 }, { "directive": "disallow", "path": "/content/saml_login/", "line": 18 }, { "directive": "disallow", "path": "/_jcr_content/", "line": 19 }, { "directive": "disallow", "path": "/server/", "line": 20 }, { "directive": "disallow", "path": "/health/", "line": 21 }, { "directive": "disallow", "path": "/*?*", "line": 22 }, { "directive": "disallow", "path": "/*.infinity.json", "line": 23 }, { "directive": "disallow", "path": "/*.tidy.json", "line": 24 }, { "directive": "disallow", "path": "/*.json", "line": 25 }, { "directive": "disallow", "path": "/*.xml", "line": 26 }, { "directive": "disallow", "path": "/*.pdf", "line": 27 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/etc.clientlibs/", "line": 3 }, { "directive": "disallow", "path": "/bin/", "line": 5 }, { "directive": "disallow", "path": "/apps/", "line": 6 }, { "directive": "disallow", "path": "/crx/", "line": 7 }, { "directive": "disallow", "path": "/etc/", "line": 8 }, { "directive": "disallow", "path": "/home/", "line": 9 }, { "directive": "disallow", "path": "/libs/", "line": 10 }, { "directive": "disallow", "path": "/system/", "line": 11 }, { "directive": "disallow", "path": "/tmp/", "line": 12 }, { "directive": "disallow", "path": "/var/", "line": 13 }, { "directive": "disallow", "path": "/conf/", "line": 14 }, { "directive": "disallow", "path": "/services/", "line": 15 }, { "directive": "disallow", "path": "/mnt/overlay/", "line": 16 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 17 }, { "directive": "disallow", "path": "/content/saml_login/", "line": 18 }, { "directive": "disallow", "path": "/_jcr_content/", "line": 19 }, { "directive": "disallow", "path": "/server/", "line": 20 }, { "directive": "disallow", "path": "/health/", "line": 21 }, { "directive": "disallow", "path": "/*?*", "line": 22 }, { "directive": "disallow", "path": "/*.infinity.json", "line": 23 }, { "directive": "disallow", "path": "/*.tidy.json", "line": 24 }, { "directive": "disallow", "path": "/*.json", "line": 25 }, { "directive": "disallow", "path": "/*.xml", "line": 26 }, { "directive": "disallow", "path": "/*.pdf", "line": 27 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/etc.clientlibs/", "line": 3 }, { "directive": "disallow", "path": "/bin/", "line": 5 }, { "directive": "disallow", "path": "/apps/", "line": 6 }, { "directive": "disallow", "path": "/crx/", "line": 7 }, { "directive": "disallow", "path": "/etc/", "line": 8 }, { "directive": "disallow", "path": "/home/", "line": 9 }, { "directive": "disallow", "path": "/libs/", "line": 10 }, { "directive": "disallow", "path": "/system/", "line": 11 }, { "directive": "disallow", "path": "/tmp/", "line": 12 }, { "directive": "disallow", "path": "/var/", "line": 13 }, { "directive": "disallow", "path": "/conf/", "line": 14 }, { "directive": "disallow", "path": "/services/", "line": 15 }, { "directive": "disallow", "path": "/mnt/overlay/", "line": 16 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 17 }, { "directive": "disallow", "path": "/content/saml_login/", "line": 18 }, { "directive": "disallow", "path": "/_jcr_content/", "line": 19 }, { "directive": "disallow", "path": "/server/", "line": 20 }, { "directive": "disallow", "path": "/health/", "line": 21 }, { "directive": "disallow", "path": "/*?*", "line": 22 }, { "directive": "disallow", "path": "/*.infinity.json", "line": 23 }, { "directive": "disallow", "path": "/*.tidy.json", "line": 24 }, { "directive": "disallow", "path": "/*.json", "line": 25 }, { "directive": "disallow", "path": "/*.xml", "line": 26 }, { "directive": "disallow", "path": "/*.pdf", "line": 27 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/etc.clientlibs/", "line": 3 }, { "directive": "disallow", "path": "/bin/", "line": 5 }, { "directive": "disallow", "path": "/apps/", "line": 6 }, { "directive": "disallow", "path": "/crx/", "line": 7 }, { "directive": "disallow", "path": "/etc/", "line": 8 }, { "directive": "disallow", "path": "/home/", "line": 9 }, { "directive": "disallow", "path": "/libs/", "line": 10 }, { "directive": "disallow", "path": "/system/", "line": 11 }, { "directive": "disallow", "path": "/tmp/", "line": 12 }, { "directive": "disallow", "path": "/var/", "line": 13 }, { "directive": "disallow", "path": "/conf/", "line": 14 }, { "directive": "disallow", "path": "/services/", "line": 15 }, { "directive": "disallow", "path": "/mnt/overlay/", "line": 16 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 17 }, { "directive": "disallow", "path": "/content/saml_login/", "line": 18 }, { "directive": "disallow", "path": "/_jcr_content/", "line": 19 }, { "directive": "disallow", "path": "/server/", "line": 20 }, { "directive": "disallow", "path": "/health/", "line": 21 }, { "directive": "disallow", "path": "/*?*", "line": 22 }, { "directive": "disallow", "path": "/*.infinity.json", "line": 23 }, { "directive": "disallow", "path": "/*.tidy.json", "line": 24 }, { "directive": "disallow", "path": "/*.json", "line": 25 }, { "directive": "disallow", "path": "/*.xml", "line": 26 }, { "directive": "disallow", "path": "/*.pdf", "line": 27 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/etc.clientlibs/", "line": 3 }, { "directive": "disallow", "path": "/bin/", "line": 5 }, { "directive": "disallow", "path": "/apps/", "line": 6 }, { "directive": "disallow", "path": "/crx/", "line": 7 }, { "directive": "disallow", "path": "/etc/", "line": 8 }, { "directive": "disallow", "path": "/home/", "line": 9 }, { "directive": "disallow", "path": "/libs/", "line": 10 }, { "directive": "disallow", "path": "/system/", "line": 11 }, { "directive": "disallow", "path": "/tmp/", "line": 12 }, { "directive": "disallow", "path": "/var/", "line": 13 }, { "directive": "disallow", "path": "/conf/", "line": 14 }, { "directive": "disallow", "path": "/services/", "line": 15 }, { "directive": "disallow", "path": "/mnt/overlay/", "line": 16 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 17 }, { "directive": "disallow", "path": "/content/saml_login/", "line": 18 }, { "directive": "disallow", "path": "/_jcr_content/", "line": 19 }, { "directive": "disallow", "path": "/server/", "line": 20 }, { "directive": "disallow", "path": "/health/", "line": 21 }, { "directive": "disallow", "path": "/*?*", "line": 22 }, { "directive": "disallow", "path": "/*.infinity.json", "line": 23 }, { "directive": "disallow", "path": "/*.tidy.json", "line": 24 }, { "directive": "disallow", "path": "/*.json", "line": 25 }, { "directive": "disallow", "path": "/*.xml", "line": 26 }, { "directive": "disallow", "path": "/*.pdf", "line": 27 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.aresmgmt.com/robots.txt", "contentType": "text/plain", "sha256": "f2dabd652a1adef0fb5991ee94fc212a3e4e335757cb5d50071ce3462a6e788c", "bytes": 2819 }, { "company": "Arista Networks", "cik": "1596532", "sector": "Information Technology", "origin": "https://www.arista.com", "checkedAt": "2026-09-26T04:54:57.135Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/administrator/", "line": 5 }, { "directive": "disallow", "path": "/bin/", "line": 6 }, { "directive": "disallow", "path": "/cache/", "line": 7 }, { "directive": "disallow", "path": "/cli/", "line": 8 }, { "directive": "disallow", "path": "/components/", "line": 9 }, { "directive": "disallow", "path": "/includes/", "line": 10 }, { "directive": "disallow", "path": "/installation/", "line": 11 }, { "directive": "disallow", "path": "/language/", "line": 12 }, { "directive": "disallow", "path": "/layouts/", "line": 13 }, { "directive": "disallow", "path": "/libraries/", "line": 14 }, { "directive": "disallow", "path": "/logs/", "line": 15 }, { "directive": "disallow", "path": "/modules/", "line": 16 }, { "directive": "disallow", "path": "/plugins/", "line": 17 }, { "directive": "disallow", "path": "/templates/arista/", "line": 18 }, { "directive": "disallow", "path": "/templates/protostar/", "line": 19 }, { "directive": "disallow", "path": "/templates/system/", "line": 20 }, { "directive": "disallow", "path": "/templates/arista_v2/html/", "line": 21 }, { "directive": "disallow", "path": "/tmp/", "line": 22 }, { "directive": "disallow", "path": "/Awstats/", "line": 24 }, { "directive": "disallow", "path": "/accesslogs/", "line": 25 }, { "directive": "disallow", "path": "/automatedssp/", "line": 26 }, { "directive": "disallow", "path": "/config/", "line": 27 }, { "directive": "disallow", "path": "/cron_scripts/", "line": 28 }, { "directive": "disallow", "path": "/custom_data/", "line": 29 }, { "directive": "disallow", "path": "/download/", "line": 30 }, { "directive": "disallow", "path": "/eos-stat/", "line": 31 }, { "directive": "disallow", "path": "/eosapi/", "line": 32 }, { "directive": "disallow", "path": "/loadbalance", "line": 33 }, { "directive": "disallow", "path": "/opensource/", "line": 34 }, { "directive": "disallow", "path": "/policyupload/", "line": 35 }, { "directive": "disallow", "path": "/setsfdcaccesscontrol/", "line": 36 }, { "directive": "disallow", "path": "/sfdc-dataloader/", "line": 37 }, { "directive": "disallow", "path": "/soapclient/", "line": 38 }, { "directive": "disallow", "path": "/stat/", "line": 39 }, { "directive": "disallow", "path": "/tcpdf/", "line": 40 }, { "directive": "disallow", "path": "/configuration.php", "line": 44 }, { "directive": "disallow", "path": "/elb.html", "line": 45 }, { "directive": "disallow", "path": "/error.php", "line": 46 }, { "directive": "disallow", "path": "/assets/data/pdf/AristaBSMIRoHS.pdf", "line": 47 }, { "directive": "disallow", "path": "/templates/arista_v2/component.php", "line": 48 }, { "directive": "disallow", "path": "/templates/arista_v2/error.php", "line": 49 }, { "directive": "disallow", "path": "/templates/arista_v2/index.php", "line": 50 }, { "directive": "disallow", "path": "/templates/arista_v2/template_config.php", "line": 51 }, { "directive": "disallow", "path": "/templates/arista_v2/templateDetails.xml", "line": 52 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/administrator/", "line": 5 }, { "directive": "disallow", "path": "/bin/", "line": 6 }, { "directive": "disallow", "path": "/cache/", "line": 7 }, { "directive": "disallow", "path": "/cli/", "line": 8 }, { "directive": "disallow", "path": "/components/", "line": 9 }, { "directive": "disallow", "path": "/includes/", "line": 10 }, { "directive": "disallow", "path": "/installation/", "line": 11 }, { "directive": "disallow", "path": "/language/", "line": 12 }, { "directive": "disallow", "path": "/layouts/", "line": 13 }, { "directive": "disallow", "path": "/libraries/", "line": 14 }, { "directive": "disallow", "path": "/logs/", "line": 15 }, { "directive": "disallow", "path": "/modules/", "line": 16 }, { "directive": "disallow", "path": "/plugins/", "line": 17 }, { "directive": "disallow", "path": "/templates/arista/", "line": 18 }, { "directive": "disallow", "path": "/templates/protostar/", "line": 19 }, { "directive": "disallow", "path": "/templates/system/", "line": 20 }, { "directive": "disallow", "path": "/templates/arista_v2/html/", "line": 21 }, { "directive": "disallow", "path": "/tmp/", "line": 22 }, { "directive": "disallow", "path": "/Awstats/", "line": 24 }, { "directive": "disallow", "path": "/accesslogs/", "line": 25 }, { "directive": "disallow", "path": "/automatedssp/", "line": 26 }, { "directive": "disallow", "path": "/config/", "line": 27 }, { "directive": "disallow", "path": "/cron_scripts/", "line": 28 }, { "directive": "disallow", "path": "/custom_data/", "line": 29 }, { "directive": "disallow", "path": "/download/", "line": 30 }, { "directive": "disallow", "path": "/eos-stat/", "line": 31 }, { "directive": "disallow", "path": "/eosapi/", "line": 32 }, { "directive": "disallow", "path": "/loadbalance", "line": 33 }, { "directive": "disallow", "path": "/opensource/", "line": 34 }, { "directive": "disallow", "path": "/policyupload/", "line": 35 }, { "directive": "disallow", "path": "/setsfdcaccesscontrol/", "line": 36 }, { "directive": "disallow", "path": "/sfdc-dataloader/", "line": 37 }, { "directive": "disallow", "path": "/soapclient/", "line": 38 }, { "directive": "disallow", "path": "/stat/", "line": 39 }, { "directive": "disallow", "path": "/tcpdf/", "line": 40 }, { "directive": "disallow", "path": "/configuration.php", "line": 44 }, { "directive": "disallow", "path": "/elb.html", "line": 45 }, { "directive": "disallow", "path": "/error.php", "line": 46 }, { "directive": "disallow", "path": "/assets/data/pdf/AristaBSMIRoHS.pdf", "line": 47 }, { "directive": "disallow", "path": "/templates/arista_v2/component.php", "line": 48 }, { "directive": "disallow", "path": "/templates/arista_v2/error.php", "line": 49 }, { "directive": "disallow", "path": "/templates/arista_v2/index.php", "line": 50 }, { "directive": "disallow", "path": "/templates/arista_v2/template_config.php", "line": 51 }, { "directive": "disallow", "path": "/templates/arista_v2/templateDetails.xml", "line": 52 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/administrator/", "line": 5 }, { "directive": "disallow", "path": "/bin/", "line": 6 }, { "directive": "disallow", "path": "/cache/", "line": 7 }, { "directive": "disallow", "path": "/cli/", "line": 8 }, { "directive": "disallow", "path": "/components/", "line": 9 }, { "directive": "disallow", "path": "/includes/", "line": 10 }, { "directive": "disallow", "path": "/installation/", "line": 11 }, { "directive": "disallow", "path": "/language/", "line": 12 }, { "directive": "disallow", "path": "/layouts/", "line": 13 }, { "directive": "disallow", "path": "/libraries/", "line": 14 }, { "directive": "disallow", "path": "/logs/", "line": 15 }, { "directive": "disallow", "path": "/modules/", "line": 16 }, { "directive": "disallow", "path": "/plugins/", "line": 17 }, { "directive": "disallow", "path": "/templates/arista/", "line": 18 }, { "directive": "disallow", "path": "/templates/protostar/", "line": 19 }, { "directive": "disallow", "path": "/templates/system/", "line": 20 }, { "directive": "disallow", "path": "/templates/arista_v2/html/", "line": 21 }, { "directive": "disallow", "path": "/tmp/", "line": 22 }, { "directive": "disallow", "path": "/Awstats/", "line": 24 }, { "directive": "disallow", "path": "/accesslogs/", "line": 25 }, { "directive": "disallow", "path": "/automatedssp/", "line": 26 }, { "directive": "disallow", "path": "/config/", "line": 27 }, { "directive": "disallow", "path": "/cron_scripts/", "line": 28 }, { "directive": "disallow", "path": "/custom_data/", "line": 29 }, { "directive": "disallow", "path": "/download/", "line": 30 }, { "directive": "disallow", "path": "/eos-stat/", "line": 31 }, { "directive": "disallow", "path": "/eosapi/", "line": 32 }, { "directive": "disallow", "path": "/loadbalance", "line": 33 }, { "directive": "disallow", "path": "/opensource/", "line": 34 }, { "directive": "disallow", "path": "/policyupload/", "line": 35 }, { "directive": "disallow", "path": "/setsfdcaccesscontrol/", "line": 36 }, { "directive": "disallow", "path": "/sfdc-dataloader/", "line": 37 }, { "directive": "disallow", "path": "/soapclient/", "line": 38 }, { "directive": "disallow", "path": "/stat/", "line": 39 }, { "directive": "disallow", "path": "/tcpdf/", "line": 40 }, { "directive": "disallow", "path": "/configuration.php", "line": 44 }, { "directive": "disallow", "path": "/elb.html", "line": 45 }, { "directive": "disallow", "path": "/error.php", "line": 46 }, { "directive": "disallow", "path": "/assets/data/pdf/AristaBSMIRoHS.pdf", "line": 47 }, { "directive": "disallow", "path": "/templates/arista_v2/component.php", "line": 48 }, { "directive": "disallow", "path": "/templates/arista_v2/error.php", "line": 49 }, { "directive": "disallow", "path": "/templates/arista_v2/index.php", "line": 50 }, { "directive": "disallow", "path": "/templates/arista_v2/template_config.php", "line": 51 }, { "directive": "disallow", "path": "/templates/arista_v2/templateDetails.xml", "line": 52 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/administrator/", "line": 5 }, { "directive": "disallow", "path": "/bin/", "line": 6 }, { "directive": "disallow", "path": "/cache/", "line": 7 }, { "directive": "disallow", "path": "/cli/", "line": 8 }, { "directive": "disallow", "path": "/components/", "line": 9 }, { "directive": "disallow", "path": "/includes/", "line": 10 }, { "directive": "disallow", "path": "/installation/", "line": 11 }, { "directive": "disallow", "path": "/language/", "line": 12 }, { "directive": "disallow", "path": "/layouts/", "line": 13 }, { "directive": "disallow", "path": "/libraries/", "line": 14 }, { "directive": "disallow", "path": "/logs/", "line": 15 }, { "directive": "disallow", "path": "/modules/", "line": 16 }, { "directive": "disallow", "path": "/plugins/", "line": 17 }, { "directive": "disallow", "path": "/templates/arista/", "line": 18 }, { "directive": "disallow", "path": "/templates/protostar/", "line": 19 }, { "directive": "disallow", "path": "/templates/system/", "line": 20 }, { "directive": "disallow", "path": "/templates/arista_v2/html/", "line": 21 }, { "directive": "disallow", "path": "/tmp/", "line": 22 }, { "directive": "disallow", "path": "/Awstats/", "line": 24 }, { "directive": "disallow", "path": "/accesslogs/", "line": 25 }, { "directive": "disallow", "path": "/automatedssp/", "line": 26 }, { "directive": "disallow", "path": "/config/", "line": 27 }, { "directive": "disallow", "path": "/cron_scripts/", "line": 28 }, { "directive": "disallow", "path": "/custom_data/", "line": 29 }, { "directive": "disallow", "path": "/download/", "line": 30 }, { "directive": "disallow", "path": "/eos-stat/", "line": 31 }, { "directive": "disallow", "path": "/eosapi/", "line": 32 }, { "directive": "disallow", "path": "/loadbalance", "line": 33 }, { "directive": "disallow", "path": "/opensource/", "line": 34 }, { "directive": "disallow", "path": "/policyupload/", "line": 35 }, { "directive": "disallow", "path": "/setsfdcaccesscontrol/", "line": 36 }, { "directive": "disallow", "path": "/sfdc-dataloader/", "line": 37 }, { "directive": "disallow", "path": "/soapclient/", "line": 38 }, { "directive": "disallow", "path": "/stat/", "line": 39 }, { "directive": "disallow", "path": "/tcpdf/", "line": 40 }, { "directive": "disallow", "path": "/configuration.php", "line": 44 }, { "directive": "disallow", "path": "/elb.html", "line": 45 }, { "directive": "disallow", "path": "/error.php", "line": 46 }, { "directive": "disallow", "path": "/assets/data/pdf/AristaBSMIRoHS.pdf", "line": 47 }, { "directive": "disallow", "path": "/templates/arista_v2/component.php", "line": 48 }, { "directive": "disallow", "path": "/templates/arista_v2/error.php", "line": 49 }, { "directive": "disallow", "path": "/templates/arista_v2/index.php", "line": 50 }, { "directive": "disallow", "path": "/templates/arista_v2/template_config.php", "line": 51 }, { "directive": "disallow", "path": "/templates/arista_v2/templateDetails.xml", "line": 52 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/administrator/", "line": 5 }, { "directive": "disallow", "path": "/bin/", "line": 6 }, { "directive": "disallow", "path": "/cache/", "line": 7 }, { "directive": "disallow", "path": "/cli/", "line": 8 }, { "directive": "disallow", "path": "/components/", "line": 9 }, { "directive": "disallow", "path": "/includes/", "line": 10 }, { "directive": "disallow", "path": "/installation/", "line": 11 }, { "directive": "disallow", "path": "/language/", "line": 12 }, { "directive": "disallow", "path": "/layouts/", "line": 13 }, { "directive": "disallow", "path": "/libraries/", "line": 14 }, { "directive": "disallow", "path": "/logs/", "line": 15 }, { "directive": "disallow", "path": "/modules/", "line": 16 }, { "directive": "disallow", "path": "/plugins/", "line": 17 }, { "directive": "disallow", "path": "/templates/arista/", "line": 18 }, { "directive": "disallow", "path": "/templates/protostar/", "line": 19 }, { "directive": "disallow", "path": "/templates/system/", "line": 20 }, { "directive": "disallow", "path": "/templates/arista_v2/html/", "line": 21 }, { "directive": "disallow", "path": "/tmp/", "line": 22 }, { "directive": "disallow", "path": "/Awstats/", "line": 24 }, { "directive": "disallow", "path": "/accesslogs/", "line": 25 }, { "directive": "disallow", "path": "/automatedssp/", "line": 26 }, { "directive": "disallow", "path": "/config/", "line": 27 }, { "directive": "disallow", "path": "/cron_scripts/", "line": 28 }, { "directive": "disallow", "path": "/custom_data/", "line": 29 }, { "directive": "disallow", "path": "/download/", "line": 30 }, { "directive": "disallow", "path": "/eos-stat/", "line": 31 }, { "directive": "disallow", "path": "/eosapi/", "line": 32 }, { "directive": "disallow", "path": "/loadbalance", "line": 33 }, { "directive": "disallow", "path": "/opensource/", "line": 34 }, { "directive": "disallow", "path": "/policyupload/", "line": 35 }, { "directive": "disallow", "path": "/setsfdcaccesscontrol/", "line": 36 }, { "directive": "disallow", "path": "/sfdc-dataloader/", "line": 37 }, { "directive": "disallow", "path": "/soapclient/", "line": 38 }, { "directive": "disallow", "path": "/stat/", "line": 39 }, { "directive": "disallow", "path": "/tcpdf/", "line": 40 }, { "directive": "disallow", "path": "/configuration.php", "line": 44 }, { "directive": "disallow", "path": "/elb.html", "line": 45 }, { "directive": "disallow", "path": "/error.php", "line": 46 }, { "directive": "disallow", "path": "/assets/data/pdf/AristaBSMIRoHS.pdf", "line": 47 }, { "directive": "disallow", "path": "/templates/arista_v2/component.php", "line": 48 }, { "directive": "disallow", "path": "/templates/arista_v2/error.php", "line": 49 }, { "directive": "disallow", "path": "/templates/arista_v2/index.php", "line": 50 }, { "directive": "disallow", "path": "/templates/arista_v2/template_config.php", "line": 51 }, { "directive": "disallow", "path": "/templates/arista_v2/templateDetails.xml", "line": 52 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/administrator/", "line": 5 }, { "directive": "disallow", "path": "/bin/", "line": 6 }, { "directive": "disallow", "path": "/cache/", "line": 7 }, { "directive": "disallow", "path": "/cli/", "line": 8 }, { "directive": "disallow", "path": "/components/", "line": 9 }, { "directive": "disallow", "path": "/includes/", "line": 10 }, { "directive": "disallow", "path": "/installation/", "line": 11 }, { "directive": "disallow", "path": "/language/", "line": 12 }, { "directive": "disallow", "path": "/layouts/", "line": 13 }, { "directive": "disallow", "path": "/libraries/", "line": 14 }, { "directive": "disallow", "path": "/logs/", "line": 15 }, { "directive": "disallow", "path": "/modules/", "line": 16 }, { "directive": "disallow", "path": "/plugins/", "line": 17 }, { "directive": "disallow", "path": "/templates/arista/", "line": 18 }, { "directive": "disallow", "path": "/templates/protostar/", "line": 19 }, { "directive": "disallow", "path": "/templates/system/", "line": 20 }, { "directive": "disallow", "path": "/templates/arista_v2/html/", "line": 21 }, { "directive": "disallow", "path": "/tmp/", "line": 22 }, { "directive": "disallow", "path": "/Awstats/", "line": 24 }, { "directive": "disallow", "path": "/accesslogs/", "line": 25 }, { "directive": "disallow", "path": "/automatedssp/", "line": 26 }, { "directive": "disallow", "path": "/config/", "line": 27 }, { "directive": "disallow", "path": "/cron_scripts/", "line": 28 }, { "directive": "disallow", "path": "/custom_data/", "line": 29 }, { "directive": "disallow", "path": "/download/", "line": 30 }, { "directive": "disallow", "path": "/eos-stat/", "line": 31 }, { "directive": "disallow", "path": "/eosapi/", "line": 32 }, { "directive": "disallow", "path": "/loadbalance", "line": 33 }, { "directive": "disallow", "path": "/opensource/", "line": 34 }, { "directive": "disallow", "path": "/policyupload/", "line": 35 }, { "directive": "disallow", "path": "/setsfdcaccesscontrol/", "line": 36 }, { "directive": "disallow", "path": "/sfdc-dataloader/", "line": 37 }, { "directive": "disallow", "path": "/soapclient/", "line": 38 }, { "directive": "disallow", "path": "/stat/", "line": 39 }, { "directive": "disallow", "path": "/tcpdf/", "line": 40 }, { "directive": "disallow", "path": "/configuration.php", "line": 44 }, { "directive": "disallow", "path": "/elb.html", "line": 45 }, { "directive": "disallow", "path": "/error.php", "line": 46 }, { "directive": "disallow", "path": "/assets/data/pdf/AristaBSMIRoHS.pdf", "line": 47 }, { "directive": "disallow", "path": "/templates/arista_v2/component.php", "line": 48 }, { "directive": "disallow", "path": "/templates/arista_v2/error.php", "line": 49 }, { "directive": "disallow", "path": "/templates/arista_v2/index.php", "line": 50 }, { "directive": "disallow", "path": "/templates/arista_v2/template_config.php", "line": 51 }, { "directive": "disallow", "path": "/templates/arista_v2/templateDetails.xml", "line": 52 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/administrator/", "line": 5 }, { "directive": "disallow", "path": "/bin/", "line": 6 }, { "directive": "disallow", "path": "/cache/", "line": 7 }, { "directive": "disallow", "path": "/cli/", "line": 8 }, { "directive": "disallow", "path": "/components/", "line": 9 }, { "directive": "disallow", "path": "/includes/", "line": 10 }, { "directive": "disallow", "path": "/installation/", "line": 11 }, { "directive": "disallow", "path": "/language/", "line": 12 }, { "directive": "disallow", "path": "/layouts/", "line": 13 }, { "directive": "disallow", "path": "/libraries/", "line": 14 }, { "directive": "disallow", "path": "/logs/", "line": 15 }, { "directive": "disallow", "path": "/modules/", "line": 16 }, { "directive": "disallow", "path": "/plugins/", "line": 17 }, { "directive": "disallow", "path": "/templates/arista/", "line": 18 }, { "directive": "disallow", "path": "/templates/protostar/", "line": 19 }, { "directive": "disallow", "path": "/templates/system/", "line": 20 }, { "directive": "disallow", "path": "/templates/arista_v2/html/", "line": 21 }, { "directive": "disallow", "path": "/tmp/", "line": 22 }, { "directive": "disallow", "path": "/Awstats/", "line": 24 }, { "directive": "disallow", "path": "/accesslogs/", "line": 25 }, { "directive": "disallow", "path": "/automatedssp/", "line": 26 }, { "directive": "disallow", "path": "/config/", "line": 27 }, { "directive": "disallow", "path": "/cron_scripts/", "line": 28 }, { "directive": "disallow", "path": "/custom_data/", "line": 29 }, { "directive": "disallow", "path": "/download/", "line": 30 }, { "directive": "disallow", "path": "/eos-stat/", "line": 31 }, { "directive": "disallow", "path": "/eosapi/", "line": 32 }, { "directive": "disallow", "path": "/loadbalance", "line": 33 }, { "directive": "disallow", "path": "/opensource/", "line": 34 }, { "directive": "disallow", "path": "/policyupload/", "line": 35 }, { "directive": "disallow", "path": "/setsfdcaccesscontrol/", "line": 36 }, { "directive": "disallow", "path": "/sfdc-dataloader/", "line": 37 }, { "directive": "disallow", "path": "/soapclient/", "line": 38 }, { "directive": "disallow", "path": "/stat/", "line": 39 }, { "directive": "disallow", "path": "/tcpdf/", "line": 40 }, { "directive": "disallow", "path": "/configuration.php", "line": 44 }, { "directive": "disallow", "path": "/elb.html", "line": 45 }, { "directive": "disallow", "path": "/error.php", "line": 46 }, { "directive": "disallow", "path": "/assets/data/pdf/AristaBSMIRoHS.pdf", "line": 47 }, { "directive": "disallow", "path": "/templates/arista_v2/component.php", "line": 48 }, { "directive": "disallow", "path": "/templates/arista_v2/error.php", "line": 49 }, { "directive": "disallow", "path": "/templates/arista_v2/index.php", "line": 50 }, { "directive": "disallow", "path": "/templates/arista_v2/template_config.php", "line": 51 }, { "directive": "disallow", "path": "/templates/arista_v2/templateDetails.xml", "line": 52 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/administrator/", "line": 5 }, { "directive": "disallow", "path": "/bin/", "line": 6 }, { "directive": "disallow", "path": "/cache/", "line": 7 }, { "directive": "disallow", "path": "/cli/", "line": 8 }, { "directive": "disallow", "path": "/components/", "line": 9 }, { "directive": "disallow", "path": "/includes/", "line": 10 }, { "directive": "disallow", "path": "/installation/", "line": 11 }, { "directive": "disallow", "path": "/language/", "line": 12 }, { "directive": "disallow", "path": "/layouts/", "line": 13 }, { "directive": "disallow", "path": "/libraries/", "line": 14 }, { "directive": "disallow", "path": "/logs/", "line": 15 }, { "directive": "disallow", "path": "/modules/", "line": 16 }, { "directive": "disallow", "path": "/plugins/", "line": 17 }, { "directive": "disallow", "path": "/templates/arista/", "line": 18 }, { "directive": "disallow", "path": "/templates/protostar/", "line": 19 }, { "directive": "disallow", "path": "/templates/system/", "line": 20 }, { "directive": "disallow", "path": "/templates/arista_v2/html/", "line": 21 }, { "directive": "disallow", "path": "/tmp/", "line": 22 }, { "directive": "disallow", "path": "/Awstats/", "line": 24 }, { "directive": "disallow", "path": "/accesslogs/", "line": 25 }, { "directive": "disallow", "path": "/automatedssp/", "line": 26 }, { "directive": "disallow", "path": "/config/", "line": 27 }, { "directive": "disallow", "path": "/cron_scripts/", "line": 28 }, { "directive": "disallow", "path": "/custom_data/", "line": 29 }, { "directive": "disallow", "path": "/download/", "line": 30 }, { "directive": "disallow", "path": "/eos-stat/", "line": 31 }, { "directive": "disallow", "path": "/eosapi/", "line": 32 }, { "directive": "disallow", "path": "/loadbalance", "line": 33 }, { "directive": "disallow", "path": "/opensource/", "line": 34 }, { "directive": "disallow", "path": "/policyupload/", "line": 35 }, { "directive": "disallow", "path": "/setsfdcaccesscontrol/", "line": 36 }, { "directive": "disallow", "path": "/sfdc-dataloader/", "line": 37 }, { "directive": "disallow", "path": "/soapclient/", "line": 38 }, { "directive": "disallow", "path": "/stat/", "line": 39 }, { "directive": "disallow", "path": "/tcpdf/", "line": 40 }, { "directive": "disallow", "path": "/configuration.php", "line": 44 }, { "directive": "disallow", "path": "/elb.html", "line": 45 }, { "directive": "disallow", "path": "/error.php", "line": 46 }, { "directive": "disallow", "path": "/assets/data/pdf/AristaBSMIRoHS.pdf", "line": 47 }, { "directive": "disallow", "path": "/templates/arista_v2/component.php", "line": 48 }, { "directive": "disallow", "path": "/templates/arista_v2/error.php", "line": 49 }, { "directive": "disallow", "path": "/templates/arista_v2/index.php", "line": 50 }, { "directive": "disallow", "path": "/templates/arista_v2/template_config.php", "line": 51 }, { "directive": "disallow", "path": "/templates/arista_v2/templateDetails.xml", "line": 52 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.arista.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "4746acceaa62ccd2ef1b376929e07a9de69f99bf60e49edd787cc5b20c91a088", "bytes": 1195 }, { "company": "Arthur J. Gallagher & Co.", "cik": "354190", "sector": "Financials", "origin": "http://www.ajg.com", "checkedAt": "2026-09-26T04:54:57.743Z", "status": "ambiguous_content", "bots": null, "httpStatus": 200, "finalUrl": "https://www.ajg.com/robots.txt", "contentType": "text/html", "sha256": "d02032286070b4dd9d8fbd985a7bdca8af8edf52b89ff177db3bfcb2c8a9c43d", "bytes": 212 }, { "company": "Assurant", "cik": "1267238", "sector": "Financials", "origin": "http://www.assurant.com", "checkedAt": "2026-09-26T04:54:58.106Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.assurant.com/robots.txt", "contentType": "text/plain", "sha256": "4ea9e114a806300f00494b53d83b957521c4c2c8445f8ba2946ec80bd2d5d157", "bytes": 70 }, { "company": "AT&T", "cik": "732717", "sector": "Communication Services", "origin": "https://www.att.com", "checkedAt": "2026-09-26T04:54:58.144Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wireless/switch-and-save-b/", "line": 21 }, { "directive": "disallow", "path": "/redressG/", "line": 27 }, { "directive": "disallow", "path": "/redressGV/", "line": 29 }, { "directive": "disallow", "path": "/redressH/", "line": 31 }, { "directive": "disallow", "path": "/redressT/", "line": 33 }, { "directive": "disallow", "path": "/redressC/", "line": 35 }, { "directive": "allow", "path": "/es-us/$", "line": 42 }, { "directive": "allow", "path": "/es-us/local/$", "line": 46 }, { "directive": "allow", "path": "/es-us/local/internet/$", "line": 48 }, { "directive": "allow", "path": "/es-us/local/fiber/$", "line": 50 }, { "directive": "allow", "path": "/es-us/local/cell-phones/$", "line": 52 }, { "directive": "allow", "path": "/es-us/local/bundles/$", "line": 54 }, { "directive": "allow", "path": "/es-us/stores/$", "line": 56 }, { "directive": "disallow", "path": "/es-us/local/*", "line": 60 }, { "directive": "disallow", "path": "/es-us/local/internet/*", "line": 62 }, { "directive": "disallow", "path": "/es-us/local/fiber/*", "line": 64 }, { "directive": "disallow", "path": "/es-us/local/cell-phones/*", "line": 66 }, { "directive": "disallow", "path": "/es-us/local/bundles/*", "line": 68 }, { "directive": "disallow", "path": "/es-us/stores/*", "line": 70 }, { "directive": "disallow", "path": "/ssaf/ssafc/v1/controllerdata", "line": 77 }, { "directive": "disallow", "path": "/buy/login", "line": 84 }, { "directive": "disallow", "path": "/search/", "line": 90 }, { "directive": "disallow", "path": "/cfd/", "line": 92 }, { "directive": "disallow", "path": "*bvstate=pg*", "line": 94 }, { "directive": "disallow", "path": "*/rest/clicktrack?*", "line": 96 }, { "directive": "disallow", "path": "*/rest/getlist?*", "line": 98 }, { "directive": "disallow", "path": "/buy/postpaid/line-selection", "line": 100 }, { "directive": "disallow", "path": "/ssaf/ssafc/", "line": 102 }, { "directive": "disallow", "path": "/att-dgt-checkin-e/api/*", "line": 104 }, { "directive": "disallow", "path": "*/sdattservicesinc/*", "line": 106 }, { "directive": "disallow", "path": "https://pre-www.att.com/home-phone/lifeline/", "line": 108 }, { "directive": "disallow", "path": "/gtm/", "line": 114 }, { "directive": "disallow", "path": "/support/showarticle*", "line": 118 }, { "directive": "disallow", "path": "/contactus/*", "line": 120 }, { "directive": "disallow", "path": "/esupport/index.html*", "line": 122 }, { "directive": "disallow", "path": "/esupport/index.jsp*", "line": 124 }, { "directive": "disallow", "path": "/esupport/article.html*", "line": 126 }, { "directive": "disallow", "path": "/esupport/article.jsp*", "line": 128 }, { "directive": "disallow", "path": "/esupport/main.html*", "line": 130 }, { "directive": "disallow", "path": "/esupport/main.jsp*", "line": 132 }, { "directive": "disallow", "path": "/esupport/u-verse-tv-troubleshooting/*", "line": 134 }, { "directive": "disallow", "path": "/esupport/billAndAccount.jsp*", "line": 136 }, { "directive": "disallow", "path": "/esupport/security.jsp*", "line": 138 }, { "directive": "disallow", "path": "/esupport/postmaster*", "line": 140 }, { "directive": "disallow", "path": "/esupport/online-services.jsp*", "line": 142 }, { "directive": "disallow", "path": "/esupport/smbindex.jsp*", "line": 144 }, { "directive": "disallow", "path": "/esupport/report-call-or-text.html*", "line": 146 }, { "directive": "disallow", "path": "/esupport/speed-calculator*", "line": 148 }, { "directive": "disallow", "path": "/esupport/data-calculator*", "line": 150 }, { "directive": "disallow", "path": "/OLAM_PROD_CMS/*", "line": 152 }, { "directive": "disallow", "path": "/*EDOCSSESSIONID*", "line": 154 }, { "directive": "disallow", "path": "/*SESSIONID*", "line": 156 }, { "directive": "disallow", "path": "/*es-us/esupport/article.jsp?pagebody*", "line": 158 }, { "directive": "disallow", "path": "/*es/legalterms.html", "line": 160 }, { "directive": "disallow", "path": "/*rex/recommendation/*", "line": 162 }, { "directive": "disallow", "path": "/Common/maintenance/maintenance.html", "line": 164 }, { "directive": "disallow", "path": "/Common/popup/", "line": 166 }, { "directive": "disallow", "path": "/Common/supern/", "line": 168 }, { "directive": "disallow", "path": "/Large-Files/", "line": 170 }, { "directive": "disallow", "path": "/apis/maps/v2/locator/search/query.json", "line": 172 }, { "directive": "disallow", "path": "/apis/maps/v2/locator/search/viewport.json", "line": 174 }, { "directive": "disallow", "path": "/billinserts/", "line": 176 }, { "directive": "disallow", "path": "/dsl/modals/", "line": 178 }, { "directive": "disallow", "path": "/dsl/shop/fragments/", "line": 180 }, { "directive": "disallow", "path": "/buy/broadband", "line": 182 }, { "directive": "disallow", "path": "/buy/directv", "line": 184 }, { "directive": "disallow", "path": "/buy/cart", "line": 186 }, { "directive": "disallow", "path": "/buy/wireless/", "line": 188 }, { "directive": "disallow", "path": "/buy/wireless/devices", "line": 190 }, { "directive": "disallow", "path": "/buy/byod/", "line": 192 }, { "directive": "disallow", "path": "/buy/byod/sim-selection/", "line": 194 }, { "directive": "disallow", "path": "/buy/bundles", "line": 196 }, { "directive": "disallow", "path": "/esupport/ref/showarticle.jsp*", "line": 198 }, { "directive": "disallow", "path": "/esupport/sender/", "line": 200 }, { "directive": "disallow", "path": "/esupport/sender/browseResults.jsp", "line": 202 }, { "directive": "disallow", "path": "/esupport/solutionDisplay.jsp", "line": 204 }, { "directive": "disallow", "path": "/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735", "line": 206 }, { "directive": "disallow", "path": "/maintenance/maintenance.html", "line": 208 }, { "directive": "disallow", "path": "/maps/not-available.html", "line": 210 }, { "directive": "disallow", "path": "/privacy/policy/", "line": 212 }, { "directive": "disallow", "path": "/global-search/search*", "line": 214 }, { "directive": "disallow", "path": "/mktg/", "line": 216 }, { "directive": "allow", "path": "/mktg/v1/_next/", "line": 218 }, { "directive": "disallow", "path": "/olam/passthroughAction.myworld*", "line": 220 }, { "directive": "disallow", "path": "/olam/loginAction.olamexecute", "line": 222 }, { "directive": "disallow", "path": "/olam/IdentityFailureAction.olamexecute*", "line": 224 }, { "directive": "disallow", "path": "/olam/validateAccountForgotIdSlid.myworld", "line": 226 }, { "directive": "disallow", "path": "/olam/jsp/login/inProgress.jsp*", "line": 228 }, { "directive": "disallow", "path": "/smallbusiness/404.jsp?", "line": 232 }, { "directive": "disallow", "path": "/smallbusiness/b?", "line": 234 }, { "directive": "disallow", "path": "/smallbusiness/search", "line": 236 }, { "directive": "disallow", "path": "/smallbusiness/wireless/buyFlowContainer.jsp", "line": 238 }, { "directive": "disallow", "path": "/smallbusiness/i9nvalidParamInput.jsp", "line": 240 }, { "directive": "disallow", "path": "/es-us/OLAM_PROD_CMS/*", "line": 242 }, { "directive": "disallow", "path": "/es-us/*EDOCSSESSIONID*", "line": 244 }, { "directive": "disallow", "path": "/es-us/*SESSIONID*", "line": 246 }, { "directive": "disallow", "path": "/es-us/*es-us/esupport/article.jsp?pagebody*", "line": 248 }, { "directive": "disallow", "path": "/es-us/*es/legalterms.html", "line": 250 }, { "directive": "disallow", "path": "/es-us/*rex/recommendation/*", "line": 252 }, { "directive": "disallow", "path": "/es-us/Common/maintenance/maintenance.html", "line": 254 }, { "directive": "disallow", "path": "/es-us/Common/popup/", "line": 256 }, { "directive": "disallow", "path": "/es-us/Common/supern/", "line": 258 }, { "directive": "disallow", "path": "/es-us/Large-Files/", "line": 260 }, { "directive": "disallow", "path": "/es-us/apis/maps/v2/locator/search/query.json", "line": 262 }, { "directive": "disallow", "path": "/es-us/apis/maps/v2/locator/search/viewport.json", "line": 264 }, { "directive": "disallow", "path": "/es-us/billinserts/", "line": 266 }, { "directive": "disallow", "path": "/es-us/dsl/modals/", "line": 268 }, { "directive": "disallow", "path": "/es-us/dsl/shop/fragments/", "line": 270 }, { "directive": "disallow", "path": "/es-us/buy/broadband", "line": 272 }, { "directive": "disallow", "path": "/es-us/buy/directv", "line": 274 }, { "directive": "disallow", "path": "/es-us/buy/bundles", "line": 276 }, { "directive": "allow", "path": "/es-us/buy/bundles?product_suite=NBB", "line": 278 }, { "directive": "disallow", "path": "/es-us/buy/cart", "line": 280 }, { "directive": "disallow", "path": "/es-us/esupport/ref/showarticle.jsp*", "line": 282 }, { "directive": "disallow", "path": "/es-us/esupport/sender/", "line": 284 }, { "directive": "disallow", "path": "/es-us/esupport/sender/browseResults.jsp", "line": 286 }, { "directive": "disallow", "path": "/es-us/esupport/solutionDisplay.jsp", "line": 288 }, { "directive": "disallow", "path": "/es-us/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735", "line": 290 }, { "directive": "disallow", "path": "/es-us/maintenance/maintenance.html", "line": 292 }, { "directive": "disallow", "path": "/es-us/maps/not-available.html", "line": 294 }, { "directive": "disallow", "path": "/es-us/privacy/policy/", "line": 296 }, { "directive": "disallow", "path": "/es-us/global-search/search*", "line": 298 }, { "directive": "disallow", "path": "/es-us/mktg/", "line": 300 }, { "directive": "allow", "path": "/es-us/mktg/v1/_next/", "line": 302 }, { "directive": "disallow", "path": "/es-us/olam/passthroughAction.myworld*", "line": 304 }, { "directive": "disallow", "path": "/es-us/olam/loginAction.olamexecute", "line": 306 }, { "directive": "disallow", "path": "/es-us/olam/IdentityFailureAction.olamexecute*", "line": 308 }, { "directive": "disallow", "path": "/es-us/olam/validateAccountForgotIdSlid.myworld", "line": 310 }, { "directive": "disallow", "path": "/es-us/olam/jsp/login/inProgress.jsp*", "line": 312 }, { "directive": "disallow", "path": "/es-us/smallbusiness/404.jsp?", "line": 316 }, { "directive": "disallow", "path": "/es-us/smallbusiness/b?", "line": 318 }, { "directive": "disallow", "path": "/es-us/smallbusiness/search", "line": 320 }, { "directive": "disallow", "path": "/es-us/smallbusiness/wireless/buyFlowContainer.jsp", "line": 322 }, { "directive": "disallow", "path": "/es-us/smallbusiness/i9nvalidParamInput.jsp", "line": 324 } ], "warnings": [ 94, 96, 98, 106, 108, 332, 342, 344, 346, 352 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wireless/switch-and-save-b/", "line": 21 }, { "directive": "disallow", "path": "/redressG/", "line": 27 }, { "directive": "disallow", "path": "/redressGV/", "line": 29 }, { "directive": "disallow", "path": "/redressH/", "line": 31 }, { "directive": "disallow", "path": "/redressT/", "line": 33 }, { "directive": "disallow", "path": "/redressC/", "line": 35 }, { "directive": "allow", "path": "/es-us/$", "line": 42 }, { "directive": "allow", "path": "/es-us/local/$", "line": 46 }, { "directive": "allow", "path": "/es-us/local/internet/$", "line": 48 }, { "directive": "allow", "path": "/es-us/local/fiber/$", "line": 50 }, { "directive": "allow", "path": "/es-us/local/cell-phones/$", "line": 52 }, { "directive": "allow", "path": "/es-us/local/bundles/$", "line": 54 }, { "directive": "allow", "path": "/es-us/stores/$", "line": 56 }, { "directive": "disallow", "path": "/es-us/local/*", "line": 60 }, { "directive": "disallow", "path": "/es-us/local/internet/*", "line": 62 }, { "directive": "disallow", "path": "/es-us/local/fiber/*", "line": 64 }, { "directive": "disallow", "path": "/es-us/local/cell-phones/*", "line": 66 }, { "directive": "disallow", "path": "/es-us/local/bundles/*", "line": 68 }, { "directive": "disallow", "path": "/es-us/stores/*", "line": 70 }, { "directive": "disallow", "path": "/ssaf/ssafc/v1/controllerdata", "line": 77 }, { "directive": "disallow", "path": "/buy/login", "line": 84 }, { "directive": "disallow", "path": "/search/", "line": 90 }, { "directive": "disallow", "path": "/cfd/", "line": 92 }, { "directive": "disallow", "path": "*bvstate=pg*", "line": 94 }, { "directive": "disallow", "path": "*/rest/clicktrack?*", "line": 96 }, { "directive": "disallow", "path": "*/rest/getlist?*", "line": 98 }, { "directive": "disallow", "path": "/buy/postpaid/line-selection", "line": 100 }, { "directive": "disallow", "path": "/ssaf/ssafc/", "line": 102 }, { "directive": "disallow", "path": "/att-dgt-checkin-e/api/*", "line": 104 }, { "directive": "disallow", "path": "*/sdattservicesinc/*", "line": 106 }, { "directive": "disallow", "path": "https://pre-www.att.com/home-phone/lifeline/", "line": 108 }, { "directive": "disallow", "path": "/gtm/", "line": 114 }, { "directive": "disallow", "path": "/support/showarticle*", "line": 118 }, { "directive": "disallow", "path": "/contactus/*", "line": 120 }, { "directive": "disallow", "path": "/esupport/index.html*", "line": 122 }, { "directive": "disallow", "path": "/esupport/index.jsp*", "line": 124 }, { "directive": "disallow", "path": "/esupport/article.html*", "line": 126 }, { "directive": "disallow", "path": "/esupport/article.jsp*", "line": 128 }, { "directive": "disallow", "path": "/esupport/main.html*", "line": 130 }, { "directive": "disallow", "path": "/esupport/main.jsp*", "line": 132 }, { "directive": "disallow", "path": "/esupport/u-verse-tv-troubleshooting/*", "line": 134 }, { "directive": "disallow", "path": "/esupport/billAndAccount.jsp*", "line": 136 }, { "directive": "disallow", "path": "/esupport/security.jsp*", "line": 138 }, { "directive": "disallow", "path": "/esupport/postmaster*", "line": 140 }, { "directive": "disallow", "path": "/esupport/online-services.jsp*", "line": 142 }, { "directive": "disallow", "path": "/esupport/smbindex.jsp*", "line": 144 }, { "directive": "disallow", "path": "/esupport/report-call-or-text.html*", "line": 146 }, { "directive": "disallow", "path": "/esupport/speed-calculator*", "line": 148 }, { "directive": "disallow", "path": "/esupport/data-calculator*", "line": 150 }, { "directive": "disallow", "path": "/OLAM_PROD_CMS/*", "line": 152 }, { "directive": "disallow", "path": "/*EDOCSSESSIONID*", "line": 154 }, { "directive": "disallow", "path": "/*SESSIONID*", "line": 156 }, { "directive": "disallow", "path": "/*es-us/esupport/article.jsp?pagebody*", "line": 158 }, { "directive": "disallow", "path": "/*es/legalterms.html", "line": 160 }, { "directive": "disallow", "path": "/*rex/recommendation/*", "line": 162 }, { "directive": "disallow", "path": "/Common/maintenance/maintenance.html", "line": 164 }, { "directive": "disallow", "path": "/Common/popup/", "line": 166 }, { "directive": "disallow", "path": "/Common/supern/", "line": 168 }, { "directive": "disallow", "path": "/Large-Files/", "line": 170 }, { "directive": "disallow", "path": "/apis/maps/v2/locator/search/query.json", "line": 172 }, { "directive": "disallow", "path": "/apis/maps/v2/locator/search/viewport.json", "line": 174 }, { "directive": "disallow", "path": "/billinserts/", "line": 176 }, { "directive": "disallow", "path": "/dsl/modals/", "line": 178 }, { "directive": "disallow", "path": "/dsl/shop/fragments/", "line": 180 }, { "directive": "disallow", "path": "/buy/broadband", "line": 182 }, { "directive": "disallow", "path": "/buy/directv", "line": 184 }, { "directive": "disallow", "path": "/buy/cart", "line": 186 }, { "directive": "disallow", "path": "/buy/wireless/", "line": 188 }, { "directive": "disallow", "path": "/buy/wireless/devices", "line": 190 }, { "directive": "disallow", "path": "/buy/byod/", "line": 192 }, { "directive": "disallow", "path": "/buy/byod/sim-selection/", "line": 194 }, { "directive": "disallow", "path": "/buy/bundles", "line": 196 }, { "directive": "disallow", "path": "/esupport/ref/showarticle.jsp*", "line": 198 }, { "directive": "disallow", "path": "/esupport/sender/", "line": 200 }, { "directive": "disallow", "path": "/esupport/sender/browseResults.jsp", "line": 202 }, { "directive": "disallow", "path": "/esupport/solutionDisplay.jsp", "line": 204 }, { "directive": "disallow", "path": "/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735", "line": 206 }, { "directive": "disallow", "path": "/maintenance/maintenance.html", "line": 208 }, { "directive": "disallow", "path": "/maps/not-available.html", "line": 210 }, { "directive": "disallow", "path": "/privacy/policy/", "line": 212 }, { "directive": "disallow", "path": "/global-search/search*", "line": 214 }, { "directive": "disallow", "path": "/mktg/", "line": 216 }, { "directive": "allow", "path": "/mktg/v1/_next/", "line": 218 }, { "directive": "disallow", "path": "/olam/passthroughAction.myworld*", "line": 220 }, { "directive": "disallow", "path": "/olam/loginAction.olamexecute", "line": 222 }, { "directive": "disallow", "path": "/olam/IdentityFailureAction.olamexecute*", "line": 224 }, { "directive": "disallow", "path": "/olam/validateAccountForgotIdSlid.myworld", "line": 226 }, { "directive": "disallow", "path": "/olam/jsp/login/inProgress.jsp*", "line": 228 }, { "directive": "disallow", "path": "/smallbusiness/404.jsp?", "line": 232 }, { "directive": "disallow", "path": "/smallbusiness/b?", "line": 234 }, { "directive": "disallow", "path": "/smallbusiness/search", "line": 236 }, { "directive": "disallow", "path": "/smallbusiness/wireless/buyFlowContainer.jsp", "line": 238 }, { "directive": "disallow", "path": "/smallbusiness/i9nvalidParamInput.jsp", "line": 240 }, { "directive": "disallow", "path": "/es-us/OLAM_PROD_CMS/*", "line": 242 }, { "directive": "disallow", "path": "/es-us/*EDOCSSESSIONID*", "line": 244 }, { "directive": "disallow", "path": "/es-us/*SESSIONID*", "line": 246 }, { "directive": "disallow", "path": "/es-us/*es-us/esupport/article.jsp?pagebody*", "line": 248 }, { "directive": "disallow", "path": "/es-us/*es/legalterms.html", "line": 250 }, { "directive": "disallow", "path": "/es-us/*rex/recommendation/*", "line": 252 }, { "directive": "disallow", "path": "/es-us/Common/maintenance/maintenance.html", "line": 254 }, { "directive": "disallow", "path": "/es-us/Common/popup/", "line": 256 }, { "directive": "disallow", "path": "/es-us/Common/supern/", "line": 258 }, { "directive": "disallow", "path": "/es-us/Large-Files/", "line": 260 }, { "directive": "disallow", "path": "/es-us/apis/maps/v2/locator/search/query.json", "line": 262 }, { "directive": "disallow", "path": "/es-us/apis/maps/v2/locator/search/viewport.json", "line": 264 }, { "directive": "disallow", "path": "/es-us/billinserts/", "line": 266 }, { "directive": "disallow", "path": "/es-us/dsl/modals/", "line": 268 }, { "directive": "disallow", "path": "/es-us/dsl/shop/fragments/", "line": 270 }, { "directive": "disallow", "path": "/es-us/buy/broadband", "line": 272 }, { "directive": "disallow", "path": "/es-us/buy/directv", "line": 274 }, { "directive": "disallow", "path": "/es-us/buy/bundles", "line": 276 }, { "directive": "allow", "path": "/es-us/buy/bundles?product_suite=NBB", "line": 278 }, { "directive": "disallow", "path": "/es-us/buy/cart", "line": 280 }, { "directive": "disallow", "path": "/es-us/esupport/ref/showarticle.jsp*", "line": 282 }, { "directive": "disallow", "path": "/es-us/esupport/sender/", "line": 284 }, { "directive": "disallow", "path": "/es-us/esupport/sender/browseResults.jsp", "line": 286 }, { "directive": "disallow", "path": "/es-us/esupport/solutionDisplay.jsp", "line": 288 }, { "directive": "disallow", "path": "/es-us/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735", "line": 290 }, { "directive": "disallow", "path": "/es-us/maintenance/maintenance.html", "line": 292 }, { "directive": "disallow", "path": "/es-us/maps/not-available.html", "line": 294 }, { "directive": "disallow", "path": "/es-us/privacy/policy/", "line": 296 }, { "directive": "disallow", "path": "/es-us/global-search/search*", "line": 298 }, { "directive": "disallow", "path": "/es-us/mktg/", "line": 300 }, { "directive": "allow", "path": "/es-us/mktg/v1/_next/", "line": 302 }, { "directive": "disallow", "path": "/es-us/olam/passthroughAction.myworld*", "line": 304 }, { "directive": "disallow", "path": "/es-us/olam/loginAction.olamexecute", "line": 306 }, { "directive": "disallow", "path": "/es-us/olam/IdentityFailureAction.olamexecute*", "line": 308 }, { "directive": "disallow", "path": "/es-us/olam/validateAccountForgotIdSlid.myworld", "line": 310 }, { "directive": "disallow", "path": "/es-us/olam/jsp/login/inProgress.jsp*", "line": 312 }, { "directive": "disallow", "path": "/es-us/smallbusiness/404.jsp?", "line": 316 }, { "directive": "disallow", "path": "/es-us/smallbusiness/b?", "line": 318 }, { "directive": "disallow", "path": "/es-us/smallbusiness/search", "line": 320 }, { "directive": "disallow", "path": "/es-us/smallbusiness/wireless/buyFlowContainer.jsp", "line": 322 }, { "directive": "disallow", "path": "/es-us/smallbusiness/i9nvalidParamInput.jsp", "line": 324 } ], "warnings": [ 94, 96, 98, 106, 108, 332, 342, 344, 346, 352 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wireless/switch-and-save-b/", "line": 21 }, { "directive": "disallow", "path": "/redressG/", "line": 27 }, { "directive": "disallow", "path": "/redressGV/", "line": 29 }, { "directive": "disallow", "path": "/redressH/", "line": 31 }, { "directive": "disallow", "path": "/redressT/", "line": 33 }, { "directive": "disallow", "path": "/redressC/", "line": 35 }, { "directive": "allow", "path": "/es-us/$", "line": 42 }, { "directive": "allow", "path": "/es-us/local/$", "line": 46 }, { "directive": "allow", "path": "/es-us/local/internet/$", "line": 48 }, { "directive": "allow", "path": "/es-us/local/fiber/$", "line": 50 }, { "directive": "allow", "path": "/es-us/local/cell-phones/$", "line": 52 }, { "directive": "allow", "path": "/es-us/local/bundles/$", "line": 54 }, { "directive": "allow", "path": "/es-us/stores/$", "line": 56 }, { "directive": "disallow", "path": "/es-us/local/*", "line": 60 }, { "directive": "disallow", "path": "/es-us/local/internet/*", "line": 62 }, { "directive": "disallow", "path": "/es-us/local/fiber/*", "line": 64 }, { "directive": "disallow", "path": "/es-us/local/cell-phones/*", "line": 66 }, { "directive": "disallow", "path": "/es-us/local/bundles/*", "line": 68 }, { "directive": "disallow", "path": "/es-us/stores/*", "line": 70 }, { "directive": "disallow", "path": "/ssaf/ssafc/v1/controllerdata", "line": 77 }, { "directive": "disallow", "path": "/buy/login", "line": 84 }, { "directive": "disallow", "path": "/search/", "line": 90 }, { "directive": "disallow", "path": "/cfd/", "line": 92 }, { "directive": "disallow", "path": "*bvstate=pg*", "line": 94 }, { "directive": "disallow", "path": "*/rest/clicktrack?*", "line": 96 }, { "directive": "disallow", "path": "*/rest/getlist?*", "line": 98 }, { "directive": "disallow", "path": "/buy/postpaid/line-selection", "line": 100 }, { "directive": "disallow", "path": "/ssaf/ssafc/", "line": 102 }, { "directive": "disallow", "path": "/att-dgt-checkin-e/api/*", "line": 104 }, { "directive": "disallow", "path": "*/sdattservicesinc/*", "line": 106 }, { "directive": "disallow", "path": "https://pre-www.att.com/home-phone/lifeline/", "line": 108 }, { "directive": "disallow", "path": "/gtm/", "line": 114 }, { "directive": "disallow", "path": "/support/showarticle*", "line": 118 }, { "directive": "disallow", "path": "/contactus/*", "line": 120 }, { "directive": "disallow", "path": "/esupport/index.html*", "line": 122 }, { "directive": "disallow", "path": "/esupport/index.jsp*", "line": 124 }, { "directive": "disallow", "path": "/esupport/article.html*", "line": 126 }, { "directive": "disallow", "path": "/esupport/article.jsp*", "line": 128 }, { "directive": "disallow", "path": "/esupport/main.html*", "line": 130 }, { "directive": "disallow", "path": "/esupport/main.jsp*", "line": 132 }, { "directive": "disallow", "path": "/esupport/u-verse-tv-troubleshooting/*", "line": 134 }, { "directive": "disallow", "path": "/esupport/billAndAccount.jsp*", "line": 136 }, { "directive": "disallow", "path": "/esupport/security.jsp*", "line": 138 }, { "directive": "disallow", "path": "/esupport/postmaster*", "line": 140 }, { "directive": "disallow", "path": "/esupport/online-services.jsp*", "line": 142 }, { "directive": "disallow", "path": "/esupport/smbindex.jsp*", "line": 144 }, { "directive": "disallow", "path": "/esupport/report-call-or-text.html*", "line": 146 }, { "directive": "disallow", "path": "/esupport/speed-calculator*", "line": 148 }, { "directive": "disallow", "path": "/esupport/data-calculator*", "line": 150 }, { "directive": "disallow", "path": "/OLAM_PROD_CMS/*", "line": 152 }, { "directive": "disallow", "path": "/*EDOCSSESSIONID*", "line": 154 }, { "directive": "disallow", "path": "/*SESSIONID*", "line": 156 }, { "directive": "disallow", "path": "/*es-us/esupport/article.jsp?pagebody*", "line": 158 }, { "directive": "disallow", "path": "/*es/legalterms.html", "line": 160 }, { "directive": "disallow", "path": "/*rex/recommendation/*", "line": 162 }, { "directive": "disallow", "path": "/Common/maintenance/maintenance.html", "line": 164 }, { "directive": "disallow", "path": "/Common/popup/", "line": 166 }, { "directive": "disallow", "path": "/Common/supern/", "line": 168 }, { "directive": "disallow", "path": "/Large-Files/", "line": 170 }, { "directive": "disallow", "path": "/apis/maps/v2/locator/search/query.json", "line": 172 }, { "directive": "disallow", "path": "/apis/maps/v2/locator/search/viewport.json", "line": 174 }, { "directive": "disallow", "path": "/billinserts/", "line": 176 }, { "directive": "disallow", "path": "/dsl/modals/", "line": 178 }, { "directive": "disallow", "path": "/dsl/shop/fragments/", "line": 180 }, { "directive": "disallow", "path": "/buy/broadband", "line": 182 }, { "directive": "disallow", "path": "/buy/directv", "line": 184 }, { "directive": "disallow", "path": "/buy/cart", "line": 186 }, { "directive": "disallow", "path": "/buy/wireless/", "line": 188 }, { "directive": "disallow", "path": "/buy/wireless/devices", "line": 190 }, { "directive": "disallow", "path": "/buy/byod/", "line": 192 }, { "directive": "disallow", "path": "/buy/byod/sim-selection/", "line": 194 }, { "directive": "disallow", "path": "/buy/bundles", "line": 196 }, { "directive": "disallow", "path": "/esupport/ref/showarticle.jsp*", "line": 198 }, { "directive": "disallow", "path": "/esupport/sender/", "line": 200 }, { "directive": "disallow", "path": "/esupport/sender/browseResults.jsp", "line": 202 }, { "directive": "disallow", "path": "/esupport/solutionDisplay.jsp", "line": 204 }, { "directive": "disallow", "path": "/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735", "line": 206 }, { "directive": "disallow", "path": "/maintenance/maintenance.html", "line": 208 }, { "directive": "disallow", "path": "/maps/not-available.html", "line": 210 }, { "directive": "disallow", "path": "/privacy/policy/", "line": 212 }, { "directive": "disallow", "path": "/global-search/search*", "line": 214 }, { "directive": "disallow", "path": "/mktg/", "line": 216 }, { "directive": "allow", "path": "/mktg/v1/_next/", "line": 218 }, { "directive": "disallow", "path": "/olam/passthroughAction.myworld*", "line": 220 }, { "directive": "disallow", "path": "/olam/loginAction.olamexecute", "line": 222 }, { "directive": "disallow", "path": "/olam/IdentityFailureAction.olamexecute*", "line": 224 }, { "directive": "disallow", "path": "/olam/validateAccountForgotIdSlid.myworld", "line": 226 }, { "directive": "disallow", "path": "/olam/jsp/login/inProgress.jsp*", "line": 228 }, { "directive": "disallow", "path": "/smallbusiness/404.jsp?", "line": 232 }, { "directive": "disallow", "path": "/smallbusiness/b?", "line": 234 }, { "directive": "disallow", "path": "/smallbusiness/search", "line": 236 }, { "directive": "disallow", "path": "/smallbusiness/wireless/buyFlowContainer.jsp", "line": 238 }, { "directive": "disallow", "path": "/smallbusiness/i9nvalidParamInput.jsp", "line": 240 }, { "directive": "disallow", "path": "/es-us/OLAM_PROD_CMS/*", "line": 242 }, { "directive": "disallow", "path": "/es-us/*EDOCSSESSIONID*", "line": 244 }, { "directive": "disallow", "path": "/es-us/*SESSIONID*", "line": 246 }, { "directive": "disallow", "path": "/es-us/*es-us/esupport/article.jsp?pagebody*", "line": 248 }, { "directive": "disallow", "path": "/es-us/*es/legalterms.html", "line": 250 }, { "directive": "disallow", "path": "/es-us/*rex/recommendation/*", "line": 252 }, { "directive": "disallow", "path": "/es-us/Common/maintenance/maintenance.html", "line": 254 }, { "directive": "disallow", "path": "/es-us/Common/popup/", "line": 256 }, { "directive": "disallow", "path": "/es-us/Common/supern/", "line": 258 }, { "directive": "disallow", "path": "/es-us/Large-Files/", "line": 260 }, { "directive": "disallow", "path": "/es-us/apis/maps/v2/locator/search/query.json", "line": 262 }, { "directive": "disallow", "path": "/es-us/apis/maps/v2/locator/search/viewport.json", "line": 264 }, { "directive": "disallow", "path": "/es-us/billinserts/", "line": 266 }, { "directive": "disallow", "path": "/es-us/dsl/modals/", "line": 268 }, { "directive": "disallow", "path": "/es-us/dsl/shop/fragments/", "line": 270 }, { "directive": "disallow", "path": "/es-us/buy/broadband", "line": 272 }, { "directive": "disallow", "path": "/es-us/buy/directv", "line": 274 }, { "directive": "disallow", "path": "/es-us/buy/bundles", "line": 276 }, { "directive": "allow", "path": "/es-us/buy/bundles?product_suite=NBB", "line": 278 }, { "directive": "disallow", "path": "/es-us/buy/cart", "line": 280 }, { "directive": "disallow", "path": "/es-us/esupport/ref/showarticle.jsp*", "line": 282 }, { "directive": "disallow", "path": "/es-us/esupport/sender/", "line": 284 }, { "directive": "disallow", "path": "/es-us/esupport/sender/browseResults.jsp", "line": 286 }, { "directive": "disallow", "path": "/es-us/esupport/solutionDisplay.jsp", "line": 288 }, { "directive": "disallow", "path": "/es-us/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735", "line": 290 }, { "directive": "disallow", "path": "/es-us/maintenance/maintenance.html", "line": 292 }, { "directive": "disallow", "path": "/es-us/maps/not-available.html", "line": 294 }, { "directive": "disallow", "path": "/es-us/privacy/policy/", "line": 296 }, { "directive": "disallow", "path": "/es-us/global-search/search*", "line": 298 }, { "directive": "disallow", "path": "/es-us/mktg/", "line": 300 }, { "directive": "allow", "path": "/es-us/mktg/v1/_next/", "line": 302 }, { "directive": "disallow", "path": "/es-us/olam/passthroughAction.myworld*", "line": 304 }, { "directive": "disallow", "path": "/es-us/olam/loginAction.olamexecute", "line": 306 }, { "directive": "disallow", "path": "/es-us/olam/IdentityFailureAction.olamexecute*", "line": 308 }, { "directive": "disallow", "path": "/es-us/olam/validateAccountForgotIdSlid.myworld", "line": 310 }, { "directive": "disallow", "path": "/es-us/olam/jsp/login/inProgress.jsp*", "line": 312 }, { "directive": "disallow", "path": "/es-us/smallbusiness/404.jsp?", "line": 316 }, { "directive": "disallow", "path": "/es-us/smallbusiness/b?", "line": 318 }, { "directive": "disallow", "path": "/es-us/smallbusiness/search", "line": 320 }, { "directive": "disallow", "path": "/es-us/smallbusiness/wireless/buyFlowContainer.jsp", "line": 322 }, { "directive": "disallow", "path": "/es-us/smallbusiness/i9nvalidParamInput.jsp", "line": 324 } ], "warnings": [ 94, 96, 98, 106, 108, 332, 342, 344, 346, 352 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wireless/switch-and-save-b/", "line": 21 }, { "directive": "disallow", "path": "/redressG/", "line": 27 }, { "directive": "disallow", "path": "/redressGV/", "line": 29 }, { "directive": "disallow", "path": "/redressH/", "line": 31 }, { "directive": "disallow", "path": "/redressT/", "line": 33 }, { "directive": "disallow", "path": "/redressC/", "line": 35 }, { "directive": "allow", "path": "/es-us/$", "line": 42 }, { "directive": "allow", "path": "/es-us/local/$", "line": 46 }, { "directive": "allow", "path": "/es-us/local/internet/$", "line": 48 }, { "directive": "allow", "path": "/es-us/local/fiber/$", "line": 50 }, { "directive": "allow", "path": "/es-us/local/cell-phones/$", "line": 52 }, { "directive": "allow", "path": "/es-us/local/bundles/$", "line": 54 }, { "directive": "allow", "path": "/es-us/stores/$", "line": 56 }, { "directive": "disallow", "path": "/es-us/local/*", "line": 60 }, { "directive": "disallow", "path": "/es-us/local/internet/*", "line": 62 }, { "directive": "disallow", "path": "/es-us/local/fiber/*", "line": 64 }, { "directive": "disallow", "path": "/es-us/local/cell-phones/*", "line": 66 }, { "directive": "disallow", "path": "/es-us/local/bundles/*", "line": 68 }, { "directive": "disallow", "path": "/es-us/stores/*", "line": 70 }, { "directive": "disallow", "path": "/ssaf/ssafc/v1/controllerdata", "line": 77 }, { "directive": "disallow", "path": "/buy/login", "line": 84 }, { "directive": "disallow", "path": "/search/", "line": 90 }, { "directive": "disallow", "path": "/cfd/", "line": 92 }, { "directive": "disallow", "path": "*bvstate=pg*", "line": 94 }, { "directive": "disallow", "path": "*/rest/clicktrack?*", "line": 96 }, { "directive": "disallow", "path": "*/rest/getlist?*", "line": 98 }, { "directive": "disallow", "path": "/buy/postpaid/line-selection", "line": 100 }, { "directive": "disallow", "path": "/ssaf/ssafc/", "line": 102 }, { "directive": "disallow", "path": "/att-dgt-checkin-e/api/*", "line": 104 }, { "directive": "disallow", "path": "*/sdattservicesinc/*", "line": 106 }, { "directive": "disallow", "path": "https://pre-www.att.com/home-phone/lifeline/", "line": 108 }, { "directive": "disallow", "path": "/gtm/", "line": 114 }, { "directive": "disallow", "path": "/support/showarticle*", "line": 118 }, { "directive": "disallow", "path": "/contactus/*", "line": 120 }, { "directive": "disallow", "path": "/esupport/index.html*", "line": 122 }, { "directive": "disallow", "path": "/esupport/index.jsp*", "line": 124 }, { "directive": "disallow", "path": "/esupport/article.html*", "line": 126 }, { "directive": "disallow", "path": "/esupport/article.jsp*", "line": 128 }, { "directive": "disallow", "path": "/esupport/main.html*", "line": 130 }, { "directive": "disallow", "path": "/esupport/main.jsp*", "line": 132 }, { "directive": "disallow", "path": "/esupport/u-verse-tv-troubleshooting/*", "line": 134 }, { "directive": "disallow", "path": "/esupport/billAndAccount.jsp*", "line": 136 }, { "directive": "disallow", "path": "/esupport/security.jsp*", "line": 138 }, { "directive": "disallow", "path": "/esupport/postmaster*", "line": 140 }, { "directive": "disallow", "path": "/esupport/online-services.jsp*", "line": 142 }, { "directive": "disallow", "path": "/esupport/smbindex.jsp*", "line": 144 }, { "directive": "disallow", "path": "/esupport/report-call-or-text.html*", "line": 146 }, { "directive": "disallow", "path": "/esupport/speed-calculator*", "line": 148 }, { "directive": "disallow", "path": "/esupport/data-calculator*", "line": 150 }, { "directive": "disallow", "path": "/OLAM_PROD_CMS/*", "line": 152 }, { "directive": "disallow", "path": "/*EDOCSSESSIONID*", "line": 154 }, { "directive": "disallow", "path": "/*SESSIONID*", "line": 156 }, { "directive": "disallow", "path": "/*es-us/esupport/article.jsp?pagebody*", "line": 158 }, { "directive": "disallow", "path": "/*es/legalterms.html", "line": 160 }, { "directive": "disallow", "path": "/*rex/recommendation/*", "line": 162 }, { "directive": "disallow", "path": "/Common/maintenance/maintenance.html", "line": 164 }, { "directive": "disallow", "path": "/Common/popup/", "line": 166 }, { "directive": "disallow", "path": "/Common/supern/", "line": 168 }, { "directive": "disallow", "path": "/Large-Files/", "line": 170 }, { "directive": "disallow", "path": "/apis/maps/v2/locator/search/query.json", "line": 172 }, { "directive": "disallow", "path": "/apis/maps/v2/locator/search/viewport.json", "line": 174 }, { "directive": "disallow", "path": "/billinserts/", "line": 176 }, { "directive": "disallow", "path": "/dsl/modals/", "line": 178 }, { "directive": "disallow", "path": "/dsl/shop/fragments/", "line": 180 }, { "directive": "disallow", "path": "/buy/broadband", "line": 182 }, { "directive": "disallow", "path": "/buy/directv", "line": 184 }, { "directive": "disallow", "path": "/buy/cart", "line": 186 }, { "directive": "disallow", "path": "/buy/wireless/", "line": 188 }, { "directive": "disallow", "path": "/buy/wireless/devices", "line": 190 }, { "directive": "disallow", "path": "/buy/byod/", "line": 192 }, { "directive": "disallow", "path": "/buy/byod/sim-selection/", "line": 194 }, { "directive": "disallow", "path": "/buy/bundles", "line": 196 }, { "directive": "disallow", "path": "/esupport/ref/showarticle.jsp*", "line": 198 }, { "directive": "disallow", "path": "/esupport/sender/", "line": 200 }, { "directive": "disallow", "path": "/esupport/sender/browseResults.jsp", "line": 202 }, { "directive": "disallow", "path": "/esupport/solutionDisplay.jsp", "line": 204 }, { "directive": "disallow", "path": "/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735", "line": 206 }, { "directive": "disallow", "path": "/maintenance/maintenance.html", "line": 208 }, { "directive": "disallow", "path": "/maps/not-available.html", "line": 210 }, { "directive": "disallow", "path": "/privacy/policy/", "line": 212 }, { "directive": "disallow", "path": "/global-search/search*", "line": 214 }, { "directive": "disallow", "path": "/mktg/", "line": 216 }, { "directive": "allow", "path": "/mktg/v1/_next/", "line": 218 }, { "directive": "disallow", "path": "/olam/passthroughAction.myworld*", "line": 220 }, { "directive": "disallow", "path": "/olam/loginAction.olamexecute", "line": 222 }, { "directive": "disallow", "path": "/olam/IdentityFailureAction.olamexecute*", "line": 224 }, { "directive": "disallow", "path": "/olam/validateAccountForgotIdSlid.myworld", "line": 226 }, { "directive": "disallow", "path": "/olam/jsp/login/inProgress.jsp*", "line": 228 }, { "directive": "disallow", "path": "/smallbusiness/404.jsp?", "line": 232 }, { "directive": "disallow", "path": "/smallbusiness/b?", "line": 234 }, { "directive": "disallow", "path": "/smallbusiness/search", "line": 236 }, { "directive": "disallow", "path": "/smallbusiness/wireless/buyFlowContainer.jsp", "line": 238 }, { "directive": "disallow", "path": "/smallbusiness/i9nvalidParamInput.jsp", "line": 240 }, { "directive": "disallow", "path": "/es-us/OLAM_PROD_CMS/*", "line": 242 }, { "directive": "disallow", "path": "/es-us/*EDOCSSESSIONID*", "line": 244 }, { "directive": "disallow", "path": "/es-us/*SESSIONID*", "line": 246 }, { "directive": "disallow", "path": "/es-us/*es-us/esupport/article.jsp?pagebody*", "line": 248 }, { "directive": "disallow", "path": "/es-us/*es/legalterms.html", "line": 250 }, { "directive": "disallow", "path": "/es-us/*rex/recommendation/*", "line": 252 }, { "directive": "disallow", "path": "/es-us/Common/maintenance/maintenance.html", "line": 254 }, { "directive": "disallow", "path": "/es-us/Common/popup/", "line": 256 }, { "directive": "disallow", "path": "/es-us/Common/supern/", "line": 258 }, { "directive": "disallow", "path": "/es-us/Large-Files/", "line": 260 }, { "directive": "disallow", "path": "/es-us/apis/maps/v2/locator/search/query.json", "line": 262 }, { "directive": "disallow", "path": "/es-us/apis/maps/v2/locator/search/viewport.json", "line": 264 }, { "directive": "disallow", "path": "/es-us/billinserts/", "line": 266 }, { "directive": "disallow", "path": "/es-us/dsl/modals/", "line": 268 }, { "directive": "disallow", "path": "/es-us/dsl/shop/fragments/", "line": 270 }, { "directive": "disallow", "path": "/es-us/buy/broadband", "line": 272 }, { "directive": "disallow", "path": "/es-us/buy/directv", "line": 274 }, { "directive": "disallow", "path": "/es-us/buy/bundles", "line": 276 }, { "directive": "allow", "path": "/es-us/buy/bundles?product_suite=NBB", "line": 278 }, { "directive": "disallow", "path": "/es-us/buy/cart", "line": 280 }, { "directive": "disallow", "path": "/es-us/esupport/ref/showarticle.jsp*", "line": 282 }, { "directive": "disallow", "path": "/es-us/esupport/sender/", "line": 284 }, { "directive": "disallow", "path": "/es-us/esupport/sender/browseResults.jsp", "line": 286 }, { "directive": "disallow", "path": "/es-us/esupport/solutionDisplay.jsp", "line": 288 }, { "directive": "disallow", "path": "/es-us/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735", "line": 290 }, { "directive": "disallow", "path": "/es-us/maintenance/maintenance.html", "line": 292 }, { "directive": "disallow", "path": "/es-us/maps/not-available.html", "line": 294 }, { "directive": "disallow", "path": "/es-us/privacy/policy/", "line": 296 }, { "directive": "disallow", "path": "/es-us/global-search/search*", "line": 298 }, { "directive": "disallow", "path": "/es-us/mktg/", "line": 300 }, { "directive": "allow", "path": "/es-us/mktg/v1/_next/", "line": 302 }, { "directive": "disallow", "path": "/es-us/olam/passthroughAction.myworld*", "line": 304 }, { "directive": "disallow", "path": "/es-us/olam/loginAction.olamexecute", "line": 306 }, { "directive": "disallow", "path": "/es-us/olam/IdentityFailureAction.olamexecute*", "line": 308 }, { "directive": "disallow", "path": "/es-us/olam/validateAccountForgotIdSlid.myworld", "line": 310 }, { "directive": "disallow", "path": "/es-us/olam/jsp/login/inProgress.jsp*", "line": 312 }, { "directive": "disallow", "path": "/es-us/smallbusiness/404.jsp?", "line": 316 }, { "directive": "disallow", "path": "/es-us/smallbusiness/b?", "line": 318 }, { "directive": "disallow", "path": "/es-us/smallbusiness/search", "line": 320 }, { "directive": "disallow", "path": "/es-us/smallbusiness/wireless/buyFlowContainer.jsp", "line": 322 }, { "directive": "disallow", "path": "/es-us/smallbusiness/i9nvalidParamInput.jsp", "line": 324 } ], "warnings": [ 94, 96, 98, 106, 108, 332, 342, 344, 346, 352 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wireless/switch-and-save-b/", "line": 21 }, { "directive": "disallow", "path": "/redressG/", "line": 27 }, { "directive": "disallow", "path": "/redressGV/", "line": 29 }, { "directive": "disallow", "path": "/redressH/", "line": 31 }, { "directive": "disallow", "path": "/redressT/", "line": 33 }, { "directive": "disallow", "path": "/redressC/", "line": 35 }, { "directive": "allow", "path": "/es-us/$", "line": 42 }, { "directive": "allow", "path": "/es-us/local/$", "line": 46 }, { "directive": "allow", "path": "/es-us/local/internet/$", "line": 48 }, { "directive": "allow", "path": "/es-us/local/fiber/$", "line": 50 }, { "directive": "allow", "path": "/es-us/local/cell-phones/$", "line": 52 }, { "directive": "allow", "path": "/es-us/local/bundles/$", "line": 54 }, { "directive": "allow", "path": "/es-us/stores/$", "line": 56 }, { "directive": "disallow", "path": "/es-us/local/*", "line": 60 }, { "directive": "disallow", "path": "/es-us/local/internet/*", "line": 62 }, { "directive": "disallow", "path": "/es-us/local/fiber/*", "line": 64 }, { "directive": "disallow", "path": "/es-us/local/cell-phones/*", "line": 66 }, { "directive": "disallow", "path": "/es-us/local/bundles/*", "line": 68 }, { "directive": "disallow", "path": "/es-us/stores/*", "line": 70 }, { "directive": "disallow", "path": "/ssaf/ssafc/v1/controllerdata", "line": 77 }, { "directive": "disallow", "path": "/buy/login", "line": 84 }, { "directive": "disallow", "path": "/search/", "line": 90 }, { "directive": "disallow", "path": "/cfd/", "line": 92 }, { "directive": "disallow", "path": "*bvstate=pg*", "line": 94 }, { "directive": "disallow", "path": "*/rest/clicktrack?*", "line": 96 }, { "directive": "disallow", "path": "*/rest/getlist?*", "line": 98 }, { "directive": "disallow", "path": "/buy/postpaid/line-selection", "line": 100 }, { "directive": "disallow", "path": "/ssaf/ssafc/", "line": 102 }, { "directive": "disallow", "path": "/att-dgt-checkin-e/api/*", "line": 104 }, { "directive": "disallow", "path": "*/sdattservicesinc/*", "line": 106 }, { "directive": "disallow", "path": "https://pre-www.att.com/home-phone/lifeline/", "line": 108 }, { "directive": "disallow", "path": "/gtm/", "line": 114 }, { "directive": "disallow", "path": "/support/showarticle*", "line": 118 }, { "directive": "disallow", "path": "/contactus/*", "line": 120 }, { "directive": "disallow", "path": "/esupport/index.html*", "line": 122 }, { "directive": "disallow", "path": "/esupport/index.jsp*", "line": 124 }, { "directive": "disallow", "path": "/esupport/article.html*", "line": 126 }, { "directive": "disallow", "path": "/esupport/article.jsp*", "line": 128 }, { "directive": "disallow", "path": "/esupport/main.html*", "line": 130 }, { "directive": "disallow", "path": "/esupport/main.jsp*", "line": 132 }, { "directive": "disallow", "path": "/esupport/u-verse-tv-troubleshooting/*", "line": 134 }, { "directive": "disallow", "path": "/esupport/billAndAccount.jsp*", "line": 136 }, { "directive": "disallow", "path": "/esupport/security.jsp*", "line": 138 }, { "directive": "disallow", "path": "/esupport/postmaster*", "line": 140 }, { "directive": "disallow", "path": "/esupport/online-services.jsp*", "line": 142 }, { "directive": "disallow", "path": "/esupport/smbindex.jsp*", "line": 144 }, { "directive": "disallow", "path": "/esupport/report-call-or-text.html*", "line": 146 }, { "directive": "disallow", "path": "/esupport/speed-calculator*", "line": 148 }, { "directive": "disallow", "path": "/esupport/data-calculator*", "line": 150 }, { "directive": "disallow", "path": "/OLAM_PROD_CMS/*", "line": 152 }, { "directive": "disallow", "path": "/*EDOCSSESSIONID*", "line": 154 }, { "directive": "disallow", "path": "/*SESSIONID*", "line": 156 }, { "directive": "disallow", "path": "/*es-us/esupport/article.jsp?pagebody*", "line": 158 }, { "directive": "disallow", "path": "/*es/legalterms.html", "line": 160 }, { "directive": "disallow", "path": "/*rex/recommendation/*", "line": 162 }, { "directive": "disallow", "path": "/Common/maintenance/maintenance.html", "line": 164 }, { "directive": "disallow", "path": "/Common/popup/", "line": 166 }, { "directive": "disallow", "path": "/Common/supern/", "line": 168 }, { "directive": "disallow", "path": "/Large-Files/", "line": 170 }, { "directive": "disallow", "path": "/apis/maps/v2/locator/search/query.json", "line": 172 }, { "directive": "disallow", "path": "/apis/maps/v2/locator/search/viewport.json", "line": 174 }, { "directive": "disallow", "path": "/billinserts/", "line": 176 }, { "directive": "disallow", "path": "/dsl/modals/", "line": 178 }, { "directive": "disallow", "path": "/dsl/shop/fragments/", "line": 180 }, { "directive": "disallow", "path": "/buy/broadband", "line": 182 }, { "directive": "disallow", "path": "/buy/directv", "line": 184 }, { "directive": "disallow", "path": "/buy/cart", "line": 186 }, { "directive": "disallow", "path": "/buy/wireless/", "line": 188 }, { "directive": "disallow", "path": "/buy/wireless/devices", "line": 190 }, { "directive": "disallow", "path": "/buy/byod/", "line": 192 }, { "directive": "disallow", "path": "/buy/byod/sim-selection/", "line": 194 }, { "directive": "disallow", "path": "/buy/bundles", "line": 196 }, { "directive": "disallow", "path": "/esupport/ref/showarticle.jsp*", "line": 198 }, { "directive": "disallow", "path": "/esupport/sender/", "line": 200 }, { "directive": "disallow", "path": "/esupport/sender/browseResults.jsp", "line": 202 }, { "directive": "disallow", "path": "/esupport/solutionDisplay.jsp", "line": 204 }, { "directive": "disallow", "path": "/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735", "line": 206 }, { "directive": "disallow", "path": "/maintenance/maintenance.html", "line": 208 }, { "directive": "disallow", "path": "/maps/not-available.html", "line": 210 }, { "directive": "disallow", "path": "/privacy/policy/", "line": 212 }, { "directive": "disallow", "path": "/global-search/search*", "line": 214 }, { "directive": "disallow", "path": "/mktg/", "line": 216 }, { "directive": "allow", "path": "/mktg/v1/_next/", "line": 218 }, { "directive": "disallow", "path": "/olam/passthroughAction.myworld*", "line": 220 }, { "directive": "disallow", "path": "/olam/loginAction.olamexecute", "line": 222 }, { "directive": "disallow", "path": "/olam/IdentityFailureAction.olamexecute*", "line": 224 }, { "directive": "disallow", "path": "/olam/validateAccountForgotIdSlid.myworld", "line": 226 }, { "directive": "disallow", "path": "/olam/jsp/login/inProgress.jsp*", "line": 228 }, { "directive": "disallow", "path": "/smallbusiness/404.jsp?", "line": 232 }, { "directive": "disallow", "path": "/smallbusiness/b?", "line": 234 }, { "directive": "disallow", "path": "/smallbusiness/search", "line": 236 }, { "directive": "disallow", "path": "/smallbusiness/wireless/buyFlowContainer.jsp", "line": 238 }, { "directive": "disallow", "path": "/smallbusiness/i9nvalidParamInput.jsp", "line": 240 }, { "directive": "disallow", "path": "/es-us/OLAM_PROD_CMS/*", "line": 242 }, { "directive": "disallow", "path": "/es-us/*EDOCSSESSIONID*", "line": 244 }, { "directive": "disallow", "path": "/es-us/*SESSIONID*", "line": 246 }, { "directive": "disallow", "path": "/es-us/*es-us/esupport/article.jsp?pagebody*", "line": 248 }, { "directive": "disallow", "path": "/es-us/*es/legalterms.html", "line": 250 }, { "directive": "disallow", "path": "/es-us/*rex/recommendation/*", "line": 252 }, { "directive": "disallow", "path": "/es-us/Common/maintenance/maintenance.html", "line": 254 }, { "directive": "disallow", "path": "/es-us/Common/popup/", "line": 256 }, { "directive": "disallow", "path": "/es-us/Common/supern/", "line": 258 }, { "directive": "disallow", "path": "/es-us/Large-Files/", "line": 260 }, { "directive": "disallow", "path": "/es-us/apis/maps/v2/locator/search/query.json", "line": 262 }, { "directive": "disallow", "path": "/es-us/apis/maps/v2/locator/search/viewport.json", "line": 264 }, { "directive": "disallow", "path": "/es-us/billinserts/", "line": 266 }, { "directive": "disallow", "path": "/es-us/dsl/modals/", "line": 268 }, { "directive": "disallow", "path": "/es-us/dsl/shop/fragments/", "line": 270 }, { "directive": "disallow", "path": "/es-us/buy/broadband", "line": 272 }, { "directive": "disallow", "path": "/es-us/buy/directv", "line": 274 }, { "directive": "disallow", "path": "/es-us/buy/bundles", "line": 276 }, { "directive": "allow", "path": "/es-us/buy/bundles?product_suite=NBB", "line": 278 }, { "directive": "disallow", "path": "/es-us/buy/cart", "line": 280 }, { "directive": "disallow", "path": "/es-us/esupport/ref/showarticle.jsp*", "line": 282 }, { "directive": "disallow", "path": "/es-us/esupport/sender/", "line": 284 }, { "directive": "disallow", "path": "/es-us/esupport/sender/browseResults.jsp", "line": 286 }, { "directive": "disallow", "path": "/es-us/esupport/solutionDisplay.jsp", "line": 288 }, { "directive": "disallow", "path": "/es-us/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735", "line": 290 }, { "directive": "disallow", "path": "/es-us/maintenance/maintenance.html", "line": 292 }, { "directive": "disallow", "path": "/es-us/maps/not-available.html", "line": 294 }, { "directive": "disallow", "path": "/es-us/privacy/policy/", "line": 296 }, { "directive": "disallow", "path": "/es-us/global-search/search*", "line": 298 }, { "directive": "disallow", "path": "/es-us/mktg/", "line": 300 }, { "directive": "allow", "path": "/es-us/mktg/v1/_next/", "line": 302 }, { "directive": "disallow", "path": "/es-us/olam/passthroughAction.myworld*", "line": 304 }, { "directive": "disallow", "path": "/es-us/olam/loginAction.olamexecute", "line": 306 }, { "directive": "disallow", "path": "/es-us/olam/IdentityFailureAction.olamexecute*", "line": 308 }, { "directive": "disallow", "path": "/es-us/olam/validateAccountForgotIdSlid.myworld", "line": 310 }, { "directive": "disallow", "path": "/es-us/olam/jsp/login/inProgress.jsp*", "line": 312 }, { "directive": "disallow", "path": "/es-us/smallbusiness/404.jsp?", "line": 316 }, { "directive": "disallow", "path": "/es-us/smallbusiness/b?", "line": 318 }, { "directive": "disallow", "path": "/es-us/smallbusiness/search", "line": 320 }, { "directive": "disallow", "path": "/es-us/smallbusiness/wireless/buyFlowContainer.jsp", "line": 322 }, { "directive": "disallow", "path": "/es-us/smallbusiness/i9nvalidParamInput.jsp", "line": 324 } ], "warnings": [ 94, 96, 98, 106, 108, 332, 342, 344, 346, 352 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wireless/switch-and-save-b/", "line": 21 }, { "directive": "disallow", "path": "/redressG/", "line": 27 }, { "directive": "disallow", "path": "/redressGV/", "line": 29 }, { "directive": "disallow", "path": "/redressH/", "line": 31 }, { "directive": "disallow", "path": "/redressT/", "line": 33 }, { "directive": "disallow", "path": "/redressC/", "line": 35 }, { "directive": "allow", "path": "/es-us/$", "line": 42 }, { "directive": "allow", "path": "/es-us/local/$", "line": 46 }, { "directive": "allow", "path": "/es-us/local/internet/$", "line": 48 }, { "directive": "allow", "path": "/es-us/local/fiber/$", "line": 50 }, { "directive": "allow", "path": "/es-us/local/cell-phones/$", "line": 52 }, { "directive": "allow", "path": "/es-us/local/bundles/$", "line": 54 }, { "directive": "allow", "path": "/es-us/stores/$", "line": 56 }, { "directive": "disallow", "path": "/es-us/local/*", "line": 60 }, { "directive": "disallow", "path": "/es-us/local/internet/*", "line": 62 }, { "directive": "disallow", "path": "/es-us/local/fiber/*", "line": 64 }, { "directive": "disallow", "path": "/es-us/local/cell-phones/*", "line": 66 }, { "directive": "disallow", "path": "/es-us/local/bundles/*", "line": 68 }, { "directive": "disallow", "path": "/es-us/stores/*", "line": 70 }, { "directive": "disallow", "path": "/ssaf/ssafc/v1/controllerdata", "line": 77 }, { "directive": "disallow", "path": "/buy/login", "line": 84 }, { "directive": "disallow", "path": "/search/", "line": 90 }, { "directive": "disallow", "path": "/cfd/", "line": 92 }, { "directive": "disallow", "path": "*bvstate=pg*", "line": 94 }, { "directive": "disallow", "path": "*/rest/clicktrack?*", "line": 96 }, { "directive": "disallow", "path": "*/rest/getlist?*", "line": 98 }, { "directive": "disallow", "path": "/buy/postpaid/line-selection", "line": 100 }, { "directive": "disallow", "path": "/ssaf/ssafc/", "line": 102 }, { "directive": "disallow", "path": "/att-dgt-checkin-e/api/*", "line": 104 }, { "directive": "disallow", "path": "*/sdattservicesinc/*", "line": 106 }, { "directive": "disallow", "path": "https://pre-www.att.com/home-phone/lifeline/", "line": 108 }, { "directive": "disallow", "path": "/gtm/", "line": 114 }, { "directive": "disallow", "path": "/support/showarticle*", "line": 118 }, { "directive": "disallow", "path": "/contactus/*", "line": 120 }, { "directive": "disallow", "path": "/esupport/index.html*", "line": 122 }, { "directive": "disallow", "path": "/esupport/index.jsp*", "line": 124 }, { "directive": "disallow", "path": "/esupport/article.html*", "line": 126 }, { "directive": "disallow", "path": "/esupport/article.jsp*", "line": 128 }, { "directive": "disallow", "path": "/esupport/main.html*", "line": 130 }, { "directive": "disallow", "path": "/esupport/main.jsp*", "line": 132 }, { "directive": "disallow", "path": "/esupport/u-verse-tv-troubleshooting/*", "line": 134 }, { "directive": "disallow", "path": "/esupport/billAndAccount.jsp*", "line": 136 }, { "directive": "disallow", "path": "/esupport/security.jsp*", "line": 138 }, { "directive": "disallow", "path": "/esupport/postmaster*", "line": 140 }, { "directive": "disallow", "path": "/esupport/online-services.jsp*", "line": 142 }, { "directive": "disallow", "path": "/esupport/smbindex.jsp*", "line": 144 }, { "directive": "disallow", "path": "/esupport/report-call-or-text.html*", "line": 146 }, { "directive": "disallow", "path": "/esupport/speed-calculator*", "line": 148 }, { "directive": "disallow", "path": "/esupport/data-calculator*", "line": 150 }, { "directive": "disallow", "path": "/OLAM_PROD_CMS/*", "line": 152 }, { "directive": "disallow", "path": "/*EDOCSSESSIONID*", "line": 154 }, { "directive": "disallow", "path": "/*SESSIONID*", "line": 156 }, { "directive": "disallow", "path": "/*es-us/esupport/article.jsp?pagebody*", "line": 158 }, { "directive": "disallow", "path": "/*es/legalterms.html", "line": 160 }, { "directive": "disallow", "path": "/*rex/recommendation/*", "line": 162 }, { "directive": "disallow", "path": "/Common/maintenance/maintenance.html", "line": 164 }, { "directive": "disallow", "path": "/Common/popup/", "line": 166 }, { "directive": "disallow", "path": "/Common/supern/", "line": 168 }, { "directive": "disallow", "path": "/Large-Files/", "line": 170 }, { "directive": "disallow", "path": "/apis/maps/v2/locator/search/query.json", "line": 172 }, { "directive": "disallow", "path": "/apis/maps/v2/locator/search/viewport.json", "line": 174 }, { "directive": "disallow", "path": "/billinserts/", "line": 176 }, { "directive": "disallow", "path": "/dsl/modals/", "line": 178 }, { "directive": "disallow", "path": "/dsl/shop/fragments/", "line": 180 }, { "directive": "disallow", "path": "/buy/broadband", "line": 182 }, { "directive": "disallow", "path": "/buy/directv", "line": 184 }, { "directive": "disallow", "path": "/buy/cart", "line": 186 }, { "directive": "disallow", "path": "/buy/wireless/", "line": 188 }, { "directive": "disallow", "path": "/buy/wireless/devices", "line": 190 }, { "directive": "disallow", "path": "/buy/byod/", "line": 192 }, { "directive": "disallow", "path": "/buy/byod/sim-selection/", "line": 194 }, { "directive": "disallow", "path": "/buy/bundles", "line": 196 }, { "directive": "disallow", "path": "/esupport/ref/showarticle.jsp*", "line": 198 }, { "directive": "disallow", "path": "/esupport/sender/", "line": 200 }, { "directive": "disallow", "path": "/esupport/sender/browseResults.jsp", "line": 202 }, { "directive": "disallow", "path": "/esupport/solutionDisplay.jsp", "line": 204 }, { "directive": "disallow", "path": "/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735", "line": 206 }, { "directive": "disallow", "path": "/maintenance/maintenance.html", "line": 208 }, { "directive": "disallow", "path": "/maps/not-available.html", "line": 210 }, { "directive": "disallow", "path": "/privacy/policy/", "line": 212 }, { "directive": "disallow", "path": "/global-search/search*", "line": 214 }, { "directive": "disallow", "path": "/mktg/", "line": 216 }, { "directive": "allow", "path": "/mktg/v1/_next/", "line": 218 }, { "directive": "disallow", "path": "/olam/passthroughAction.myworld*", "line": 220 }, { "directive": "disallow", "path": "/olam/loginAction.olamexecute", "line": 222 }, { "directive": "disallow", "path": "/olam/IdentityFailureAction.olamexecute*", "line": 224 }, { "directive": "disallow", "path": "/olam/validateAccountForgotIdSlid.myworld", "line": 226 }, { "directive": "disallow", "path": "/olam/jsp/login/inProgress.jsp*", "line": 228 }, { "directive": "disallow", "path": "/smallbusiness/404.jsp?", "line": 232 }, { "directive": "disallow", "path": "/smallbusiness/b?", "line": 234 }, { "directive": "disallow", "path": "/smallbusiness/search", "line": 236 }, { "directive": "disallow", "path": "/smallbusiness/wireless/buyFlowContainer.jsp", "line": 238 }, { "directive": "disallow", "path": "/smallbusiness/i9nvalidParamInput.jsp", "line": 240 }, { "directive": "disallow", "path": "/es-us/OLAM_PROD_CMS/*", "line": 242 }, { "directive": "disallow", "path": "/es-us/*EDOCSSESSIONID*", "line": 244 }, { "directive": "disallow", "path": "/es-us/*SESSIONID*", "line": 246 }, { "directive": "disallow", "path": "/es-us/*es-us/esupport/article.jsp?pagebody*", "line": 248 }, { "directive": "disallow", "path": "/es-us/*es/legalterms.html", "line": 250 }, { "directive": "disallow", "path": "/es-us/*rex/recommendation/*", "line": 252 }, { "directive": "disallow", "path": "/es-us/Common/maintenance/maintenance.html", "line": 254 }, { "directive": "disallow", "path": "/es-us/Common/popup/", "line": 256 }, { "directive": "disallow", "path": "/es-us/Common/supern/", "line": 258 }, { "directive": "disallow", "path": "/es-us/Large-Files/", "line": 260 }, { "directive": "disallow", "path": "/es-us/apis/maps/v2/locator/search/query.json", "line": 262 }, { "directive": "disallow", "path": "/es-us/apis/maps/v2/locator/search/viewport.json", "line": 264 }, { "directive": "disallow", "path": "/es-us/billinserts/", "line": 266 }, { "directive": "disallow", "path": "/es-us/dsl/modals/", "line": 268 }, { "directive": "disallow", "path": "/es-us/dsl/shop/fragments/", "line": 270 }, { "directive": "disallow", "path": "/es-us/buy/broadband", "line": 272 }, { "directive": "disallow", "path": "/es-us/buy/directv", "line": 274 }, { "directive": "disallow", "path": "/es-us/buy/bundles", "line": 276 }, { "directive": "allow", "path": "/es-us/buy/bundles?product_suite=NBB", "line": 278 }, { "directive": "disallow", "path": "/es-us/buy/cart", "line": 280 }, { "directive": "disallow", "path": "/es-us/esupport/ref/showarticle.jsp*", "line": 282 }, { "directive": "disallow", "path": "/es-us/esupport/sender/", "line": 284 }, { "directive": "disallow", "path": "/es-us/esupport/sender/browseResults.jsp", "line": 286 }, { "directive": "disallow", "path": "/es-us/esupport/solutionDisplay.jsp", "line": 288 }, { "directive": "disallow", "path": "/es-us/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735", "line": 290 }, { "directive": "disallow", "path": "/es-us/maintenance/maintenance.html", "line": 292 }, { "directive": "disallow", "path": "/es-us/maps/not-available.html", "line": 294 }, { "directive": "disallow", "path": "/es-us/privacy/policy/", "line": 296 }, { "directive": "disallow", "path": "/es-us/global-search/search*", "line": 298 }, { "directive": "disallow", "path": "/es-us/mktg/", "line": 300 }, { "directive": "allow", "path": "/es-us/mktg/v1/_next/", "line": 302 }, { "directive": "disallow", "path": "/es-us/olam/passthroughAction.myworld*", "line": 304 }, { "directive": "disallow", "path": "/es-us/olam/loginAction.olamexecute", "line": 306 }, { "directive": "disallow", "path": "/es-us/olam/IdentityFailureAction.olamexecute*", "line": 308 }, { "directive": "disallow", "path": "/es-us/olam/validateAccountForgotIdSlid.myworld", "line": 310 }, { "directive": "disallow", "path": "/es-us/olam/jsp/login/inProgress.jsp*", "line": 312 }, { "directive": "disallow", "path": "/es-us/smallbusiness/404.jsp?", "line": 316 }, { "directive": "disallow", "path": "/es-us/smallbusiness/b?", "line": 318 }, { "directive": "disallow", "path": "/es-us/smallbusiness/search", "line": 320 }, { "directive": "disallow", "path": "/es-us/smallbusiness/wireless/buyFlowContainer.jsp", "line": 322 }, { "directive": "disallow", "path": "/es-us/smallbusiness/i9nvalidParamInput.jsp", "line": 324 } ], "warnings": [ 94, 96, 98, 106, 108, 332, 342, 344, 346, 352 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wireless/switch-and-save-b/", "line": 21 }, { "directive": "disallow", "path": "/redressG/", "line": 27 }, { "directive": "disallow", "path": "/redressGV/", "line": 29 }, { "directive": "disallow", "path": "/redressH/", "line": 31 }, { "directive": "disallow", "path": "/redressT/", "line": 33 }, { "directive": "disallow", "path": "/redressC/", "line": 35 }, { "directive": "allow", "path": "/es-us/$", "line": 42 }, { "directive": "allow", "path": "/es-us/local/$", "line": 46 }, { "directive": "allow", "path": "/es-us/local/internet/$", "line": 48 }, { "directive": "allow", "path": "/es-us/local/fiber/$", "line": 50 }, { "directive": "allow", "path": "/es-us/local/cell-phones/$", "line": 52 }, { "directive": "allow", "path": "/es-us/local/bundles/$", "line": 54 }, { "directive": "allow", "path": "/es-us/stores/$", "line": 56 }, { "directive": "disallow", "path": "/es-us/local/*", "line": 60 }, { "directive": "disallow", "path": "/es-us/local/internet/*", "line": 62 }, { "directive": "disallow", "path": "/es-us/local/fiber/*", "line": 64 }, { "directive": "disallow", "path": "/es-us/local/cell-phones/*", "line": 66 }, { "directive": "disallow", "path": "/es-us/local/bundles/*", "line": 68 }, { "directive": "disallow", "path": "/es-us/stores/*", "line": 70 }, { "directive": "disallow", "path": "/ssaf/ssafc/v1/controllerdata", "line": 77 }, { "directive": "disallow", "path": "/buy/login", "line": 84 }, { "directive": "disallow", "path": "/search/", "line": 90 }, { "directive": "disallow", "path": "/cfd/", "line": 92 }, { "directive": "disallow", "path": "*bvstate=pg*", "line": 94 }, { "directive": "disallow", "path": "*/rest/clicktrack?*", "line": 96 }, { "directive": "disallow", "path": "*/rest/getlist?*", "line": 98 }, { "directive": "disallow", "path": "/buy/postpaid/line-selection", "line": 100 }, { "directive": "disallow", "path": "/ssaf/ssafc/", "line": 102 }, { "directive": "disallow", "path": "/att-dgt-checkin-e/api/*", "line": 104 }, { "directive": "disallow", "path": "*/sdattservicesinc/*", "line": 106 }, { "directive": "disallow", "path": "https://pre-www.att.com/home-phone/lifeline/", "line": 108 }, { "directive": "disallow", "path": "/gtm/", "line": 114 }, { "directive": "disallow", "path": "/support/showarticle*", "line": 118 }, { "directive": "disallow", "path": "/contactus/*", "line": 120 }, { "directive": "disallow", "path": "/esupport/index.html*", "line": 122 }, { "directive": "disallow", "path": "/esupport/index.jsp*", "line": 124 }, { "directive": "disallow", "path": "/esupport/article.html*", "line": 126 }, { "directive": "disallow", "path": "/esupport/article.jsp*", "line": 128 }, { "directive": "disallow", "path": "/esupport/main.html*", "line": 130 }, { "directive": "disallow", "path": "/esupport/main.jsp*", "line": 132 }, { "directive": "disallow", "path": "/esupport/u-verse-tv-troubleshooting/*", "line": 134 }, { "directive": "disallow", "path": "/esupport/billAndAccount.jsp*", "line": 136 }, { "directive": "disallow", "path": "/esupport/security.jsp*", "line": 138 }, { "directive": "disallow", "path": "/esupport/postmaster*", "line": 140 }, { "directive": "disallow", "path": "/esupport/online-services.jsp*", "line": 142 }, { "directive": "disallow", "path": "/esupport/smbindex.jsp*", "line": 144 }, { "directive": "disallow", "path": "/esupport/report-call-or-text.html*", "line": 146 }, { "directive": "disallow", "path": "/esupport/speed-calculator*", "line": 148 }, { "directive": "disallow", "path": "/esupport/data-calculator*", "line": 150 }, { "directive": "disallow", "path": "/OLAM_PROD_CMS/*", "line": 152 }, { "directive": "disallow", "path": "/*EDOCSSESSIONID*", "line": 154 }, { "directive": "disallow", "path": "/*SESSIONID*", "line": 156 }, { "directive": "disallow", "path": "/*es-us/esupport/article.jsp?pagebody*", "line": 158 }, { "directive": "disallow", "path": "/*es/legalterms.html", "line": 160 }, { "directive": "disallow", "path": "/*rex/recommendation/*", "line": 162 }, { "directive": "disallow", "path": "/Common/maintenance/maintenance.html", "line": 164 }, { "directive": "disallow", "path": "/Common/popup/", "line": 166 }, { "directive": "disallow", "path": "/Common/supern/", "line": 168 }, { "directive": "disallow", "path": "/Large-Files/", "line": 170 }, { "directive": "disallow", "path": "/apis/maps/v2/locator/search/query.json", "line": 172 }, { "directive": "disallow", "path": "/apis/maps/v2/locator/search/viewport.json", "line": 174 }, { "directive": "disallow", "path": "/billinserts/", "line": 176 }, { "directive": "disallow", "path": "/dsl/modals/", "line": 178 }, { "directive": "disallow", "path": "/dsl/shop/fragments/", "line": 180 }, { "directive": "disallow", "path": "/buy/broadband", "line": 182 }, { "directive": "disallow", "path": "/buy/directv", "line": 184 }, { "directive": "disallow", "path": "/buy/cart", "line": 186 }, { "directive": "disallow", "path": "/buy/wireless/", "line": 188 }, { "directive": "disallow", "path": "/buy/wireless/devices", "line": 190 }, { "directive": "disallow", "path": "/buy/byod/", "line": 192 }, { "directive": "disallow", "path": "/buy/byod/sim-selection/", "line": 194 }, { "directive": "disallow", "path": "/buy/bundles", "line": 196 }, { "directive": "disallow", "path": "/esupport/ref/showarticle.jsp*", "line": 198 }, { "directive": "disallow", "path": "/esupport/sender/", "line": 200 }, { "directive": "disallow", "path": "/esupport/sender/browseResults.jsp", "line": 202 }, { "directive": "disallow", "path": "/esupport/solutionDisplay.jsp", "line": 204 }, { "directive": "disallow", "path": "/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735", "line": 206 }, { "directive": "disallow", "path": "/maintenance/maintenance.html", "line": 208 }, { "directive": "disallow", "path": "/maps/not-available.html", "line": 210 }, { "directive": "disallow", "path": "/privacy/policy/", "line": 212 }, { "directive": "disallow", "path": "/global-search/search*", "line": 214 }, { "directive": "disallow", "path": "/mktg/", "line": 216 }, { "directive": "allow", "path": "/mktg/v1/_next/", "line": 218 }, { "directive": "disallow", "path": "/olam/passthroughAction.myworld*", "line": 220 }, { "directive": "disallow", "path": "/olam/loginAction.olamexecute", "line": 222 }, { "directive": "disallow", "path": "/olam/IdentityFailureAction.olamexecute*", "line": 224 }, { "directive": "disallow", "path": "/olam/validateAccountForgotIdSlid.myworld", "line": 226 }, { "directive": "disallow", "path": "/olam/jsp/login/inProgress.jsp*", "line": 228 }, { "directive": "disallow", "path": "/smallbusiness/404.jsp?", "line": 232 }, { "directive": "disallow", "path": "/smallbusiness/b?", "line": 234 }, { "directive": "disallow", "path": "/smallbusiness/search", "line": 236 }, { "directive": "disallow", "path": "/smallbusiness/wireless/buyFlowContainer.jsp", "line": 238 }, { "directive": "disallow", "path": "/smallbusiness/i9nvalidParamInput.jsp", "line": 240 }, { "directive": "disallow", "path": "/es-us/OLAM_PROD_CMS/*", "line": 242 }, { "directive": "disallow", "path": "/es-us/*EDOCSSESSIONID*", "line": 244 }, { "directive": "disallow", "path": "/es-us/*SESSIONID*", "line": 246 }, { "directive": "disallow", "path": "/es-us/*es-us/esupport/article.jsp?pagebody*", "line": 248 }, { "directive": "disallow", "path": "/es-us/*es/legalterms.html", "line": 250 }, { "directive": "disallow", "path": "/es-us/*rex/recommendation/*", "line": 252 }, { "directive": "disallow", "path": "/es-us/Common/maintenance/maintenance.html", "line": 254 }, { "directive": "disallow", "path": "/es-us/Common/popup/", "line": 256 }, { "directive": "disallow", "path": "/es-us/Common/supern/", "line": 258 }, { "directive": "disallow", "path": "/es-us/Large-Files/", "line": 260 }, { "directive": "disallow", "path": "/es-us/apis/maps/v2/locator/search/query.json", "line": 262 }, { "directive": "disallow", "path": "/es-us/apis/maps/v2/locator/search/viewport.json", "line": 264 }, { "directive": "disallow", "path": "/es-us/billinserts/", "line": 266 }, { "directive": "disallow", "path": "/es-us/dsl/modals/", "line": 268 }, { "directive": "disallow", "path": "/es-us/dsl/shop/fragments/", "line": 270 }, { "directive": "disallow", "path": "/es-us/buy/broadband", "line": 272 }, { "directive": "disallow", "path": "/es-us/buy/directv", "line": 274 }, { "directive": "disallow", "path": "/es-us/buy/bundles", "line": 276 }, { "directive": "allow", "path": "/es-us/buy/bundles?product_suite=NBB", "line": 278 }, { "directive": "disallow", "path": "/es-us/buy/cart", "line": 280 }, { "directive": "disallow", "path": "/es-us/esupport/ref/showarticle.jsp*", "line": 282 }, { "directive": "disallow", "path": "/es-us/esupport/sender/", "line": 284 }, { "directive": "disallow", "path": "/es-us/esupport/sender/browseResults.jsp", "line": 286 }, { "directive": "disallow", "path": "/es-us/esupport/solutionDisplay.jsp", "line": 288 }, { "directive": "disallow", "path": "/es-us/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735", "line": 290 }, { "directive": "disallow", "path": "/es-us/maintenance/maintenance.html", "line": 292 }, { "directive": "disallow", "path": "/es-us/maps/not-available.html", "line": 294 }, { "directive": "disallow", "path": "/es-us/privacy/policy/", "line": 296 }, { "directive": "disallow", "path": "/es-us/global-search/search*", "line": 298 }, { "directive": "disallow", "path": "/es-us/mktg/", "line": 300 }, { "directive": "allow", "path": "/es-us/mktg/v1/_next/", "line": 302 }, { "directive": "disallow", "path": "/es-us/olam/passthroughAction.myworld*", "line": 304 }, { "directive": "disallow", "path": "/es-us/olam/loginAction.olamexecute", "line": 306 }, { "directive": "disallow", "path": "/es-us/olam/IdentityFailureAction.olamexecute*", "line": 308 }, { "directive": "disallow", "path": "/es-us/olam/validateAccountForgotIdSlid.myworld", "line": 310 }, { "directive": "disallow", "path": "/es-us/olam/jsp/login/inProgress.jsp*", "line": 312 }, { "directive": "disallow", "path": "/es-us/smallbusiness/404.jsp?", "line": 316 }, { "directive": "disallow", "path": "/es-us/smallbusiness/b?", "line": 318 }, { "directive": "disallow", "path": "/es-us/smallbusiness/search", "line": 320 }, { "directive": "disallow", "path": "/es-us/smallbusiness/wireless/buyFlowContainer.jsp", "line": 322 }, { "directive": "disallow", "path": "/es-us/smallbusiness/i9nvalidParamInput.jsp", "line": 324 } ], "warnings": [ 94, 96, 98, 106, 108, 332, 342, 344, 346, 352 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wireless/switch-and-save-b/", "line": 21 }, { "directive": "disallow", "path": "/redressG/", "line": 27 }, { "directive": "disallow", "path": "/redressGV/", "line": 29 }, { "directive": "disallow", "path": "/redressH/", "line": 31 }, { "directive": "disallow", "path": "/redressT/", "line": 33 }, { "directive": "disallow", "path": "/redressC/", "line": 35 }, { "directive": "allow", "path": "/es-us/$", "line": 42 }, { "directive": "allow", "path": "/es-us/local/$", "line": 46 }, { "directive": "allow", "path": "/es-us/local/internet/$", "line": 48 }, { "directive": "allow", "path": "/es-us/local/fiber/$", "line": 50 }, { "directive": "allow", "path": "/es-us/local/cell-phones/$", "line": 52 }, { "directive": "allow", "path": "/es-us/local/bundles/$", "line": 54 }, { "directive": "allow", "path": "/es-us/stores/$", "line": 56 }, { "directive": "disallow", "path": "/es-us/local/*", "line": 60 }, { "directive": "disallow", "path": "/es-us/local/internet/*", "line": 62 }, { "directive": "disallow", "path": "/es-us/local/fiber/*", "line": 64 }, { "directive": "disallow", "path": "/es-us/local/cell-phones/*", "line": 66 }, { "directive": "disallow", "path": "/es-us/local/bundles/*", "line": 68 }, { "directive": "disallow", "path": "/es-us/stores/*", "line": 70 }, { "directive": "disallow", "path": "/ssaf/ssafc/v1/controllerdata", "line": 77 }, { "directive": "disallow", "path": "/buy/login", "line": 84 }, { "directive": "disallow", "path": "/search/", "line": 90 }, { "directive": "disallow", "path": "/cfd/", "line": 92 }, { "directive": "disallow", "path": "*bvstate=pg*", "line": 94 }, { "directive": "disallow", "path": "*/rest/clicktrack?*", "line": 96 }, { "directive": "disallow", "path": "*/rest/getlist?*", "line": 98 }, { "directive": "disallow", "path": "/buy/postpaid/line-selection", "line": 100 }, { "directive": "disallow", "path": "/ssaf/ssafc/", "line": 102 }, { "directive": "disallow", "path": "/att-dgt-checkin-e/api/*", "line": 104 }, { "directive": "disallow", "path": "*/sdattservicesinc/*", "line": 106 }, { "directive": "disallow", "path": "https://pre-www.att.com/home-phone/lifeline/", "line": 108 }, { "directive": "disallow", "path": "/gtm/", "line": 114 }, { "directive": "disallow", "path": "/support/showarticle*", "line": 118 }, { "directive": "disallow", "path": "/contactus/*", "line": 120 }, { "directive": "disallow", "path": "/esupport/index.html*", "line": 122 }, { "directive": "disallow", "path": "/esupport/index.jsp*", "line": 124 }, { "directive": "disallow", "path": "/esupport/article.html*", "line": 126 }, { "directive": "disallow", "path": "/esupport/article.jsp*", "line": 128 }, { "directive": "disallow", "path": "/esupport/main.html*", "line": 130 }, { "directive": "disallow", "path": "/esupport/main.jsp*", "line": 132 }, { "directive": "disallow", "path": "/esupport/u-verse-tv-troubleshooting/*", "line": 134 }, { "directive": "disallow", "path": "/esupport/billAndAccount.jsp*", "line": 136 }, { "directive": "disallow", "path": "/esupport/security.jsp*", "line": 138 }, { "directive": "disallow", "path": "/esupport/postmaster*", "line": 140 }, { "directive": "disallow", "path": "/esupport/online-services.jsp*", "line": 142 }, { "directive": "disallow", "path": "/esupport/smbindex.jsp*", "line": 144 }, { "directive": "disallow", "path": "/esupport/report-call-or-text.html*", "line": 146 }, { "directive": "disallow", "path": "/esupport/speed-calculator*", "line": 148 }, { "directive": "disallow", "path": "/esupport/data-calculator*", "line": 150 }, { "directive": "disallow", "path": "/OLAM_PROD_CMS/*", "line": 152 }, { "directive": "disallow", "path": "/*EDOCSSESSIONID*", "line": 154 }, { "directive": "disallow", "path": "/*SESSIONID*", "line": 156 }, { "directive": "disallow", "path": "/*es-us/esupport/article.jsp?pagebody*", "line": 158 }, { "directive": "disallow", "path": "/*es/legalterms.html", "line": 160 }, { "directive": "disallow", "path": "/*rex/recommendation/*", "line": 162 }, { "directive": "disallow", "path": "/Common/maintenance/maintenance.html", "line": 164 }, { "directive": "disallow", "path": "/Common/popup/", "line": 166 }, { "directive": "disallow", "path": "/Common/supern/", "line": 168 }, { "directive": "disallow", "path": "/Large-Files/", "line": 170 }, { "directive": "disallow", "path": "/apis/maps/v2/locator/search/query.json", "line": 172 }, { "directive": "disallow", "path": "/apis/maps/v2/locator/search/viewport.json", "line": 174 }, { "directive": "disallow", "path": "/billinserts/", "line": 176 }, { "directive": "disallow", "path": "/dsl/modals/", "line": 178 }, { "directive": "disallow", "path": "/dsl/shop/fragments/", "line": 180 }, { "directive": "disallow", "path": "/buy/broadband", "line": 182 }, { "directive": "disallow", "path": "/buy/directv", "line": 184 }, { "directive": "disallow", "path": "/buy/cart", "line": 186 }, { "directive": "disallow", "path": "/buy/wireless/", "line": 188 }, { "directive": "disallow", "path": "/buy/wireless/devices", "line": 190 }, { "directive": "disallow", "path": "/buy/byod/", "line": 192 }, { "directive": "disallow", "path": "/buy/byod/sim-selection/", "line": 194 }, { "directive": "disallow", "path": "/buy/bundles", "line": 196 }, { "directive": "disallow", "path": "/esupport/ref/showarticle.jsp*", "line": 198 }, { "directive": "disallow", "path": "/esupport/sender/", "line": 200 }, { "directive": "disallow", "path": "/esupport/sender/browseResults.jsp", "line": 202 }, { "directive": "disallow", "path": "/esupport/solutionDisplay.jsp", "line": 204 }, { "directive": "disallow", "path": "/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735", "line": 206 }, { "directive": "disallow", "path": "/maintenance/maintenance.html", "line": 208 }, { "directive": "disallow", "path": "/maps/not-available.html", "line": 210 }, { "directive": "disallow", "path": "/privacy/policy/", "line": 212 }, { "directive": "disallow", "path": "/global-search/search*", "line": 214 }, { "directive": "disallow", "path": "/mktg/", "line": 216 }, { "directive": "allow", "path": "/mktg/v1/_next/", "line": 218 }, { "directive": "disallow", "path": "/olam/passthroughAction.myworld*", "line": 220 }, { "directive": "disallow", "path": "/olam/loginAction.olamexecute", "line": 222 }, { "directive": "disallow", "path": "/olam/IdentityFailureAction.olamexecute*", "line": 224 }, { "directive": "disallow", "path": "/olam/validateAccountForgotIdSlid.myworld", "line": 226 }, { "directive": "disallow", "path": "/olam/jsp/login/inProgress.jsp*", "line": 228 }, { "directive": "disallow", "path": "/smallbusiness/404.jsp?", "line": 232 }, { "directive": "disallow", "path": "/smallbusiness/b?", "line": 234 }, { "directive": "disallow", "path": "/smallbusiness/search", "line": 236 }, { "directive": "disallow", "path": "/smallbusiness/wireless/buyFlowContainer.jsp", "line": 238 }, { "directive": "disallow", "path": "/smallbusiness/i9nvalidParamInput.jsp", "line": 240 }, { "directive": "disallow", "path": "/es-us/OLAM_PROD_CMS/*", "line": 242 }, { "directive": "disallow", "path": "/es-us/*EDOCSSESSIONID*", "line": 244 }, { "directive": "disallow", "path": "/es-us/*SESSIONID*", "line": 246 }, { "directive": "disallow", "path": "/es-us/*es-us/esupport/article.jsp?pagebody*", "line": 248 }, { "directive": "disallow", "path": "/es-us/*es/legalterms.html", "line": 250 }, { "directive": "disallow", "path": "/es-us/*rex/recommendation/*", "line": 252 }, { "directive": "disallow", "path": "/es-us/Common/maintenance/maintenance.html", "line": 254 }, { "directive": "disallow", "path": "/es-us/Common/popup/", "line": 256 }, { "directive": "disallow", "path": "/es-us/Common/supern/", "line": 258 }, { "directive": "disallow", "path": "/es-us/Large-Files/", "line": 260 }, { "directive": "disallow", "path": "/es-us/apis/maps/v2/locator/search/query.json", "line": 262 }, { "directive": "disallow", "path": "/es-us/apis/maps/v2/locator/search/viewport.json", "line": 264 }, { "directive": "disallow", "path": "/es-us/billinserts/", "line": 266 }, { "directive": "disallow", "path": "/es-us/dsl/modals/", "line": 268 }, { "directive": "disallow", "path": "/es-us/dsl/shop/fragments/", "line": 270 }, { "directive": "disallow", "path": "/es-us/buy/broadband", "line": 272 }, { "directive": "disallow", "path": "/es-us/buy/directv", "line": 274 }, { "directive": "disallow", "path": "/es-us/buy/bundles", "line": 276 }, { "directive": "allow", "path": "/es-us/buy/bundles?product_suite=NBB", "line": 278 }, { "directive": "disallow", "path": "/es-us/buy/cart", "line": 280 }, { "directive": "disallow", "path": "/es-us/esupport/ref/showarticle.jsp*", "line": 282 }, { "directive": "disallow", "path": "/es-us/esupport/sender/", "line": 284 }, { "directive": "disallow", "path": "/es-us/esupport/sender/browseResults.jsp", "line": 286 }, { "directive": "disallow", "path": "/es-us/esupport/solutionDisplay.jsp", "line": 288 }, { "directive": "disallow", "path": "/es-us/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735", "line": 290 }, { "directive": "disallow", "path": "/es-us/maintenance/maintenance.html", "line": 292 }, { "directive": "disallow", "path": "/es-us/maps/not-available.html", "line": 294 }, { "directive": "disallow", "path": "/es-us/privacy/policy/", "line": 296 }, { "directive": "disallow", "path": "/es-us/global-search/search*", "line": 298 }, { "directive": "disallow", "path": "/es-us/mktg/", "line": 300 }, { "directive": "allow", "path": "/es-us/mktg/v1/_next/", "line": 302 }, { "directive": "disallow", "path": "/es-us/olam/passthroughAction.myworld*", "line": 304 }, { "directive": "disallow", "path": "/es-us/olam/loginAction.olamexecute", "line": 306 }, { "directive": "disallow", "path": "/es-us/olam/IdentityFailureAction.olamexecute*", "line": 308 }, { "directive": "disallow", "path": "/es-us/olam/validateAccountForgotIdSlid.myworld", "line": 310 }, { "directive": "disallow", "path": "/es-us/olam/jsp/login/inProgress.jsp*", "line": 312 }, { "directive": "disallow", "path": "/es-us/smallbusiness/404.jsp?", "line": 316 }, { "directive": "disallow", "path": "/es-us/smallbusiness/b?", "line": 318 }, { "directive": "disallow", "path": "/es-us/smallbusiness/search", "line": 320 }, { "directive": "disallow", "path": "/es-us/smallbusiness/wireless/buyFlowContainer.jsp", "line": 322 }, { "directive": "disallow", "path": "/es-us/smallbusiness/i9nvalidParamInput.jsp", "line": 324 } ], "warnings": [ 94, 96, 98, 106, 108, 332, 342, 344, 346, 352 ] } }, "httpStatus": 200, "finalUrl": "https://www.att.com/robots.txt", "contentType": "text/plain", "sha256": "71ba24a8c0bc15a15f5d2bc4fc53f9a777961977092f89959763dc343a422e69", "bytes": 10283 }, { "company": "Atmos Energy", "cik": "731802", "sector": "Utilities", "origin": "http://www.atmosenergy.com", "checkedAt": "2026-09-26T04:54:58.358Z", "status": "missing_file", "bots": null, "httpStatus": 404, "finalUrl": "https://www.atmosenergy.com/robots.txt", "contentType": "text/html; charset=utf-8" }, { "company": "Autodesk", "cik": "769397", "sector": "Information Technology", "origin": "https://www.autodesk.com", "checkedAt": "2026-09-26T04:54:58.390Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.autodesk.com/robots.txt", "contentType": "text/html" }, { "company": "Automatic Data Processing", "cik": "8670", "sector": "Industrials", "origin": "http://www.adp.com", "checkedAt": "2026-09-26T04:54:58.618Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/css", "line": 3 }, { "directive": "disallow", "path": "/js", "line": 4 }, { "directive": "allow", "path": "/*.css", "line": 5 }, { "directive": "allow", "path": "/*.js", "line": 6 }, { "directive": "disallow", "path": "/*?p=1$", "line": 8 }, { "directive": "disallow", "path": "/*en-au/*", "line": 9 }, { "directive": "disallow", "path": "/*nl-nl/*", "line": 10 }, { "directive": "disallow", "path": "/*.xml", "line": 11 }, { "directive": "disallow", "path": "/-/media/RI/pdf/*", "line": 13 }, { "directive": "disallow", "path": "/-/media/Solution Center/MAS/PDF/White Papers/*", "line": 14 }, { "directive": "disallow", "path": "/-/media/Solution Center/MNC/PDF/White Papers/*", "line": 15 }, { "directive": "disallow", "path": "/-/media/Solution Center/NAS/PDF/White Papers/*", "line": 16 }, { "directive": "disallow", "path": "/~/media/RI/pdf/*", "line": 17 }, { "directive": "disallow", "path": "/~/media/Solution Center/MAS/PDF/White Papers/*", "line": 18 }, { "directive": "disallow", "path": "/~/media/Solution Center/MNC/PDF/White Papers/*", "line": 19 }, { "directive": "disallow", "path": "/~/media/Solution Center/NAS/PDF/White Papers/*", "line": 20 }, { "directive": "disallow", "path": "/adp-mas-bottomline/*", "line": 21 }, { "directive": "disallow", "path": "/advisor/*", "line": 22 }, { "directive": "disallow", "path": "/boost/contributor/craig-guillot-2175", "line": 23 }, { "directive": "disallow", "path": "/boost/handlers/recordView.ashx*", "line": 24 }, { "directive": "disallow", "path": "/CompareNow/*", "line": 25 }, { "directive": "disallow", "path": "/complianceiq-ezine/*", "line": 26 }, { "directive": "disallow", "path": "/en-ca/course_descriptions/*", "line": 27 }, { "directive": "disallow", "path": "/en-ca/pages/*", "line": 28 }, { "directive": "disallow", "path": "/fr-ca/course_descriptions/*", "line": 29 }, { "directive": "disallow", "path": "/fr-ca/pages/*", "line": 30 }, { "directive": "disallow", "path": "/legislative_update/archive/docs/*", "line": 31 }, { "directive": "disallow", "path": "/legislative_update/docs/*", "line": 32 }, { "directive": "disallow", "path": "/mobile-payroll-quote/thankyou.aspx", "line": 33 }, { "directive": "disallow", "path": "/onboarding/*", "line": 34 }, { "directive": "disallow", "path": "/rc_*.asp", "line": 35 }, { "directive": "disallow", "path": "/sem totalsource/*", "line": 36 }, { "directive": "disallow", "path": "/SEM2016/Accountant/*", "line": 37 }, { "directive": "disallow", "path": "/semlps/*", "line": 38 }, { "directive": "disallow", "path": "/settings/datasources*", "line": 39 }, { "directive": "disallow", "path": "/site-search*", "line": 40 }, { "directive": "disallow", "path": "/small-business-health-insurance/index_thankyou.aspx", "line": 41 }, { "directive": "disallow", "path": "/solutions/employer-services/totalsource/success-stories/success-stories-detail.aspx*", "line": 42 }, { "directive": "disallow", "path": "/spark/articles/the-*", "line": 43 }, { "directive": "disallow", "path": "/spark/contributor/doug-bonderud-2117*", "line": 44 }, { "directive": "disallow", "path": "/spark/contributor/nancy-mann-jackson-2123*", "line": 45 }, { "directive": "disallow", "path": "/spark/contributor/spark-team-2131*", "line": 46 }, { "directive": "disallow", "path": "/spark/handlers/recordView.ashx*", "line": 47 }, { "directive": "disallow", "path": "/thrive/handlers/recordView.ashx*", "line": 48 }, { "directive": "disallow", "path": "/workforce-management/docs/whitepaper/*", "line": 49 }, { "directive": "disallow", "path": "/-/media/PDF/Policies/*", "line": 50 }, { "directive": "disallow", "path": "/~/media/PDF/Policies/*", "line": 51 }, { "directive": "disallow", "path": "/-/media/compliance/compliance%20forms/*", "line": 52 }, { "directive": "disallow", "path": "/~/media/compliance/compliance%20forms/*", "line": 53 }, { "directive": "disallow", "path": "/-/media/compliance/compliance-forms/*", "line": 54 }, { "directive": "disallow", "path": "/~/media/compliance/compliance-forms/*", "line": 55 }, { "directive": "disallow", "path": "/-/media/compliance/ui-poas-new/wa-li-adp-tpr2017.ashx*", "line": 56 }, { "directive": "disallow", "path": "/~/media/compliance/ui-poas-new/wa-li-adp-tpr2017.ashx*", "line": 57 }, { "directive": "disallow", "path": "/-/media/compliance/ui%20poas/fl_dr835.ashx*", "line": 58 }, { "directive": "disallow", "path": "/~/media/compliance/ui%20poas/fl_dr835.ashx*", "line": 59 }, { "directive": "disallow", "path": "/-/media/who-we-are/pdf/reporting-ethical-concerns-090123.pdf*", "line": 60 }, { "directive": "disallow", "path": "/formbuilder*", "line": 61 }, { "directive": "allow", "path": "/*sitemap.xml", "line": 63 }, { "directive": "allow", "path": "/*sitemap.*.xml", "line": 64 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/css", "line": 3 }, { "directive": "disallow", "path": "/js", "line": 4 }, { "directive": "allow", "path": "/*.css", "line": 5 }, { "directive": "allow", "path": "/*.js", "line": 6 }, { "directive": "disallow", "path": "/*?p=1$", "line": 8 }, { "directive": "disallow", "path": "/*en-au/*", "line": 9 }, { "directive": "disallow", "path": "/*nl-nl/*", "line": 10 }, { "directive": "disallow", "path": "/*.xml", "line": 11 }, { "directive": "disallow", "path": "/-/media/RI/pdf/*", "line": 13 }, { "directive": "disallow", "path": "/-/media/Solution Center/MAS/PDF/White Papers/*", "line": 14 }, { "directive": "disallow", "path": "/-/media/Solution Center/MNC/PDF/White Papers/*", "line": 15 }, { "directive": "disallow", "path": "/-/media/Solution Center/NAS/PDF/White Papers/*", "line": 16 }, { "directive": "disallow", "path": "/~/media/RI/pdf/*", "line": 17 }, { "directive": "disallow", "path": "/~/media/Solution Center/MAS/PDF/White Papers/*", "line": 18 }, { "directive": "disallow", "path": "/~/media/Solution Center/MNC/PDF/White Papers/*", "line": 19 }, { "directive": "disallow", "path": "/~/media/Solution Center/NAS/PDF/White Papers/*", "line": 20 }, { "directive": "disallow", "path": "/adp-mas-bottomline/*", "line": 21 }, { "directive": "disallow", "path": "/advisor/*", "line": 22 }, { "directive": "disallow", "path": "/boost/contributor/craig-guillot-2175", "line": 23 }, { "directive": "disallow", "path": "/boost/handlers/recordView.ashx*", "line": 24 }, { "directive": "disallow", "path": "/CompareNow/*", "line": 25 }, { "directive": "disallow", "path": "/complianceiq-ezine/*", "line": 26 }, { "directive": "disallow", "path": "/en-ca/course_descriptions/*", "line": 27 }, { "directive": "disallow", "path": "/en-ca/pages/*", "line": 28 }, { "directive": "disallow", "path": "/fr-ca/course_descriptions/*", "line": 29 }, { "directive": "disallow", "path": "/fr-ca/pages/*", "line": 30 }, { "directive": "disallow", "path": "/legislative_update/archive/docs/*", "line": 31 }, { "directive": "disallow", "path": "/legislative_update/docs/*", "line": 32 }, { "directive": "disallow", "path": "/mobile-payroll-quote/thankyou.aspx", "line": 33 }, { "directive": "disallow", "path": "/onboarding/*", "line": 34 }, { "directive": "disallow", "path": "/rc_*.asp", "line": 35 }, { "directive": "disallow", "path": "/sem totalsource/*", "line": 36 }, { "directive": "disallow", "path": "/SEM2016/Accountant/*", "line": 37 }, { "directive": "disallow", "path": "/semlps/*", "line": 38 }, { "directive": "disallow", "path": "/settings/datasources*", "line": 39 }, { "directive": "disallow", "path": "/site-search*", "line": 40 }, { "directive": "disallow", "path": "/small-business-health-insurance/index_thankyou.aspx", "line": 41 }, { "directive": "disallow", "path": "/solutions/employer-services/totalsource/success-stories/success-stories-detail.aspx*", "line": 42 }, { "directive": "disallow", "path": "/spark/articles/the-*", "line": 43 }, { "directive": "disallow", "path": "/spark/contributor/doug-bonderud-2117*", "line": 44 }, { "directive": "disallow", "path": "/spark/contributor/nancy-mann-jackson-2123*", "line": 45 }, { "directive": "disallow", "path": "/spark/contributor/spark-team-2131*", "line": 46 }, { "directive": "disallow", "path": "/spark/handlers/recordView.ashx*", "line": 47 }, { "directive": "disallow", "path": "/thrive/handlers/recordView.ashx*", "line": 48 }, { "directive": "disallow", "path": "/workforce-management/docs/whitepaper/*", "line": 49 }, { "directive": "disallow", "path": "/-/media/PDF/Policies/*", "line": 50 }, { "directive": "disallow", "path": "/~/media/PDF/Policies/*", "line": 51 }, { "directive": "disallow", "path": "/-/media/compliance/compliance%20forms/*", "line": 52 }, { "directive": "disallow", "path": "/~/media/compliance/compliance%20forms/*", "line": 53 }, { "directive": "disallow", "path": "/-/media/compliance/compliance-forms/*", "line": 54 }, { "directive": "disallow", "path": "/~/media/compliance/compliance-forms/*", "line": 55 }, { "directive": "disallow", "path": "/-/media/compliance/ui-poas-new/wa-li-adp-tpr2017.ashx*", "line": 56 }, { "directive": "disallow", "path": "/~/media/compliance/ui-poas-new/wa-li-adp-tpr2017.ashx*", "line": 57 }, { "directive": "disallow", "path": "/-/media/compliance/ui%20poas/fl_dr835.ashx*", "line": 58 }, { "directive": "disallow", "path": "/~/media/compliance/ui%20poas/fl_dr835.ashx*", "line": 59 }, { "directive": "disallow", "path": "/-/media/who-we-are/pdf/reporting-ethical-concerns-090123.pdf*", "line": 60 }, { "directive": "disallow", "path": "/formbuilder*", "line": 61 }, { "directive": "allow", "path": "/*sitemap.xml", "line": 63 }, { "directive": "allow", "path": "/*sitemap.*.xml", "line": 64 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/css", "line": 3 }, { "directive": "disallow", "path": "/js", "line": 4 }, { "directive": "allow", "path": "/*.css", "line": 5 }, { "directive": "allow", "path": "/*.js", "line": 6 }, { "directive": "disallow", "path": "/*?p=1$", "line": 8 }, { "directive": "disallow", "path": "/*en-au/*", "line": 9 }, { "directive": "disallow", "path": "/*nl-nl/*", "line": 10 }, { "directive": "disallow", "path": "/*.xml", "line": 11 }, { "directive": "disallow", "path": "/-/media/RI/pdf/*", "line": 13 }, { "directive": "disallow", "path": "/-/media/Solution Center/MAS/PDF/White Papers/*", "line": 14 }, { "directive": "disallow", "path": "/-/media/Solution Center/MNC/PDF/White Papers/*", "line": 15 }, { "directive": "disallow", "path": "/-/media/Solution Center/NAS/PDF/White Papers/*", "line": 16 }, { "directive": "disallow", "path": "/~/media/RI/pdf/*", "line": 17 }, { "directive": "disallow", "path": "/~/media/Solution Center/MAS/PDF/White Papers/*", "line": 18 }, { "directive": "disallow", "path": "/~/media/Solution Center/MNC/PDF/White Papers/*", "line": 19 }, { "directive": "disallow", "path": "/~/media/Solution Center/NAS/PDF/White Papers/*", "line": 20 }, { "directive": "disallow", "path": "/adp-mas-bottomline/*", "line": 21 }, { "directive": "disallow", "path": "/advisor/*", "line": 22 }, { "directive": "disallow", "path": "/boost/contributor/craig-guillot-2175", "line": 23 }, { "directive": "disallow", "path": "/boost/handlers/recordView.ashx*", "line": 24 }, { "directive": "disallow", "path": "/CompareNow/*", "line": 25 }, { "directive": "disallow", "path": "/complianceiq-ezine/*", "line": 26 }, { "directive": "disallow", "path": "/en-ca/course_descriptions/*", "line": 27 }, { "directive": "disallow", "path": "/en-ca/pages/*", "line": 28 }, { "directive": "disallow", "path": "/fr-ca/course_descriptions/*", "line": 29 }, { "directive": "disallow", "path": "/fr-ca/pages/*", "line": 30 }, { "directive": "disallow", "path": "/legislative_update/archive/docs/*", "line": 31 }, { "directive": "disallow", "path": "/legislative_update/docs/*", "line": 32 }, { "directive": "disallow", "path": "/mobile-payroll-quote/thankyou.aspx", "line": 33 }, { "directive": "disallow", "path": "/onboarding/*", "line": 34 }, { "directive": "disallow", "path": "/rc_*.asp", "line": 35 }, { "directive": "disallow", "path": "/sem totalsource/*", "line": 36 }, { "directive": "disallow", "path": "/SEM2016/Accountant/*", "line": 37 }, { "directive": "disallow", "path": "/semlps/*", "line": 38 }, { "directive": "disallow", "path": "/settings/datasources*", "line": 39 }, { "directive": "disallow", "path": "/site-search*", "line": 40 }, { "directive": "disallow", "path": "/small-business-health-insurance/index_thankyou.aspx", "line": 41 }, { "directive": "disallow", "path": "/solutions/employer-services/totalsource/success-stories/success-stories-detail.aspx*", "line": 42 }, { "directive": "disallow", "path": "/spark/articles/the-*", "line": 43 }, { "directive": "disallow", "path": "/spark/contributor/doug-bonderud-2117*", "line": 44 }, { "directive": "disallow", "path": "/spark/contributor/nancy-mann-jackson-2123*", "line": 45 }, { "directive": "disallow", "path": "/spark/contributor/spark-team-2131*", "line": 46 }, { "directive": "disallow", "path": "/spark/handlers/recordView.ashx*", "line": 47 }, { "directive": "disallow", "path": "/thrive/handlers/recordView.ashx*", "line": 48 }, { "directive": "disallow", "path": "/workforce-management/docs/whitepaper/*", "line": 49 }, { "directive": "disallow", "path": "/-/media/PDF/Policies/*", "line": 50 }, { "directive": "disallow", "path": "/~/media/PDF/Policies/*", "line": 51 }, { "directive": "disallow", "path": "/-/media/compliance/compliance%20forms/*", "line": 52 }, { "directive": "disallow", "path": "/~/media/compliance/compliance%20forms/*", "line": 53 }, { "directive": "disallow", "path": "/-/media/compliance/compliance-forms/*", "line": 54 }, { "directive": "disallow", "path": "/~/media/compliance/compliance-forms/*", "line": 55 }, { "directive": "disallow", "path": "/-/media/compliance/ui-poas-new/wa-li-adp-tpr2017.ashx*", "line": 56 }, { "directive": "disallow", "path": "/~/media/compliance/ui-poas-new/wa-li-adp-tpr2017.ashx*", "line": 57 }, { "directive": "disallow", "path": "/-/media/compliance/ui%20poas/fl_dr835.ashx*", "line": 58 }, { "directive": "disallow", "path": "/~/media/compliance/ui%20poas/fl_dr835.ashx*", "line": 59 }, { "directive": "disallow", "path": "/-/media/who-we-are/pdf/reporting-ethical-concerns-090123.pdf*", "line": 60 }, { "directive": "disallow", "path": "/formbuilder*", "line": 61 }, { "directive": "allow", "path": "/*sitemap.xml", "line": 63 }, { "directive": "allow", "path": "/*sitemap.*.xml", "line": 64 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/css", "line": 3 }, { "directive": "disallow", "path": "/js", "line": 4 }, { "directive": "allow", "path": "/*.css", "line": 5 }, { "directive": "allow", "path": "/*.js", "line": 6 }, { "directive": "disallow", "path": "/*?p=1$", "line": 8 }, { "directive": "disallow", "path": "/*en-au/*", "line": 9 }, { "directive": "disallow", "path": "/*nl-nl/*", "line": 10 }, { "directive": "disallow", "path": "/*.xml", "line": 11 }, { "directive": "disallow", "path": "/-/media/RI/pdf/*", "line": 13 }, { "directive": "disallow", "path": "/-/media/Solution Center/MAS/PDF/White Papers/*", "line": 14 }, { "directive": "disallow", "path": "/-/media/Solution Center/MNC/PDF/White Papers/*", "line": 15 }, { "directive": "disallow", "path": "/-/media/Solution Center/NAS/PDF/White Papers/*", "line": 16 }, { "directive": "disallow", "path": "/~/media/RI/pdf/*", "line": 17 }, { "directive": "disallow", "path": "/~/media/Solution Center/MAS/PDF/White Papers/*", "line": 18 }, { "directive": "disallow", "path": "/~/media/Solution Center/MNC/PDF/White Papers/*", "line": 19 }, { "directive": "disallow", "path": "/~/media/Solution Center/NAS/PDF/White Papers/*", "line": 20 }, { "directive": "disallow", "path": "/adp-mas-bottomline/*", "line": 21 }, { "directive": "disallow", "path": "/advisor/*", "line": 22 }, { "directive": "disallow", "path": "/boost/contributor/craig-guillot-2175", "line": 23 }, { "directive": "disallow", "path": "/boost/handlers/recordView.ashx*", "line": 24 }, { "directive": "disallow", "path": "/CompareNow/*", "line": 25 }, { "directive": "disallow", "path": "/complianceiq-ezine/*", "line": 26 }, { "directive": "disallow", "path": "/en-ca/course_descriptions/*", "line": 27 }, { "directive": "disallow", "path": "/en-ca/pages/*", "line": 28 }, { "directive": "disallow", "path": "/fr-ca/course_descriptions/*", "line": 29 }, { "directive": "disallow", "path": "/fr-ca/pages/*", "line": 30 }, { "directive": "disallow", "path": "/legislative_update/archive/docs/*", "line": 31 }, { "directive": "disallow", "path": "/legislative_update/docs/*", "line": 32 }, { "directive": "disallow", "path": "/mobile-payroll-quote/thankyou.aspx", "line": 33 }, { "directive": "disallow", "path": "/onboarding/*", "line": 34 }, { "directive": "disallow", "path": "/rc_*.asp", "line": 35 }, { "directive": "disallow", "path": "/sem totalsource/*", "line": 36 }, { "directive": "disallow", "path": "/SEM2016/Accountant/*", "line": 37 }, { "directive": "disallow", "path": "/semlps/*", "line": 38 }, { "directive": "disallow", "path": "/settings/datasources*", "line": 39 }, { "directive": "disallow", "path": "/site-search*", "line": 40 }, { "directive": "disallow", "path": "/small-business-health-insurance/index_thankyou.aspx", "line": 41 }, { "directive": "disallow", "path": "/solutions/employer-services/totalsource/success-stories/success-stories-detail.aspx*", "line": 42 }, { "directive": "disallow", "path": "/spark/articles/the-*", "line": 43 }, { "directive": "disallow", "path": "/spark/contributor/doug-bonderud-2117*", "line": 44 }, { "directive": "disallow", "path": "/spark/contributor/nancy-mann-jackson-2123*", "line": 45 }, { "directive": "disallow", "path": "/spark/contributor/spark-team-2131*", "line": 46 }, { "directive": "disallow", "path": "/spark/handlers/recordView.ashx*", "line": 47 }, { "directive": "disallow", "path": "/thrive/handlers/recordView.ashx*", "line": 48 }, { "directive": "disallow", "path": "/workforce-management/docs/whitepaper/*", "line": 49 }, { "directive": "disallow", "path": "/-/media/PDF/Policies/*", "line": 50 }, { "directive": "disallow", "path": "/~/media/PDF/Policies/*", "line": 51 }, { "directive": "disallow", "path": "/-/media/compliance/compliance%20forms/*", "line": 52 }, { "directive": "disallow", "path": "/~/media/compliance/compliance%20forms/*", "line": 53 }, { "directive": "disallow", "path": "/-/media/compliance/compliance-forms/*", "line": 54 }, { "directive": "disallow", "path": "/~/media/compliance/compliance-forms/*", "line": 55 }, { "directive": "disallow", "path": "/-/media/compliance/ui-poas-new/wa-li-adp-tpr2017.ashx*", "line": 56 }, { "directive": "disallow", "path": "/~/media/compliance/ui-poas-new/wa-li-adp-tpr2017.ashx*", "line": 57 }, { "directive": "disallow", "path": "/-/media/compliance/ui%20poas/fl_dr835.ashx*", "line": 58 }, { "directive": "disallow", "path": "/~/media/compliance/ui%20poas/fl_dr835.ashx*", "line": 59 }, { "directive": "disallow", "path": "/-/media/who-we-are/pdf/reporting-ethical-concerns-090123.pdf*", "line": 60 }, { "directive": "disallow", "path": "/formbuilder*", "line": 61 }, { "directive": "allow", "path": "/*sitemap.xml", "line": 63 }, { "directive": "allow", "path": "/*sitemap.*.xml", "line": 64 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/css", "line": 3 }, { "directive": "disallow", "path": "/js", "line": 4 }, { "directive": "allow", "path": "/*.css", "line": 5 }, { "directive": "allow", "path": "/*.js", "line": 6 }, { "directive": "disallow", "path": "/*?p=1$", "line": 8 }, { "directive": "disallow", "path": "/*en-au/*", "line": 9 }, { "directive": "disallow", "path": "/*nl-nl/*", "line": 10 }, { "directive": "disallow", "path": "/*.xml", "line": 11 }, { "directive": "disallow", "path": "/-/media/RI/pdf/*", "line": 13 }, { "directive": "disallow", "path": "/-/media/Solution Center/MAS/PDF/White Papers/*", "line": 14 }, { "directive": "disallow", "path": "/-/media/Solution Center/MNC/PDF/White Papers/*", "line": 15 }, { "directive": "disallow", "path": "/-/media/Solution Center/NAS/PDF/White Papers/*", "line": 16 }, { "directive": "disallow", "path": "/~/media/RI/pdf/*", "line": 17 }, { "directive": "disallow", "path": "/~/media/Solution Center/MAS/PDF/White Papers/*", "line": 18 }, { "directive": "disallow", "path": "/~/media/Solution Center/MNC/PDF/White Papers/*", "line": 19 }, { "directive": "disallow", "path": "/~/media/Solution Center/NAS/PDF/White Papers/*", "line": 20 }, { "directive": "disallow", "path": "/adp-mas-bottomline/*", "line": 21 }, { "directive": "disallow", "path": "/advisor/*", "line": 22 }, { "directive": "disallow", "path": "/boost/contributor/craig-guillot-2175", "line": 23 }, { "directive": "disallow", "path": "/boost/handlers/recordView.ashx*", "line": 24 }, { "directive": "disallow", "path": "/CompareNow/*", "line": 25 }, { "directive": "disallow", "path": "/complianceiq-ezine/*", "line": 26 }, { "directive": "disallow", "path": "/en-ca/course_descriptions/*", "line": 27 }, { "directive": "disallow", "path": "/en-ca/pages/*", "line": 28 }, { "directive": "disallow", "path": "/fr-ca/course_descriptions/*", "line": 29 }, { "directive": "disallow", "path": "/fr-ca/pages/*", "line": 30 }, { "directive": "disallow", "path": "/legislative_update/archive/docs/*", "line": 31 }, { "directive": "disallow", "path": "/legislative_update/docs/*", "line": 32 }, { "directive": "disallow", "path": "/mobile-payroll-quote/thankyou.aspx", "line": 33 }, { "directive": "disallow", "path": "/onboarding/*", "line": 34 }, { "directive": "disallow", "path": "/rc_*.asp", "line": 35 }, { "directive": "disallow", "path": "/sem totalsource/*", "line": 36 }, { "directive": "disallow", "path": "/SEM2016/Accountant/*", "line": 37 }, { "directive": "disallow", "path": "/semlps/*", "line": 38 }, { "directive": "disallow", "path": "/settings/datasources*", "line": 39 }, { "directive": "disallow", "path": "/site-search*", "line": 40 }, { "directive": "disallow", "path": "/small-business-health-insurance/index_thankyou.aspx", "line": 41 }, { "directive": "disallow", "path": "/solutions/employer-services/totalsource/success-stories/success-stories-detail.aspx*", "line": 42 }, { "directive": "disallow", "path": "/spark/articles/the-*", "line": 43 }, { "directive": "disallow", "path": "/spark/contributor/doug-bonderud-2117*", "line": 44 }, { "directive": "disallow", "path": "/spark/contributor/nancy-mann-jackson-2123*", "line": 45 }, { "directive": "disallow", "path": "/spark/contributor/spark-team-2131*", "line": 46 }, { "directive": "disallow", "path": "/spark/handlers/recordView.ashx*", "line": 47 }, { "directive": "disallow", "path": "/thrive/handlers/recordView.ashx*", "line": 48 }, { "directive": "disallow", "path": "/workforce-management/docs/whitepaper/*", "line": 49 }, { "directive": "disallow", "path": "/-/media/PDF/Policies/*", "line": 50 }, { "directive": "disallow", "path": "/~/media/PDF/Policies/*", "line": 51 }, { "directive": "disallow", "path": "/-/media/compliance/compliance%20forms/*", "line": 52 }, { "directive": "disallow", "path": "/~/media/compliance/compliance%20forms/*", "line": 53 }, { "directive": "disallow", "path": "/-/media/compliance/compliance-forms/*", "line": 54 }, { "directive": "disallow", "path": "/~/media/compliance/compliance-forms/*", "line": 55 }, { "directive": "disallow", "path": "/-/media/compliance/ui-poas-new/wa-li-adp-tpr2017.ashx*", "line": 56 }, { "directive": "disallow", "path": "/~/media/compliance/ui-poas-new/wa-li-adp-tpr2017.ashx*", "line": 57 }, { "directive": "disallow", "path": "/-/media/compliance/ui%20poas/fl_dr835.ashx*", "line": 58 }, { "directive": "disallow", "path": "/~/media/compliance/ui%20poas/fl_dr835.ashx*", "line": 59 }, { "directive": "disallow", "path": "/-/media/who-we-are/pdf/reporting-ethical-concerns-090123.pdf*", "line": 60 }, { "directive": "disallow", "path": "/formbuilder*", "line": 61 }, { "directive": "allow", "path": "/*sitemap.xml", "line": 63 }, { "directive": "allow", "path": "/*sitemap.*.xml", "line": 64 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/css", "line": 3 }, { "directive": "disallow", "path": "/js", "line": 4 }, { "directive": "allow", "path": "/*.css", "line": 5 }, { "directive": "allow", "path": "/*.js", "line": 6 }, { "directive": "disallow", "path": "/*?p=1$", "line": 8 }, { "directive": "disallow", "path": "/*en-au/*", "line": 9 }, { "directive": "disallow", "path": "/*nl-nl/*", "line": 10 }, { "directive": "disallow", "path": "/*.xml", "line": 11 }, { "directive": "disallow", "path": "/-/media/RI/pdf/*", "line": 13 }, { "directive": "disallow", "path": "/-/media/Solution Center/MAS/PDF/White Papers/*", "line": 14 }, { "directive": "disallow", "path": "/-/media/Solution Center/MNC/PDF/White Papers/*", "line": 15 }, { "directive": "disallow", "path": "/-/media/Solution Center/NAS/PDF/White Papers/*", "line": 16 }, { "directive": "disallow", "path": "/~/media/RI/pdf/*", "line": 17 }, { "directive": "disallow", "path": "/~/media/Solution Center/MAS/PDF/White Papers/*", "line": 18 }, { "directive": "disallow", "path": "/~/media/Solution Center/MNC/PDF/White Papers/*", "line": 19 }, { "directive": "disallow", "path": "/~/media/Solution Center/NAS/PDF/White Papers/*", "line": 20 }, { "directive": "disallow", "path": "/adp-mas-bottomline/*", "line": 21 }, { "directive": "disallow", "path": "/advisor/*", "line": 22 }, { "directive": "disallow", "path": "/boost/contributor/craig-guillot-2175", "line": 23 }, { "directive": "disallow", "path": "/boost/handlers/recordView.ashx*", "line": 24 }, { "directive": "disallow", "path": "/CompareNow/*", "line": 25 }, { "directive": "disallow", "path": "/complianceiq-ezine/*", "line": 26 }, { "directive": "disallow", "path": "/en-ca/course_descriptions/*", "line": 27 }, { "directive": "disallow", "path": "/en-ca/pages/*", "line": 28 }, { "directive": "disallow", "path": "/fr-ca/course_descriptions/*", "line": 29 }, { "directive": "disallow", "path": "/fr-ca/pages/*", "line": 30 }, { "directive": "disallow", "path": "/legislative_update/archive/docs/*", "line": 31 }, { "directive": "disallow", "path": "/legislative_update/docs/*", "line": 32 }, { "directive": "disallow", "path": "/mobile-payroll-quote/thankyou.aspx", "line": 33 }, { "directive": "disallow", "path": "/onboarding/*", "line": 34 }, { "directive": "disallow", "path": "/rc_*.asp", "line": 35 }, { "directive": "disallow", "path": "/sem totalsource/*", "line": 36 }, { "directive": "disallow", "path": "/SEM2016/Accountant/*", "line": 37 }, { "directive": "disallow", "path": "/semlps/*", "line": 38 }, { "directive": "disallow", "path": "/settings/datasources*", "line": 39 }, { "directive": "disallow", "path": "/site-search*", "line": 40 }, { "directive": "disallow", "path": "/small-business-health-insurance/index_thankyou.aspx", "line": 41 }, { "directive": "disallow", "path": "/solutions/employer-services/totalsource/success-stories/success-stories-detail.aspx*", "line": 42 }, { "directive": "disallow", "path": "/spark/articles/the-*", "line": 43 }, { "directive": "disallow", "path": "/spark/contributor/doug-bonderud-2117*", "line": 44 }, { "directive": "disallow", "path": "/spark/contributor/nancy-mann-jackson-2123*", "line": 45 }, { "directive": "disallow", "path": "/spark/contributor/spark-team-2131*", "line": 46 }, { "directive": "disallow", "path": "/spark/handlers/recordView.ashx*", "line": 47 }, { "directive": "disallow", "path": "/thrive/handlers/recordView.ashx*", "line": 48 }, { "directive": "disallow", "path": "/workforce-management/docs/whitepaper/*", "line": 49 }, { "directive": "disallow", "path": "/-/media/PDF/Policies/*", "line": 50 }, { "directive": "disallow", "path": "/~/media/PDF/Policies/*", "line": 51 }, { "directive": "disallow", "path": "/-/media/compliance/compliance%20forms/*", "line": 52 }, { "directive": "disallow", "path": "/~/media/compliance/compliance%20forms/*", "line": 53 }, { "directive": "disallow", "path": "/-/media/compliance/compliance-forms/*", "line": 54 }, { "directive": "disallow", "path": "/~/media/compliance/compliance-forms/*", "line": 55 }, { "directive": "disallow", "path": "/-/media/compliance/ui-poas-new/wa-li-adp-tpr2017.ashx*", "line": 56 }, { "directive": "disallow", "path": "/~/media/compliance/ui-poas-new/wa-li-adp-tpr2017.ashx*", "line": 57 }, { "directive": "disallow", "path": "/-/media/compliance/ui%20poas/fl_dr835.ashx*", "line": 58 }, { "directive": "disallow", "path": "/~/media/compliance/ui%20poas/fl_dr835.ashx*", "line": 59 }, { "directive": "disallow", "path": "/-/media/who-we-are/pdf/reporting-ethical-concerns-090123.pdf*", "line": 60 }, { "directive": "disallow", "path": "/formbuilder*", "line": 61 }, { "directive": "allow", "path": "/*sitemap.xml", "line": 63 }, { "directive": "allow", "path": "/*sitemap.*.xml", "line": 64 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/css", "line": 3 }, { "directive": "disallow", "path": "/js", "line": 4 }, { "directive": "allow", "path": "/*.css", "line": 5 }, { "directive": "allow", "path": "/*.js", "line": 6 }, { "directive": "disallow", "path": "/*?p=1$", "line": 8 }, { "directive": "disallow", "path": "/*en-au/*", "line": 9 }, { "directive": "disallow", "path": "/*nl-nl/*", "line": 10 }, { "directive": "disallow", "path": "/*.xml", "line": 11 }, { "directive": "disallow", "path": "/-/media/RI/pdf/*", "line": 13 }, { "directive": "disallow", "path": "/-/media/Solution Center/MAS/PDF/White Papers/*", "line": 14 }, { "directive": "disallow", "path": "/-/media/Solution Center/MNC/PDF/White Papers/*", "line": 15 }, { "directive": "disallow", "path": "/-/media/Solution Center/NAS/PDF/White Papers/*", "line": 16 }, { "directive": "disallow", "path": "/~/media/RI/pdf/*", "line": 17 }, { "directive": "disallow", "path": "/~/media/Solution Center/MAS/PDF/White Papers/*", "line": 18 }, { "directive": "disallow", "path": "/~/media/Solution Center/MNC/PDF/White Papers/*", "line": 19 }, { "directive": "disallow", "path": "/~/media/Solution Center/NAS/PDF/White Papers/*", "line": 20 }, { "directive": "disallow", "path": "/adp-mas-bottomline/*", "line": 21 }, { "directive": "disallow", "path": "/advisor/*", "line": 22 }, { "directive": "disallow", "path": "/boost/contributor/craig-guillot-2175", "line": 23 }, { "directive": "disallow", "path": "/boost/handlers/recordView.ashx*", "line": 24 }, { "directive": "disallow", "path": "/CompareNow/*", "line": 25 }, { "directive": "disallow", "path": "/complianceiq-ezine/*", "line": 26 }, { "directive": "disallow", "path": "/en-ca/course_descriptions/*", "line": 27 }, { "directive": "disallow", "path": "/en-ca/pages/*", "line": 28 }, { "directive": "disallow", "path": "/fr-ca/course_descriptions/*", "line": 29 }, { "directive": "disallow", "path": "/fr-ca/pages/*", "line": 30 }, { "directive": "disallow", "path": "/legislative_update/archive/docs/*", "line": 31 }, { "directive": "disallow", "path": "/legislative_update/docs/*", "line": 32 }, { "directive": "disallow", "path": "/mobile-payroll-quote/thankyou.aspx", "line": 33 }, { "directive": "disallow", "path": "/onboarding/*", "line": 34 }, { "directive": "disallow", "path": "/rc_*.asp", "line": 35 }, { "directive": "disallow", "path": "/sem totalsource/*", "line": 36 }, { "directive": "disallow", "path": "/SEM2016/Accountant/*", "line": 37 }, { "directive": "disallow", "path": "/semlps/*", "line": 38 }, { "directive": "disallow", "path": "/settings/datasources*", "line": 39 }, { "directive": "disallow", "path": "/site-search*", "line": 40 }, { "directive": "disallow", "path": "/small-business-health-insurance/index_thankyou.aspx", "line": 41 }, { "directive": "disallow", "path": "/solutions/employer-services/totalsource/success-stories/success-stories-detail.aspx*", "line": 42 }, { "directive": "disallow", "path": "/spark/articles/the-*", "line": 43 }, { "directive": "disallow", "path": "/spark/contributor/doug-bonderud-2117*", "line": 44 }, { "directive": "disallow", "path": "/spark/contributor/nancy-mann-jackson-2123*", "line": 45 }, { "directive": "disallow", "path": "/spark/contributor/spark-team-2131*", "line": 46 }, { "directive": "disallow", "path": "/spark/handlers/recordView.ashx*", "line": 47 }, { "directive": "disallow", "path": "/thrive/handlers/recordView.ashx*", "line": 48 }, { "directive": "disallow", "path": "/workforce-management/docs/whitepaper/*", "line": 49 }, { "directive": "disallow", "path": "/-/media/PDF/Policies/*", "line": 50 }, { "directive": "disallow", "path": "/~/media/PDF/Policies/*", "line": 51 }, { "directive": "disallow", "path": "/-/media/compliance/compliance%20forms/*", "line": 52 }, { "directive": "disallow", "path": "/~/media/compliance/compliance%20forms/*", "line": 53 }, { "directive": "disallow", "path": "/-/media/compliance/compliance-forms/*", "line": 54 }, { "directive": "disallow", "path": "/~/media/compliance/compliance-forms/*", "line": 55 }, { "directive": "disallow", "path": "/-/media/compliance/ui-poas-new/wa-li-adp-tpr2017.ashx*", "line": 56 }, { "directive": "disallow", "path": "/~/media/compliance/ui-poas-new/wa-li-adp-tpr2017.ashx*", "line": 57 }, { "directive": "disallow", "path": "/-/media/compliance/ui%20poas/fl_dr835.ashx*", "line": 58 }, { "directive": "disallow", "path": "/~/media/compliance/ui%20poas/fl_dr835.ashx*", "line": 59 }, { "directive": "disallow", "path": "/-/media/who-we-are/pdf/reporting-ethical-concerns-090123.pdf*", "line": 60 }, { "directive": "disallow", "path": "/formbuilder*", "line": 61 }, { "directive": "allow", "path": "/*sitemap.xml", "line": 63 }, { "directive": "allow", "path": "/*sitemap.*.xml", "line": 64 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/css", "line": 3 }, { "directive": "disallow", "path": "/js", "line": 4 }, { "directive": "allow", "path": "/*.css", "line": 5 }, { "directive": "allow", "path": "/*.js", "line": 6 }, { "directive": "disallow", "path": "/*?p=1$", "line": 8 }, { "directive": "disallow", "path": "/*en-au/*", "line": 9 }, { "directive": "disallow", "path": "/*nl-nl/*", "line": 10 }, { "directive": "disallow", "path": "/*.xml", "line": 11 }, { "directive": "disallow", "path": "/-/media/RI/pdf/*", "line": 13 }, { "directive": "disallow", "path": "/-/media/Solution Center/MAS/PDF/White Papers/*", "line": 14 }, { "directive": "disallow", "path": "/-/media/Solution Center/MNC/PDF/White Papers/*", "line": 15 }, { "directive": "disallow", "path": "/-/media/Solution Center/NAS/PDF/White Papers/*", "line": 16 }, { "directive": "disallow", "path": "/~/media/RI/pdf/*", "line": 17 }, { "directive": "disallow", "path": "/~/media/Solution Center/MAS/PDF/White Papers/*", "line": 18 }, { "directive": "disallow", "path": "/~/media/Solution Center/MNC/PDF/White Papers/*", "line": 19 }, { "directive": "disallow", "path": "/~/media/Solution Center/NAS/PDF/White Papers/*", "line": 20 }, { "directive": "disallow", "path": "/adp-mas-bottomline/*", "line": 21 }, { "directive": "disallow", "path": "/advisor/*", "line": 22 }, { "directive": "disallow", "path": "/boost/contributor/craig-guillot-2175", "line": 23 }, { "directive": "disallow", "path": "/boost/handlers/recordView.ashx*", "line": 24 }, { "directive": "disallow", "path": "/CompareNow/*", "line": 25 }, { "directive": "disallow", "path": "/complianceiq-ezine/*", "line": 26 }, { "directive": "disallow", "path": "/en-ca/course_descriptions/*", "line": 27 }, { "directive": "disallow", "path": "/en-ca/pages/*", "line": 28 }, { "directive": "disallow", "path": "/fr-ca/course_descriptions/*", "line": 29 }, { "directive": "disallow", "path": "/fr-ca/pages/*", "line": 30 }, { "directive": "disallow", "path": "/legislative_update/archive/docs/*", "line": 31 }, { "directive": "disallow", "path": "/legislative_update/docs/*", "line": 32 }, { "directive": "disallow", "path": "/mobile-payroll-quote/thankyou.aspx", "line": 33 }, { "directive": "disallow", "path": "/onboarding/*", "line": 34 }, { "directive": "disallow", "path": "/rc_*.asp", "line": 35 }, { "directive": "disallow", "path": "/sem totalsource/*", "line": 36 }, { "directive": "disallow", "path": "/SEM2016/Accountant/*", "line": 37 }, { "directive": "disallow", "path": "/semlps/*", "line": 38 }, { "directive": "disallow", "path": "/settings/datasources*", "line": 39 }, { "directive": "disallow", "path": "/site-search*", "line": 40 }, { "directive": "disallow", "path": "/small-business-health-insurance/index_thankyou.aspx", "line": 41 }, { "directive": "disallow", "path": "/solutions/employer-services/totalsource/success-stories/success-stories-detail.aspx*", "line": 42 }, { "directive": "disallow", "path": "/spark/articles/the-*", "line": 43 }, { "directive": "disallow", "path": "/spark/contributor/doug-bonderud-2117*", "line": 44 }, { "directive": "disallow", "path": "/spark/contributor/nancy-mann-jackson-2123*", "line": 45 }, { "directive": "disallow", "path": "/spark/contributor/spark-team-2131*", "line": 46 }, { "directive": "disallow", "path": "/spark/handlers/recordView.ashx*", "line": 47 }, { "directive": "disallow", "path": "/thrive/handlers/recordView.ashx*", "line": 48 }, { "directive": "disallow", "path": "/workforce-management/docs/whitepaper/*", "line": 49 }, { "directive": "disallow", "path": "/-/media/PDF/Policies/*", "line": 50 }, { "directive": "disallow", "path": "/~/media/PDF/Policies/*", "line": 51 }, { "directive": "disallow", "path": "/-/media/compliance/compliance%20forms/*", "line": 52 }, { "directive": "disallow", "path": "/~/media/compliance/compliance%20forms/*", "line": 53 }, { "directive": "disallow", "path": "/-/media/compliance/compliance-forms/*", "line": 54 }, { "directive": "disallow", "path": "/~/media/compliance/compliance-forms/*", "line": 55 }, { "directive": "disallow", "path": "/-/media/compliance/ui-poas-new/wa-li-adp-tpr2017.ashx*", "line": 56 }, { "directive": "disallow", "path": "/~/media/compliance/ui-poas-new/wa-li-adp-tpr2017.ashx*", "line": 57 }, { "directive": "disallow", "path": "/-/media/compliance/ui%20poas/fl_dr835.ashx*", "line": 58 }, { "directive": "disallow", "path": "/~/media/compliance/ui%20poas/fl_dr835.ashx*", "line": 59 }, { "directive": "disallow", "path": "/-/media/who-we-are/pdf/reporting-ethical-concerns-090123.pdf*", "line": 60 }, { "directive": "disallow", "path": "/formbuilder*", "line": 61 }, { "directive": "allow", "path": "/*sitemap.xml", "line": 63 }, { "directive": "allow", "path": "/*sitemap.*.xml", "line": 64 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.adp.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "ad77e95a1ddced387a97763a7e7d280b599e273ea322eeeee4ddf09d6d5fd13f", "bytes": 2570 }, { "company": "AutoZone", "cik": "866787", "sector": "Consumer Discretionary", "origin": "https://www.autozone.com", "checkedAt": "2026-09-26T04:54:58.838Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.autozone.com/robots.txt", "contentType": "text/plain; charset=utf-8" }, { "company": "AvalonBay Communities", "cik": "915912", "sector": "Real Estate", "origin": "https://www.avaloncommunities.com", "checkedAt": "2026-09-26T04:54:59.004Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/contact-us", "line": 2 }, { "directive": "disallow", "path": "*/reset-password", "line": 3 }, { "directive": "disallow", "path": "*/onlineapplication/*", "line": 4 }, { "directive": "disallow", "path": "*/online-application/*", "line": 5 } ], "warnings": [ 2, 3, 4, 5 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/contact-us", "line": 2 }, { "directive": "disallow", "path": "*/reset-password", "line": 3 }, { "directive": "disallow", "path": "*/onlineapplication/*", "line": 4 }, { "directive": "disallow", "path": "*/online-application/*", "line": 5 } ], "warnings": [ 2, 3, 4, 5 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/contact-us", "line": 2 }, { "directive": "disallow", "path": "*/reset-password", "line": 3 }, { "directive": "disallow", "path": "*/onlineapplication/*", "line": 4 }, { "directive": "disallow", "path": "*/online-application/*", "line": 5 } ], "warnings": [ 2, 3, 4, 5 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/contact-us", "line": 2 }, { "directive": "disallow", "path": "*/reset-password", "line": 3 }, { "directive": "disallow", "path": "*/onlineapplication/*", "line": 4 }, { "directive": "disallow", "path": "*/online-application/*", "line": 5 } ], "warnings": [ 2, 3, 4, 5 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/contact-us", "line": 2 }, { "directive": "disallow", "path": "*/reset-password", "line": 3 }, { "directive": "disallow", "path": "*/onlineapplication/*", "line": 4 }, { "directive": "disallow", "path": "*/online-application/*", "line": 5 } ], "warnings": [ 2, 3, 4, 5 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/contact-us", "line": 2 }, { "directive": "disallow", "path": "*/reset-password", "line": 3 }, { "directive": "disallow", "path": "*/onlineapplication/*", "line": 4 }, { "directive": "disallow", "path": "*/online-application/*", "line": 5 } ], "warnings": [ 2, 3, 4, 5 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/contact-us", "line": 2 }, { "directive": "disallow", "path": "*/reset-password", "line": 3 }, { "directive": "disallow", "path": "*/onlineapplication/*", "line": 4 }, { "directive": "disallow", "path": "*/online-application/*", "line": 5 } ], "warnings": [ 2, 3, 4, 5 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/contact-us", "line": 2 }, { "directive": "disallow", "path": "*/reset-password", "line": 3 }, { "directive": "disallow", "path": "*/onlineapplication/*", "line": 4 }, { "directive": "disallow", "path": "*/online-application/*", "line": 5 } ], "warnings": [ 2, 3, 4, 5 ] } }, "httpStatus": 200, "finalUrl": "https://www.avaloncommunities.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "fd73da820cec2df772167d32c33f725a91c2b254f0ca485bb2569a2e8b64bd17", "bytes": 245 }, { "company": "Avery Dennison", "cik": "8818", "sector": "Materials", "origin": "https://averydennison.com", "checkedAt": "2026-09-26T04:54:59.018Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/avery_dennison/corporate-new/global/english/nourish/making-the-invisible-visible-report.pdf.html", "line": 12 }, { "directive": "disallow", "path": "/content/dam/avery_dennison/corporate-new/global/english/nourish/making-the-invisible-visible-executive-summary.pdf.html", "line": 13 }, { "directive": "disallow", "path": "/home/demo/", "line": 19 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/avery_dennison/corporate-new/global/english/nourish/making-the-invisible-visible-report.pdf.html", "line": 12 }, { "directive": "disallow", "path": "/content/dam/avery_dennison/corporate-new/global/english/nourish/making-the-invisible-visible-executive-summary.pdf.html", "line": 13 }, { "directive": "disallow", "path": "/home/demo/", "line": 19 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/avery_dennison/corporate-new/global/english/nourish/making-the-invisible-visible-report.pdf.html", "line": 12 }, { "directive": "disallow", "path": "/content/dam/avery_dennison/corporate-new/global/english/nourish/making-the-invisible-visible-executive-summary.pdf.html", "line": 13 }, { "directive": "disallow", "path": "/home/demo/", "line": 19 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/avery_dennison/corporate-new/global/english/nourish/making-the-invisible-visible-report.pdf.html", "line": 12 }, { "directive": "disallow", "path": "/content/dam/avery_dennison/corporate-new/global/english/nourish/making-the-invisible-visible-executive-summary.pdf.html", "line": 13 }, { "directive": "disallow", "path": "/home/demo/", "line": 19 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/avery_dennison/corporate-new/global/english/nourish/making-the-invisible-visible-report.pdf.html", "line": 12 }, { "directive": "disallow", "path": "/content/dam/avery_dennison/corporate-new/global/english/nourish/making-the-invisible-visible-executive-summary.pdf.html", "line": 13 }, { "directive": "disallow", "path": "/home/demo/", "line": 19 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/avery_dennison/corporate-new/global/english/nourish/making-the-invisible-visible-report.pdf.html", "line": 12 }, { "directive": "disallow", "path": "/content/dam/avery_dennison/corporate-new/global/english/nourish/making-the-invisible-visible-executive-summary.pdf.html", "line": 13 }, { "directive": "disallow", "path": "/home/demo/", "line": 19 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/avery_dennison/corporate-new/global/english/nourish/making-the-invisible-visible-report.pdf.html", "line": 12 }, { "directive": "disallow", "path": "/content/dam/avery_dennison/corporate-new/global/english/nourish/making-the-invisible-visible-executive-summary.pdf.html", "line": 13 }, { "directive": "disallow", "path": "/home/demo/", "line": 19 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/avery_dennison/corporate-new/global/english/nourish/making-the-invisible-visible-report.pdf.html", "line": 12 }, { "directive": "disallow", "path": "/content/dam/avery_dennison/corporate-new/global/english/nourish/making-the-invisible-visible-executive-summary.pdf.html", "line": 13 }, { "directive": "disallow", "path": "/home/demo/", "line": 19 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.averydennison.com/robots.txt", "contentType": "text/plain;charset=utf-8", "sha256": "d8581f0ffcaa8cb48f2c468daf054aa86c9e7c2031e17e90b4f42ff546a89192", "bytes": 432 }, { "company": "Axon Enterprise", "cik": "1069183", "sector": "Industrials", "origin": "https://www.axon.com", "checkedAt": "2026-09-26T04:54:59.852Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*", "line": 2 }, { "directive": "disallow", "path": "/resources/all?*", "line": 3 }, { "directive": "disallow", "path": "/insider-trading-policy", "line": 4 }, { "directive": "disallow", "path": "/records/crash-diagram-google-maps", "line": 5 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*", "line": 2 }, { "directive": "disallow", "path": "/resources/all?*", "line": 3 }, { "directive": "disallow", "path": "/insider-trading-policy", "line": 4 }, { "directive": "disallow", "path": "/records/crash-diagram-google-maps", "line": 5 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*", "line": 2 }, { "directive": "disallow", "path": "/resources/all?*", "line": 3 }, { "directive": "disallow", "path": "/insider-trading-policy", "line": 4 }, { "directive": "disallow", "path": "/records/crash-diagram-google-maps", "line": 5 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*", "line": 2 }, { "directive": "disallow", "path": "/resources/all?*", "line": 3 }, { "directive": "disallow", "path": "/insider-trading-policy", "line": 4 }, { "directive": "disallow", "path": "/records/crash-diagram-google-maps", "line": 5 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*", "line": 2 }, { "directive": "disallow", "path": "/resources/all?*", "line": 3 }, { "directive": "disallow", "path": "/insider-trading-policy", "line": 4 }, { "directive": "disallow", "path": "/records/crash-diagram-google-maps", "line": 5 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*", "line": 2 }, { "directive": "disallow", "path": "/resources/all?*", "line": 3 }, { "directive": "disallow", "path": "/insider-trading-policy", "line": 4 }, { "directive": "disallow", "path": "/records/crash-diagram-google-maps", "line": 5 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*", "line": 2 }, { "directive": "disallow", "path": "/resources/all?*", "line": 3 }, { "directive": "disallow", "path": "/insider-trading-policy", "line": 4 }, { "directive": "disallow", "path": "/records/crash-diagram-google-maps", "line": 5 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*", "line": 2 }, { "directive": "disallow", "path": "/resources/all?*", "line": 3 }, { "directive": "disallow", "path": "/insider-trading-policy", "line": 4 }, { "directive": "disallow", "path": "/records/crash-diagram-google-maps", "line": 5 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.axon.com/robots.txt", "contentType": "text/plain", "sha256": "09caae8cf926da12da6a346abb3d52e398edd6fd7978cd4a5fc6827b1c4ced80", "bytes": 608 }, { "company": "Baker Hughes", "cik": "1701605", "sector": "Energy", "origin": "https://www.bakerhughes.com", "checkedAt": "2026-09-26T04:55:00.115Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/*/admin/", "line": 44 }, { "directive": "disallow", "path": "/comment/reply/", "line": 45 }, { "directive": "disallow", "path": "/filter/tips", "line": 46 }, { "directive": "disallow", "path": "/node/*", "line": 47 }, { "directive": "disallow", "path": "/node/add/", "line": 48 }, { "directive": "disallow", "path": "/*/node/add/", "line": 49 }, { "directive": "disallow", "path": "/search/", "line": 50 }, { "directive": "disallow", "path": "/*/search/", "line": 51 }, { "directive": "disallow", "path": "/user/register", "line": 52 }, { "directive": "disallow", "path": "/*/user/register", "line": 53 }, { "directive": "disallow", "path": "/user/password", "line": 54 }, { "directive": "disallow", "path": "/*/user/password", "line": 55 }, { "directive": "disallow", "path": "/user/login", "line": 56 }, { "directive": "disallow", "path": "/*/user/login", "line": 57 }, { "directive": "disallow", "path": "/saml_login", "line": 58 }, { "directive": "disallow", "path": "/*/saml_login", "line": 59 }, { "directive": "disallow", "path": "/user/logout", "line": 60 }, { "directive": "disallow", "path": "/*/user/logout", "line": 61 }, { "directive": "disallow", "path": "/media/oembed", "line": 62 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 63 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 65 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 66 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 67 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 68 }, { "directive": "disallow", "path": "/index.php/search/", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 71 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 73 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 74 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 75 }, { "directive": "disallow", "path": "/taxonomy/", "line": 78 }, { "directive": "disallow", "path": "/taxonomy/", "line": 79 }, { "directive": "disallow", "path": "/*/taxonomy/", "line": 80 }, { "directive": "disallow", "path": "/taxonomy/*", "line": 81 }, { "directive": "disallow", "path": "/*/taxonomy/*", "line": 82 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 83 }, { "directive": "disallow", "path": "/*/taxonomy/term/*", "line": 84 }, { "directive": "disallow", "path": "/component-library/*", "line": 87 }, { "directive": "disallow", "path": "/index.php/component-library/*", "line": 88 }, { "directive": "disallow", "path": "/calculator/", "line": 93 }, { "directive": "disallow", "path": "/calculator/*", "line": 94 }, { "directive": "disallow", "path": "/views/ajax", "line": 97 }, { "directive": "disallow", "path": "/views/ajax/*", "line": 98 }, { "directive": "disallow", "path": "/ajax/*", "line": 99 }, { "directive": "disallow", "path": "/search_api_autocomplete/acquia_search", "line": 102 }, { "directive": "disallow", "path": "/get-stock-price", "line": 105 }, { "directive": "disallow", "path": "/node", "line": 108 }, { "directive": "disallow", "path": "/node?*", "line": 109 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/*/admin/", "line": 44 }, { "directive": "disallow", "path": "/comment/reply/", "line": 45 }, { "directive": "disallow", "path": "/filter/tips", "line": 46 }, { "directive": "disallow", "path": "/node/*", "line": 47 }, { "directive": "disallow", "path": "/node/add/", "line": 48 }, { "directive": "disallow", "path": "/*/node/add/", "line": 49 }, { "directive": "disallow", "path": "/search/", "line": 50 }, { "directive": "disallow", "path": "/*/search/", "line": 51 }, { "directive": "disallow", "path": "/user/register", "line": 52 }, { "directive": "disallow", "path": "/*/user/register", "line": 53 }, { "directive": "disallow", "path": "/user/password", "line": 54 }, { "directive": "disallow", "path": "/*/user/password", "line": 55 }, { "directive": "disallow", "path": "/user/login", "line": 56 }, { "directive": "disallow", "path": "/*/user/login", "line": 57 }, { "directive": "disallow", "path": "/saml_login", "line": 58 }, { "directive": "disallow", "path": "/*/saml_login", "line": 59 }, { "directive": "disallow", "path": "/user/logout", "line": 60 }, { "directive": "disallow", "path": "/*/user/logout", "line": 61 }, { "directive": "disallow", "path": "/media/oembed", "line": 62 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 63 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 65 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 66 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 67 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 68 }, { "directive": "disallow", "path": "/index.php/search/", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 71 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 73 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 74 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 75 }, { "directive": "disallow", "path": "/taxonomy/", "line": 78 }, { "directive": "disallow", "path": "/taxonomy/", "line": 79 }, { "directive": "disallow", "path": "/*/taxonomy/", "line": 80 }, { "directive": "disallow", "path": "/taxonomy/*", "line": 81 }, { "directive": "disallow", "path": "/*/taxonomy/*", "line": 82 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 83 }, { "directive": "disallow", "path": "/*/taxonomy/term/*", "line": 84 }, { "directive": "disallow", "path": "/component-library/*", "line": 87 }, { "directive": "disallow", "path": "/index.php/component-library/*", "line": 88 }, { "directive": "disallow", "path": "/calculator/", "line": 93 }, { "directive": "disallow", "path": "/calculator/*", "line": 94 }, { "directive": "disallow", "path": "/views/ajax", "line": 97 }, { "directive": "disallow", "path": "/views/ajax/*", "line": 98 }, { "directive": "disallow", "path": "/ajax/*", "line": 99 }, { "directive": "disallow", "path": "/search_api_autocomplete/acquia_search", "line": 102 }, { "directive": "disallow", "path": "/get-stock-price", "line": 105 }, { "directive": "disallow", "path": "/node", "line": 108 }, { "directive": "disallow", "path": "/node?*", "line": 109 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/*/admin/", "line": 44 }, { "directive": "disallow", "path": "/comment/reply/", "line": 45 }, { "directive": "disallow", "path": "/filter/tips", "line": 46 }, { "directive": "disallow", "path": "/node/*", "line": 47 }, { "directive": "disallow", "path": "/node/add/", "line": 48 }, { "directive": "disallow", "path": "/*/node/add/", "line": 49 }, { "directive": "disallow", "path": "/search/", "line": 50 }, { "directive": "disallow", "path": "/*/search/", "line": 51 }, { "directive": "disallow", "path": "/user/register", "line": 52 }, { "directive": "disallow", "path": "/*/user/register", "line": 53 }, { "directive": "disallow", "path": "/user/password", "line": 54 }, { "directive": "disallow", "path": "/*/user/password", "line": 55 }, { "directive": "disallow", "path": "/user/login", "line": 56 }, { "directive": "disallow", "path": "/*/user/login", "line": 57 }, { "directive": "disallow", "path": "/saml_login", "line": 58 }, { "directive": "disallow", "path": "/*/saml_login", "line": 59 }, { "directive": "disallow", "path": "/user/logout", "line": 60 }, { "directive": "disallow", "path": "/*/user/logout", "line": 61 }, { "directive": "disallow", "path": "/media/oembed", "line": 62 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 63 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 65 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 66 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 67 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 68 }, { "directive": "disallow", "path": "/index.php/search/", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 71 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 73 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 74 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 75 }, { "directive": "disallow", "path": "/taxonomy/", "line": 78 }, { "directive": "disallow", "path": "/taxonomy/", "line": 79 }, { "directive": "disallow", "path": "/*/taxonomy/", "line": 80 }, { "directive": "disallow", "path": "/taxonomy/*", "line": 81 }, { "directive": "disallow", "path": "/*/taxonomy/*", "line": 82 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 83 }, { "directive": "disallow", "path": "/*/taxonomy/term/*", "line": 84 }, { "directive": "disallow", "path": "/component-library/*", "line": 87 }, { "directive": "disallow", "path": "/index.php/component-library/*", "line": 88 }, { "directive": "disallow", "path": "/calculator/", "line": 93 }, { "directive": "disallow", "path": "/calculator/*", "line": 94 }, { "directive": "disallow", "path": "/views/ajax", "line": 97 }, { "directive": "disallow", "path": "/views/ajax/*", "line": 98 }, { "directive": "disallow", "path": "/ajax/*", "line": 99 }, { "directive": "disallow", "path": "/search_api_autocomplete/acquia_search", "line": 102 }, { "directive": "disallow", "path": "/get-stock-price", "line": 105 }, { "directive": "disallow", "path": "/node", "line": 108 }, { "directive": "disallow", "path": "/node?*", "line": 109 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/*/admin/", "line": 44 }, { "directive": "disallow", "path": "/comment/reply/", "line": 45 }, { "directive": "disallow", "path": "/filter/tips", "line": 46 }, { "directive": "disallow", "path": "/node/*", "line": 47 }, { "directive": "disallow", "path": "/node/add/", "line": 48 }, { "directive": "disallow", "path": "/*/node/add/", "line": 49 }, { "directive": "disallow", "path": "/search/", "line": 50 }, { "directive": "disallow", "path": "/*/search/", "line": 51 }, { "directive": "disallow", "path": "/user/register", "line": 52 }, { "directive": "disallow", "path": "/*/user/register", "line": 53 }, { "directive": "disallow", "path": "/user/password", "line": 54 }, { "directive": "disallow", "path": "/*/user/password", "line": 55 }, { "directive": "disallow", "path": "/user/login", "line": 56 }, { "directive": "disallow", "path": "/*/user/login", "line": 57 }, { "directive": "disallow", "path": "/saml_login", "line": 58 }, { "directive": "disallow", "path": "/*/saml_login", "line": 59 }, { "directive": "disallow", "path": "/user/logout", "line": 60 }, { "directive": "disallow", "path": "/*/user/logout", "line": 61 }, { "directive": "disallow", "path": "/media/oembed", "line": 62 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 63 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 65 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 66 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 67 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 68 }, { "directive": "disallow", "path": "/index.php/search/", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 71 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 73 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 74 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 75 }, { "directive": "disallow", "path": "/taxonomy/", "line": 78 }, { "directive": "disallow", "path": "/taxonomy/", "line": 79 }, { "directive": "disallow", "path": "/*/taxonomy/", "line": 80 }, { "directive": "disallow", "path": "/taxonomy/*", "line": 81 }, { "directive": "disallow", "path": "/*/taxonomy/*", "line": 82 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 83 }, { "directive": "disallow", "path": "/*/taxonomy/term/*", "line": 84 }, { "directive": "disallow", "path": "/component-library/*", "line": 87 }, { "directive": "disallow", "path": "/index.php/component-library/*", "line": 88 }, { "directive": "disallow", "path": "/calculator/", "line": 93 }, { "directive": "disallow", "path": "/calculator/*", "line": 94 }, { "directive": "disallow", "path": "/views/ajax", "line": 97 }, { "directive": "disallow", "path": "/views/ajax/*", "line": 98 }, { "directive": "disallow", "path": "/ajax/*", "line": 99 }, { "directive": "disallow", "path": "/search_api_autocomplete/acquia_search", "line": 102 }, { "directive": "disallow", "path": "/get-stock-price", "line": 105 }, { "directive": "disallow", "path": "/node", "line": 108 }, { "directive": "disallow", "path": "/node?*", "line": 109 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/*/admin/", "line": 44 }, { "directive": "disallow", "path": "/comment/reply/", "line": 45 }, { "directive": "disallow", "path": "/filter/tips", "line": 46 }, { "directive": "disallow", "path": "/node/*", "line": 47 }, { "directive": "disallow", "path": "/node/add/", "line": 48 }, { "directive": "disallow", "path": "/*/node/add/", "line": 49 }, { "directive": "disallow", "path": "/search/", "line": 50 }, { "directive": "disallow", "path": "/*/search/", "line": 51 }, { "directive": "disallow", "path": "/user/register", "line": 52 }, { "directive": "disallow", "path": "/*/user/register", "line": 53 }, { "directive": "disallow", "path": "/user/password", "line": 54 }, { "directive": "disallow", "path": "/*/user/password", "line": 55 }, { "directive": "disallow", "path": "/user/login", "line": 56 }, { "directive": "disallow", "path": "/*/user/login", "line": 57 }, { "directive": "disallow", "path": "/saml_login", "line": 58 }, { "directive": "disallow", "path": "/*/saml_login", "line": 59 }, { "directive": "disallow", "path": "/user/logout", "line": 60 }, { "directive": "disallow", "path": "/*/user/logout", "line": 61 }, { "directive": "disallow", "path": "/media/oembed", "line": 62 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 63 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 65 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 66 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 67 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 68 }, { "directive": "disallow", "path": "/index.php/search/", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 71 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 73 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 74 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 75 }, { "directive": "disallow", "path": "/taxonomy/", "line": 78 }, { "directive": "disallow", "path": "/taxonomy/", "line": 79 }, { "directive": "disallow", "path": "/*/taxonomy/", "line": 80 }, { "directive": "disallow", "path": "/taxonomy/*", "line": 81 }, { "directive": "disallow", "path": "/*/taxonomy/*", "line": 82 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 83 }, { "directive": "disallow", "path": "/*/taxonomy/term/*", "line": 84 }, { "directive": "disallow", "path": "/component-library/*", "line": 87 }, { "directive": "disallow", "path": "/index.php/component-library/*", "line": 88 }, { "directive": "disallow", "path": "/calculator/", "line": 93 }, { "directive": "disallow", "path": "/calculator/*", "line": 94 }, { "directive": "disallow", "path": "/views/ajax", "line": 97 }, { "directive": "disallow", "path": "/views/ajax/*", "line": 98 }, { "directive": "disallow", "path": "/ajax/*", "line": 99 }, { "directive": "disallow", "path": "/search_api_autocomplete/acquia_search", "line": 102 }, { "directive": "disallow", "path": "/get-stock-price", "line": 105 }, { "directive": "disallow", "path": "/node", "line": 108 }, { "directive": "disallow", "path": "/node?*", "line": 109 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/*/admin/", "line": 44 }, { "directive": "disallow", "path": "/comment/reply/", "line": 45 }, { "directive": "disallow", "path": "/filter/tips", "line": 46 }, { "directive": "disallow", "path": "/node/*", "line": 47 }, { "directive": "disallow", "path": "/node/add/", "line": 48 }, { "directive": "disallow", "path": "/*/node/add/", "line": 49 }, { "directive": "disallow", "path": "/search/", "line": 50 }, { "directive": "disallow", "path": "/*/search/", "line": 51 }, { "directive": "disallow", "path": "/user/register", "line": 52 }, { "directive": "disallow", "path": "/*/user/register", "line": 53 }, { "directive": "disallow", "path": "/user/password", "line": 54 }, { "directive": "disallow", "path": "/*/user/password", "line": 55 }, { "directive": "disallow", "path": "/user/login", "line": 56 }, { "directive": "disallow", "path": "/*/user/login", "line": 57 }, { "directive": "disallow", "path": "/saml_login", "line": 58 }, { "directive": "disallow", "path": "/*/saml_login", "line": 59 }, { "directive": "disallow", "path": "/user/logout", "line": 60 }, { "directive": "disallow", "path": "/*/user/logout", "line": 61 }, { "directive": "disallow", "path": "/media/oembed", "line": 62 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 63 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 65 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 66 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 67 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 68 }, { "directive": "disallow", "path": "/index.php/search/", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 71 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 73 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 74 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 75 }, { "directive": "disallow", "path": "/taxonomy/", "line": 78 }, { "directive": "disallow", "path": "/taxonomy/", "line": 79 }, { "directive": "disallow", "path": "/*/taxonomy/", "line": 80 }, { "directive": "disallow", "path": "/taxonomy/*", "line": 81 }, { "directive": "disallow", "path": "/*/taxonomy/*", "line": 82 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 83 }, { "directive": "disallow", "path": "/*/taxonomy/term/*", "line": 84 }, { "directive": "disallow", "path": "/component-library/*", "line": 87 }, { "directive": "disallow", "path": "/index.php/component-library/*", "line": 88 }, { "directive": "disallow", "path": "/calculator/", "line": 93 }, { "directive": "disallow", "path": "/calculator/*", "line": 94 }, { "directive": "disallow", "path": "/views/ajax", "line": 97 }, { "directive": "disallow", "path": "/views/ajax/*", "line": 98 }, { "directive": "disallow", "path": "/ajax/*", "line": 99 }, { "directive": "disallow", "path": "/search_api_autocomplete/acquia_search", "line": 102 }, { "directive": "disallow", "path": "/get-stock-price", "line": 105 }, { "directive": "disallow", "path": "/node", "line": 108 }, { "directive": "disallow", "path": "/node?*", "line": 109 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/*/admin/", "line": 44 }, { "directive": "disallow", "path": "/comment/reply/", "line": 45 }, { "directive": "disallow", "path": "/filter/tips", "line": 46 }, { "directive": "disallow", "path": "/node/*", "line": 47 }, { "directive": "disallow", "path": "/node/add/", "line": 48 }, { "directive": "disallow", "path": "/*/node/add/", "line": 49 }, { "directive": "disallow", "path": "/search/", "line": 50 }, { "directive": "disallow", "path": "/*/search/", "line": 51 }, { "directive": "disallow", "path": "/user/register", "line": 52 }, { "directive": "disallow", "path": "/*/user/register", "line": 53 }, { "directive": "disallow", "path": "/user/password", "line": 54 }, { "directive": "disallow", "path": "/*/user/password", "line": 55 }, { "directive": "disallow", "path": "/user/login", "line": 56 }, { "directive": "disallow", "path": "/*/user/login", "line": 57 }, { "directive": "disallow", "path": "/saml_login", "line": 58 }, { "directive": "disallow", "path": "/*/saml_login", "line": 59 }, { "directive": "disallow", "path": "/user/logout", "line": 60 }, { "directive": "disallow", "path": "/*/user/logout", "line": 61 }, { "directive": "disallow", "path": "/media/oembed", "line": 62 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 63 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 65 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 66 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 67 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 68 }, { "directive": "disallow", "path": "/index.php/search/", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 71 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 73 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 74 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 75 }, { "directive": "disallow", "path": "/taxonomy/", "line": 78 }, { "directive": "disallow", "path": "/taxonomy/", "line": 79 }, { "directive": "disallow", "path": "/*/taxonomy/", "line": 80 }, { "directive": "disallow", "path": "/taxonomy/*", "line": 81 }, { "directive": "disallow", "path": "/*/taxonomy/*", "line": 82 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 83 }, { "directive": "disallow", "path": "/*/taxonomy/term/*", "line": 84 }, { "directive": "disallow", "path": "/component-library/*", "line": 87 }, { "directive": "disallow", "path": "/index.php/component-library/*", "line": 88 }, { "directive": "disallow", "path": "/calculator/", "line": 93 }, { "directive": "disallow", "path": "/calculator/*", "line": 94 }, { "directive": "disallow", "path": "/views/ajax", "line": 97 }, { "directive": "disallow", "path": "/views/ajax/*", "line": 98 }, { "directive": "disallow", "path": "/ajax/*", "line": 99 }, { "directive": "disallow", "path": "/search_api_autocomplete/acquia_search", "line": 102 }, { "directive": "disallow", "path": "/get-stock-price", "line": 105 }, { "directive": "disallow", "path": "/node", "line": 108 }, { "directive": "disallow", "path": "/node?*", "line": 109 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/*/admin/", "line": 44 }, { "directive": "disallow", "path": "/comment/reply/", "line": 45 }, { "directive": "disallow", "path": "/filter/tips", "line": 46 }, { "directive": "disallow", "path": "/node/*", "line": 47 }, { "directive": "disallow", "path": "/node/add/", "line": 48 }, { "directive": "disallow", "path": "/*/node/add/", "line": 49 }, { "directive": "disallow", "path": "/search/", "line": 50 }, { "directive": "disallow", "path": "/*/search/", "line": 51 }, { "directive": "disallow", "path": "/user/register", "line": 52 }, { "directive": "disallow", "path": "/*/user/register", "line": 53 }, { "directive": "disallow", "path": "/user/password", "line": 54 }, { "directive": "disallow", "path": "/*/user/password", "line": 55 }, { "directive": "disallow", "path": "/user/login", "line": 56 }, { "directive": "disallow", "path": "/*/user/login", "line": 57 }, { "directive": "disallow", "path": "/saml_login", "line": 58 }, { "directive": "disallow", "path": "/*/saml_login", "line": 59 }, { "directive": "disallow", "path": "/user/logout", "line": 60 }, { "directive": "disallow", "path": "/*/user/logout", "line": 61 }, { "directive": "disallow", "path": "/media/oembed", "line": 62 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 63 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 65 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 66 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 67 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 68 }, { "directive": "disallow", "path": "/index.php/search/", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 71 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 73 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 74 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 75 }, { "directive": "disallow", "path": "/taxonomy/", "line": 78 }, { "directive": "disallow", "path": "/taxonomy/", "line": 79 }, { "directive": "disallow", "path": "/*/taxonomy/", "line": 80 }, { "directive": "disallow", "path": "/taxonomy/*", "line": 81 }, { "directive": "disallow", "path": "/*/taxonomy/*", "line": 82 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 83 }, { "directive": "disallow", "path": "/*/taxonomy/term/*", "line": 84 }, { "directive": "disallow", "path": "/component-library/*", "line": 87 }, { "directive": "disallow", "path": "/index.php/component-library/*", "line": 88 }, { "directive": "disallow", "path": "/calculator/", "line": 93 }, { "directive": "disallow", "path": "/calculator/*", "line": 94 }, { "directive": "disallow", "path": "/views/ajax", "line": 97 }, { "directive": "disallow", "path": "/views/ajax/*", "line": 98 }, { "directive": "disallow", "path": "/ajax/*", "line": 99 }, { "directive": "disallow", "path": "/search_api_autocomplete/acquia_search", "line": 102 }, { "directive": "disallow", "path": "/get-stock-price", "line": 105 }, { "directive": "disallow", "path": "/node", "line": 108 }, { "directive": "disallow", "path": "/node?*", "line": 109 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.bakerhughes.com/robots.txt", "contentType": "text/plain", "sha256": "2dcb72c1ceb718e7ef015847ed615caf2ef101fec0358dc6aca291071bc4d875", "bytes": 2611 }, { "company": "Ball Corporation", "cik": "9389", "sector": "Materials", "origin": "https://www.ball.com", "checkedAt": "2026-09-26T04:55:00.409Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.ball.com/robots.txt", "contentType": "text/html" }, { "company": "Bank of America", "cik": "70858", "sector": "Financials", "origin": "https://www.bankofamerica.com", "checkedAt": "2026-09-26T04:55:00.715Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/global", "line": 2 }, { "directive": "disallow", "path": "/cfdocs", "line": 3 }, { "directive": "disallow", "path": "/thirdparty", "line": 4 }, { "directive": "disallow", "path": "/directbenefits", "line": 5 }, { "directive": "disallow", "path": "/groupbanking", "line": 6 }, { "directive": "disallow", "path": "/incubator", "line": 7 }, { "directive": "disallow", "path": "/signin", "line": 8 }, { "directive": "disallow", "path": "/associatebanking", "line": 9 }, { "directive": "disallow", "path": "/cgi-bin", "line": 10 }, { "directive": "disallow", "path": "/deposits/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/deposits/*.swf$", "line": 12 }, { "directive": "disallow", "path": "/deposits/*.txt$", "line": 13 }, { "directive": "disallow", "path": "/products/deposits/", "line": 14 }, { "directive": "disallow", "path": "/banking-information/associatebanking/", "line": 15 }, { "directive": "disallow", "path": "/banking-information/employeebanking/", "line": 16 }, { "directive": "disallow", "path": "/products/employeebanking/", "line": 17 }, { "directive": "disallow", "path": "/employeebanking", "line": 18 }, { "directive": "disallow", "path": "/employeebankingandinvestments", "line": 19 }, { "directive": "disallow", "path": "/*slider-module.go", "line": 20 }, { "directive": "disallow", "path": "*/hp-assets/", "line": 21 }, { "directive": "disallow", "path": "/financial-wellness/", "line": 22 }, { "directive": "disallow", "path": "/adtrack/", "line": 25 }, { "directive": "disallow", "path": "/*adlink", "line": 26 }, { "directive": "disallow", "path": "/*cm_mmc", "line": 27 }, { "directive": "disallow", "path": "/weblinking/", "line": 28 }, { "directive": "disallow", "path": "/mortgage_network/", "line": 29 }, { "directive": "disallow", "path": "/*cm_sp", "line": 30 }, { "directive": "disallow", "path": "/*reason=QKN", "line": 31 }, { "directive": "disallow", "path": "/*msg=OnlineIdEmpty", "line": 32 }, { "directive": "disallow", "path": "/*SOURCE_URL", "line": 33 }, { "directive": "disallow", "path": "/promos/jump/package/iPhone/", "line": 36 }, { "directive": "disallow", "path": "/promos/jump/package/mobile/", "line": 37 } ], "warnings": [ 21, 58, 103 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/global", "line": 2 }, { "directive": "disallow", "path": "/cfdocs", "line": 3 }, { "directive": "disallow", "path": "/thirdparty", "line": 4 }, { "directive": "disallow", "path": "/directbenefits", "line": 5 }, { "directive": "disallow", "path": "/groupbanking", "line": 6 }, { "directive": "disallow", "path": "/incubator", "line": 7 }, { "directive": "disallow", "path": "/signin", "line": 8 }, { "directive": "disallow", "path": "/associatebanking", "line": 9 }, { "directive": "disallow", "path": "/cgi-bin", "line": 10 }, { "directive": "disallow", "path": "/deposits/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/deposits/*.swf$", "line": 12 }, { "directive": "disallow", "path": "/deposits/*.txt$", "line": 13 }, { "directive": "disallow", "path": "/products/deposits/", "line": 14 }, { "directive": "disallow", "path": "/banking-information/associatebanking/", "line": 15 }, { "directive": "disallow", "path": "/banking-information/employeebanking/", "line": 16 }, { "directive": "disallow", "path": "/products/employeebanking/", "line": 17 }, { "directive": "disallow", "path": "/employeebanking", "line": 18 }, { "directive": "disallow", "path": "/employeebankingandinvestments", "line": 19 }, { "directive": "disallow", "path": "/*slider-module.go", "line": 20 }, { "directive": "disallow", "path": "*/hp-assets/", "line": 21 }, { "directive": "disallow", "path": "/financial-wellness/", "line": 22 }, { "directive": "disallow", "path": "/adtrack/", "line": 25 }, { "directive": "disallow", "path": "/*adlink", "line": 26 }, { "directive": "disallow", "path": "/*cm_mmc", "line": 27 }, { "directive": "disallow", "path": "/weblinking/", "line": 28 }, { "directive": "disallow", "path": "/mortgage_network/", "line": 29 }, { "directive": "disallow", "path": "/*cm_sp", "line": 30 }, { "directive": "disallow", "path": "/*reason=QKN", "line": 31 }, { "directive": "disallow", "path": "/*msg=OnlineIdEmpty", "line": 32 }, { "directive": "disallow", "path": "/*SOURCE_URL", "line": 33 }, { "directive": "disallow", "path": "/promos/jump/package/iPhone/", "line": 36 }, { "directive": "disallow", "path": "/promos/jump/package/mobile/", "line": 37 } ], "warnings": [ 21, 58, 103 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/global", "line": 2 }, { "directive": "disallow", "path": "/cfdocs", "line": 3 }, { "directive": "disallow", "path": "/thirdparty", "line": 4 }, { "directive": "disallow", "path": "/directbenefits", "line": 5 }, { "directive": "disallow", "path": "/groupbanking", "line": 6 }, { "directive": "disallow", "path": "/incubator", "line": 7 }, { "directive": "disallow", "path": "/signin", "line": 8 }, { "directive": "disallow", "path": "/associatebanking", "line": 9 }, { "directive": "disallow", "path": "/cgi-bin", "line": 10 }, { "directive": "disallow", "path": "/deposits/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/deposits/*.swf$", "line": 12 }, { "directive": "disallow", "path": "/deposits/*.txt$", "line": 13 }, { "directive": "disallow", "path": "/products/deposits/", "line": 14 }, { "directive": "disallow", "path": "/banking-information/associatebanking/", "line": 15 }, { "directive": "disallow", "path": "/banking-information/employeebanking/", "line": 16 }, { "directive": "disallow", "path": "/products/employeebanking/", "line": 17 }, { "directive": "disallow", "path": "/employeebanking", "line": 18 }, { "directive": "disallow", "path": "/employeebankingandinvestments", "line": 19 }, { "directive": "disallow", "path": "/*slider-module.go", "line": 20 }, { "directive": "disallow", "path": "*/hp-assets/", "line": 21 }, { "directive": "disallow", "path": "/financial-wellness/", "line": 22 }, { "directive": "disallow", "path": "/adtrack/", "line": 25 }, { "directive": "disallow", "path": "/*adlink", "line": 26 }, { "directive": "disallow", "path": "/*cm_mmc", "line": 27 }, { "directive": "disallow", "path": "/weblinking/", "line": 28 }, { "directive": "disallow", "path": "/mortgage_network/", "line": 29 }, { "directive": "disallow", "path": "/*cm_sp", "line": 30 }, { "directive": "disallow", "path": "/*reason=QKN", "line": 31 }, { "directive": "disallow", "path": "/*msg=OnlineIdEmpty", "line": 32 }, { "directive": "disallow", "path": "/*SOURCE_URL", "line": 33 }, { "directive": "disallow", "path": "/promos/jump/package/iPhone/", "line": 36 }, { "directive": "disallow", "path": "/promos/jump/package/mobile/", "line": 37 } ], "warnings": [ 21, 58, 103 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/global", "line": 2 }, { "directive": "disallow", "path": "/cfdocs", "line": 3 }, { "directive": "disallow", "path": "/thirdparty", "line": 4 }, { "directive": "disallow", "path": "/directbenefits", "line": 5 }, { "directive": "disallow", "path": "/groupbanking", "line": 6 }, { "directive": "disallow", "path": "/incubator", "line": 7 }, { "directive": "disallow", "path": "/signin", "line": 8 }, { "directive": "disallow", "path": "/associatebanking", "line": 9 }, { "directive": "disallow", "path": "/cgi-bin", "line": 10 }, { "directive": "disallow", "path": "/deposits/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/deposits/*.swf$", "line": 12 }, { "directive": "disallow", "path": "/deposits/*.txt$", "line": 13 }, { "directive": "disallow", "path": "/products/deposits/", "line": 14 }, { "directive": "disallow", "path": "/banking-information/associatebanking/", "line": 15 }, { "directive": "disallow", "path": "/banking-information/employeebanking/", "line": 16 }, { "directive": "disallow", "path": "/products/employeebanking/", "line": 17 }, { "directive": "disallow", "path": "/employeebanking", "line": 18 }, { "directive": "disallow", "path": "/employeebankingandinvestments", "line": 19 }, { "directive": "disallow", "path": "/*slider-module.go", "line": 20 }, { "directive": "disallow", "path": "*/hp-assets/", "line": 21 }, { "directive": "disallow", "path": "/financial-wellness/", "line": 22 }, { "directive": "disallow", "path": "/adtrack/", "line": 25 }, { "directive": "disallow", "path": "/*adlink", "line": 26 }, { "directive": "disallow", "path": "/*cm_mmc", "line": 27 }, { "directive": "disallow", "path": "/weblinking/", "line": 28 }, { "directive": "disallow", "path": "/mortgage_network/", "line": 29 }, { "directive": "disallow", "path": "/*cm_sp", "line": 30 }, { "directive": "disallow", "path": "/*reason=QKN", "line": 31 }, { "directive": "disallow", "path": "/*msg=OnlineIdEmpty", "line": 32 }, { "directive": "disallow", "path": "/*SOURCE_URL", "line": 33 }, { "directive": "disallow", "path": "/promos/jump/package/iPhone/", "line": 36 }, { "directive": "disallow", "path": "/promos/jump/package/mobile/", "line": 37 } ], "warnings": [ 21, 58, 103 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/global", "line": 2 }, { "directive": "disallow", "path": "/cfdocs", "line": 3 }, { "directive": "disallow", "path": "/thirdparty", "line": 4 }, { "directive": "disallow", "path": "/directbenefits", "line": 5 }, { "directive": "disallow", "path": "/groupbanking", "line": 6 }, { "directive": "disallow", "path": "/incubator", "line": 7 }, { "directive": "disallow", "path": "/signin", "line": 8 }, { "directive": "disallow", "path": "/associatebanking", "line": 9 }, { "directive": "disallow", "path": "/cgi-bin", "line": 10 }, { "directive": "disallow", "path": "/deposits/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/deposits/*.swf$", "line": 12 }, { "directive": "disallow", "path": "/deposits/*.txt$", "line": 13 }, { "directive": "disallow", "path": "/products/deposits/", "line": 14 }, { "directive": "disallow", "path": "/banking-information/associatebanking/", "line": 15 }, { "directive": "disallow", "path": "/banking-information/employeebanking/", "line": 16 }, { "directive": "disallow", "path": "/products/employeebanking/", "line": 17 }, { "directive": "disallow", "path": "/employeebanking", "line": 18 }, { "directive": "disallow", "path": "/employeebankingandinvestments", "line": 19 }, { "directive": "disallow", "path": "/*slider-module.go", "line": 20 }, { "directive": "disallow", "path": "*/hp-assets/", "line": 21 }, { "directive": "disallow", "path": "/financial-wellness/", "line": 22 }, { "directive": "disallow", "path": "/adtrack/", "line": 25 }, { "directive": "disallow", "path": "/*adlink", "line": 26 }, { "directive": "disallow", "path": "/*cm_mmc", "line": 27 }, { "directive": "disallow", "path": "/weblinking/", "line": 28 }, { "directive": "disallow", "path": "/mortgage_network/", "line": 29 }, { "directive": "disallow", "path": "/*cm_sp", "line": 30 }, { "directive": "disallow", "path": "/*reason=QKN", "line": 31 }, { "directive": "disallow", "path": "/*msg=OnlineIdEmpty", "line": 32 }, { "directive": "disallow", "path": "/*SOURCE_URL", "line": 33 }, { "directive": "disallow", "path": "/promos/jump/package/iPhone/", "line": 36 }, { "directive": "disallow", "path": "/promos/jump/package/mobile/", "line": 37 } ], "warnings": [ 21, 58, 103 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/global", "line": 2 }, { "directive": "disallow", "path": "/cfdocs", "line": 3 }, { "directive": "disallow", "path": "/thirdparty", "line": 4 }, { "directive": "disallow", "path": "/directbenefits", "line": 5 }, { "directive": "disallow", "path": "/groupbanking", "line": 6 }, { "directive": "disallow", "path": "/incubator", "line": 7 }, { "directive": "disallow", "path": "/signin", "line": 8 }, { "directive": "disallow", "path": "/associatebanking", "line": 9 }, { "directive": "disallow", "path": "/cgi-bin", "line": 10 }, { "directive": "disallow", "path": "/deposits/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/deposits/*.swf$", "line": 12 }, { "directive": "disallow", "path": "/deposits/*.txt$", "line": 13 }, { "directive": "disallow", "path": "/products/deposits/", "line": 14 }, { "directive": "disallow", "path": "/banking-information/associatebanking/", "line": 15 }, { "directive": "disallow", "path": "/banking-information/employeebanking/", "line": 16 }, { "directive": "disallow", "path": "/products/employeebanking/", "line": 17 }, { "directive": "disallow", "path": "/employeebanking", "line": 18 }, { "directive": "disallow", "path": "/employeebankingandinvestments", "line": 19 }, { "directive": "disallow", "path": "/*slider-module.go", "line": 20 }, { "directive": "disallow", "path": "*/hp-assets/", "line": 21 }, { "directive": "disallow", "path": "/financial-wellness/", "line": 22 }, { "directive": "disallow", "path": "/adtrack/", "line": 25 }, { "directive": "disallow", "path": "/*adlink", "line": 26 }, { "directive": "disallow", "path": "/*cm_mmc", "line": 27 }, { "directive": "disallow", "path": "/weblinking/", "line": 28 }, { "directive": "disallow", "path": "/mortgage_network/", "line": 29 }, { "directive": "disallow", "path": "/*cm_sp", "line": 30 }, { "directive": "disallow", "path": "/*reason=QKN", "line": 31 }, { "directive": "disallow", "path": "/*msg=OnlineIdEmpty", "line": 32 }, { "directive": "disallow", "path": "/*SOURCE_URL", "line": 33 }, { "directive": "disallow", "path": "/promos/jump/package/iPhone/", "line": 36 }, { "directive": "disallow", "path": "/promos/jump/package/mobile/", "line": 37 } ], "warnings": [ 21, 58, 103 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/global", "line": 2 }, { "directive": "disallow", "path": "/cfdocs", "line": 3 }, { "directive": "disallow", "path": "/thirdparty", "line": 4 }, { "directive": "disallow", "path": "/directbenefits", "line": 5 }, { "directive": "disallow", "path": "/groupbanking", "line": 6 }, { "directive": "disallow", "path": "/incubator", "line": 7 }, { "directive": "disallow", "path": "/signin", "line": 8 }, { "directive": "disallow", "path": "/associatebanking", "line": 9 }, { "directive": "disallow", "path": "/cgi-bin", "line": 10 }, { "directive": "disallow", "path": "/deposits/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/deposits/*.swf$", "line": 12 }, { "directive": "disallow", "path": "/deposits/*.txt$", "line": 13 }, { "directive": "disallow", "path": "/products/deposits/", "line": 14 }, { "directive": "disallow", "path": "/banking-information/associatebanking/", "line": 15 }, { "directive": "disallow", "path": "/banking-information/employeebanking/", "line": 16 }, { "directive": "disallow", "path": "/products/employeebanking/", "line": 17 }, { "directive": "disallow", "path": "/employeebanking", "line": 18 }, { "directive": "disallow", "path": "/employeebankingandinvestments", "line": 19 }, { "directive": "disallow", "path": "/*slider-module.go", "line": 20 }, { "directive": "disallow", "path": "*/hp-assets/", "line": 21 }, { "directive": "disallow", "path": "/financial-wellness/", "line": 22 }, { "directive": "disallow", "path": "/adtrack/", "line": 25 }, { "directive": "disallow", "path": "/*adlink", "line": 26 }, { "directive": "disallow", "path": "/*cm_mmc", "line": 27 }, { "directive": "disallow", "path": "/weblinking/", "line": 28 }, { "directive": "disallow", "path": "/mortgage_network/", "line": 29 }, { "directive": "disallow", "path": "/*cm_sp", "line": 30 }, { "directive": "disallow", "path": "/*reason=QKN", "line": 31 }, { "directive": "disallow", "path": "/*msg=OnlineIdEmpty", "line": 32 }, { "directive": "disallow", "path": "/*SOURCE_URL", "line": 33 }, { "directive": "disallow", "path": "/promos/jump/package/iPhone/", "line": 36 }, { "directive": "disallow", "path": "/promos/jump/package/mobile/", "line": 37 } ], "warnings": [ 21, 58, 103 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/global", "line": 2 }, { "directive": "disallow", "path": "/cfdocs", "line": 3 }, { "directive": "disallow", "path": "/thirdparty", "line": 4 }, { "directive": "disallow", "path": "/directbenefits", "line": 5 }, { "directive": "disallow", "path": "/groupbanking", "line": 6 }, { "directive": "disallow", "path": "/incubator", "line": 7 }, { "directive": "disallow", "path": "/signin", "line": 8 }, { "directive": "disallow", "path": "/associatebanking", "line": 9 }, { "directive": "disallow", "path": "/cgi-bin", "line": 10 }, { "directive": "disallow", "path": "/deposits/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/deposits/*.swf$", "line": 12 }, { "directive": "disallow", "path": "/deposits/*.txt$", "line": 13 }, { "directive": "disallow", "path": "/products/deposits/", "line": 14 }, { "directive": "disallow", "path": "/banking-information/associatebanking/", "line": 15 }, { "directive": "disallow", "path": "/banking-information/employeebanking/", "line": 16 }, { "directive": "disallow", "path": "/products/employeebanking/", "line": 17 }, { "directive": "disallow", "path": "/employeebanking", "line": 18 }, { "directive": "disallow", "path": "/employeebankingandinvestments", "line": 19 }, { "directive": "disallow", "path": "/*slider-module.go", "line": 20 }, { "directive": "disallow", "path": "*/hp-assets/", "line": 21 }, { "directive": "disallow", "path": "/financial-wellness/", "line": 22 }, { "directive": "disallow", "path": "/adtrack/", "line": 25 }, { "directive": "disallow", "path": "/*adlink", "line": 26 }, { "directive": "disallow", "path": "/*cm_mmc", "line": 27 }, { "directive": "disallow", "path": "/weblinking/", "line": 28 }, { "directive": "disallow", "path": "/mortgage_network/", "line": 29 }, { "directive": "disallow", "path": "/*cm_sp", "line": 30 }, { "directive": "disallow", "path": "/*reason=QKN", "line": 31 }, { "directive": "disallow", "path": "/*msg=OnlineIdEmpty", "line": 32 }, { "directive": "disallow", "path": "/*SOURCE_URL", "line": 33 }, { "directive": "disallow", "path": "/promos/jump/package/iPhone/", "line": 36 }, { "directive": "disallow", "path": "/promos/jump/package/mobile/", "line": 37 } ], "warnings": [ 21, 58, 103 ] } }, "httpStatus": 200, "finalUrl": "https://www.bankofamerica.com/robots.txt", "contentType": "text/plain", "sha256": "a5e538b28463bf76e653bcdf6af94ae510991a3c4341cdcf7535de75d9f5a691", "bytes": 3312 }, { "company": "Baxter International", "cik": "10456", "sector": "Health Care", "origin": "http://www.baxter.com", "checkedAt": "2026-09-26T04:55:00.725Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cdn-cgi/", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cdn-cgi/", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cdn-cgi/", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cdn-cgi/", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cdn-cgi/", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cdn-cgi/", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cdn-cgi/", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cdn-cgi/", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.baxter.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "085fc3940832925eb408a9f6ac0c04845e6d2dae5f5e2f9a5787ee9cd23ceb93", "bytes": 78 }, { "company": "Becton Dickinson", "cik": "10795", "sector": "Health Care", "origin": "http://www.bd.com", "checkedAt": "2026-09-26T04:55:00.814Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/login", "line": 5 }, { "directive": "disallow", "path": "/thank-you", "line": 6 }, { "directive": "disallow", "path": "/*?dates=", "line": 7 }, { "directive": "disallow", "path": "/*?cat=", "line": 8 }, { "directive": "disallow", "path": "/*?productline=", "line": 9 }, { "directive": "disallow", "path": "/*?search=", "line": 10 }, { "directive": "disallow", "path": "/*?products=", "line": 11 }, { "directive": "disallow", "path": "/*?contenttype=", "line": 12 }, { "directive": "disallow", "path": "/*?resource=", "line": 13 }, { "directive": "disallow", "path": "/*?languages=", "line": 14 }, { "directive": "disallow", "path": "/*?resize=", "line": 15 }, { "directive": "disallow", "path": "/product-print-page*", "line": 16 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/login", "line": 5 }, { "directive": "disallow", "path": "/thank-you", "line": 6 }, { "directive": "disallow", "path": "/*?dates=", "line": 7 }, { "directive": "disallow", "path": "/*?cat=", "line": 8 }, { "directive": "disallow", "path": "/*?productline=", "line": 9 }, { "directive": "disallow", "path": "/*?search=", "line": 10 }, { "directive": "disallow", "path": "/*?products=", "line": 11 }, { "directive": "disallow", "path": "/*?contenttype=", "line": 12 }, { "directive": "disallow", "path": "/*?resource=", "line": 13 }, { "directive": "disallow", "path": "/*?languages=", "line": 14 }, { "directive": "disallow", "path": "/*?resize=", "line": 15 }, { "directive": "disallow", "path": "/product-print-page*", "line": 16 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/login", "line": 5 }, { "directive": "disallow", "path": "/thank-you", "line": 6 }, { "directive": "disallow", "path": "/*?dates=", "line": 7 }, { "directive": "disallow", "path": "/*?cat=", "line": 8 }, { "directive": "disallow", "path": "/*?productline=", "line": 9 }, { "directive": "disallow", "path": "/*?search=", "line": 10 }, { "directive": "disallow", "path": "/*?products=", "line": 11 }, { "directive": "disallow", "path": "/*?contenttype=", "line": 12 }, { "directive": "disallow", "path": "/*?resource=", "line": 13 }, { "directive": "disallow", "path": "/*?languages=", "line": 14 }, { "directive": "disallow", "path": "/*?resize=", "line": 15 }, { "directive": "disallow", "path": "/product-print-page*", "line": 16 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/login", "line": 5 }, { "directive": "disallow", "path": "/thank-you", "line": 6 }, { "directive": "disallow", "path": "/*?dates=", "line": 7 }, { "directive": "disallow", "path": "/*?cat=", "line": 8 }, { "directive": "disallow", "path": "/*?productline=", "line": 9 }, { "directive": "disallow", "path": "/*?search=", "line": 10 }, { "directive": "disallow", "path": "/*?products=", "line": 11 }, { "directive": "disallow", "path": "/*?contenttype=", "line": 12 }, { "directive": "disallow", "path": "/*?resource=", "line": 13 }, { "directive": "disallow", "path": "/*?languages=", "line": 14 }, { "directive": "disallow", "path": "/*?resize=", "line": 15 }, { "directive": "disallow", "path": "/product-print-page*", "line": 16 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/login", "line": 5 }, { "directive": "disallow", "path": "/thank-you", "line": 6 }, { "directive": "disallow", "path": "/*?dates=", "line": 7 }, { "directive": "disallow", "path": "/*?cat=", "line": 8 }, { "directive": "disallow", "path": "/*?productline=", "line": 9 }, { "directive": "disallow", "path": "/*?search=", "line": 10 }, { "directive": "disallow", "path": "/*?products=", "line": 11 }, { "directive": "disallow", "path": "/*?contenttype=", "line": 12 }, { "directive": "disallow", "path": "/*?resource=", "line": 13 }, { "directive": "disallow", "path": "/*?languages=", "line": 14 }, { "directive": "disallow", "path": "/*?resize=", "line": 15 }, { "directive": "disallow", "path": "/product-print-page*", "line": 16 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/login", "line": 5 }, { "directive": "disallow", "path": "/thank-you", "line": 6 }, { "directive": "disallow", "path": "/*?dates=", "line": 7 }, { "directive": "disallow", "path": "/*?cat=", "line": 8 }, { "directive": "disallow", "path": "/*?productline=", "line": 9 }, { "directive": "disallow", "path": "/*?search=", "line": 10 }, { "directive": "disallow", "path": "/*?products=", "line": 11 }, { "directive": "disallow", "path": "/*?contenttype=", "line": 12 }, { "directive": "disallow", "path": "/*?resource=", "line": 13 }, { "directive": "disallow", "path": "/*?languages=", "line": 14 }, { "directive": "disallow", "path": "/*?resize=", "line": 15 }, { "directive": "disallow", "path": "/product-print-page*", "line": 16 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/login", "line": 5 }, { "directive": "disallow", "path": "/thank-you", "line": 6 }, { "directive": "disallow", "path": "/*?dates=", "line": 7 }, { "directive": "disallow", "path": "/*?cat=", "line": 8 }, { "directive": "disallow", "path": "/*?productline=", "line": 9 }, { "directive": "disallow", "path": "/*?search=", "line": 10 }, { "directive": "disallow", "path": "/*?products=", "line": 11 }, { "directive": "disallow", "path": "/*?contenttype=", "line": 12 }, { "directive": "disallow", "path": "/*?resource=", "line": 13 }, { "directive": "disallow", "path": "/*?languages=", "line": 14 }, { "directive": "disallow", "path": "/*?resize=", "line": 15 }, { "directive": "disallow", "path": "/product-print-page*", "line": 16 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/login", "line": 5 }, { "directive": "disallow", "path": "/thank-you", "line": 6 }, { "directive": "disallow", "path": "/*?dates=", "line": 7 }, { "directive": "disallow", "path": "/*?cat=", "line": 8 }, { "directive": "disallow", "path": "/*?productline=", "line": 9 }, { "directive": "disallow", "path": "/*?search=", "line": 10 }, { "directive": "disallow", "path": "/*?products=", "line": 11 }, { "directive": "disallow", "path": "/*?contenttype=", "line": 12 }, { "directive": "disallow", "path": "/*?resource=", "line": 13 }, { "directive": "disallow", "path": "/*?languages=", "line": 14 }, { "directive": "disallow", "path": "/*?resize=", "line": 15 }, { "directive": "disallow", "path": "/product-print-page*", "line": 16 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.bd.com/robots.txt", "contentType": "text/plain;charset=utf-8", "sha256": "25d488f7ea994a9a8cd61e1981474179b2b5b9fada079eedff9fe1458f78e1be", "bytes": 2415 }, { "company": "Berkshire Hathaway", "cik": "1067983", "sector": "Financials", "origin": "https://www.berkshirehathaway.com", "checkedAt": "2026-09-26T04:55:01.097Z", "status": "missing_file", "bots": null, "httpStatus": 404, "finalUrl": "https://www.berkshirehathaway.com/robots.txt", "contentType": "text/html; charset=iso-8859-1" }, { "company": "Best Buy", "cik": "764478", "sector": "Consumer Discretionary", "origin": "https://www.bestbuy.com", "checkedAt": "2026-09-26T04:55:01.178Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/site/", "line": 24 }, { "directive": "allow", "path": "/discover-learn/", "line": 25 }, { "directive": "disallow", "path": "/nex/", "line": 28 }, { "directive": "disallow", "path": "/m/e/*", "line": 29 }, { "directive": "disallow", "path": "/browse-api/*", "line": 30 }, { "directive": "disallow", "path": "/api/*.json", "line": 31 }, { "directive": "disallow", "path": "/availability/*", "line": 32 }, { "directive": "disallow", "path": "/cart", "line": 33 }, { "directive": "disallow", "path": "/cart/*", "line": 34 }, { "directive": "disallow", "path": "/cartitems/*", "line": 35 }, { "directive": "disallow", "path": "/fulfillment/*", "line": 36 }, { "directive": "disallow", "path": "/location/*", "line": 37 }, { "directive": "disallow", "path": "/pricing/*", "line": 38 }, { "directive": "disallow", "path": "/productfulfillment/*", "line": 39 }, { "directive": "disallow", "path": "/profile/*", "line": 40 }, { "directive": "disallow", "path": "/services/plans/*", "line": 41 }, { "directive": "disallow", "path": "/services/shoppingscheduler*", "line": 42 }, { "directive": "disallow", "path": "/site/builder/*", "line": 43 }, { "directive": "disallow", "path": "/site/modals/*", "line": 44 }, { "directive": "disallow", "path": "/site/dni/*", "line": 45 }, { "directive": "disallow", "path": "/site/offerbuilder/*", "line": 46 }, { "directive": "disallow", "path": "/site/questions/submission*", "line": 49 }, { "directive": "disallow", "path": "/site/answers/submission*", "line": 50 }, { "directive": "disallow", "path": "/site/reviews/submission*", "line": 51 }, { "directive": "disallow", "path": "/*template=_gameDetailsTab", "line": 54 }, { "directive": "disallow", "path": "/*template=_movieDetailsTab", "line": 55 }, { "directive": "disallow", "path": "/*template=_musicDetailsTab", "line": 56 }, { "directive": "disallow", "path": "/*template=_softwareDetailsTab", "line": 57 }, { "directive": "disallow", "path": "/*template=_accessoriesTab", "line": 58 }, { "directive": "disallow", "path": "/*template=_castAndCrewTab", "line": 59 }, { "directive": "disallow", "path": "/*template=_editorialTab", "line": 60 }, { "directive": "disallow", "path": "/*template=_episodesTab", "line": 61 }, { "directive": "disallow", "path": "/*template=_protectionAndServicesTab", "line": 62 }, { "directive": "disallow", "path": "/*template=_specificationsTab", "line": 63 }, { "directive": "disallow", "path": "/*template=_featuresSpoke", "line": 64 }, { "directive": "disallow", "path": "/*template=_buyingOptionsNewTab", "line": 65 }, { "directive": "disallow", "path": "*armodelformat_facet*", "line": 68 }, { "directive": "disallow", "path": "*awardtype_facet*", "line": 69 }, { "directive": "disallow", "path": "*awardwinner_facet*", "line": 70 }, { "directive": "disallow", "path": "*awardyear_facet*", "line": 71 }, { "directive": "disallow", "path": "*blenderfunctions_facet*", "line": 72 }, { "directive": "disallow", "path": "*boxdesign_facet*", "line": 73 }, { "directive": "disallow", "path": "*cast_facet*", "line": 74 }, { "directive": "disallow", "path": "*cleaningpathwidthrange_facet*", "line": 75 }, { "directive": "disallow", "path": "*consumerlifestage_facet*", "line": 76 }, { "directive": "disallow", "path": "*decade_facet*", "line": 77 }, { "directive": "disallow", "path": "*defrosttype_facet*", "line": 78 }, { "directive": "disallow", "path": "*departmentid_facet*", "line": 79 }, { "directive": "disallow", "path": "*depthtype_facet*", "line": 80 }, { "directive": "disallow", "path": "*displayport_facet*", "line": 81 }, { "directive": "disallow", "path": "*doorstylesv_facet*", "line": 82 }, { "directive": "disallow", "path": "*drawertype_facet*", "line": 83 }, { "directive": "disallow", "path": "*dynamiccategory_facet*", "line": 84 }, { "directive": "disallow", "path": "*effectivemegapixels_facet*", "line": 85 }, { "directive": "disallow", "path": "*flashmodesmv_facet*", "line": 86 }, { "directive": "disallow", "path": "*framematerialmv_facet*", "line": 87 }, { "directive": "disallow", "path": "*giftcardthemesv_facet*", "line": 88 }, { "directive": "disallow", "path": "*handletype_facet*", "line": 89 }, { "directive": "disallow", "path": "*headsetstylesv_facet*", "line": 90 }, { "directive": "disallow", "path": "*heatingsource_facet*", "line": 91 }, { "directive": "disallow", "path": "*imagesensorsize_facet*", "line": 92 }, { "directive": "disallow", "path": "*imagesensortype11_facet*", "line": 93 }, { "directive": "disallow", "path": "*includedcolors_facet*", "line": 94 }, { "directive": "disallow", "path": "*inkmodelcompatibilitymv_facet*", "line": 95 }, { "directive": "disallow", "path": "*internalorexternal_facet*", "line": 96 }, { "directive": "disallow", "path": "*laptopuse_facet*", "line": 97 }, { "directive": "disallow", "path": "*lengthofcable_facet*", "line": 98 }, { "directive": "disallow", "path": "*mattressmaterial_facet*", "line": 99 }, { "directive": "disallow", "path": "*maximumsensitivity_facet*", "line": 100 }, { "directive": "disallow", "path": "*minfocallengthrange_facet*", "line": 101 }, { "directive": "disallow", "path": "*mobileinternalmemory_facet*", "line": 102 }, { "directive": "disallow", "path": "*monitorresponsetimerange_facet*", "line": 103 }, { "directive": "disallow", "path": "*monitorsnumberofusb30typecports_facet*", "line": 104 }, { "directive": "disallow", "path": "*monitorsnumberofusb31typecports_facet*", "line": 105 }, { "directive": "disallow", "path": "*mountmaterial_facet*", "line": 106 }, { "directive": "disallow", "path": "*networkingcabletype_facet*", "line": 107 }, { "directive": "disallow", "path": "*numberofbedroomsef_facet*", "line": 108 }, { "directive": "disallow", "path": "*numberofburnerssv_facet*", "line": 109 }, { "directive": "disallow", "path": "*numberofbuttons_facet*", "line": 110 }, { "directive": "disallow", "path": "*numberofdryingcycles_facet*", "line": 111 }, { "directive": "disallow", "path": "*numberoffanspeedssv_facet*", "line": 112 }, { "directive": "disallow", "path": "*numberofhdmiinputssv_facet*", "line": 113 }, { "directive": "disallow", "path": "*numberoflanports_facet*", "line": 114 }, { "directive": "disallow", "path": "*numberofspeakers_facet*", "line": 115 }, { "directive": "disallow", "path": "*numberofspeedssv_facet*", "line": 116 }, { "directive": "disallow", "path": "*numberofthunderbolt_ports_facet*", "line": 117 }, { "directive": "disallow", "path": "*numberofwashrinsecycle_facet*", "line": 118 }, { "directive": "disallow", "path": "*papersize_facet*", "line": 119 }, { "directive": "disallow", "path": "*playbackformatsmv_facet*", "line": 120 }, { "directive": "disallow", "path": "*productcategories_facet*", "line": 121 }, { "directive": "disallow", "path": "*screensizediagonalrange_facet*", "line": 122 }, { "directive": "disallow", "path": "*securityconnectivity_facet*", "line": 123 }, { "directive": "disallow", "path": "*securityresolution_facet*", "line": 124 }, { "directive": "disallow", "path": "*securitystoragetype_facet*", "line": 125 }, { "directive": "disallow", "path": "*softwareformat_facet*", "line": 126 }, { "directive": "disallow", "path": "*sqbprocessormodel_facet*", "line": 127 }, { "directive": "disallow", "path": "*sqbtotalstoragecapacity_facet*", "line": 128 }, { "directive": "disallow", "path": "*stringtype_facet*", "line": 129 }, { "directive": "disallow", "path": "*subclassid_facet*", "line": 130 }, { "directive": "disallow", "path": "*subgenre_facet*", "line": 131 }, { "directive": "disallow", "path": "*thruthedoordispenser_facet*", "line": 132 }, { "directive": "disallow", "path": "*toastingslotssv_facet*", "line": 133 }, { "directive": "disallow", "path": "*totaltechdeals_facet*", "line": 134 }, { "directive": "disallow", "path": "*touchscreentype_facet*", "line": 135 }, { "directive": "disallow", "path": "*transferrate_facet*", "line": 136 }, { "directive": "disallow", "path": "*transistorsize_facet*", "line": 137 }, { "directive": "disallow", "path": "*transmitterdistance_facet*", "line": 138 }, { "directive": "disallow", "path": "*treeheight_facet*", "line": 139 }, { "directive": "disallow", "path": "*treelightbulbcolor_facet*", "line": 140 }, { "directive": "disallow", "path": "*tubfinishmv_facet*", "line": 141 }, { "directive": "disallow", "path": "*varyinganglescreen_facet*", "line": 142 }, { "directive": "disallow", "path": "*vendorcollection_facet*", "line": 143 }, { "directive": "disallow", "path": "*videomemory_facet*", "line": 144 }, { "directive": "disallow", "path": "*viewfindertypemv_facet*", "line": 145 }, { "directive": "disallow", "path": "*virtualrealitycompatibility_facet*", "line": 146 }, { "directive": "disallow", "path": "*wanportssv_facet*", "line": 147 }, { "directive": "disallow", "path": "*wearingstyle_facet*", "line": 148 }, { "directive": "disallow", "path": "*currentprice2_facet*", "line": 149 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*5*", "line": 150 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*4*", "line": 151 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*3*", "line": 152 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*2*", "line": 153 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*1*", "line": 154 }, { "directive": "disallow", "path": "*soldout_facet*", "line": 155 }, { "directive": "disallow", "path": "*/site/promo/*?*_facet*", "line": 156 }, { "directive": "disallow", "path": "*/product/list/*", "line": 157 }, { "directive": "disallow", "path": "*/awacs-ingestor/*", "line": 158 }, { "directive": "disallow", "path": "*cp=1*", "line": 161 }, { "directive": "disallow", "path": "*cp=20*", "line": 162 }, { "directive": "disallow", "path": "*cp=6*", "line": 163 }, { "directive": "disallow", "path": "*cp=7*", "line": 164 }, { "directive": "disallow", "path": "*cp=8*", "line": 165 }, { "directive": "disallow", "path": "*cp=9*", "line": 166 }, { "directive": "disallow", "path": "*?*page=*&page=*$", "line": 167 }, { "directive": "disallow", "path": "*==$", "line": 170 }, { "directive": "disallow", "path": "*/-?", "line": 171 }, { "directive": "disallow", "path": "*/undefined$", "line": 172 }, { "directive": "disallow", "path": "*/null$", "line": 173 }, { "directive": "disallow", "path": "*javascript:winopengld*", "line": 174 } ], "warnings": [ 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 161, 162, 163, 164, 165, 166, 167, 170, 171, 172, 173, 174, 244, 245, 270, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 384, 385, 386, 387, 388, 389, 390, 393, 394, 395, 396, 397 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/~assets/", "line": 198 }, { "directive": "allow", "path": "/discover-learn/", "line": 199 }, { "directive": "disallow", "path": "/nex/", "line": 202 }, { "directive": "disallow", "path": "/m/e/*", "line": 203 }, { "directive": "disallow", "path": "/site/builder/*", "line": 204 }, { "directive": "disallow", "path": "/browse-api/*", "line": 205 }, { "directive": "disallow", "path": "/api/*.json", "line": 206 }, { "directive": "disallow", "path": "/availability/*", "line": 207 }, { "directive": "disallow", "path": "/cart", "line": 208 }, { "directive": "disallow", "path": "/cart/*", "line": 209 }, { "directive": "disallow", "path": "/cartitems/*", "line": 210 }, { "directive": "disallow", "path": "/fulfillment/*", "line": 211 }, { "directive": "disallow", "path": "/location/*", "line": 212 }, { "directive": "disallow", "path": "/pricing/*", "line": 213 }, { "directive": "disallow", "path": "/productfulfillment/*", "line": 214 }, { "directive": "disallow", "path": "/profile/*", "line": 215 }, { "directive": "disallow", "path": "/site/modals/*", "line": 216 }, { "directive": "disallow", "path": "/services/plans/*", "line": 217 }, { "directive": "disallow", "path": "/site/dni/*", "line": 218 }, { "directive": "disallow", "path": "/site/offerbuilder/*", "line": 219 }, { "directive": "disallow", "path": "/services/shoppingscheduler*", "line": 220 }, { "directive": "disallow", "path": "/site/clp/test-page/*", "line": 223 }, { "directive": "disallow", "path": "/site/test-page/*", "line": 224 }, { "directive": "disallow", "path": "/site/misc/test-pages/*", "line": 225 }, { "directive": "disallow", "path": "/site/offer/*", "line": 226 }, { "directive": "disallow", "path": "/site/compare?skus=*", "line": 227 }, { "directive": "disallow", "path": "/site/clp/conditional-offers/*", "line": 228 }, { "directive": "disallow", "path": "/site/total-tech-support/*", "line": 229 }, { "directive": "disallow", "path": "/site/clp/annette-test-listing/*", "line": 230 }, { "directive": "disallow", "path": "/site/shop-view-test-page/*", "line": 231 }, { "directive": "disallow", "path": "/site/clp/test/*", "line": 232 }, { "directive": "disallow", "path": "/site/test-cloud-ready/*", "line": 233 }, { "directive": "disallow", "path": "/site/clp/mystery-rewards-certificate/pcmcat1524134875052.c?id=pcmcat1524134875052", "line": 234 }, { "directive": "disallow", "path": "/purchasehistory/gift-receipt*", "line": 235 }, { "directive": "disallow", "path": "/contact-us?*", "line": 236 }, { "directive": "disallow", "path": "/ease/email", "line": 237 }, { "directive": "disallow", "path": "/ihc/invoice*", "line": 238 }, { "directive": "disallow", "path": "/identity/newAccount?*", "line": 239 }, { "directive": "disallow", "path": "/identity/signin?*", "line": 240 }, { "directive": "disallow", "path": "/identity/signin/forgotPassword?*", "line": 241 }, { "directive": "disallow", "path": "/dossier/service/appointment/*/*-*", "line": 242 }, { "directive": "disallow", "path": "/dossier/service/appointment/search?*", "line": 243 }, { "directive": "disallow", "path": "*/product-selector/*", "line": 244 }, { "directive": "disallow", "path": "*/email-subscription/*", "line": 245 }, { "directive": "disallow", "path": "/site/olspage.jsp?id=pcat17098*", "line": 248 }, { "directive": "disallow", "path": "/site/olstemplatemapper.jsp?id=pcat17098*", "line": 249 }, { "directive": "disallow", "path": "/site/olspage.jsp?id=pcat17089*", "line": 250 }, { "directive": "disallow", "path": "/site/olstemplatemapper.jsp?id=pcat17089*", "line": 251 }, { "directive": "disallow", "path": "/site/olspage.jsp?id=cat13503*", "line": 252 }, { "directive": "disallow", "path": "/site/olstemplatemapper.jsp?id=cat13503*", "line": 253 }, { "directive": "disallow", "path": "/site/olspage.jsp?id=pcat17007*", "line": 254 }, { "directive": "disallow", "path": "/site/olstemplatemapper.jsp?id=pcat17007*", "line": 255 }, { "directive": "disallow", "path": "/site/olspage.jsp?id=pcat17408*", "line": 256 }, { "directive": "disallow", "path": "/site/olstemplatemapper.jsp?id=pcat17408*", "line": 257 }, { "directive": "disallow", "path": "/site/olspage.jsp?id=cat12091*", "line": 258 }, { "directive": "disallow", "path": "/site/olstemplatemapper.jsp?id=cat12091*", "line": 259 }, { "directive": "disallow", "path": "/site/olspage.jsp?id=pcat17005*", "line": 260 }, { "directive": "disallow", "path": "/site/olstemplatemapper.jsp?id=pcat17005*", "line": 261 }, { "directive": "disallow", "path": "/site/olspage.jsp?id=cat12076*", "line": 262 }, { "directive": "disallow", "path": "/site/olstemplatemapper.jsp?id=cat12076*", "line": 263 }, { "directive": "disallow", "path": "/site/olspage.jsp?id=cat12080*", "line": 264 }, { "directive": "disallow", "path": "/site/olstemplatemapper.jsp?id=cat12080*", "line": 265 }, { "directive": "disallow", "path": "/site/olspage.jsp?id=cat12101*", "line": 266 }, { "directive": "disallow", "path": "/site/olstemplatemapper.jsp?id=cat12101*", "line": 267 }, { "directive": "disallow", "path": "/site/olstemplatemapper.jsp?id=pcat17006*", "line": 268 }, { "directive": "disallow", "path": "/site/olspage.jsp?id=pcat17006*", "line": 269 }, { "directive": "disallow", "path": "*/site/olspage.jsp*", "line": 270 }, { "directive": "disallow", "path": "/*template=_gameDetailsTab", "line": 273 }, { "directive": "disallow", "path": "/*template=_movieDetailsTab", "line": 274 }, { "directive": "disallow", "path": "/*template=_musicDetailsTab", "line": 275 }, { "directive": "disallow", "path": "/*template=_softwareDetailsTab", "line": 276 }, { "directive": "disallow", "path": "/*template=_accessoriesTab", "line": 277 }, { "directive": "disallow", "path": "/*template=_castAndCrewTab", "line": 278 }, { "directive": "disallow", "path": "/*template=_editorialTab", "line": 279 }, { "directive": "disallow", "path": "/*template=_episodesTab", "line": 280 }, { "directive": "disallow", "path": "/*template=_protectionAndServicesTab", "line": 281 }, { "directive": "disallow", "path": "/*template=_specificationsTab", "line": 282 }, { "directive": "disallow", "path": "/*template=_featuresSpoke", "line": 283 }, { "directive": "disallow", "path": "/*template=_buyingOptionsNewTab", "line": 284 }, { "directive": "disallow", "path": "/site/questions/submission*", "line": 287 }, { "directive": "disallow", "path": "/site/answers/submission*", "line": 288 }, { "directive": "disallow", "path": "/site/reviews/submission*", "line": 289 }, { "directive": "disallow", "path": "*armodelformat_facet*", "line": 292 }, { "directive": "disallow", "path": "*awardtype_facet*", "line": 293 }, { "directive": "disallow", "path": "*awardwinner_facet*", "line": 294 }, { "directive": "disallow", "path": "*awardyear_facet*", "line": 295 }, { "directive": "disallow", "path": "*blenderfunctions_facet*", "line": 296 }, { "directive": "disallow", "path": "*boxdesign_facet*", "line": 297 }, { "directive": "disallow", "path": "*cast_facet*", "line": 298 }, { "directive": "disallow", "path": "*cleaningpathwidthrange_facet*", "line": 299 }, { "directive": "disallow", "path": "*consumerlifestage_facet*", "line": 300 }, { "directive": "disallow", "path": "*decade_facet*", "line": 301 }, { "directive": "disallow", "path": "*defrosttype_facet*", "line": 302 }, { "directive": "disallow", "path": "*departmentid_facet*", "line": 303 }, { "directive": "disallow", "path": "*depthtype_facet*", "line": 304 }, { "directive": "disallow", "path": "*displayport_facet*", "line": 305 }, { "directive": "disallow", "path": "*doorstylesv_facet*", "line": 306 }, { "directive": "disallow", "path": "*drawertype_facet*", "line": 307 }, { "directive": "disallow", "path": "*dynamiccategory_facet*", "line": 308 }, { "directive": "disallow", "path": "*effectivemegapixels_facet*", "line": 309 }, { "directive": "disallow", "path": "*flashmodesmv_facet*", "line": 310 }, { "directive": "disallow", "path": "*framematerialmv_facet*", "line": 311 }, { "directive": "disallow", "path": "*giftcardthemesv_facet*", "line": 312 }, { "directive": "disallow", "path": "*handletype_facet*", "line": 313 }, { "directive": "disallow", "path": "*headsetstylesv_facet*", "line": 314 }, { "directive": "disallow", "path": "*heatingsource_facet*", "line": 315 }, { "directive": "disallow", "path": "*imagesensorsize_facet*", "line": 316 }, { "directive": "disallow", "path": "*imagesensortype11_facet*", "line": 317 }, { "directive": "disallow", "path": "*includedcolors_facet*", "line": 318 }, { "directive": "disallow", "path": "*inkmodelcompatibilitymv_facet*", "line": 319 }, { "directive": "disallow", "path": "*internalorexternal_facet*", "line": 320 }, { "directive": "disallow", "path": "*laptopuse_facet*", "line": 321 }, { "directive": "disallow", "path": "*lengthofcable_facet*", "line": 322 }, { "directive": "disallow", "path": "*mattressmaterial_facet*", "line": 323 }, { "directive": "disallow", "path": "*maximumsensitivity_facet*", "line": 324 }, { "directive": "disallow", "path": "*minfocallengthrange_facet*", "line": 325 }, { "directive": "disallow", "path": "*mobileinternalmemory_facet*", "line": 326 }, { "directive": "disallow", "path": "*monitorresponsetimerange_facet*", "line": 327 }, { "directive": "disallow", "path": "*monitorsnumberofusb30typecports_facet*", "line": 328 }, { "directive": "disallow", "path": "*monitorsnumberofusb31typecports_facet*", "line": 329 }, { "directive": "disallow", "path": "*mountmaterial_facet*", "line": 330 }, { "directive": "disallow", "path": "*networkingcabletype_facet*", "line": 331 }, { "directive": "disallow", "path": "*numberofbedroomsef_facet*", "line": 332 }, { "directive": "disallow", "path": "*numberofburnerssv_facet*", "line": 333 }, { "directive": "disallow", "path": "*numberofbuttons_facet*", "line": 334 }, { "directive": "disallow", "path": "*numberofdryingcycles_facet*", "line": 335 }, { "directive": "disallow", "path": "*numberoffanspeedssv_facet*", "line": 336 }, { "directive": "disallow", "path": "*numberofhdmiinputssv_facet*", "line": 337 }, { "directive": "disallow", "path": "*numberoflanports_facet*", "line": 338 }, { "directive": "disallow", "path": "*numberofspeakers_facet*", "line": 339 }, { "directive": "disallow", "path": "*numberofspeedssv_facet*", "line": 340 }, { "directive": "disallow", "path": "*numberofthunderbolt_ports_facet*", "line": 341 }, { "directive": "disallow", "path": "*numberofwashrinsecycle_facet*", "line": 342 }, { "directive": "disallow", "path": "*papersize_facet*", "line": 343 }, { "directive": "disallow", "path": "*playbackformatsmv_facet*", "line": 344 }, { "directive": "disallow", "path": "*productcategories_facet*", "line": 345 }, { "directive": "disallow", "path": "*screensizediagonalrange_facet*", "line": 346 }, { "directive": "disallow", "path": "*securityconnectivity_facet*", "line": 347 }, { "directive": "disallow", "path": "*securityresolution_facet*", "line": 348 }, { "directive": "disallow", "path": "*securitystoragetype_facet*", "line": 349 }, { "directive": "disallow", "path": "*softwareformat_facet*", "line": 350 }, { "directive": "disallow", "path": "*sqbprocessormodel_facet*", "line": 351 }, { "directive": "disallow", "path": "*sqbtotalstoragecapacity_facet*", "line": 352 }, { "directive": "disallow", "path": "*stringtype_facet*", "line": 353 }, { "directive": "disallow", "path": "*subclassid_facet*", "line": 354 }, { "directive": "disallow", "path": "*subgenre_facet*", "line": 355 }, { "directive": "disallow", "path": "*thruthedoordispenser_facet*", "line": 356 }, { "directive": "disallow", "path": "*toastingslotssv_facet*", "line": 357 }, { "directive": "disallow", "path": "*totaltechdeals_facet*", "line": 358 }, { "directive": "disallow", "path": "*touchscreentype_facet*", "line": 359 }, { "directive": "disallow", "path": "*transferrate_facet*", "line": 360 }, { "directive": "disallow", "path": "*transistorsize_facet*", "line": 361 }, { "directive": "disallow", "path": "*transmitterdistance_facet*", "line": 362 }, { "directive": "disallow", "path": "*treeheight_facet*", "line": 363 }, { "directive": "disallow", "path": "*treelightbulbcolor_facet*", "line": 364 }, { "directive": "disallow", "path": "*tubfinishmv_facet*", "line": 365 }, { "directive": "disallow", "path": "*varyinganglescreen_facet*", "line": 366 }, { "directive": "disallow", "path": "*vendorcollection_facet*", "line": 367 }, { "directive": "disallow", "path": "*videomemory_facet*", "line": 368 }, { "directive": "disallow", "path": "*viewfindertypemv_facet*", "line": 369 }, { "directive": "disallow", "path": "*virtualrealitycompatibility_facet*", "line": 370 }, { "directive": "disallow", "path": "*wanportssv_facet*", "line": 371 }, { "directive": "disallow", "path": "*wearingstyle_facet*", "line": 372 }, { "directive": "disallow", "path": "*currentprice2_facet*", "line": 373 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*5*", "line": 374 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*4*", "line": 375 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*3*", "line": 376 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*2*", "line": 377 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*1*", "line": 378 }, { "directive": "disallow", "path": "*soldout_facet*", "line": 379 }, { "directive": "disallow", "path": "*/site/promo/*?*_facet*", "line": 380 }, { "directive": "disallow", "path": "*/product/list/*", "line": 381 }, { "directive": "disallow", "path": "*cp=1*", "line": 384 }, { "directive": "disallow", "path": "*cp=20*", "line": 385 }, { "directive": "disallow", "path": "*cp=6*", "line": 386 }, { "directive": "disallow", "path": "*cp=7*", "line": 387 }, { "directive": "disallow", "path": "*cp=8*", "line": 388 }, { "directive": "disallow", "path": "*cp=9*", "line": 389 }, { "directive": "disallow", "path": "*?*page=*&page=*$", "line": 390 }, { "directive": "disallow", "path": "*==$", "line": 393 }, { "directive": "disallow", "path": "*/-?", "line": 394 }, { "directive": "disallow", "path": "*/undefined$", "line": 395 }, { "directive": "disallow", "path": "*/null$", "line": 396 }, { "directive": "disallow", "path": "*javascript:winopengld*", "line": 397 } ], "warnings": [ 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 161, 162, 163, 164, 165, 166, 167, 170, 171, 172, 173, 174, 244, 245, 270, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 384, 385, 386, 387, 388, 389, 390, 393, 394, 395, 396, 397 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/site/", "line": 24 }, { "directive": "allow", "path": "/discover-learn/", "line": 25 }, { "directive": "disallow", "path": "/nex/", "line": 28 }, { "directive": "disallow", "path": "/m/e/*", "line": 29 }, { "directive": "disallow", "path": "/browse-api/*", "line": 30 }, { "directive": "disallow", "path": "/api/*.json", "line": 31 }, { "directive": "disallow", "path": "/availability/*", "line": 32 }, { "directive": "disallow", "path": "/cart", "line": 33 }, { "directive": "disallow", "path": "/cart/*", "line": 34 }, { "directive": "disallow", "path": "/cartitems/*", "line": 35 }, { "directive": "disallow", "path": "/fulfillment/*", "line": 36 }, { "directive": "disallow", "path": "/location/*", "line": 37 }, { "directive": "disallow", "path": "/pricing/*", "line": 38 }, { "directive": "disallow", "path": "/productfulfillment/*", "line": 39 }, { "directive": "disallow", "path": "/profile/*", "line": 40 }, { "directive": "disallow", "path": "/services/plans/*", "line": 41 }, { "directive": "disallow", "path": "/services/shoppingscheduler*", "line": 42 }, { "directive": "disallow", "path": "/site/builder/*", "line": 43 }, { "directive": "disallow", "path": "/site/modals/*", "line": 44 }, { "directive": "disallow", "path": "/site/dni/*", "line": 45 }, { "directive": "disallow", "path": "/site/offerbuilder/*", "line": 46 }, { "directive": "disallow", "path": "/site/questions/submission*", "line": 49 }, { "directive": "disallow", "path": "/site/answers/submission*", "line": 50 }, { "directive": "disallow", "path": "/site/reviews/submission*", "line": 51 }, { "directive": "disallow", "path": "/*template=_gameDetailsTab", "line": 54 }, { "directive": "disallow", "path": "/*template=_movieDetailsTab", "line": 55 }, { "directive": "disallow", "path": "/*template=_musicDetailsTab", "line": 56 }, { "directive": "disallow", "path": "/*template=_softwareDetailsTab", "line": 57 }, { "directive": "disallow", "path": "/*template=_accessoriesTab", "line": 58 }, { "directive": "disallow", "path": "/*template=_castAndCrewTab", "line": 59 }, { "directive": "disallow", "path": "/*template=_editorialTab", "line": 60 }, { "directive": "disallow", "path": "/*template=_episodesTab", "line": 61 }, { "directive": "disallow", "path": "/*template=_protectionAndServicesTab", "line": 62 }, { "directive": "disallow", "path": "/*template=_specificationsTab", "line": 63 }, { "directive": "disallow", "path": "/*template=_featuresSpoke", "line": 64 }, { "directive": "disallow", "path": "/*template=_buyingOptionsNewTab", "line": 65 }, { "directive": "disallow", "path": "*armodelformat_facet*", "line": 68 }, { "directive": "disallow", "path": "*awardtype_facet*", "line": 69 }, { "directive": "disallow", "path": "*awardwinner_facet*", "line": 70 }, { "directive": "disallow", "path": "*awardyear_facet*", "line": 71 }, { "directive": "disallow", "path": "*blenderfunctions_facet*", "line": 72 }, { "directive": "disallow", "path": "*boxdesign_facet*", "line": 73 }, { "directive": "disallow", "path": "*cast_facet*", "line": 74 }, { "directive": "disallow", "path": "*cleaningpathwidthrange_facet*", "line": 75 }, { "directive": "disallow", "path": "*consumerlifestage_facet*", "line": 76 }, { "directive": "disallow", "path": "*decade_facet*", "line": 77 }, { "directive": "disallow", "path": "*defrosttype_facet*", "line": 78 }, { "directive": "disallow", "path": "*departmentid_facet*", "line": 79 }, { "directive": "disallow", "path": "*depthtype_facet*", "line": 80 }, { "directive": "disallow", "path": "*displayport_facet*", "line": 81 }, { "directive": "disallow", "path": "*doorstylesv_facet*", "line": 82 }, { "directive": "disallow", "path": "*drawertype_facet*", "line": 83 }, { "directive": "disallow", "path": "*dynamiccategory_facet*", "line": 84 }, { "directive": "disallow", "path": "*effectivemegapixels_facet*", "line": 85 }, { "directive": "disallow", "path": "*flashmodesmv_facet*", "line": 86 }, { "directive": "disallow", "path": "*framematerialmv_facet*", "line": 87 }, { "directive": "disallow", "path": "*giftcardthemesv_facet*", "line": 88 }, { "directive": "disallow", "path": "*handletype_facet*", "line": 89 }, { "directive": "disallow", "path": "*headsetstylesv_facet*", "line": 90 }, { "directive": "disallow", "path": "*heatingsource_facet*", "line": 91 }, { "directive": "disallow", "path": "*imagesensorsize_facet*", "line": 92 }, { "directive": "disallow", "path": "*imagesensortype11_facet*", "line": 93 }, { "directive": "disallow", "path": "*includedcolors_facet*", "line": 94 }, { "directive": "disallow", "path": "*inkmodelcompatibilitymv_facet*", "line": 95 }, { "directive": "disallow", "path": "*internalorexternal_facet*", "line": 96 }, { "directive": "disallow", "path": "*laptopuse_facet*", "line": 97 }, { "directive": "disallow", "path": "*lengthofcable_facet*", "line": 98 }, { "directive": "disallow", "path": "*mattressmaterial_facet*", "line": 99 }, { "directive": "disallow", "path": "*maximumsensitivity_facet*", "line": 100 }, { "directive": "disallow", "path": "*minfocallengthrange_facet*", "line": 101 }, { "directive": "disallow", "path": "*mobileinternalmemory_facet*", "line": 102 }, { "directive": "disallow", "path": "*monitorresponsetimerange_facet*", "line": 103 }, { "directive": "disallow", "path": "*monitorsnumberofusb30typecports_facet*", "line": 104 }, { "directive": "disallow", "path": "*monitorsnumberofusb31typecports_facet*", "line": 105 }, { "directive": "disallow", "path": "*mountmaterial_facet*", "line": 106 }, { "directive": "disallow", "path": "*networkingcabletype_facet*", "line": 107 }, { "directive": "disallow", "path": "*numberofbedroomsef_facet*", "line": 108 }, { "directive": "disallow", "path": "*numberofburnerssv_facet*", "line": 109 }, { "directive": "disallow", "path": "*numberofbuttons_facet*", "line": 110 }, { "directive": "disallow", "path": "*numberofdryingcycles_facet*", "line": 111 }, { "directive": "disallow", "path": "*numberoffanspeedssv_facet*", "line": 112 }, { "directive": "disallow", "path": "*numberofhdmiinputssv_facet*", "line": 113 }, { "directive": "disallow", "path": "*numberoflanports_facet*", "line": 114 }, { "directive": "disallow", "path": "*numberofspeakers_facet*", "line": 115 }, { "directive": "disallow", "path": "*numberofspeedssv_facet*", "line": 116 }, { "directive": "disallow", "path": "*numberofthunderbolt_ports_facet*", "line": 117 }, { "directive": "disallow", "path": "*numberofwashrinsecycle_facet*", "line": 118 }, { "directive": "disallow", "path": "*papersize_facet*", "line": 119 }, { "directive": "disallow", "path": "*playbackformatsmv_facet*", "line": 120 }, { "directive": "disallow", "path": "*productcategories_facet*", "line": 121 }, { "directive": "disallow", "path": "*screensizediagonalrange_facet*", "line": 122 }, { "directive": "disallow", "path": "*securityconnectivity_facet*", "line": 123 }, { "directive": "disallow", "path": "*securityresolution_facet*", "line": 124 }, { "directive": "disallow", "path": "*securitystoragetype_facet*", "line": 125 }, { "directive": "disallow", "path": "*softwareformat_facet*", "line": 126 }, { "directive": "disallow", "path": "*sqbprocessormodel_facet*", "line": 127 }, { "directive": "disallow", "path": "*sqbtotalstoragecapacity_facet*", "line": 128 }, { "directive": "disallow", "path": "*stringtype_facet*", "line": 129 }, { "directive": "disallow", "path": "*subclassid_facet*", "line": 130 }, { "directive": "disallow", "path": "*subgenre_facet*", "line": 131 }, { "directive": "disallow", "path": "*thruthedoordispenser_facet*", "line": 132 }, { "directive": "disallow", "path": "*toastingslotssv_facet*", "line": 133 }, { "directive": "disallow", "path": "*totaltechdeals_facet*", "line": 134 }, { "directive": "disallow", "path": "*touchscreentype_facet*", "line": 135 }, { "directive": "disallow", "path": "*transferrate_facet*", "line": 136 }, { "directive": "disallow", "path": "*transistorsize_facet*", "line": 137 }, { "directive": "disallow", "path": "*transmitterdistance_facet*", "line": 138 }, { "directive": "disallow", "path": "*treeheight_facet*", "line": 139 }, { "directive": "disallow", "path": "*treelightbulbcolor_facet*", "line": 140 }, { "directive": "disallow", "path": "*tubfinishmv_facet*", "line": 141 }, { "directive": "disallow", "path": "*varyinganglescreen_facet*", "line": 142 }, { "directive": "disallow", "path": "*vendorcollection_facet*", "line": 143 }, { "directive": "disallow", "path": "*videomemory_facet*", "line": 144 }, { "directive": "disallow", "path": "*viewfindertypemv_facet*", "line": 145 }, { "directive": "disallow", "path": "*virtualrealitycompatibility_facet*", "line": 146 }, { "directive": "disallow", "path": "*wanportssv_facet*", "line": 147 }, { "directive": "disallow", "path": "*wearingstyle_facet*", "line": 148 }, { "directive": "disallow", "path": "*currentprice2_facet*", "line": 149 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*5*", "line": 150 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*4*", "line": 151 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*3*", "line": 152 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*2*", "line": 153 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*1*", "line": 154 }, { "directive": "disallow", "path": "*soldout_facet*", "line": 155 }, { "directive": "disallow", "path": "*/site/promo/*?*_facet*", "line": 156 }, { "directive": "disallow", "path": "*/product/list/*", "line": 157 }, { "directive": "disallow", "path": "*/awacs-ingestor/*", "line": 158 }, { "directive": "disallow", "path": "*cp=1*", "line": 161 }, { "directive": "disallow", "path": "*cp=20*", "line": 162 }, { "directive": "disallow", "path": "*cp=6*", "line": 163 }, { "directive": "disallow", "path": "*cp=7*", "line": 164 }, { "directive": "disallow", "path": "*cp=8*", "line": 165 }, { "directive": "disallow", "path": "*cp=9*", "line": 166 }, { "directive": "disallow", "path": "*?*page=*&page=*$", "line": 167 }, { "directive": "disallow", "path": "*==$", "line": 170 }, { "directive": "disallow", "path": "*/-?", "line": 171 }, { "directive": "disallow", "path": "*/undefined$", "line": 172 }, { "directive": "disallow", "path": "*/null$", "line": 173 }, { "directive": "disallow", "path": "*javascript:winopengld*", "line": 174 } ], "warnings": [ 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 161, 162, 163, 164, 165, 166, 167, 170, 171, 172, 173, 174, 244, 245, 270, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 384, 385, 386, 387, 388, 389, 390, 393, 394, 395, 396, 397 ] }, "GPTBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/site/", "line": 24 }, { "directive": "allow", "path": "/discover-learn/", "line": 25 }, { "directive": "disallow", "path": "/nex/", "line": 28 }, { "directive": "disallow", "path": "/m/e/*", "line": 29 }, { "directive": "disallow", "path": "/browse-api/*", "line": 30 }, { "directive": "disallow", "path": "/api/*.json", "line": 31 }, { "directive": "disallow", "path": "/availability/*", "line": 32 }, { "directive": "disallow", "path": "/cart", "line": 33 }, { "directive": "disallow", "path": "/cart/*", "line": 34 }, { "directive": "disallow", "path": "/cartitems/*", "line": 35 }, { "directive": "disallow", "path": "/fulfillment/*", "line": 36 }, { "directive": "disallow", "path": "/location/*", "line": 37 }, { "directive": "disallow", "path": "/pricing/*", "line": 38 }, { "directive": "disallow", "path": "/productfulfillment/*", "line": 39 }, { "directive": "disallow", "path": "/profile/*", "line": 40 }, { "directive": "disallow", "path": "/services/plans/*", "line": 41 }, { "directive": "disallow", "path": "/services/shoppingscheduler*", "line": 42 }, { "directive": "disallow", "path": "/site/builder/*", "line": 43 }, { "directive": "disallow", "path": "/site/modals/*", "line": 44 }, { "directive": "disallow", "path": "/site/dni/*", "line": 45 }, { "directive": "disallow", "path": "/site/offerbuilder/*", "line": 46 }, { "directive": "disallow", "path": "/site/questions/submission*", "line": 49 }, { "directive": "disallow", "path": "/site/answers/submission*", "line": 50 }, { "directive": "disallow", "path": "/site/reviews/submission*", "line": 51 }, { "directive": "disallow", "path": "/*template=_gameDetailsTab", "line": 54 }, { "directive": "disallow", "path": "/*template=_movieDetailsTab", "line": 55 }, { "directive": "disallow", "path": "/*template=_musicDetailsTab", "line": 56 }, { "directive": "disallow", "path": "/*template=_softwareDetailsTab", "line": 57 }, { "directive": "disallow", "path": "/*template=_accessoriesTab", "line": 58 }, { "directive": "disallow", "path": "/*template=_castAndCrewTab", "line": 59 }, { "directive": "disallow", "path": "/*template=_editorialTab", "line": 60 }, { "directive": "disallow", "path": "/*template=_episodesTab", "line": 61 }, { "directive": "disallow", "path": "/*template=_protectionAndServicesTab", "line": 62 }, { "directive": "disallow", "path": "/*template=_specificationsTab", "line": 63 }, { "directive": "disallow", "path": "/*template=_featuresSpoke", "line": 64 }, { "directive": "disallow", "path": "/*template=_buyingOptionsNewTab", "line": 65 }, { "directive": "disallow", "path": "*armodelformat_facet*", "line": 68 }, { "directive": "disallow", "path": "*awardtype_facet*", "line": 69 }, { "directive": "disallow", "path": "*awardwinner_facet*", "line": 70 }, { "directive": "disallow", "path": "*awardyear_facet*", "line": 71 }, { "directive": "disallow", "path": "*blenderfunctions_facet*", "line": 72 }, { "directive": "disallow", "path": "*boxdesign_facet*", "line": 73 }, { "directive": "disallow", "path": "*cast_facet*", "line": 74 }, { "directive": "disallow", "path": "*cleaningpathwidthrange_facet*", "line": 75 }, { "directive": "disallow", "path": "*consumerlifestage_facet*", "line": 76 }, { "directive": "disallow", "path": "*decade_facet*", "line": 77 }, { "directive": "disallow", "path": "*defrosttype_facet*", "line": 78 }, { "directive": "disallow", "path": "*departmentid_facet*", "line": 79 }, { "directive": "disallow", "path": "*depthtype_facet*", "line": 80 }, { "directive": "disallow", "path": "*displayport_facet*", "line": 81 }, { "directive": "disallow", "path": "*doorstylesv_facet*", "line": 82 }, { "directive": "disallow", "path": "*drawertype_facet*", "line": 83 }, { "directive": "disallow", "path": "*dynamiccategory_facet*", "line": 84 }, { "directive": "disallow", "path": "*effectivemegapixels_facet*", "line": 85 }, { "directive": "disallow", "path": "*flashmodesmv_facet*", "line": 86 }, { "directive": "disallow", "path": "*framematerialmv_facet*", "line": 87 }, { "directive": "disallow", "path": "*giftcardthemesv_facet*", "line": 88 }, { "directive": "disallow", "path": "*handletype_facet*", "line": 89 }, { "directive": "disallow", "path": "*headsetstylesv_facet*", "line": 90 }, { "directive": "disallow", "path": "*heatingsource_facet*", "line": 91 }, { "directive": "disallow", "path": "*imagesensorsize_facet*", "line": 92 }, { "directive": "disallow", "path": "*imagesensortype11_facet*", "line": 93 }, { "directive": "disallow", "path": "*includedcolors_facet*", "line": 94 }, { "directive": "disallow", "path": "*inkmodelcompatibilitymv_facet*", "line": 95 }, { "directive": "disallow", "path": "*internalorexternal_facet*", "line": 96 }, { "directive": "disallow", "path": "*laptopuse_facet*", "line": 97 }, { "directive": "disallow", "path": "*lengthofcable_facet*", "line": 98 }, { "directive": "disallow", "path": "*mattressmaterial_facet*", "line": 99 }, { "directive": "disallow", "path": "*maximumsensitivity_facet*", "line": 100 }, { "directive": "disallow", "path": "*minfocallengthrange_facet*", "line": 101 }, { "directive": "disallow", "path": "*mobileinternalmemory_facet*", "line": 102 }, { "directive": "disallow", "path": "*monitorresponsetimerange_facet*", "line": 103 }, { "directive": "disallow", "path": "*monitorsnumberofusb30typecports_facet*", "line": 104 }, { "directive": "disallow", "path": "*monitorsnumberofusb31typecports_facet*", "line": 105 }, { "directive": "disallow", "path": "*mountmaterial_facet*", "line": 106 }, { "directive": "disallow", "path": "*networkingcabletype_facet*", "line": 107 }, { "directive": "disallow", "path": "*numberofbedroomsef_facet*", "line": 108 }, { "directive": "disallow", "path": "*numberofburnerssv_facet*", "line": 109 }, { "directive": "disallow", "path": "*numberofbuttons_facet*", "line": 110 }, { "directive": "disallow", "path": "*numberofdryingcycles_facet*", "line": 111 }, { "directive": "disallow", "path": "*numberoffanspeedssv_facet*", "line": 112 }, { "directive": "disallow", "path": "*numberofhdmiinputssv_facet*", "line": 113 }, { "directive": "disallow", "path": "*numberoflanports_facet*", "line": 114 }, { "directive": "disallow", "path": "*numberofspeakers_facet*", "line": 115 }, { "directive": "disallow", "path": "*numberofspeedssv_facet*", "line": 116 }, { "directive": "disallow", "path": "*numberofthunderbolt_ports_facet*", "line": 117 }, { "directive": "disallow", "path": "*numberofwashrinsecycle_facet*", "line": 118 }, { "directive": "disallow", "path": "*papersize_facet*", "line": 119 }, { "directive": "disallow", "path": "*playbackformatsmv_facet*", "line": 120 }, { "directive": "disallow", "path": "*productcategories_facet*", "line": 121 }, { "directive": "disallow", "path": "*screensizediagonalrange_facet*", "line": 122 }, { "directive": "disallow", "path": "*securityconnectivity_facet*", "line": 123 }, { "directive": "disallow", "path": "*securityresolution_facet*", "line": 124 }, { "directive": "disallow", "path": "*securitystoragetype_facet*", "line": 125 }, { "directive": "disallow", "path": "*softwareformat_facet*", "line": 126 }, { "directive": "disallow", "path": "*sqbprocessormodel_facet*", "line": 127 }, { "directive": "disallow", "path": "*sqbtotalstoragecapacity_facet*", "line": 128 }, { "directive": "disallow", "path": "*stringtype_facet*", "line": 129 }, { "directive": "disallow", "path": "*subclassid_facet*", "line": 130 }, { "directive": "disallow", "path": "*subgenre_facet*", "line": 131 }, { "directive": "disallow", "path": "*thruthedoordispenser_facet*", "line": 132 }, { "directive": "disallow", "path": "*toastingslotssv_facet*", "line": 133 }, { "directive": "disallow", "path": "*totaltechdeals_facet*", "line": 134 }, { "directive": "disallow", "path": "*touchscreentype_facet*", "line": 135 }, { "directive": "disallow", "path": "*transferrate_facet*", "line": 136 }, { "directive": "disallow", "path": "*transistorsize_facet*", "line": 137 }, { "directive": "disallow", "path": "*transmitterdistance_facet*", "line": 138 }, { "directive": "disallow", "path": "*treeheight_facet*", "line": 139 }, { "directive": "disallow", "path": "*treelightbulbcolor_facet*", "line": 140 }, { "directive": "disallow", "path": "*tubfinishmv_facet*", "line": 141 }, { "directive": "disallow", "path": "*varyinganglescreen_facet*", "line": 142 }, { "directive": "disallow", "path": "*vendorcollection_facet*", "line": 143 }, { "directive": "disallow", "path": "*videomemory_facet*", "line": 144 }, { "directive": "disallow", "path": "*viewfindertypemv_facet*", "line": 145 }, { "directive": "disallow", "path": "*virtualrealitycompatibility_facet*", "line": 146 }, { "directive": "disallow", "path": "*wanportssv_facet*", "line": 147 }, { "directive": "disallow", "path": "*wearingstyle_facet*", "line": 148 }, { "directive": "disallow", "path": "*currentprice2_facet*", "line": 149 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*5*", "line": 150 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*4*", "line": 151 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*3*", "line": 152 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*2*", "line": 153 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*1*", "line": 154 }, { "directive": "disallow", "path": "*soldout_facet*", "line": 155 }, { "directive": "disallow", "path": "*/site/promo/*?*_facet*", "line": 156 }, { "directive": "disallow", "path": "*/product/list/*", "line": 157 }, { "directive": "disallow", "path": "*/awacs-ingestor/*", "line": 158 }, { "directive": "disallow", "path": "*cp=1*", "line": 161 }, { "directive": "disallow", "path": "*cp=20*", "line": 162 }, { "directive": "disallow", "path": "*cp=6*", "line": 163 }, { "directive": "disallow", "path": "*cp=7*", "line": 164 }, { "directive": "disallow", "path": "*cp=8*", "line": 165 }, { "directive": "disallow", "path": "*cp=9*", "line": 166 }, { "directive": "disallow", "path": "*?*page=*&page=*$", "line": 167 }, { "directive": "disallow", "path": "*==$", "line": 170 }, { "directive": "disallow", "path": "*/-?", "line": 171 }, { "directive": "disallow", "path": "*/undefined$", "line": 172 }, { "directive": "disallow", "path": "*/null$", "line": 173 }, { "directive": "disallow", "path": "*javascript:winopengld*", "line": 174 } ], "warnings": [ 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 161, 162, 163, 164, 165, 166, 167, 170, 171, 172, 173, 174, 244, 245, 270, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 384, 385, 386, 387, 388, 389, 390, 393, 394, 395, 396, 397 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/site/", "line": 24 }, { "directive": "allow", "path": "/discover-learn/", "line": 25 }, { "directive": "disallow", "path": "/nex/", "line": 28 }, { "directive": "disallow", "path": "/m/e/*", "line": 29 }, { "directive": "disallow", "path": "/browse-api/*", "line": 30 }, { "directive": "disallow", "path": "/api/*.json", "line": 31 }, { "directive": "disallow", "path": "/availability/*", "line": 32 }, { "directive": "disallow", "path": "/cart", "line": 33 }, { "directive": "disallow", "path": "/cart/*", "line": 34 }, { "directive": "disallow", "path": "/cartitems/*", "line": 35 }, { "directive": "disallow", "path": "/fulfillment/*", "line": 36 }, { "directive": "disallow", "path": "/location/*", "line": 37 }, { "directive": "disallow", "path": "/pricing/*", "line": 38 }, { "directive": "disallow", "path": "/productfulfillment/*", "line": 39 }, { "directive": "disallow", "path": "/profile/*", "line": 40 }, { "directive": "disallow", "path": "/services/plans/*", "line": 41 }, { "directive": "disallow", "path": "/services/shoppingscheduler*", "line": 42 }, { "directive": "disallow", "path": "/site/builder/*", "line": 43 }, { "directive": "disallow", "path": "/site/modals/*", "line": 44 }, { "directive": "disallow", "path": "/site/dni/*", "line": 45 }, { "directive": "disallow", "path": "/site/offerbuilder/*", "line": 46 }, { "directive": "disallow", "path": "/site/questions/submission*", "line": 49 }, { "directive": "disallow", "path": "/site/answers/submission*", "line": 50 }, { "directive": "disallow", "path": "/site/reviews/submission*", "line": 51 }, { "directive": "disallow", "path": "/*template=_gameDetailsTab", "line": 54 }, { "directive": "disallow", "path": "/*template=_movieDetailsTab", "line": 55 }, { "directive": "disallow", "path": "/*template=_musicDetailsTab", "line": 56 }, { "directive": "disallow", "path": "/*template=_softwareDetailsTab", "line": 57 }, { "directive": "disallow", "path": "/*template=_accessoriesTab", "line": 58 }, { "directive": "disallow", "path": "/*template=_castAndCrewTab", "line": 59 }, { "directive": "disallow", "path": "/*template=_editorialTab", "line": 60 }, { "directive": "disallow", "path": "/*template=_episodesTab", "line": 61 }, { "directive": "disallow", "path": "/*template=_protectionAndServicesTab", "line": 62 }, { "directive": "disallow", "path": "/*template=_specificationsTab", "line": 63 }, { "directive": "disallow", "path": "/*template=_featuresSpoke", "line": 64 }, { "directive": "disallow", "path": "/*template=_buyingOptionsNewTab", "line": 65 }, { "directive": "disallow", "path": "*armodelformat_facet*", "line": 68 }, { "directive": "disallow", "path": "*awardtype_facet*", "line": 69 }, { "directive": "disallow", "path": "*awardwinner_facet*", "line": 70 }, { "directive": "disallow", "path": "*awardyear_facet*", "line": 71 }, { "directive": "disallow", "path": "*blenderfunctions_facet*", "line": 72 }, { "directive": "disallow", "path": "*boxdesign_facet*", "line": 73 }, { "directive": "disallow", "path": "*cast_facet*", "line": 74 }, { "directive": "disallow", "path": "*cleaningpathwidthrange_facet*", "line": 75 }, { "directive": "disallow", "path": "*consumerlifestage_facet*", "line": 76 }, { "directive": "disallow", "path": "*decade_facet*", "line": 77 }, { "directive": "disallow", "path": "*defrosttype_facet*", "line": 78 }, { "directive": "disallow", "path": "*departmentid_facet*", "line": 79 }, { "directive": "disallow", "path": "*depthtype_facet*", "line": 80 }, { "directive": "disallow", "path": "*displayport_facet*", "line": 81 }, { "directive": "disallow", "path": "*doorstylesv_facet*", "line": 82 }, { "directive": "disallow", "path": "*drawertype_facet*", "line": 83 }, { "directive": "disallow", "path": "*dynamiccategory_facet*", "line": 84 }, { "directive": "disallow", "path": "*effectivemegapixels_facet*", "line": 85 }, { "directive": "disallow", "path": "*flashmodesmv_facet*", "line": 86 }, { "directive": "disallow", "path": "*framematerialmv_facet*", "line": 87 }, { "directive": "disallow", "path": "*giftcardthemesv_facet*", "line": 88 }, { "directive": "disallow", "path": "*handletype_facet*", "line": 89 }, { "directive": "disallow", "path": "*headsetstylesv_facet*", "line": 90 }, { "directive": "disallow", "path": "*heatingsource_facet*", "line": 91 }, { "directive": "disallow", "path": "*imagesensorsize_facet*", "line": 92 }, { "directive": "disallow", "path": "*imagesensortype11_facet*", "line": 93 }, { "directive": "disallow", "path": "*includedcolors_facet*", "line": 94 }, { "directive": "disallow", "path": "*inkmodelcompatibilitymv_facet*", "line": 95 }, { "directive": "disallow", "path": "*internalorexternal_facet*", "line": 96 }, { "directive": "disallow", "path": "*laptopuse_facet*", "line": 97 }, { "directive": "disallow", "path": "*lengthofcable_facet*", "line": 98 }, { "directive": "disallow", "path": "*mattressmaterial_facet*", "line": 99 }, { "directive": "disallow", "path": "*maximumsensitivity_facet*", "line": 100 }, { "directive": "disallow", "path": "*minfocallengthrange_facet*", "line": 101 }, { "directive": "disallow", "path": "*mobileinternalmemory_facet*", "line": 102 }, { "directive": "disallow", "path": "*monitorresponsetimerange_facet*", "line": 103 }, { "directive": "disallow", "path": "*monitorsnumberofusb30typecports_facet*", "line": 104 }, { "directive": "disallow", "path": "*monitorsnumberofusb31typecports_facet*", "line": 105 }, { "directive": "disallow", "path": "*mountmaterial_facet*", "line": 106 }, { "directive": "disallow", "path": "*networkingcabletype_facet*", "line": 107 }, { "directive": "disallow", "path": "*numberofbedroomsef_facet*", "line": 108 }, { "directive": "disallow", "path": "*numberofburnerssv_facet*", "line": 109 }, { "directive": "disallow", "path": "*numberofbuttons_facet*", "line": 110 }, { "directive": "disallow", "path": "*numberofdryingcycles_facet*", "line": 111 }, { "directive": "disallow", "path": "*numberoffanspeedssv_facet*", "line": 112 }, { "directive": "disallow", "path": "*numberofhdmiinputssv_facet*", "line": 113 }, { "directive": "disallow", "path": "*numberoflanports_facet*", "line": 114 }, { "directive": "disallow", "path": "*numberofspeakers_facet*", "line": 115 }, { "directive": "disallow", "path": "*numberofspeedssv_facet*", "line": 116 }, { "directive": "disallow", "path": "*numberofthunderbolt_ports_facet*", "line": 117 }, { "directive": "disallow", "path": "*numberofwashrinsecycle_facet*", "line": 118 }, { "directive": "disallow", "path": "*papersize_facet*", "line": 119 }, { "directive": "disallow", "path": "*playbackformatsmv_facet*", "line": 120 }, { "directive": "disallow", "path": "*productcategories_facet*", "line": 121 }, { "directive": "disallow", "path": "*screensizediagonalrange_facet*", "line": 122 }, { "directive": "disallow", "path": "*securityconnectivity_facet*", "line": 123 }, { "directive": "disallow", "path": "*securityresolution_facet*", "line": 124 }, { "directive": "disallow", "path": "*securitystoragetype_facet*", "line": 125 }, { "directive": "disallow", "path": "*softwareformat_facet*", "line": 126 }, { "directive": "disallow", "path": "*sqbprocessormodel_facet*", "line": 127 }, { "directive": "disallow", "path": "*sqbtotalstoragecapacity_facet*", "line": 128 }, { "directive": "disallow", "path": "*stringtype_facet*", "line": 129 }, { "directive": "disallow", "path": "*subclassid_facet*", "line": 130 }, { "directive": "disallow", "path": "*subgenre_facet*", "line": 131 }, { "directive": "disallow", "path": "*thruthedoordispenser_facet*", "line": 132 }, { "directive": "disallow", "path": "*toastingslotssv_facet*", "line": 133 }, { "directive": "disallow", "path": "*totaltechdeals_facet*", "line": 134 }, { "directive": "disallow", "path": "*touchscreentype_facet*", "line": 135 }, { "directive": "disallow", "path": "*transferrate_facet*", "line": 136 }, { "directive": "disallow", "path": "*transistorsize_facet*", "line": 137 }, { "directive": "disallow", "path": "*transmitterdistance_facet*", "line": 138 }, { "directive": "disallow", "path": "*treeheight_facet*", "line": 139 }, { "directive": "disallow", "path": "*treelightbulbcolor_facet*", "line": 140 }, { "directive": "disallow", "path": "*tubfinishmv_facet*", "line": 141 }, { "directive": "disallow", "path": "*varyinganglescreen_facet*", "line": 142 }, { "directive": "disallow", "path": "*vendorcollection_facet*", "line": 143 }, { "directive": "disallow", "path": "*videomemory_facet*", "line": 144 }, { "directive": "disallow", "path": "*viewfindertypemv_facet*", "line": 145 }, { "directive": "disallow", "path": "*virtualrealitycompatibility_facet*", "line": 146 }, { "directive": "disallow", "path": "*wanportssv_facet*", "line": 147 }, { "directive": "disallow", "path": "*wearingstyle_facet*", "line": 148 }, { "directive": "disallow", "path": "*currentprice2_facet*", "line": 149 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*5*", "line": 150 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*4*", "line": 151 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*3*", "line": 152 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*2*", "line": 153 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*1*", "line": 154 }, { "directive": "disallow", "path": "*soldout_facet*", "line": 155 }, { "directive": "disallow", "path": "*/site/promo/*?*_facet*", "line": 156 }, { "directive": "disallow", "path": "*/product/list/*", "line": 157 }, { "directive": "disallow", "path": "*/awacs-ingestor/*", "line": 158 }, { "directive": "disallow", "path": "*cp=1*", "line": 161 }, { "directive": "disallow", "path": "*cp=20*", "line": 162 }, { "directive": "disallow", "path": "*cp=6*", "line": 163 }, { "directive": "disallow", "path": "*cp=7*", "line": 164 }, { "directive": "disallow", "path": "*cp=8*", "line": 165 }, { "directive": "disallow", "path": "*cp=9*", "line": 166 }, { "directive": "disallow", "path": "*?*page=*&page=*$", "line": 167 }, { "directive": "disallow", "path": "*==$", "line": 170 }, { "directive": "disallow", "path": "*/-?", "line": 171 }, { "directive": "disallow", "path": "*/undefined$", "line": 172 }, { "directive": "disallow", "path": "*/null$", "line": 173 }, { "directive": "disallow", "path": "*javascript:winopengld*", "line": 174 } ], "warnings": [ 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 161, 162, 163, 164, 165, 166, 167, 170, 171, 172, 173, 174, 244, 245, 270, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 384, 385, 386, 387, 388, 389, 390, 393, 394, 395, 396, 397 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/site/", "line": 24 }, { "directive": "allow", "path": "/discover-learn/", "line": 25 }, { "directive": "disallow", "path": "/nex/", "line": 28 }, { "directive": "disallow", "path": "/m/e/*", "line": 29 }, { "directive": "disallow", "path": "/browse-api/*", "line": 30 }, { "directive": "disallow", "path": "/api/*.json", "line": 31 }, { "directive": "disallow", "path": "/availability/*", "line": 32 }, { "directive": "disallow", "path": "/cart", "line": 33 }, { "directive": "disallow", "path": "/cart/*", "line": 34 }, { "directive": "disallow", "path": "/cartitems/*", "line": 35 }, { "directive": "disallow", "path": "/fulfillment/*", "line": 36 }, { "directive": "disallow", "path": "/location/*", "line": 37 }, { "directive": "disallow", "path": "/pricing/*", "line": 38 }, { "directive": "disallow", "path": "/productfulfillment/*", "line": 39 }, { "directive": "disallow", "path": "/profile/*", "line": 40 }, { "directive": "disallow", "path": "/services/plans/*", "line": 41 }, { "directive": "disallow", "path": "/services/shoppingscheduler*", "line": 42 }, { "directive": "disallow", "path": "/site/builder/*", "line": 43 }, { "directive": "disallow", "path": "/site/modals/*", "line": 44 }, { "directive": "disallow", "path": "/site/dni/*", "line": 45 }, { "directive": "disallow", "path": "/site/offerbuilder/*", "line": 46 }, { "directive": "disallow", "path": "/site/questions/submission*", "line": 49 }, { "directive": "disallow", "path": "/site/answers/submission*", "line": 50 }, { "directive": "disallow", "path": "/site/reviews/submission*", "line": 51 }, { "directive": "disallow", "path": "/*template=_gameDetailsTab", "line": 54 }, { "directive": "disallow", "path": "/*template=_movieDetailsTab", "line": 55 }, { "directive": "disallow", "path": "/*template=_musicDetailsTab", "line": 56 }, { "directive": "disallow", "path": "/*template=_softwareDetailsTab", "line": 57 }, { "directive": "disallow", "path": "/*template=_accessoriesTab", "line": 58 }, { "directive": "disallow", "path": "/*template=_castAndCrewTab", "line": 59 }, { "directive": "disallow", "path": "/*template=_editorialTab", "line": 60 }, { "directive": "disallow", "path": "/*template=_episodesTab", "line": 61 }, { "directive": "disallow", "path": "/*template=_protectionAndServicesTab", "line": 62 }, { "directive": "disallow", "path": "/*template=_specificationsTab", "line": 63 }, { "directive": "disallow", "path": "/*template=_featuresSpoke", "line": 64 }, { "directive": "disallow", "path": "/*template=_buyingOptionsNewTab", "line": 65 }, { "directive": "disallow", "path": "*armodelformat_facet*", "line": 68 }, { "directive": "disallow", "path": "*awardtype_facet*", "line": 69 }, { "directive": "disallow", "path": "*awardwinner_facet*", "line": 70 }, { "directive": "disallow", "path": "*awardyear_facet*", "line": 71 }, { "directive": "disallow", "path": "*blenderfunctions_facet*", "line": 72 }, { "directive": "disallow", "path": "*boxdesign_facet*", "line": 73 }, { "directive": "disallow", "path": "*cast_facet*", "line": 74 }, { "directive": "disallow", "path": "*cleaningpathwidthrange_facet*", "line": 75 }, { "directive": "disallow", "path": "*consumerlifestage_facet*", "line": 76 }, { "directive": "disallow", "path": "*decade_facet*", "line": 77 }, { "directive": "disallow", "path": "*defrosttype_facet*", "line": 78 }, { "directive": "disallow", "path": "*departmentid_facet*", "line": 79 }, { "directive": "disallow", "path": "*depthtype_facet*", "line": 80 }, { "directive": "disallow", "path": "*displayport_facet*", "line": 81 }, { "directive": "disallow", "path": "*doorstylesv_facet*", "line": 82 }, { "directive": "disallow", "path": "*drawertype_facet*", "line": 83 }, { "directive": "disallow", "path": "*dynamiccategory_facet*", "line": 84 }, { "directive": "disallow", "path": "*effectivemegapixels_facet*", "line": 85 }, { "directive": "disallow", "path": "*flashmodesmv_facet*", "line": 86 }, { "directive": "disallow", "path": "*framematerialmv_facet*", "line": 87 }, { "directive": "disallow", "path": "*giftcardthemesv_facet*", "line": 88 }, { "directive": "disallow", "path": "*handletype_facet*", "line": 89 }, { "directive": "disallow", "path": "*headsetstylesv_facet*", "line": 90 }, { "directive": "disallow", "path": "*heatingsource_facet*", "line": 91 }, { "directive": "disallow", "path": "*imagesensorsize_facet*", "line": 92 }, { "directive": "disallow", "path": "*imagesensortype11_facet*", "line": 93 }, { "directive": "disallow", "path": "*includedcolors_facet*", "line": 94 }, { "directive": "disallow", "path": "*inkmodelcompatibilitymv_facet*", "line": 95 }, { "directive": "disallow", "path": "*internalorexternal_facet*", "line": 96 }, { "directive": "disallow", "path": "*laptopuse_facet*", "line": 97 }, { "directive": "disallow", "path": "*lengthofcable_facet*", "line": 98 }, { "directive": "disallow", "path": "*mattressmaterial_facet*", "line": 99 }, { "directive": "disallow", "path": "*maximumsensitivity_facet*", "line": 100 }, { "directive": "disallow", "path": "*minfocallengthrange_facet*", "line": 101 }, { "directive": "disallow", "path": "*mobileinternalmemory_facet*", "line": 102 }, { "directive": "disallow", "path": "*monitorresponsetimerange_facet*", "line": 103 }, { "directive": "disallow", "path": "*monitorsnumberofusb30typecports_facet*", "line": 104 }, { "directive": "disallow", "path": "*monitorsnumberofusb31typecports_facet*", "line": 105 }, { "directive": "disallow", "path": "*mountmaterial_facet*", "line": 106 }, { "directive": "disallow", "path": "*networkingcabletype_facet*", "line": 107 }, { "directive": "disallow", "path": "*numberofbedroomsef_facet*", "line": 108 }, { "directive": "disallow", "path": "*numberofburnerssv_facet*", "line": 109 }, { "directive": "disallow", "path": "*numberofbuttons_facet*", "line": 110 }, { "directive": "disallow", "path": "*numberofdryingcycles_facet*", "line": 111 }, { "directive": "disallow", "path": "*numberoffanspeedssv_facet*", "line": 112 }, { "directive": "disallow", "path": "*numberofhdmiinputssv_facet*", "line": 113 }, { "directive": "disallow", "path": "*numberoflanports_facet*", "line": 114 }, { "directive": "disallow", "path": "*numberofspeakers_facet*", "line": 115 }, { "directive": "disallow", "path": "*numberofspeedssv_facet*", "line": 116 }, { "directive": "disallow", "path": "*numberofthunderbolt_ports_facet*", "line": 117 }, { "directive": "disallow", "path": "*numberofwashrinsecycle_facet*", "line": 118 }, { "directive": "disallow", "path": "*papersize_facet*", "line": 119 }, { "directive": "disallow", "path": "*playbackformatsmv_facet*", "line": 120 }, { "directive": "disallow", "path": "*productcategories_facet*", "line": 121 }, { "directive": "disallow", "path": "*screensizediagonalrange_facet*", "line": 122 }, { "directive": "disallow", "path": "*securityconnectivity_facet*", "line": 123 }, { "directive": "disallow", "path": "*securityresolution_facet*", "line": 124 }, { "directive": "disallow", "path": "*securitystoragetype_facet*", "line": 125 }, { "directive": "disallow", "path": "*softwareformat_facet*", "line": 126 }, { "directive": "disallow", "path": "*sqbprocessormodel_facet*", "line": 127 }, { "directive": "disallow", "path": "*sqbtotalstoragecapacity_facet*", "line": 128 }, { "directive": "disallow", "path": "*stringtype_facet*", "line": 129 }, { "directive": "disallow", "path": "*subclassid_facet*", "line": 130 }, { "directive": "disallow", "path": "*subgenre_facet*", "line": 131 }, { "directive": "disallow", "path": "*thruthedoordispenser_facet*", "line": 132 }, { "directive": "disallow", "path": "*toastingslotssv_facet*", "line": 133 }, { "directive": "disallow", "path": "*totaltechdeals_facet*", "line": 134 }, { "directive": "disallow", "path": "*touchscreentype_facet*", "line": 135 }, { "directive": "disallow", "path": "*transferrate_facet*", "line": 136 }, { "directive": "disallow", "path": "*transistorsize_facet*", "line": 137 }, { "directive": "disallow", "path": "*transmitterdistance_facet*", "line": 138 }, { "directive": "disallow", "path": "*treeheight_facet*", "line": 139 }, { "directive": "disallow", "path": "*treelightbulbcolor_facet*", "line": 140 }, { "directive": "disallow", "path": "*tubfinishmv_facet*", "line": 141 }, { "directive": "disallow", "path": "*varyinganglescreen_facet*", "line": 142 }, { "directive": "disallow", "path": "*vendorcollection_facet*", "line": 143 }, { "directive": "disallow", "path": "*videomemory_facet*", "line": 144 }, { "directive": "disallow", "path": "*viewfindertypemv_facet*", "line": 145 }, { "directive": "disallow", "path": "*virtualrealitycompatibility_facet*", "line": 146 }, { "directive": "disallow", "path": "*wanportssv_facet*", "line": 147 }, { "directive": "disallow", "path": "*wearingstyle_facet*", "line": 148 }, { "directive": "disallow", "path": "*currentprice2_facet*", "line": 149 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*5*", "line": 150 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*4*", "line": 151 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*3*", "line": 152 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*2*", "line": 153 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*1*", "line": 154 }, { "directive": "disallow", "path": "*soldout_facet*", "line": 155 }, { "directive": "disallow", "path": "*/site/promo/*?*_facet*", "line": 156 }, { "directive": "disallow", "path": "*/product/list/*", "line": 157 }, { "directive": "disallow", "path": "*/awacs-ingestor/*", "line": 158 }, { "directive": "disallow", "path": "*cp=1*", "line": 161 }, { "directive": "disallow", "path": "*cp=20*", "line": 162 }, { "directive": "disallow", "path": "*cp=6*", "line": 163 }, { "directive": "disallow", "path": "*cp=7*", "line": 164 }, { "directive": "disallow", "path": "*cp=8*", "line": 165 }, { "directive": "disallow", "path": "*cp=9*", "line": 166 }, { "directive": "disallow", "path": "*?*page=*&page=*$", "line": 167 }, { "directive": "disallow", "path": "*==$", "line": 170 }, { "directive": "disallow", "path": "*/-?", "line": 171 }, { "directive": "disallow", "path": "*/undefined$", "line": 172 }, { "directive": "disallow", "path": "*/null$", "line": 173 }, { "directive": "disallow", "path": "*javascript:winopengld*", "line": 174 } ], "warnings": [ 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 161, 162, 163, 164, 165, 166, 167, 170, 171, 172, 173, 174, 244, 245, 270, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 384, 385, 386, 387, 388, 389, 390, 393, 394, 395, 396, 397 ] }, "Claude-User": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/site/", "line": 24 }, { "directive": "allow", "path": "/discover-learn/", "line": 25 }, { "directive": "disallow", "path": "/nex/", "line": 28 }, { "directive": "disallow", "path": "/m/e/*", "line": 29 }, { "directive": "disallow", "path": "/browse-api/*", "line": 30 }, { "directive": "disallow", "path": "/api/*.json", "line": 31 }, { "directive": "disallow", "path": "/availability/*", "line": 32 }, { "directive": "disallow", "path": "/cart", "line": 33 }, { "directive": "disallow", "path": "/cart/*", "line": 34 }, { "directive": "disallow", "path": "/cartitems/*", "line": 35 }, { "directive": "disallow", "path": "/fulfillment/*", "line": 36 }, { "directive": "disallow", "path": "/location/*", "line": 37 }, { "directive": "disallow", "path": "/pricing/*", "line": 38 }, { "directive": "disallow", "path": "/productfulfillment/*", "line": 39 }, { "directive": "disallow", "path": "/profile/*", "line": 40 }, { "directive": "disallow", "path": "/services/plans/*", "line": 41 }, { "directive": "disallow", "path": "/services/shoppingscheduler*", "line": 42 }, { "directive": "disallow", "path": "/site/builder/*", "line": 43 }, { "directive": "disallow", "path": "/site/modals/*", "line": 44 }, { "directive": "disallow", "path": "/site/dni/*", "line": 45 }, { "directive": "disallow", "path": "/site/offerbuilder/*", "line": 46 }, { "directive": "disallow", "path": "/site/questions/submission*", "line": 49 }, { "directive": "disallow", "path": "/site/answers/submission*", "line": 50 }, { "directive": "disallow", "path": "/site/reviews/submission*", "line": 51 }, { "directive": "disallow", "path": "/*template=_gameDetailsTab", "line": 54 }, { "directive": "disallow", "path": "/*template=_movieDetailsTab", "line": 55 }, { "directive": "disallow", "path": "/*template=_musicDetailsTab", "line": 56 }, { "directive": "disallow", "path": "/*template=_softwareDetailsTab", "line": 57 }, { "directive": "disallow", "path": "/*template=_accessoriesTab", "line": 58 }, { "directive": "disallow", "path": "/*template=_castAndCrewTab", "line": 59 }, { "directive": "disallow", "path": "/*template=_editorialTab", "line": 60 }, { "directive": "disallow", "path": "/*template=_episodesTab", "line": 61 }, { "directive": "disallow", "path": "/*template=_protectionAndServicesTab", "line": 62 }, { "directive": "disallow", "path": "/*template=_specificationsTab", "line": 63 }, { "directive": "disallow", "path": "/*template=_featuresSpoke", "line": 64 }, { "directive": "disallow", "path": "/*template=_buyingOptionsNewTab", "line": 65 }, { "directive": "disallow", "path": "*armodelformat_facet*", "line": 68 }, { "directive": "disallow", "path": "*awardtype_facet*", "line": 69 }, { "directive": "disallow", "path": "*awardwinner_facet*", "line": 70 }, { "directive": "disallow", "path": "*awardyear_facet*", "line": 71 }, { "directive": "disallow", "path": "*blenderfunctions_facet*", "line": 72 }, { "directive": "disallow", "path": "*boxdesign_facet*", "line": 73 }, { "directive": "disallow", "path": "*cast_facet*", "line": 74 }, { "directive": "disallow", "path": "*cleaningpathwidthrange_facet*", "line": 75 }, { "directive": "disallow", "path": "*consumerlifestage_facet*", "line": 76 }, { "directive": "disallow", "path": "*decade_facet*", "line": 77 }, { "directive": "disallow", "path": "*defrosttype_facet*", "line": 78 }, { "directive": "disallow", "path": "*departmentid_facet*", "line": 79 }, { "directive": "disallow", "path": "*depthtype_facet*", "line": 80 }, { "directive": "disallow", "path": "*displayport_facet*", "line": 81 }, { "directive": "disallow", "path": "*doorstylesv_facet*", "line": 82 }, { "directive": "disallow", "path": "*drawertype_facet*", "line": 83 }, { "directive": "disallow", "path": "*dynamiccategory_facet*", "line": 84 }, { "directive": "disallow", "path": "*effectivemegapixels_facet*", "line": 85 }, { "directive": "disallow", "path": "*flashmodesmv_facet*", "line": 86 }, { "directive": "disallow", "path": "*framematerialmv_facet*", "line": 87 }, { "directive": "disallow", "path": "*giftcardthemesv_facet*", "line": 88 }, { "directive": "disallow", "path": "*handletype_facet*", "line": 89 }, { "directive": "disallow", "path": "*headsetstylesv_facet*", "line": 90 }, { "directive": "disallow", "path": "*heatingsource_facet*", "line": 91 }, { "directive": "disallow", "path": "*imagesensorsize_facet*", "line": 92 }, { "directive": "disallow", "path": "*imagesensortype11_facet*", "line": 93 }, { "directive": "disallow", "path": "*includedcolors_facet*", "line": 94 }, { "directive": "disallow", "path": "*inkmodelcompatibilitymv_facet*", "line": 95 }, { "directive": "disallow", "path": "*internalorexternal_facet*", "line": 96 }, { "directive": "disallow", "path": "*laptopuse_facet*", "line": 97 }, { "directive": "disallow", "path": "*lengthofcable_facet*", "line": 98 }, { "directive": "disallow", "path": "*mattressmaterial_facet*", "line": 99 }, { "directive": "disallow", "path": "*maximumsensitivity_facet*", "line": 100 }, { "directive": "disallow", "path": "*minfocallengthrange_facet*", "line": 101 }, { "directive": "disallow", "path": "*mobileinternalmemory_facet*", "line": 102 }, { "directive": "disallow", "path": "*monitorresponsetimerange_facet*", "line": 103 }, { "directive": "disallow", "path": "*monitorsnumberofusb30typecports_facet*", "line": 104 }, { "directive": "disallow", "path": "*monitorsnumberofusb31typecports_facet*", "line": 105 }, { "directive": "disallow", "path": "*mountmaterial_facet*", "line": 106 }, { "directive": "disallow", "path": "*networkingcabletype_facet*", "line": 107 }, { "directive": "disallow", "path": "*numberofbedroomsef_facet*", "line": 108 }, { "directive": "disallow", "path": "*numberofburnerssv_facet*", "line": 109 }, { "directive": "disallow", "path": "*numberofbuttons_facet*", "line": 110 }, { "directive": "disallow", "path": "*numberofdryingcycles_facet*", "line": 111 }, { "directive": "disallow", "path": "*numberoffanspeedssv_facet*", "line": 112 }, { "directive": "disallow", "path": "*numberofhdmiinputssv_facet*", "line": 113 }, { "directive": "disallow", "path": "*numberoflanports_facet*", "line": 114 }, { "directive": "disallow", "path": "*numberofspeakers_facet*", "line": 115 }, { "directive": "disallow", "path": "*numberofspeedssv_facet*", "line": 116 }, { "directive": "disallow", "path": "*numberofthunderbolt_ports_facet*", "line": 117 }, { "directive": "disallow", "path": "*numberofwashrinsecycle_facet*", "line": 118 }, { "directive": "disallow", "path": "*papersize_facet*", "line": 119 }, { "directive": "disallow", "path": "*playbackformatsmv_facet*", "line": 120 }, { "directive": "disallow", "path": "*productcategories_facet*", "line": 121 }, { "directive": "disallow", "path": "*screensizediagonalrange_facet*", "line": 122 }, { "directive": "disallow", "path": "*securityconnectivity_facet*", "line": 123 }, { "directive": "disallow", "path": "*securityresolution_facet*", "line": 124 }, { "directive": "disallow", "path": "*securitystoragetype_facet*", "line": 125 }, { "directive": "disallow", "path": "*softwareformat_facet*", "line": 126 }, { "directive": "disallow", "path": "*sqbprocessormodel_facet*", "line": 127 }, { "directive": "disallow", "path": "*sqbtotalstoragecapacity_facet*", "line": 128 }, { "directive": "disallow", "path": "*stringtype_facet*", "line": 129 }, { "directive": "disallow", "path": "*subclassid_facet*", "line": 130 }, { "directive": "disallow", "path": "*subgenre_facet*", "line": 131 }, { "directive": "disallow", "path": "*thruthedoordispenser_facet*", "line": 132 }, { "directive": "disallow", "path": "*toastingslotssv_facet*", "line": 133 }, { "directive": "disallow", "path": "*totaltechdeals_facet*", "line": 134 }, { "directive": "disallow", "path": "*touchscreentype_facet*", "line": 135 }, { "directive": "disallow", "path": "*transferrate_facet*", "line": 136 }, { "directive": "disallow", "path": "*transistorsize_facet*", "line": 137 }, { "directive": "disallow", "path": "*transmitterdistance_facet*", "line": 138 }, { "directive": "disallow", "path": "*treeheight_facet*", "line": 139 }, { "directive": "disallow", "path": "*treelightbulbcolor_facet*", "line": 140 }, { "directive": "disallow", "path": "*tubfinishmv_facet*", "line": 141 }, { "directive": "disallow", "path": "*varyinganglescreen_facet*", "line": 142 }, { "directive": "disallow", "path": "*vendorcollection_facet*", "line": 143 }, { "directive": "disallow", "path": "*videomemory_facet*", "line": 144 }, { "directive": "disallow", "path": "*viewfindertypemv_facet*", "line": 145 }, { "directive": "disallow", "path": "*virtualrealitycompatibility_facet*", "line": 146 }, { "directive": "disallow", "path": "*wanportssv_facet*", "line": 147 }, { "directive": "disallow", "path": "*wearingstyle_facet*", "line": 148 }, { "directive": "disallow", "path": "*currentprice2_facet*", "line": 149 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*5*", "line": 150 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*4*", "line": 151 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*3*", "line": 152 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*2*", "line": 153 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*1*", "line": 154 }, { "directive": "disallow", "path": "*soldout_facet*", "line": 155 }, { "directive": "disallow", "path": "*/site/promo/*?*_facet*", "line": 156 }, { "directive": "disallow", "path": "*/product/list/*", "line": 157 }, { "directive": "disallow", "path": "*/awacs-ingestor/*", "line": 158 }, { "directive": "disallow", "path": "*cp=1*", "line": 161 }, { "directive": "disallow", "path": "*cp=20*", "line": 162 }, { "directive": "disallow", "path": "*cp=6*", "line": 163 }, { "directive": "disallow", "path": "*cp=7*", "line": 164 }, { "directive": "disallow", "path": "*cp=8*", "line": 165 }, { "directive": "disallow", "path": "*cp=9*", "line": 166 }, { "directive": "disallow", "path": "*?*page=*&page=*$", "line": 167 }, { "directive": "disallow", "path": "*==$", "line": 170 }, { "directive": "disallow", "path": "*/-?", "line": 171 }, { "directive": "disallow", "path": "*/undefined$", "line": 172 }, { "directive": "disallow", "path": "*/null$", "line": 173 }, { "directive": "disallow", "path": "*javascript:winopengld*", "line": 174 } ], "warnings": [ 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 161, 162, 163, 164, 165, 166, 167, 170, 171, 172, 173, 174, 244, 245, 270, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 384, 385, 386, 387, 388, 389, 390, 393, 394, 395, 396, 397 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/site/", "line": 24 }, { "directive": "allow", "path": "/discover-learn/", "line": 25 }, { "directive": "disallow", "path": "/nex/", "line": 28 }, { "directive": "disallow", "path": "/m/e/*", "line": 29 }, { "directive": "disallow", "path": "/browse-api/*", "line": 30 }, { "directive": "disallow", "path": "/api/*.json", "line": 31 }, { "directive": "disallow", "path": "/availability/*", "line": 32 }, { "directive": "disallow", "path": "/cart", "line": 33 }, { "directive": "disallow", "path": "/cart/*", "line": 34 }, { "directive": "disallow", "path": "/cartitems/*", "line": 35 }, { "directive": "disallow", "path": "/fulfillment/*", "line": 36 }, { "directive": "disallow", "path": "/location/*", "line": 37 }, { "directive": "disallow", "path": "/pricing/*", "line": 38 }, { "directive": "disallow", "path": "/productfulfillment/*", "line": 39 }, { "directive": "disallow", "path": "/profile/*", "line": 40 }, { "directive": "disallow", "path": "/services/plans/*", "line": 41 }, { "directive": "disallow", "path": "/services/shoppingscheduler*", "line": 42 }, { "directive": "disallow", "path": "/site/builder/*", "line": 43 }, { "directive": "disallow", "path": "/site/modals/*", "line": 44 }, { "directive": "disallow", "path": "/site/dni/*", "line": 45 }, { "directive": "disallow", "path": "/site/offerbuilder/*", "line": 46 }, { "directive": "disallow", "path": "/site/questions/submission*", "line": 49 }, { "directive": "disallow", "path": "/site/answers/submission*", "line": 50 }, { "directive": "disallow", "path": "/site/reviews/submission*", "line": 51 }, { "directive": "disallow", "path": "/*template=_gameDetailsTab", "line": 54 }, { "directive": "disallow", "path": "/*template=_movieDetailsTab", "line": 55 }, { "directive": "disallow", "path": "/*template=_musicDetailsTab", "line": 56 }, { "directive": "disallow", "path": "/*template=_softwareDetailsTab", "line": 57 }, { "directive": "disallow", "path": "/*template=_accessoriesTab", "line": 58 }, { "directive": "disallow", "path": "/*template=_castAndCrewTab", "line": 59 }, { "directive": "disallow", "path": "/*template=_editorialTab", "line": 60 }, { "directive": "disallow", "path": "/*template=_episodesTab", "line": 61 }, { "directive": "disallow", "path": "/*template=_protectionAndServicesTab", "line": 62 }, { "directive": "disallow", "path": "/*template=_specificationsTab", "line": 63 }, { "directive": "disallow", "path": "/*template=_featuresSpoke", "line": 64 }, { "directive": "disallow", "path": "/*template=_buyingOptionsNewTab", "line": 65 }, { "directive": "disallow", "path": "*armodelformat_facet*", "line": 68 }, { "directive": "disallow", "path": "*awardtype_facet*", "line": 69 }, { "directive": "disallow", "path": "*awardwinner_facet*", "line": 70 }, { "directive": "disallow", "path": "*awardyear_facet*", "line": 71 }, { "directive": "disallow", "path": "*blenderfunctions_facet*", "line": 72 }, { "directive": "disallow", "path": "*boxdesign_facet*", "line": 73 }, { "directive": "disallow", "path": "*cast_facet*", "line": 74 }, { "directive": "disallow", "path": "*cleaningpathwidthrange_facet*", "line": 75 }, { "directive": "disallow", "path": "*consumerlifestage_facet*", "line": 76 }, { "directive": "disallow", "path": "*decade_facet*", "line": 77 }, { "directive": "disallow", "path": "*defrosttype_facet*", "line": 78 }, { "directive": "disallow", "path": "*departmentid_facet*", "line": 79 }, { "directive": "disallow", "path": "*depthtype_facet*", "line": 80 }, { "directive": "disallow", "path": "*displayport_facet*", "line": 81 }, { "directive": "disallow", "path": "*doorstylesv_facet*", "line": 82 }, { "directive": "disallow", "path": "*drawertype_facet*", "line": 83 }, { "directive": "disallow", "path": "*dynamiccategory_facet*", "line": 84 }, { "directive": "disallow", "path": "*effectivemegapixels_facet*", "line": 85 }, { "directive": "disallow", "path": "*flashmodesmv_facet*", "line": 86 }, { "directive": "disallow", "path": "*framematerialmv_facet*", "line": 87 }, { "directive": "disallow", "path": "*giftcardthemesv_facet*", "line": 88 }, { "directive": "disallow", "path": "*handletype_facet*", "line": 89 }, { "directive": "disallow", "path": "*headsetstylesv_facet*", "line": 90 }, { "directive": "disallow", "path": "*heatingsource_facet*", "line": 91 }, { "directive": "disallow", "path": "*imagesensorsize_facet*", "line": 92 }, { "directive": "disallow", "path": "*imagesensortype11_facet*", "line": 93 }, { "directive": "disallow", "path": "*includedcolors_facet*", "line": 94 }, { "directive": "disallow", "path": "*inkmodelcompatibilitymv_facet*", "line": 95 }, { "directive": "disallow", "path": "*internalorexternal_facet*", "line": 96 }, { "directive": "disallow", "path": "*laptopuse_facet*", "line": 97 }, { "directive": "disallow", "path": "*lengthofcable_facet*", "line": 98 }, { "directive": "disallow", "path": "*mattressmaterial_facet*", "line": 99 }, { "directive": "disallow", "path": "*maximumsensitivity_facet*", "line": 100 }, { "directive": "disallow", "path": "*minfocallengthrange_facet*", "line": 101 }, { "directive": "disallow", "path": "*mobileinternalmemory_facet*", "line": 102 }, { "directive": "disallow", "path": "*monitorresponsetimerange_facet*", "line": 103 }, { "directive": "disallow", "path": "*monitorsnumberofusb30typecports_facet*", "line": 104 }, { "directive": "disallow", "path": "*monitorsnumberofusb31typecports_facet*", "line": 105 }, { "directive": "disallow", "path": "*mountmaterial_facet*", "line": 106 }, { "directive": "disallow", "path": "*networkingcabletype_facet*", "line": 107 }, { "directive": "disallow", "path": "*numberofbedroomsef_facet*", "line": 108 }, { "directive": "disallow", "path": "*numberofburnerssv_facet*", "line": 109 }, { "directive": "disallow", "path": "*numberofbuttons_facet*", "line": 110 }, { "directive": "disallow", "path": "*numberofdryingcycles_facet*", "line": 111 }, { "directive": "disallow", "path": "*numberoffanspeedssv_facet*", "line": 112 }, { "directive": "disallow", "path": "*numberofhdmiinputssv_facet*", "line": 113 }, { "directive": "disallow", "path": "*numberoflanports_facet*", "line": 114 }, { "directive": "disallow", "path": "*numberofspeakers_facet*", "line": 115 }, { "directive": "disallow", "path": "*numberofspeedssv_facet*", "line": 116 }, { "directive": "disallow", "path": "*numberofthunderbolt_ports_facet*", "line": 117 }, { "directive": "disallow", "path": "*numberofwashrinsecycle_facet*", "line": 118 }, { "directive": "disallow", "path": "*papersize_facet*", "line": 119 }, { "directive": "disallow", "path": "*playbackformatsmv_facet*", "line": 120 }, { "directive": "disallow", "path": "*productcategories_facet*", "line": 121 }, { "directive": "disallow", "path": "*screensizediagonalrange_facet*", "line": 122 }, { "directive": "disallow", "path": "*securityconnectivity_facet*", "line": 123 }, { "directive": "disallow", "path": "*securityresolution_facet*", "line": 124 }, { "directive": "disallow", "path": "*securitystoragetype_facet*", "line": 125 }, { "directive": "disallow", "path": "*softwareformat_facet*", "line": 126 }, { "directive": "disallow", "path": "*sqbprocessormodel_facet*", "line": 127 }, { "directive": "disallow", "path": "*sqbtotalstoragecapacity_facet*", "line": 128 }, { "directive": "disallow", "path": "*stringtype_facet*", "line": 129 }, { "directive": "disallow", "path": "*subclassid_facet*", "line": 130 }, { "directive": "disallow", "path": "*subgenre_facet*", "line": 131 }, { "directive": "disallow", "path": "*thruthedoordispenser_facet*", "line": 132 }, { "directive": "disallow", "path": "*toastingslotssv_facet*", "line": 133 }, { "directive": "disallow", "path": "*totaltechdeals_facet*", "line": 134 }, { "directive": "disallow", "path": "*touchscreentype_facet*", "line": 135 }, { "directive": "disallow", "path": "*transferrate_facet*", "line": 136 }, { "directive": "disallow", "path": "*transistorsize_facet*", "line": 137 }, { "directive": "disallow", "path": "*transmitterdistance_facet*", "line": 138 }, { "directive": "disallow", "path": "*treeheight_facet*", "line": 139 }, { "directive": "disallow", "path": "*treelightbulbcolor_facet*", "line": 140 }, { "directive": "disallow", "path": "*tubfinishmv_facet*", "line": 141 }, { "directive": "disallow", "path": "*varyinganglescreen_facet*", "line": 142 }, { "directive": "disallow", "path": "*vendorcollection_facet*", "line": 143 }, { "directive": "disallow", "path": "*videomemory_facet*", "line": 144 }, { "directive": "disallow", "path": "*viewfindertypemv_facet*", "line": 145 }, { "directive": "disallow", "path": "*virtualrealitycompatibility_facet*", "line": 146 }, { "directive": "disallow", "path": "*wanportssv_facet*", "line": 147 }, { "directive": "disallow", "path": "*wearingstyle_facet*", "line": 148 }, { "directive": "disallow", "path": "*currentprice2_facet*", "line": 149 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*5*", "line": 150 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*4*", "line": 151 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*3*", "line": 152 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*2*", "line": 153 }, { "directive": "disallow", "path": "*customerreviews_facet*Customer*Rating*1*", "line": 154 }, { "directive": "disallow", "path": "*soldout_facet*", "line": 155 }, { "directive": "disallow", "path": "*/site/promo/*?*_facet*", "line": 156 }, { "directive": "disallow", "path": "*/product/list/*", "line": 157 }, { "directive": "disallow", "path": "*/awacs-ingestor/*", "line": 158 }, { "directive": "disallow", "path": "*cp=1*", "line": 161 }, { "directive": "disallow", "path": "*cp=20*", "line": 162 }, { "directive": "disallow", "path": "*cp=6*", "line": 163 }, { "directive": "disallow", "path": "*cp=7*", "line": 164 }, { "directive": "disallow", "path": "*cp=8*", "line": 165 }, { "directive": "disallow", "path": "*cp=9*", "line": 166 }, { "directive": "disallow", "path": "*?*page=*&page=*$", "line": 167 }, { "directive": "disallow", "path": "*==$", "line": 170 }, { "directive": "disallow", "path": "*/-?", "line": 171 }, { "directive": "disallow", "path": "*/undefined$", "line": 172 }, { "directive": "disallow", "path": "*/null$", "line": 173 }, { "directive": "disallow", "path": "*javascript:winopengld*", "line": 174 } ], "warnings": [ 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 161, 162, 163, 164, 165, 166, 167, 170, 171, 172, 173, 174, 244, 245, 270, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 384, 385, 386, 387, 388, 389, 390, 393, 394, 395, 396, 397 ] } }, "httpStatus": 200, "finalUrl": "https://www.bestbuy.com/robots.txt", "contentType": "text/plain", "sha256": "cb65f883b9aeec87339db0e12aa3228f8b8b49613f0beeb58111bf3a153e8de9", "bytes": 15016 }, { "company": "Bio-Techne", "cik": "842023", "sector": "Health Care", "origin": "https://www.bio-techne.com", "checkedAt": "2026-09-26T04:55:01.434Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "Biogen", "cik": "875045", "sector": "Health Care", "origin": "https://www.biogen.com", "checkedAt": "2026-09-26T04:55:01.470Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cookies.html", "line": 6 }, { "directive": "disallow", "path": "/global-references.html", "line": 7 }, { "directive": "disallow", "path": "/modal*", "line": 8 }, { "directive": "disallow", "path": "/*?lightbox=", "line": 9 }, { "directive": "disallow", "path": "/suche.html?*", "line": 10 }, { "directive": "disallow", "path": "/errors/404.html", "line": 11 }, { "directive": "disallow", "path": "/errors/403.html", "line": 12 }, { "directive": "disallow", "path": "/errors/500.html", "line": 13 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cookies.html", "line": 6 }, { "directive": "disallow", "path": "/global-references.html", "line": 7 }, { "directive": "disallow", "path": "/modal*", "line": 8 }, { "directive": "disallow", "path": "/*?lightbox=", "line": 9 }, { "directive": "disallow", "path": "/suche.html?*", "line": 10 }, { "directive": "disallow", "path": "/errors/404.html", "line": 11 }, { "directive": "disallow", "path": "/errors/403.html", "line": 12 }, { "directive": "disallow", "path": "/errors/500.html", "line": 13 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cookies.html", "line": 6 }, { "directive": "disallow", "path": "/global-references.html", "line": 7 }, { "directive": "disallow", "path": "/modal*", "line": 8 }, { "directive": "disallow", "path": "/*?lightbox=", "line": 9 }, { "directive": "disallow", "path": "/suche.html?*", "line": 10 }, { "directive": "disallow", "path": "/errors/404.html", "line": 11 }, { "directive": "disallow", "path": "/errors/403.html", "line": 12 }, { "directive": "disallow", "path": "/errors/500.html", "line": 13 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cookies.html", "line": 6 }, { "directive": "disallow", "path": "/global-references.html", "line": 7 }, { "directive": "disallow", "path": "/modal*", "line": 8 }, { "directive": "disallow", "path": "/*?lightbox=", "line": 9 }, { "directive": "disallow", "path": "/suche.html?*", "line": 10 }, { "directive": "disallow", "path": "/errors/404.html", "line": 11 }, { "directive": "disallow", "path": "/errors/403.html", "line": 12 }, { "directive": "disallow", "path": "/errors/500.html", "line": 13 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cookies.html", "line": 6 }, { "directive": "disallow", "path": "/global-references.html", "line": 7 }, { "directive": "disallow", "path": "/modal*", "line": 8 }, { "directive": "disallow", "path": "/*?lightbox=", "line": 9 }, { "directive": "disallow", "path": "/suche.html?*", "line": 10 }, { "directive": "disallow", "path": "/errors/404.html", "line": 11 }, { "directive": "disallow", "path": "/errors/403.html", "line": 12 }, { "directive": "disallow", "path": "/errors/500.html", "line": 13 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cookies.html", "line": 6 }, { "directive": "disallow", "path": "/global-references.html", "line": 7 }, { "directive": "disallow", "path": "/modal*", "line": 8 }, { "directive": "disallow", "path": "/*?lightbox=", "line": 9 }, { "directive": "disallow", "path": "/suche.html?*", "line": 10 }, { "directive": "disallow", "path": "/errors/404.html", "line": 11 }, { "directive": "disallow", "path": "/errors/403.html", "line": 12 }, { "directive": "disallow", "path": "/errors/500.html", "line": 13 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cookies.html", "line": 6 }, { "directive": "disallow", "path": "/global-references.html", "line": 7 }, { "directive": "disallow", "path": "/modal*", "line": 8 }, { "directive": "disallow", "path": "/*?lightbox=", "line": 9 }, { "directive": "disallow", "path": "/suche.html?*", "line": 10 }, { "directive": "disallow", "path": "/errors/404.html", "line": 11 }, { "directive": "disallow", "path": "/errors/403.html", "line": 12 }, { "directive": "disallow", "path": "/errors/500.html", "line": 13 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cookies.html", "line": 6 }, { "directive": "disallow", "path": "/global-references.html", "line": 7 }, { "directive": "disallow", "path": "/modal*", "line": 8 }, { "directive": "disallow", "path": "/*?lightbox=", "line": 9 }, { "directive": "disallow", "path": "/suche.html?*", "line": 10 }, { "directive": "disallow", "path": "/errors/404.html", "line": 11 }, { "directive": "disallow", "path": "/errors/403.html", "line": 12 }, { "directive": "disallow", "path": "/errors/500.html", "line": 13 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.biogen.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "03f8452b6804bec83ad83f5d54e150cd06db762c697711e5ea1fad45ab0f7b85", "bytes": 346 }, { "company": "BlackRock", "cik": "2012383", "sector": "Financials", "origin": "https://www.blackrock.com", "checkedAt": "2026-09-26T04:55:01.531Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/au-institutional-iframe*", "line": 6 }, { "directive": "disallow", "path": "/pensions-planning-iframe*", "line": 7 }, { "directive": "disallow", "path": "/capstone*", "line": 8 }, { "directive": "disallow", "path": "/*.dl$", "line": 10 }, { "directive": "disallow", "path": "/*sign-on.oauth", "line": 12 }, { "directive": "disallow", "path": "/*sign-on.saml", "line": 13 }, { "directive": "disallow", "path": "/*sign-on-popup.saml", "line": 14 }, { "directive": "disallow", "path": "/user-platform/", "line": 15 }, { "directive": "disallow", "path": "/userplatform/", "line": 16 }, { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/*?truepdf*", "line": 18 }, { "directive": "disallow", "path": "/*?norepdf*", "line": 19 }, { "directive": "disallow", "path": "/X/", "line": 21 }, { "directive": "disallow", "path": "/compliance/", "line": 22 }, { "directive": "disallow", "path": "/ref/docs", "line": 24 }, { "directive": "disallow", "path": "/api-tester/", "line": 26 }, { "directive": "disallow", "path": "/ee$", "line": 28 }, { "directive": "disallow", "path": "/gr$", "line": 29 }, { "directive": "disallow", "path": "/is$", "line": 30 }, { "directive": "disallow", "path": "/ie$", "line": 31 }, { "directive": "disallow", "path": "/lv$", "line": 32 }, { "directive": "disallow", "path": "/li$", "line": 33 }, { "directive": "disallow", "path": "/lt$", "line": 34 }, { "directive": "disallow", "path": "/mt$", "line": 35 }, { "directive": "disallow", "path": "/cy$", "line": 36 }, { "directive": "disallow", "path": "/gg$", "line": 37 }, { "directive": "disallow", "path": "/gi$", "line": 38 }, { "directive": "disallow", "path": "/im$", "line": 39 }, { "directive": "disallow", "path": "/je$", "line": 40 }, { "directive": "disallow", "path": "/bg$", "line": 41 }, { "directive": "disallow", "path": "/hr$", "line": 42 }, { "directive": "disallow", "path": "/ro$", "line": 43 }, { "directive": "disallow", "path": "/si$", "line": 44 }, { "directive": "disallow", "path": "/ee/", "line": 46 }, { "directive": "disallow", "path": "/gr/", "line": 47 }, { "directive": "disallow", "path": "/is/", "line": 48 }, { "directive": "disallow", "path": "/ie/", "line": 49 }, { "directive": "disallow", "path": "/lv/", "line": 50 }, { "directive": "disallow", "path": "/li/", "line": 51 }, { "directive": "disallow", "path": "/lt/", "line": 52 }, { "directive": "disallow", "path": "/mt/", "line": 53 }, { "directive": "disallow", "path": "/cy/", "line": 54 }, { "directive": "disallow", "path": "/gg/", "line": 55 }, { "directive": "disallow", "path": "/gi/", "line": 56 }, { "directive": "disallow", "path": "/im/", "line": 57 }, { "directive": "disallow", "path": "/je/", "line": 58 }, { "directive": "disallow", "path": "/bg/", "line": 59 }, { "directive": "disallow", "path": "/hr/", "line": 60 }, { "directive": "disallow", "path": "/ro/", "line": 61 }, { "directive": "disallow", "path": "/si/", "line": 62 }, { "directive": "disallow", "path": "/us/financial-professionals/*.pdf$", "line": 64 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/au-institutional-iframe*", "line": 6 }, { "directive": "disallow", "path": "/pensions-planning-iframe*", "line": 7 }, { "directive": "disallow", "path": "/capstone*", "line": 8 }, { "directive": "disallow", "path": "/*.dl$", "line": 10 }, { "directive": "disallow", "path": "/*sign-on.oauth", "line": 12 }, { "directive": "disallow", "path": "/*sign-on.saml", "line": 13 }, { "directive": "disallow", "path": "/*sign-on-popup.saml", "line": 14 }, { "directive": "disallow", "path": "/user-platform/", "line": 15 }, { "directive": "disallow", "path": "/userplatform/", "line": 16 }, { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/*?truepdf*", "line": 18 }, { "directive": "disallow", "path": "/*?norepdf*", "line": 19 }, { "directive": "disallow", "path": "/X/", "line": 21 }, { "directive": "disallow", "path": "/compliance/", "line": 22 }, { "directive": "disallow", "path": "/ref/docs", "line": 24 }, { "directive": "disallow", "path": "/api-tester/", "line": 26 }, { "directive": "disallow", "path": "/ee$", "line": 28 }, { "directive": "disallow", "path": "/gr$", "line": 29 }, { "directive": "disallow", "path": "/is$", "line": 30 }, { "directive": "disallow", "path": "/ie$", "line": 31 }, { "directive": "disallow", "path": "/lv$", "line": 32 }, { "directive": "disallow", "path": "/li$", "line": 33 }, { "directive": "disallow", "path": "/lt$", "line": 34 }, { "directive": "disallow", "path": "/mt$", "line": 35 }, { "directive": "disallow", "path": "/cy$", "line": 36 }, { "directive": "disallow", "path": "/gg$", "line": 37 }, { "directive": "disallow", "path": "/gi$", "line": 38 }, { "directive": "disallow", "path": "/im$", "line": 39 }, { "directive": "disallow", "path": "/je$", "line": 40 }, { "directive": "disallow", "path": "/bg$", "line": 41 }, { "directive": "disallow", "path": "/hr$", "line": 42 }, { "directive": "disallow", "path": "/ro$", "line": 43 }, { "directive": "disallow", "path": "/si$", "line": 44 }, { "directive": "disallow", "path": "/ee/", "line": 46 }, { "directive": "disallow", "path": "/gr/", "line": 47 }, { "directive": "disallow", "path": "/is/", "line": 48 }, { "directive": "disallow", "path": "/ie/", "line": 49 }, { "directive": "disallow", "path": "/lv/", "line": 50 }, { "directive": "disallow", "path": "/li/", "line": 51 }, { "directive": "disallow", "path": "/lt/", "line": 52 }, { "directive": "disallow", "path": "/mt/", "line": 53 }, { "directive": "disallow", "path": "/cy/", "line": 54 }, { "directive": "disallow", "path": "/gg/", "line": 55 }, { "directive": "disallow", "path": "/gi/", "line": 56 }, { "directive": "disallow", "path": "/im/", "line": 57 }, { "directive": "disallow", "path": "/je/", "line": 58 }, { "directive": "disallow", "path": "/bg/", "line": 59 }, { "directive": "disallow", "path": "/hr/", "line": 60 }, { "directive": "disallow", "path": "/ro/", "line": 61 }, { "directive": "disallow", "path": "/si/", "line": 62 }, { "directive": "disallow", "path": "/us/financial-professionals/*.pdf$", "line": 64 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/au-institutional-iframe*", "line": 6 }, { "directive": "disallow", "path": "/pensions-planning-iframe*", "line": 7 }, { "directive": "disallow", "path": "/capstone*", "line": 8 }, { "directive": "disallow", "path": "/*.dl$", "line": 10 }, { "directive": "disallow", "path": "/*sign-on.oauth", "line": 12 }, { "directive": "disallow", "path": "/*sign-on.saml", "line": 13 }, { "directive": "disallow", "path": "/*sign-on-popup.saml", "line": 14 }, { "directive": "disallow", "path": "/user-platform/", "line": 15 }, { "directive": "disallow", "path": "/userplatform/", "line": 16 }, { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/*?truepdf*", "line": 18 }, { "directive": "disallow", "path": "/*?norepdf*", "line": 19 }, { "directive": "disallow", "path": "/X/", "line": 21 }, { "directive": "disallow", "path": "/compliance/", "line": 22 }, { "directive": "disallow", "path": "/ref/docs", "line": 24 }, { "directive": "disallow", "path": "/api-tester/", "line": 26 }, { "directive": "disallow", "path": "/ee$", "line": 28 }, { "directive": "disallow", "path": "/gr$", "line": 29 }, { "directive": "disallow", "path": "/is$", "line": 30 }, { "directive": "disallow", "path": "/ie$", "line": 31 }, { "directive": "disallow", "path": "/lv$", "line": 32 }, { "directive": "disallow", "path": "/li$", "line": 33 }, { "directive": "disallow", "path": "/lt$", "line": 34 }, { "directive": "disallow", "path": "/mt$", "line": 35 }, { "directive": "disallow", "path": "/cy$", "line": 36 }, { "directive": "disallow", "path": "/gg$", "line": 37 }, { "directive": "disallow", "path": "/gi$", "line": 38 }, { "directive": "disallow", "path": "/im$", "line": 39 }, { "directive": "disallow", "path": "/je$", "line": 40 }, { "directive": "disallow", "path": "/bg$", "line": 41 }, { "directive": "disallow", "path": "/hr$", "line": 42 }, { "directive": "disallow", "path": "/ro$", "line": 43 }, { "directive": "disallow", "path": "/si$", "line": 44 }, { "directive": "disallow", "path": "/ee/", "line": 46 }, { "directive": "disallow", "path": "/gr/", "line": 47 }, { "directive": "disallow", "path": "/is/", "line": 48 }, { "directive": "disallow", "path": "/ie/", "line": 49 }, { "directive": "disallow", "path": "/lv/", "line": 50 }, { "directive": "disallow", "path": "/li/", "line": 51 }, { "directive": "disallow", "path": "/lt/", "line": 52 }, { "directive": "disallow", "path": "/mt/", "line": 53 }, { "directive": "disallow", "path": "/cy/", "line": 54 }, { "directive": "disallow", "path": "/gg/", "line": 55 }, { "directive": "disallow", "path": "/gi/", "line": 56 }, { "directive": "disallow", "path": "/im/", "line": 57 }, { "directive": "disallow", "path": "/je/", "line": 58 }, { "directive": "disallow", "path": "/bg/", "line": 59 }, { "directive": "disallow", "path": "/hr/", "line": 60 }, { "directive": "disallow", "path": "/ro/", "line": 61 }, { "directive": "disallow", "path": "/si/", "line": 62 }, { "directive": "disallow", "path": "/us/financial-professionals/*.pdf$", "line": 64 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/au-institutional-iframe*", "line": 6 }, { "directive": "disallow", "path": "/pensions-planning-iframe*", "line": 7 }, { "directive": "disallow", "path": "/capstone*", "line": 8 }, { "directive": "disallow", "path": "/*.dl$", "line": 10 }, { "directive": "disallow", "path": "/*sign-on.oauth", "line": 12 }, { "directive": "disallow", "path": "/*sign-on.saml", "line": 13 }, { "directive": "disallow", "path": "/*sign-on-popup.saml", "line": 14 }, { "directive": "disallow", "path": "/user-platform/", "line": 15 }, { "directive": "disallow", "path": "/userplatform/", "line": 16 }, { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/*?truepdf*", "line": 18 }, { "directive": "disallow", "path": "/*?norepdf*", "line": 19 }, { "directive": "disallow", "path": "/X/", "line": 21 }, { "directive": "disallow", "path": "/compliance/", "line": 22 }, { "directive": "disallow", "path": "/ref/docs", "line": 24 }, { "directive": "disallow", "path": "/api-tester/", "line": 26 }, { "directive": "disallow", "path": "/ee$", "line": 28 }, { "directive": "disallow", "path": "/gr$", "line": 29 }, { "directive": "disallow", "path": "/is$", "line": 30 }, { "directive": "disallow", "path": "/ie$", "line": 31 }, { "directive": "disallow", "path": "/lv$", "line": 32 }, { "directive": "disallow", "path": "/li$", "line": 33 }, { "directive": "disallow", "path": "/lt$", "line": 34 }, { "directive": "disallow", "path": "/mt$", "line": 35 }, { "directive": "disallow", "path": "/cy$", "line": 36 }, { "directive": "disallow", "path": "/gg$", "line": 37 }, { "directive": "disallow", "path": "/gi$", "line": 38 }, { "directive": "disallow", "path": "/im$", "line": 39 }, { "directive": "disallow", "path": "/je$", "line": 40 }, { "directive": "disallow", "path": "/bg$", "line": 41 }, { "directive": "disallow", "path": "/hr$", "line": 42 }, { "directive": "disallow", "path": "/ro$", "line": 43 }, { "directive": "disallow", "path": "/si$", "line": 44 }, { "directive": "disallow", "path": "/ee/", "line": 46 }, { "directive": "disallow", "path": "/gr/", "line": 47 }, { "directive": "disallow", "path": "/is/", "line": 48 }, { "directive": "disallow", "path": "/ie/", "line": 49 }, { "directive": "disallow", "path": "/lv/", "line": 50 }, { "directive": "disallow", "path": "/li/", "line": 51 }, { "directive": "disallow", "path": "/lt/", "line": 52 }, { "directive": "disallow", "path": "/mt/", "line": 53 }, { "directive": "disallow", "path": "/cy/", "line": 54 }, { "directive": "disallow", "path": "/gg/", "line": 55 }, { "directive": "disallow", "path": "/gi/", "line": 56 }, { "directive": "disallow", "path": "/im/", "line": 57 }, { "directive": "disallow", "path": "/je/", "line": 58 }, { "directive": "disallow", "path": "/bg/", "line": 59 }, { "directive": "disallow", "path": "/hr/", "line": 60 }, { "directive": "disallow", "path": "/ro/", "line": 61 }, { "directive": "disallow", "path": "/si/", "line": 62 }, { "directive": "disallow", "path": "/us/financial-professionals/*.pdf$", "line": 64 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/au-institutional-iframe*", "line": 6 }, { "directive": "disallow", "path": "/pensions-planning-iframe*", "line": 7 }, { "directive": "disallow", "path": "/capstone*", "line": 8 }, { "directive": "disallow", "path": "/*.dl$", "line": 10 }, { "directive": "disallow", "path": "/*sign-on.oauth", "line": 12 }, { "directive": "disallow", "path": "/*sign-on.saml", "line": 13 }, { "directive": "disallow", "path": "/*sign-on-popup.saml", "line": 14 }, { "directive": "disallow", "path": "/user-platform/", "line": 15 }, { "directive": "disallow", "path": "/userplatform/", "line": 16 }, { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/*?truepdf*", "line": 18 }, { "directive": "disallow", "path": "/*?norepdf*", "line": 19 }, { "directive": "disallow", "path": "/X/", "line": 21 }, { "directive": "disallow", "path": "/compliance/", "line": 22 }, { "directive": "disallow", "path": "/ref/docs", "line": 24 }, { "directive": "disallow", "path": "/api-tester/", "line": 26 }, { "directive": "disallow", "path": "/ee$", "line": 28 }, { "directive": "disallow", "path": "/gr$", "line": 29 }, { "directive": "disallow", "path": "/is$", "line": 30 }, { "directive": "disallow", "path": "/ie$", "line": 31 }, { "directive": "disallow", "path": "/lv$", "line": 32 }, { "directive": "disallow", "path": "/li$", "line": 33 }, { "directive": "disallow", "path": "/lt$", "line": 34 }, { "directive": "disallow", "path": "/mt$", "line": 35 }, { "directive": "disallow", "path": "/cy$", "line": 36 }, { "directive": "disallow", "path": "/gg$", "line": 37 }, { "directive": "disallow", "path": "/gi$", "line": 38 }, { "directive": "disallow", "path": "/im$", "line": 39 }, { "directive": "disallow", "path": "/je$", "line": 40 }, { "directive": "disallow", "path": "/bg$", "line": 41 }, { "directive": "disallow", "path": "/hr$", "line": 42 }, { "directive": "disallow", "path": "/ro$", "line": 43 }, { "directive": "disallow", "path": "/si$", "line": 44 }, { "directive": "disallow", "path": "/ee/", "line": 46 }, { "directive": "disallow", "path": "/gr/", "line": 47 }, { "directive": "disallow", "path": "/is/", "line": 48 }, { "directive": "disallow", "path": "/ie/", "line": 49 }, { "directive": "disallow", "path": "/lv/", "line": 50 }, { "directive": "disallow", "path": "/li/", "line": 51 }, { "directive": "disallow", "path": "/lt/", "line": 52 }, { "directive": "disallow", "path": "/mt/", "line": 53 }, { "directive": "disallow", "path": "/cy/", "line": 54 }, { "directive": "disallow", "path": "/gg/", "line": 55 }, { "directive": "disallow", "path": "/gi/", "line": 56 }, { "directive": "disallow", "path": "/im/", "line": 57 }, { "directive": "disallow", "path": "/je/", "line": 58 }, { "directive": "disallow", "path": "/bg/", "line": 59 }, { "directive": "disallow", "path": "/hr/", "line": 60 }, { "directive": "disallow", "path": "/ro/", "line": 61 }, { "directive": "disallow", "path": "/si/", "line": 62 }, { "directive": "disallow", "path": "/us/financial-professionals/*.pdf$", "line": 64 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/au-institutional-iframe*", "line": 6 }, { "directive": "disallow", "path": "/pensions-planning-iframe*", "line": 7 }, { "directive": "disallow", "path": "/capstone*", "line": 8 }, { "directive": "disallow", "path": "/*.dl$", "line": 10 }, { "directive": "disallow", "path": "/*sign-on.oauth", "line": 12 }, { "directive": "disallow", "path": "/*sign-on.saml", "line": 13 }, { "directive": "disallow", "path": "/*sign-on-popup.saml", "line": 14 }, { "directive": "disallow", "path": "/user-platform/", "line": 15 }, { "directive": "disallow", "path": "/userplatform/", "line": 16 }, { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/*?truepdf*", "line": 18 }, { "directive": "disallow", "path": "/*?norepdf*", "line": 19 }, { "directive": "disallow", "path": "/X/", "line": 21 }, { "directive": "disallow", "path": "/compliance/", "line": 22 }, { "directive": "disallow", "path": "/ref/docs", "line": 24 }, { "directive": "disallow", "path": "/api-tester/", "line": 26 }, { "directive": "disallow", "path": "/ee$", "line": 28 }, { "directive": "disallow", "path": "/gr$", "line": 29 }, { "directive": "disallow", "path": "/is$", "line": 30 }, { "directive": "disallow", "path": "/ie$", "line": 31 }, { "directive": "disallow", "path": "/lv$", "line": 32 }, { "directive": "disallow", "path": "/li$", "line": 33 }, { "directive": "disallow", "path": "/lt$", "line": 34 }, { "directive": "disallow", "path": "/mt$", "line": 35 }, { "directive": "disallow", "path": "/cy$", "line": 36 }, { "directive": "disallow", "path": "/gg$", "line": 37 }, { "directive": "disallow", "path": "/gi$", "line": 38 }, { "directive": "disallow", "path": "/im$", "line": 39 }, { "directive": "disallow", "path": "/je$", "line": 40 }, { "directive": "disallow", "path": "/bg$", "line": 41 }, { "directive": "disallow", "path": "/hr$", "line": 42 }, { "directive": "disallow", "path": "/ro$", "line": 43 }, { "directive": "disallow", "path": "/si$", "line": 44 }, { "directive": "disallow", "path": "/ee/", "line": 46 }, { "directive": "disallow", "path": "/gr/", "line": 47 }, { "directive": "disallow", "path": "/is/", "line": 48 }, { "directive": "disallow", "path": "/ie/", "line": 49 }, { "directive": "disallow", "path": "/lv/", "line": 50 }, { "directive": "disallow", "path": "/li/", "line": 51 }, { "directive": "disallow", "path": "/lt/", "line": 52 }, { "directive": "disallow", "path": "/mt/", "line": 53 }, { "directive": "disallow", "path": "/cy/", "line": 54 }, { "directive": "disallow", "path": "/gg/", "line": 55 }, { "directive": "disallow", "path": "/gi/", "line": 56 }, { "directive": "disallow", "path": "/im/", "line": 57 }, { "directive": "disallow", "path": "/je/", "line": 58 }, { "directive": "disallow", "path": "/bg/", "line": 59 }, { "directive": "disallow", "path": "/hr/", "line": 60 }, { "directive": "disallow", "path": "/ro/", "line": 61 }, { "directive": "disallow", "path": "/si/", "line": 62 }, { "directive": "disallow", "path": "/us/financial-professionals/*.pdf$", "line": 64 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/au-institutional-iframe*", "line": 6 }, { "directive": "disallow", "path": "/pensions-planning-iframe*", "line": 7 }, { "directive": "disallow", "path": "/capstone*", "line": 8 }, { "directive": "disallow", "path": "/*.dl$", "line": 10 }, { "directive": "disallow", "path": "/*sign-on.oauth", "line": 12 }, { "directive": "disallow", "path": "/*sign-on.saml", "line": 13 }, { "directive": "disallow", "path": "/*sign-on-popup.saml", "line": 14 }, { "directive": "disallow", "path": "/user-platform/", "line": 15 }, { "directive": "disallow", "path": "/userplatform/", "line": 16 }, { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/*?truepdf*", "line": 18 }, { "directive": "disallow", "path": "/*?norepdf*", "line": 19 }, { "directive": "disallow", "path": "/X/", "line": 21 }, { "directive": "disallow", "path": "/compliance/", "line": 22 }, { "directive": "disallow", "path": "/ref/docs", "line": 24 }, { "directive": "disallow", "path": "/api-tester/", "line": 26 }, { "directive": "disallow", "path": "/ee$", "line": 28 }, { "directive": "disallow", "path": "/gr$", "line": 29 }, { "directive": "disallow", "path": "/is$", "line": 30 }, { "directive": "disallow", "path": "/ie$", "line": 31 }, { "directive": "disallow", "path": "/lv$", "line": 32 }, { "directive": "disallow", "path": "/li$", "line": 33 }, { "directive": "disallow", "path": "/lt$", "line": 34 }, { "directive": "disallow", "path": "/mt$", "line": 35 }, { "directive": "disallow", "path": "/cy$", "line": 36 }, { "directive": "disallow", "path": "/gg$", "line": 37 }, { "directive": "disallow", "path": "/gi$", "line": 38 }, { "directive": "disallow", "path": "/im$", "line": 39 }, { "directive": "disallow", "path": "/je$", "line": 40 }, { "directive": "disallow", "path": "/bg$", "line": 41 }, { "directive": "disallow", "path": "/hr$", "line": 42 }, { "directive": "disallow", "path": "/ro$", "line": 43 }, { "directive": "disallow", "path": "/si$", "line": 44 }, { "directive": "disallow", "path": "/ee/", "line": 46 }, { "directive": "disallow", "path": "/gr/", "line": 47 }, { "directive": "disallow", "path": "/is/", "line": 48 }, { "directive": "disallow", "path": "/ie/", "line": 49 }, { "directive": "disallow", "path": "/lv/", "line": 50 }, { "directive": "disallow", "path": "/li/", "line": 51 }, { "directive": "disallow", "path": "/lt/", "line": 52 }, { "directive": "disallow", "path": "/mt/", "line": 53 }, { "directive": "disallow", "path": "/cy/", "line": 54 }, { "directive": "disallow", "path": "/gg/", "line": 55 }, { "directive": "disallow", "path": "/gi/", "line": 56 }, { "directive": "disallow", "path": "/im/", "line": 57 }, { "directive": "disallow", "path": "/je/", "line": 58 }, { "directive": "disallow", "path": "/bg/", "line": 59 }, { "directive": "disallow", "path": "/hr/", "line": 60 }, { "directive": "disallow", "path": "/ro/", "line": 61 }, { "directive": "disallow", "path": "/si/", "line": 62 }, { "directive": "disallow", "path": "/us/financial-professionals/*.pdf$", "line": 64 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/au-institutional-iframe*", "line": 6 }, { "directive": "disallow", "path": "/pensions-planning-iframe*", "line": 7 }, { "directive": "disallow", "path": "/capstone*", "line": 8 }, { "directive": "disallow", "path": "/*.dl$", "line": 10 }, { "directive": "disallow", "path": "/*sign-on.oauth", "line": 12 }, { "directive": "disallow", "path": "/*sign-on.saml", "line": 13 }, { "directive": "disallow", "path": "/*sign-on-popup.saml", "line": 14 }, { "directive": "disallow", "path": "/user-platform/", "line": 15 }, { "directive": "disallow", "path": "/userplatform/", "line": 16 }, { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/*?truepdf*", "line": 18 }, { "directive": "disallow", "path": "/*?norepdf*", "line": 19 }, { "directive": "disallow", "path": "/X/", "line": 21 }, { "directive": "disallow", "path": "/compliance/", "line": 22 }, { "directive": "disallow", "path": "/ref/docs", "line": 24 }, { "directive": "disallow", "path": "/api-tester/", "line": 26 }, { "directive": "disallow", "path": "/ee$", "line": 28 }, { "directive": "disallow", "path": "/gr$", "line": 29 }, { "directive": "disallow", "path": "/is$", "line": 30 }, { "directive": "disallow", "path": "/ie$", "line": 31 }, { "directive": "disallow", "path": "/lv$", "line": 32 }, { "directive": "disallow", "path": "/li$", "line": 33 }, { "directive": "disallow", "path": "/lt$", "line": 34 }, { "directive": "disallow", "path": "/mt$", "line": 35 }, { "directive": "disallow", "path": "/cy$", "line": 36 }, { "directive": "disallow", "path": "/gg$", "line": 37 }, { "directive": "disallow", "path": "/gi$", "line": 38 }, { "directive": "disallow", "path": "/im$", "line": 39 }, { "directive": "disallow", "path": "/je$", "line": 40 }, { "directive": "disallow", "path": "/bg$", "line": 41 }, { "directive": "disallow", "path": "/hr$", "line": 42 }, { "directive": "disallow", "path": "/ro$", "line": 43 }, { "directive": "disallow", "path": "/si$", "line": 44 }, { "directive": "disallow", "path": "/ee/", "line": 46 }, { "directive": "disallow", "path": "/gr/", "line": 47 }, { "directive": "disallow", "path": "/is/", "line": 48 }, { "directive": "disallow", "path": "/ie/", "line": 49 }, { "directive": "disallow", "path": "/lv/", "line": 50 }, { "directive": "disallow", "path": "/li/", "line": 51 }, { "directive": "disallow", "path": "/lt/", "line": 52 }, { "directive": "disallow", "path": "/mt/", "line": 53 }, { "directive": "disallow", "path": "/cy/", "line": 54 }, { "directive": "disallow", "path": "/gg/", "line": 55 }, { "directive": "disallow", "path": "/gi/", "line": 56 }, { "directive": "disallow", "path": "/im/", "line": 57 }, { "directive": "disallow", "path": "/je/", "line": 58 }, { "directive": "disallow", "path": "/bg/", "line": 59 }, { "directive": "disallow", "path": "/hr/", "line": 60 }, { "directive": "disallow", "path": "/ro/", "line": 61 }, { "directive": "disallow", "path": "/si/", "line": 62 }, { "directive": "disallow", "path": "/us/financial-professionals/*.pdf$", "line": 64 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.blackrock.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "17c5a9d36cc5bfec5d7162e2f047bdfed7e294cd9e19246699cb0a40bd224868", "bytes": 5506 }, { "company": "Blackstone Inc.", "cik": "1393818", "sector": "Financials", "origin": "https://www.blackstone.com", "checkedAt": "2026-09-26T04:55:01.904Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-content/uploads/sites/2/blackstone-secure/", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-content/uploads/sites/2/blackstone-secure/", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-content/uploads/sites/2/blackstone-secure/", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-content/uploads/sites/2/blackstone-secure/", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-content/uploads/sites/2/blackstone-secure/", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-content/uploads/sites/2/blackstone-secure/", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-content/uploads/sites/2/blackstone-secure/", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-content/uploads/sites/2/blackstone-secure/", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.blackstone.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "1cf5af99960d139b76ab9cd9c866821a5b0b14933a04cf0670fef2178da9f2f8", "bytes": 1335 }, { "company": "Block, Inc.", "cik": "1512673", "sector": "Financials", "origin": "https://squareup.com", "checkedAt": "2026-09-26T04:55:01.986Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*/invoices/invoice-templates/", "line": 5 }, { "directive": "allow", "path": "*/invoices/recurring-payments/", "line": 6 }, { "directive": "allow", "path": "*/subtopic/230", "line": 7 }, { "directive": "allow", "path": "*/subtopic/338", "line": 8 }, { "directive": "allow", "path": "*/subtopic/320", "line": 9 }, { "directive": "allow", "path": "*/subtopic/email", "line": 10 }, { "directive": "allow", "path": "*/subtopic/281", "line": 11 }, { "directive": "allow", "path": "*/subtopic/fulfillment", "line": 12 }, { "directive": "disallow", "path": "*/detect_country.json", "line": 14 }, { "directive": "disallow", "path": "*/tracking.json", "line": 15 }, { "directive": "disallow", "path": "*/test/", "line": 16 }, { "directive": "disallow", "path": "*/appointments/mapbox/", "line": 17 }, { "directive": "disallow", "path": "*/appointments/book/profile/", "line": 18 }, { "directive": "disallow", "path": "*/capital/consumer/invoice/merchants/", "line": 19 }, { "directive": "disallow", "path": "*/form/", "line": 20 }, { "directive": "disallow", "path": "*/gift/", "line": 21 }, { "directive": "disallow", "path": "*/i/", "line": 22 }, { "directive": "disallow", "path": "*/pay-invoice/", "line": 23 }, { "directive": "disallow", "path": "*/password/", "line": 24 }, { "directive": "disallow", "path": "*/r/", "line": 25 }, { "directive": "disallow", "path": "*/signup?signup_token=*", "line": 26 }, { "directive": "disallow", "path": "*/subscriptions/", "line": 27 }, { "directive": "disallow", "path": "*/email/subscriptions/", "line": 28 }, { "directive": "disallow", "path": "*/app-marketplace/search?*", "line": 29 }, { "directive": "disallow", "path": "*/signup*/search?*", "line": 30 }, { "directive": "disallow", "path": "*/login*/search?*", "line": 31 }, { "directive": "disallow", "path": "*/return/requests/", "line": 32 }, { "directive": "disallow", "path": "*/logout/", "line": 33 }, { "directive": "disallow", "path": "*/help/*/article/search?*", "line": 34 }, { "directive": "disallow", "path": "*/help/article/search?*", "line": 35 }, { "directive": "disallow", "path": "*api/v1/", "line": 36 }, { "directive": "disallow", "path": "*/buyer/widget/", "line": 37 }, { "directive": "disallow", "path": "*/appointments/api/", "line": 38 }, { "directive": "disallow", "path": "*/js/", "line": 39 }, { "directive": "disallow", "path": "/*.html", "line": 40 }, { "directive": "disallow", "path": "*/hardware/*/cart/", "line": 41 }, { "directive": "disallow", "path": "*/sell-now", "line": 42 }, { "directive": "disallow", "path": "*/academy*", "line": 43 }, { "directive": "disallow", "path": "*/bill-pay/bank-link/", "line": 44 }, { "directive": "disallow", "path": "*/bill-pay/receive-payment/", "line": 45 }, { "directive": "disallow", "path": "*/receipt/", "line": 46 }, { "directive": "disallow", "path": "*v=verify-your-identity", "line": 47 }, { "directive": "disallow", "path": "/*?return_to=*", "line": 48 }, { "directive": "disallow", "path": "/*?app=*", "line": 49 }, { "directive": "disallow", "path": "/*?referal_id=*", "line": 50 }, { "directive": "disallow", "path": "/*?page=/*", "line": 51 }, { "directive": "disallow", "path": "*/oauth2/", "line": 52 } ], "warnings": [ 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 47, 52 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*/invoices/invoice-templates/", "line": 5 }, { "directive": "allow", "path": "*/invoices/recurring-payments/", "line": 6 }, { "directive": "allow", "path": "*/subtopic/230", "line": 7 }, { "directive": "allow", "path": "*/subtopic/338", "line": 8 }, { "directive": "allow", "path": "*/subtopic/320", "line": 9 }, { "directive": "allow", "path": "*/subtopic/email", "line": 10 }, { "directive": "allow", "path": "*/subtopic/281", "line": 11 }, { "directive": "allow", "path": "*/subtopic/fulfillment", "line": 12 }, { "directive": "disallow", "path": "*/detect_country.json", "line": 14 }, { "directive": "disallow", "path": "*/tracking.json", "line": 15 }, { "directive": "disallow", "path": "*/test/", "line": 16 }, { "directive": "disallow", "path": "*/appointments/mapbox/", "line": 17 }, { "directive": "disallow", "path": "*/appointments/book/profile/", "line": 18 }, { "directive": "disallow", "path": "*/capital/consumer/invoice/merchants/", "line": 19 }, { "directive": "disallow", "path": "*/form/", "line": 20 }, { "directive": "disallow", "path": "*/gift/", "line": 21 }, { "directive": "disallow", "path": "*/i/", "line": 22 }, { "directive": "disallow", "path": "*/pay-invoice/", "line": 23 }, { "directive": "disallow", "path": "*/password/", "line": 24 }, { "directive": "disallow", "path": "*/r/", "line": 25 }, { "directive": "disallow", "path": "*/signup?signup_token=*", "line": 26 }, { "directive": "disallow", "path": "*/subscriptions/", "line": 27 }, { "directive": "disallow", "path": "*/email/subscriptions/", "line": 28 }, { "directive": "disallow", "path": "*/app-marketplace/search?*", "line": 29 }, { "directive": "disallow", "path": "*/signup*/search?*", "line": 30 }, { "directive": "disallow", "path": "*/login*/search?*", "line": 31 }, { "directive": "disallow", "path": "*/return/requests/", "line": 32 }, { "directive": "disallow", "path": "*/logout/", "line": 33 }, { "directive": "disallow", "path": "*/help/*/article/search?*", "line": 34 }, { "directive": "disallow", "path": "*/help/article/search?*", "line": 35 }, { "directive": "disallow", "path": "*api/v1/", "line": 36 }, { "directive": "disallow", "path": "*/buyer/widget/", "line": 37 }, { "directive": "disallow", "path": "*/appointments/api/", "line": 38 }, { "directive": "disallow", "path": "*/js/", "line": 39 }, { "directive": "disallow", "path": "/*.html", "line": 40 }, { "directive": "disallow", "path": "*/hardware/*/cart/", "line": 41 }, { "directive": "disallow", "path": "*/sell-now", "line": 42 }, { "directive": "disallow", "path": "*/academy*", "line": 43 }, { "directive": "disallow", "path": "*/bill-pay/bank-link/", "line": 44 }, { "directive": "disallow", "path": "*/bill-pay/receive-payment/", "line": 45 }, { "directive": "disallow", "path": "*/receipt/", "line": 46 }, { "directive": "disallow", "path": "*v=verify-your-identity", "line": 47 }, { "directive": "disallow", "path": "/*?return_to=*", "line": 48 }, { "directive": "disallow", "path": "/*?app=*", "line": 49 }, { "directive": "disallow", "path": "/*?referal_id=*", "line": 50 }, { "directive": "disallow", "path": "/*?page=/*", "line": 51 }, { "directive": "disallow", "path": "*/oauth2/", "line": 52 } ], "warnings": [ 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 47, 52 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*/invoices/invoice-templates/", "line": 5 }, { "directive": "allow", "path": "*/invoices/recurring-payments/", "line": 6 }, { "directive": "allow", "path": "*/subtopic/230", "line": 7 }, { "directive": "allow", "path": "*/subtopic/338", "line": 8 }, { "directive": "allow", "path": "*/subtopic/320", "line": 9 }, { "directive": "allow", "path": "*/subtopic/email", "line": 10 }, { "directive": "allow", "path": "*/subtopic/281", "line": 11 }, { "directive": "allow", "path": "*/subtopic/fulfillment", "line": 12 }, { "directive": "disallow", "path": "*/detect_country.json", "line": 14 }, { "directive": "disallow", "path": "*/tracking.json", "line": 15 }, { "directive": "disallow", "path": "*/test/", "line": 16 }, { "directive": "disallow", "path": "*/appointments/mapbox/", "line": 17 }, { "directive": "disallow", "path": "*/appointments/book/profile/", "line": 18 }, { "directive": "disallow", "path": "*/capital/consumer/invoice/merchants/", "line": 19 }, { "directive": "disallow", "path": "*/form/", "line": 20 }, { "directive": "disallow", "path": "*/gift/", "line": 21 }, { "directive": "disallow", "path": "*/i/", "line": 22 }, { "directive": "disallow", "path": "*/pay-invoice/", "line": 23 }, { "directive": "disallow", "path": "*/password/", "line": 24 }, { "directive": "disallow", "path": "*/r/", "line": 25 }, { "directive": "disallow", "path": "*/signup?signup_token=*", "line": 26 }, { "directive": "disallow", "path": "*/subscriptions/", "line": 27 }, { "directive": "disallow", "path": "*/email/subscriptions/", "line": 28 }, { "directive": "disallow", "path": "*/app-marketplace/search?*", "line": 29 }, { "directive": "disallow", "path": "*/signup*/search?*", "line": 30 }, { "directive": "disallow", "path": "*/login*/search?*", "line": 31 }, { "directive": "disallow", "path": "*/return/requests/", "line": 32 }, { "directive": "disallow", "path": "*/logout/", "line": 33 }, { "directive": "disallow", "path": "*/help/*/article/search?*", "line": 34 }, { "directive": "disallow", "path": "*/help/article/search?*", "line": 35 }, { "directive": "disallow", "path": "*api/v1/", "line": 36 }, { "directive": "disallow", "path": "*/buyer/widget/", "line": 37 }, { "directive": "disallow", "path": "*/appointments/api/", "line": 38 }, { "directive": "disallow", "path": "*/js/", "line": 39 }, { "directive": "disallow", "path": "/*.html", "line": 40 }, { "directive": "disallow", "path": "*/hardware/*/cart/", "line": 41 }, { "directive": "disallow", "path": "*/sell-now", "line": 42 }, { "directive": "disallow", "path": "*/academy*", "line": 43 }, { "directive": "disallow", "path": "*/bill-pay/bank-link/", "line": 44 }, { "directive": "disallow", "path": "*/bill-pay/receive-payment/", "line": 45 }, { "directive": "disallow", "path": "*/receipt/", "line": 46 }, { "directive": "disallow", "path": "*v=verify-your-identity", "line": 47 }, { "directive": "disallow", "path": "/*?return_to=*", "line": 48 }, { "directive": "disallow", "path": "/*?app=*", "line": 49 }, { "directive": "disallow", "path": "/*?referal_id=*", "line": 50 }, { "directive": "disallow", "path": "/*?page=/*", "line": 51 }, { "directive": "disallow", "path": "*/oauth2/", "line": 52 } ], "warnings": [ 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 47, 52 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*/invoices/invoice-templates/", "line": 5 }, { "directive": "allow", "path": "*/invoices/recurring-payments/", "line": 6 }, { "directive": "allow", "path": "*/subtopic/230", "line": 7 }, { "directive": "allow", "path": "*/subtopic/338", "line": 8 }, { "directive": "allow", "path": "*/subtopic/320", "line": 9 }, { "directive": "allow", "path": "*/subtopic/email", "line": 10 }, { "directive": "allow", "path": "*/subtopic/281", "line": 11 }, { "directive": "allow", "path": "*/subtopic/fulfillment", "line": 12 }, { "directive": "disallow", "path": "*/detect_country.json", "line": 14 }, { "directive": "disallow", "path": "*/tracking.json", "line": 15 }, { "directive": "disallow", "path": "*/test/", "line": 16 }, { "directive": "disallow", "path": "*/appointments/mapbox/", "line": 17 }, { "directive": "disallow", "path": "*/appointments/book/profile/", "line": 18 }, { "directive": "disallow", "path": "*/capital/consumer/invoice/merchants/", "line": 19 }, { "directive": "disallow", "path": "*/form/", "line": 20 }, { "directive": "disallow", "path": "*/gift/", "line": 21 }, { "directive": "disallow", "path": "*/i/", "line": 22 }, { "directive": "disallow", "path": "*/pay-invoice/", "line": 23 }, { "directive": "disallow", "path": "*/password/", "line": 24 }, { "directive": "disallow", "path": "*/r/", "line": 25 }, { "directive": "disallow", "path": "*/signup?signup_token=*", "line": 26 }, { "directive": "disallow", "path": "*/subscriptions/", "line": 27 }, { "directive": "disallow", "path": "*/email/subscriptions/", "line": 28 }, { "directive": "disallow", "path": "*/app-marketplace/search?*", "line": 29 }, { "directive": "disallow", "path": "*/signup*/search?*", "line": 30 }, { "directive": "disallow", "path": "*/login*/search?*", "line": 31 }, { "directive": "disallow", "path": "*/return/requests/", "line": 32 }, { "directive": "disallow", "path": "*/logout/", "line": 33 }, { "directive": "disallow", "path": "*/help/*/article/search?*", "line": 34 }, { "directive": "disallow", "path": "*/help/article/search?*", "line": 35 }, { "directive": "disallow", "path": "*api/v1/", "line": 36 }, { "directive": "disallow", "path": "*/buyer/widget/", "line": 37 }, { "directive": "disallow", "path": "*/appointments/api/", "line": 38 }, { "directive": "disallow", "path": "*/js/", "line": 39 }, { "directive": "disallow", "path": "/*.html", "line": 40 }, { "directive": "disallow", "path": "*/hardware/*/cart/", "line": 41 }, { "directive": "disallow", "path": "*/sell-now", "line": 42 }, { "directive": "disallow", "path": "*/academy*", "line": 43 }, { "directive": "disallow", "path": "*/bill-pay/bank-link/", "line": 44 }, { "directive": "disallow", "path": "*/bill-pay/receive-payment/", "line": 45 }, { "directive": "disallow", "path": "*/receipt/", "line": 46 }, { "directive": "disallow", "path": "*v=verify-your-identity", "line": 47 }, { "directive": "disallow", "path": "/*?return_to=*", "line": 48 }, { "directive": "disallow", "path": "/*?app=*", "line": 49 }, { "directive": "disallow", "path": "/*?referal_id=*", "line": 50 }, { "directive": "disallow", "path": "/*?page=/*", "line": 51 }, { "directive": "disallow", "path": "*/oauth2/", "line": 52 } ], "warnings": [ 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 47, 52 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*/invoices/invoice-templates/", "line": 5 }, { "directive": "allow", "path": "*/invoices/recurring-payments/", "line": 6 }, { "directive": "allow", "path": "*/subtopic/230", "line": 7 }, { "directive": "allow", "path": "*/subtopic/338", "line": 8 }, { "directive": "allow", "path": "*/subtopic/320", "line": 9 }, { "directive": "allow", "path": "*/subtopic/email", "line": 10 }, { "directive": "allow", "path": "*/subtopic/281", "line": 11 }, { "directive": "allow", "path": "*/subtopic/fulfillment", "line": 12 }, { "directive": "disallow", "path": "*/detect_country.json", "line": 14 }, { "directive": "disallow", "path": "*/tracking.json", "line": 15 }, { "directive": "disallow", "path": "*/test/", "line": 16 }, { "directive": "disallow", "path": "*/appointments/mapbox/", "line": 17 }, { "directive": "disallow", "path": "*/appointments/book/profile/", "line": 18 }, { "directive": "disallow", "path": "*/capital/consumer/invoice/merchants/", "line": 19 }, { "directive": "disallow", "path": "*/form/", "line": 20 }, { "directive": "disallow", "path": "*/gift/", "line": 21 }, { "directive": "disallow", "path": "*/i/", "line": 22 }, { "directive": "disallow", "path": "*/pay-invoice/", "line": 23 }, { "directive": "disallow", "path": "*/password/", "line": 24 }, { "directive": "disallow", "path": "*/r/", "line": 25 }, { "directive": "disallow", "path": "*/signup?signup_token=*", "line": 26 }, { "directive": "disallow", "path": "*/subscriptions/", "line": 27 }, { "directive": "disallow", "path": "*/email/subscriptions/", "line": 28 }, { "directive": "disallow", "path": "*/app-marketplace/search?*", "line": 29 }, { "directive": "disallow", "path": "*/signup*/search?*", "line": 30 }, { "directive": "disallow", "path": "*/login*/search?*", "line": 31 }, { "directive": "disallow", "path": "*/return/requests/", "line": 32 }, { "directive": "disallow", "path": "*/logout/", "line": 33 }, { "directive": "disallow", "path": "*/help/*/article/search?*", "line": 34 }, { "directive": "disallow", "path": "*/help/article/search?*", "line": 35 }, { "directive": "disallow", "path": "*api/v1/", "line": 36 }, { "directive": "disallow", "path": "*/buyer/widget/", "line": 37 }, { "directive": "disallow", "path": "*/appointments/api/", "line": 38 }, { "directive": "disallow", "path": "*/js/", "line": 39 }, { "directive": "disallow", "path": "/*.html", "line": 40 }, { "directive": "disallow", "path": "*/hardware/*/cart/", "line": 41 }, { "directive": "disallow", "path": "*/sell-now", "line": 42 }, { "directive": "disallow", "path": "*/academy*", "line": 43 }, { "directive": "disallow", "path": "*/bill-pay/bank-link/", "line": 44 }, { "directive": "disallow", "path": "*/bill-pay/receive-payment/", "line": 45 }, { "directive": "disallow", "path": "*/receipt/", "line": 46 }, { "directive": "disallow", "path": "*v=verify-your-identity", "line": 47 }, { "directive": "disallow", "path": "/*?return_to=*", "line": 48 }, { "directive": "disallow", "path": "/*?app=*", "line": 49 }, { "directive": "disallow", "path": "/*?referal_id=*", "line": 50 }, { "directive": "disallow", "path": "/*?page=/*", "line": 51 }, { "directive": "disallow", "path": "*/oauth2/", "line": 52 } ], "warnings": [ 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 47, 52 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*/invoices/invoice-templates/", "line": 5 }, { "directive": "allow", "path": "*/invoices/recurring-payments/", "line": 6 }, { "directive": "allow", "path": "*/subtopic/230", "line": 7 }, { "directive": "allow", "path": "*/subtopic/338", "line": 8 }, { "directive": "allow", "path": "*/subtopic/320", "line": 9 }, { "directive": "allow", "path": "*/subtopic/email", "line": 10 }, { "directive": "allow", "path": "*/subtopic/281", "line": 11 }, { "directive": "allow", "path": "*/subtopic/fulfillment", "line": 12 }, { "directive": "disallow", "path": "*/detect_country.json", "line": 14 }, { "directive": "disallow", "path": "*/tracking.json", "line": 15 }, { "directive": "disallow", "path": "*/test/", "line": 16 }, { "directive": "disallow", "path": "*/appointments/mapbox/", "line": 17 }, { "directive": "disallow", "path": "*/appointments/book/profile/", "line": 18 }, { "directive": "disallow", "path": "*/capital/consumer/invoice/merchants/", "line": 19 }, { "directive": "disallow", "path": "*/form/", "line": 20 }, { "directive": "disallow", "path": "*/gift/", "line": 21 }, { "directive": "disallow", "path": "*/i/", "line": 22 }, { "directive": "disallow", "path": "*/pay-invoice/", "line": 23 }, { "directive": "disallow", "path": "*/password/", "line": 24 }, { "directive": "disallow", "path": "*/r/", "line": 25 }, { "directive": "disallow", "path": "*/signup?signup_token=*", "line": 26 }, { "directive": "disallow", "path": "*/subscriptions/", "line": 27 }, { "directive": "disallow", "path": "*/email/subscriptions/", "line": 28 }, { "directive": "disallow", "path": "*/app-marketplace/search?*", "line": 29 }, { "directive": "disallow", "path": "*/signup*/search?*", "line": 30 }, { "directive": "disallow", "path": "*/login*/search?*", "line": 31 }, { "directive": "disallow", "path": "*/return/requests/", "line": 32 }, { "directive": "disallow", "path": "*/logout/", "line": 33 }, { "directive": "disallow", "path": "*/help/*/article/search?*", "line": 34 }, { "directive": "disallow", "path": "*/help/article/search?*", "line": 35 }, { "directive": "disallow", "path": "*api/v1/", "line": 36 }, { "directive": "disallow", "path": "*/buyer/widget/", "line": 37 }, { "directive": "disallow", "path": "*/appointments/api/", "line": 38 }, { "directive": "disallow", "path": "*/js/", "line": 39 }, { "directive": "disallow", "path": "/*.html", "line": 40 }, { "directive": "disallow", "path": "*/hardware/*/cart/", "line": 41 }, { "directive": "disallow", "path": "*/sell-now", "line": 42 }, { "directive": "disallow", "path": "*/academy*", "line": 43 }, { "directive": "disallow", "path": "*/bill-pay/bank-link/", "line": 44 }, { "directive": "disallow", "path": "*/bill-pay/receive-payment/", "line": 45 }, { "directive": "disallow", "path": "*/receipt/", "line": 46 }, { "directive": "disallow", "path": "*v=verify-your-identity", "line": 47 }, { "directive": "disallow", "path": "/*?return_to=*", "line": 48 }, { "directive": "disallow", "path": "/*?app=*", "line": 49 }, { "directive": "disallow", "path": "/*?referal_id=*", "line": 50 }, { "directive": "disallow", "path": "/*?page=/*", "line": 51 }, { "directive": "disallow", "path": "*/oauth2/", "line": 52 } ], "warnings": [ 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 47, 52 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*/invoices/invoice-templates/", "line": 5 }, { "directive": "allow", "path": "*/invoices/recurring-payments/", "line": 6 }, { "directive": "allow", "path": "*/subtopic/230", "line": 7 }, { "directive": "allow", "path": "*/subtopic/338", "line": 8 }, { "directive": "allow", "path": "*/subtopic/320", "line": 9 }, { "directive": "allow", "path": "*/subtopic/email", "line": 10 }, { "directive": "allow", "path": "*/subtopic/281", "line": 11 }, { "directive": "allow", "path": "*/subtopic/fulfillment", "line": 12 }, { "directive": "disallow", "path": "*/detect_country.json", "line": 14 }, { "directive": "disallow", "path": "*/tracking.json", "line": 15 }, { "directive": "disallow", "path": "*/test/", "line": 16 }, { "directive": "disallow", "path": "*/appointments/mapbox/", "line": 17 }, { "directive": "disallow", "path": "*/appointments/book/profile/", "line": 18 }, { "directive": "disallow", "path": "*/capital/consumer/invoice/merchants/", "line": 19 }, { "directive": "disallow", "path": "*/form/", "line": 20 }, { "directive": "disallow", "path": "*/gift/", "line": 21 }, { "directive": "disallow", "path": "*/i/", "line": 22 }, { "directive": "disallow", "path": "*/pay-invoice/", "line": 23 }, { "directive": "disallow", "path": "*/password/", "line": 24 }, { "directive": "disallow", "path": "*/r/", "line": 25 }, { "directive": "disallow", "path": "*/signup?signup_token=*", "line": 26 }, { "directive": "disallow", "path": "*/subscriptions/", "line": 27 }, { "directive": "disallow", "path": "*/email/subscriptions/", "line": 28 }, { "directive": "disallow", "path": "*/app-marketplace/search?*", "line": 29 }, { "directive": "disallow", "path": "*/signup*/search?*", "line": 30 }, { "directive": "disallow", "path": "*/login*/search?*", "line": 31 }, { "directive": "disallow", "path": "*/return/requests/", "line": 32 }, { "directive": "disallow", "path": "*/logout/", "line": 33 }, { "directive": "disallow", "path": "*/help/*/article/search?*", "line": 34 }, { "directive": "disallow", "path": "*/help/article/search?*", "line": 35 }, { "directive": "disallow", "path": "*api/v1/", "line": 36 }, { "directive": "disallow", "path": "*/buyer/widget/", "line": 37 }, { "directive": "disallow", "path": "*/appointments/api/", "line": 38 }, { "directive": "disallow", "path": "*/js/", "line": 39 }, { "directive": "disallow", "path": "/*.html", "line": 40 }, { "directive": "disallow", "path": "*/hardware/*/cart/", "line": 41 }, { "directive": "disallow", "path": "*/sell-now", "line": 42 }, { "directive": "disallow", "path": "*/academy*", "line": 43 }, { "directive": "disallow", "path": "*/bill-pay/bank-link/", "line": 44 }, { "directive": "disallow", "path": "*/bill-pay/receive-payment/", "line": 45 }, { "directive": "disallow", "path": "*/receipt/", "line": 46 }, { "directive": "disallow", "path": "*v=verify-your-identity", "line": 47 }, { "directive": "disallow", "path": "/*?return_to=*", "line": 48 }, { "directive": "disallow", "path": "/*?app=*", "line": 49 }, { "directive": "disallow", "path": "/*?referal_id=*", "line": 50 }, { "directive": "disallow", "path": "/*?page=/*", "line": 51 }, { "directive": "disallow", "path": "*/oauth2/", "line": 52 } ], "warnings": [ 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 47, 52 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*/invoices/invoice-templates/", "line": 5 }, { "directive": "allow", "path": "*/invoices/recurring-payments/", "line": 6 }, { "directive": "allow", "path": "*/subtopic/230", "line": 7 }, { "directive": "allow", "path": "*/subtopic/338", "line": 8 }, { "directive": "allow", "path": "*/subtopic/320", "line": 9 }, { "directive": "allow", "path": "*/subtopic/email", "line": 10 }, { "directive": "allow", "path": "*/subtopic/281", "line": 11 }, { "directive": "allow", "path": "*/subtopic/fulfillment", "line": 12 }, { "directive": "disallow", "path": "*/detect_country.json", "line": 14 }, { "directive": "disallow", "path": "*/tracking.json", "line": 15 }, { "directive": "disallow", "path": "*/test/", "line": 16 }, { "directive": "disallow", "path": "*/appointments/mapbox/", "line": 17 }, { "directive": "disallow", "path": "*/appointments/book/profile/", "line": 18 }, { "directive": "disallow", "path": "*/capital/consumer/invoice/merchants/", "line": 19 }, { "directive": "disallow", "path": "*/form/", "line": 20 }, { "directive": "disallow", "path": "*/gift/", "line": 21 }, { "directive": "disallow", "path": "*/i/", "line": 22 }, { "directive": "disallow", "path": "*/pay-invoice/", "line": 23 }, { "directive": "disallow", "path": "*/password/", "line": 24 }, { "directive": "disallow", "path": "*/r/", "line": 25 }, { "directive": "disallow", "path": "*/signup?signup_token=*", "line": 26 }, { "directive": "disallow", "path": "*/subscriptions/", "line": 27 }, { "directive": "disallow", "path": "*/email/subscriptions/", "line": 28 }, { "directive": "disallow", "path": "*/app-marketplace/search?*", "line": 29 }, { "directive": "disallow", "path": "*/signup*/search?*", "line": 30 }, { "directive": "disallow", "path": "*/login*/search?*", "line": 31 }, { "directive": "disallow", "path": "*/return/requests/", "line": 32 }, { "directive": "disallow", "path": "*/logout/", "line": 33 }, { "directive": "disallow", "path": "*/help/*/article/search?*", "line": 34 }, { "directive": "disallow", "path": "*/help/article/search?*", "line": 35 }, { "directive": "disallow", "path": "*api/v1/", "line": 36 }, { "directive": "disallow", "path": "*/buyer/widget/", "line": 37 }, { "directive": "disallow", "path": "*/appointments/api/", "line": 38 }, { "directive": "disallow", "path": "*/js/", "line": 39 }, { "directive": "disallow", "path": "/*.html", "line": 40 }, { "directive": "disallow", "path": "*/hardware/*/cart/", "line": 41 }, { "directive": "disallow", "path": "*/sell-now", "line": 42 }, { "directive": "disallow", "path": "*/academy*", "line": 43 }, { "directive": "disallow", "path": "*/bill-pay/bank-link/", "line": 44 }, { "directive": "disallow", "path": "*/bill-pay/receive-payment/", "line": 45 }, { "directive": "disallow", "path": "*/receipt/", "line": 46 }, { "directive": "disallow", "path": "*v=verify-your-identity", "line": 47 }, { "directive": "disallow", "path": "/*?return_to=*", "line": 48 }, { "directive": "disallow", "path": "/*?app=*", "line": 49 }, { "directive": "disallow", "path": "/*?referal_id=*", "line": 50 }, { "directive": "disallow", "path": "/*?page=/*", "line": 51 }, { "directive": "disallow", "path": "*/oauth2/", "line": 52 } ], "warnings": [ 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 46, 47, 52 ] } }, "httpStatus": 200, "finalUrl": "https://squareup.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "7fa638b4028a50d503304cf33461506de7b6b67f262b59eb6d737be6240a75f4", "bytes": 2199 }, { "company": "BNY Mellon", "cik": "1390777", "sector": "Financials", "origin": "https://www.bnymellon.com", "checkedAt": "2026-09-26T04:55:02.052Z", "status": "missing_file", "bots": null, "httpStatus": 404, "finalUrl": "https://www.bny.com/corporate/robots.txt.html", "contentType": "text/html;charset=utf-8" }, { "company": "Boeing", "cik": "12927", "sector": "Industrials", "origin": "https://boeing.com", "checkedAt": "2026-09-26T04:55:02.056Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/nosearch/", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/nosearch/", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/nosearch/", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/nosearch/", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/nosearch/", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/nosearch/", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/nosearch/", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/nosearch/", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.boeing.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "23703674be2e9c5586f2cfae7fb3e8b4f6bbe74ac63d61df711cdf7343995cdd", "bytes": 80 }, { "company": "Booking Holdings", "cik": "1075531", "sector": "Consumer Discretionary", "origin": "https://bookingholdings.com", "checkedAt": "2026-09-26T04:55:02.220Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.bookingholdings.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "bdf49a4285d666a8a1e9ee726424749fb6bc69a2e0ad072c2cd728026c18ccfd", "bytes": 197 }, { "company": "Boston Scientific", "cik": "885725", "sector": "Health Care", "origin": "http://www.bostonscientific.com", "checkedAt": "2026-09-26T04:55:02.266Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*compare/PH_*", "line": 3 }, { "directive": "disallow", "path": "/*/products/search", "line": 4 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*compare/PH_*", "line": 3 }, { "directive": "disallow", "path": "/*/products/search", "line": 4 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*compare/PH_*", "line": 3 }, { "directive": "disallow", "path": "/*/products/search", "line": 4 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*compare/PH_*", "line": 3 }, { "directive": "disallow", "path": "/*/products/search", "line": 4 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*compare/PH_*", "line": 3 }, { "directive": "disallow", "path": "/*/products/search", "line": 4 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*compare/PH_*", "line": 3 }, { "directive": "disallow", "path": "/*/products/search", "line": 4 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*compare/PH_*", "line": 3 }, { "directive": "disallow", "path": "/*/products/search", "line": 4 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*compare/PH_*", "line": 3 }, { "directive": "disallow", "path": "/*/products/search", "line": 4 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.bostonscientific.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "45f5b1a3614ff2634b907c8f51cb1820652724c6e4b2540d129e4f03f95814cb", "bytes": 1254 }, { "company": "Bristol Myers Squibb", "cik": "14272", "sector": "Health Care", "origin": "https://www.bms.com", "checkedAt": "2026-09-26T04:55:02.371Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/etc/tags/", "line": 2 }, { "directive": "disallow", "path": "/apps/", "line": 3 }, { "directive": "disallow", "path": "/crx/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/bin/", "line": 6 }, { "directive": "disallow", "path": "/search-results/jcr:content/searchresults.searchresultsitems.html", "line": 7 }, { "directive": "disallow", "path": "/content/bmsredesign/", "line": 8 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/etc/tags/", "line": 2 }, { "directive": "disallow", "path": "/apps/", "line": 3 }, { "directive": "disallow", "path": "/crx/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/bin/", "line": 6 }, { "directive": "disallow", "path": "/search-results/jcr:content/searchresults.searchresultsitems.html", "line": 7 }, { "directive": "disallow", "path": "/content/bmsredesign/", "line": 8 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/etc/tags/", "line": 2 }, { "directive": "disallow", "path": "/apps/", "line": 3 }, { "directive": "disallow", "path": "/crx/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/bin/", "line": 6 }, { "directive": "disallow", "path": "/search-results/jcr:content/searchresults.searchresultsitems.html", "line": 7 }, { "directive": "disallow", "path": "/content/bmsredesign/", "line": 8 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/etc/tags/", "line": 2 }, { "directive": "disallow", "path": "/apps/", "line": 3 }, { "directive": "disallow", "path": "/crx/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/bin/", "line": 6 }, { "directive": "disallow", "path": "/search-results/jcr:content/searchresults.searchresultsitems.html", "line": 7 }, { "directive": "disallow", "path": "/content/bmsredesign/", "line": 8 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/etc/tags/", "line": 2 }, { "directive": "disallow", "path": "/apps/", "line": 3 }, { "directive": "disallow", "path": "/crx/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/bin/", "line": 6 }, { "directive": "disallow", "path": "/search-results/jcr:content/searchresults.searchresultsitems.html", "line": 7 }, { "directive": "disallow", "path": "/content/bmsredesign/", "line": 8 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/etc/tags/", "line": 2 }, { "directive": "disallow", "path": "/apps/", "line": 3 }, { "directive": "disallow", "path": "/crx/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/bin/", "line": 6 }, { "directive": "disallow", "path": "/search-results/jcr:content/searchresults.searchresultsitems.html", "line": 7 }, { "directive": "disallow", "path": "/content/bmsredesign/", "line": 8 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/etc/tags/", "line": 2 }, { "directive": "disallow", "path": "/apps/", "line": 3 }, { "directive": "disallow", "path": "/crx/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/bin/", "line": 6 }, { "directive": "disallow", "path": "/search-results/jcr:content/searchresults.searchresultsitems.html", "line": 7 }, { "directive": "disallow", "path": "/content/bmsredesign/", "line": 8 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/etc/tags/", "line": 2 }, { "directive": "disallow", "path": "/apps/", "line": 3 }, { "directive": "disallow", "path": "/crx/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/bin/", "line": 6 }, { "directive": "disallow", "path": "/search-results/jcr:content/searchresults.searchresultsitems.html", "line": 7 }, { "directive": "disallow", "path": "/content/bmsredesign/", "line": 8 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.bms.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "ecb9e32d096b575215abdddace33dd9e07a01d18258d00f4c88fc5e9688ff902", "bytes": 260 }, { "company": "Broadcom", "cik": "1730168", "sector": "Information Technology", "origin": "https://www.broadcom.com", "checkedAt": "2026-09-26T04:55:02.829Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 4 }, { "directive": "disallow", "path": "/support/oem/", "line": 5 }, { "directive": "disallow", "path": "/docs-and-downloads/*", "line": 6 }, { "directive": "disallow", "path": "/support/security-center/detected-writeup*", "line": 7 }, { "directive": "disallow", "path": "/cdn-cgi/", "line": 8 }, { "directive": "disallow", "path": "/api/wget/", "line": 9 }, { "directive": "disallow", "path": "/*thank-you*", "line": 10 }, { "directive": "disallow", "path": "/*thankyou*", "line": 11 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 4 }, { "directive": "disallow", "path": "/support/oem/", "line": 5 }, { "directive": "disallow", "path": "/docs-and-downloads/*", "line": 6 }, { "directive": "disallow", "path": "/support/security-center/detected-writeup*", "line": 7 }, { "directive": "disallow", "path": "/cdn-cgi/", "line": 8 }, { "directive": "disallow", "path": "/api/wget/", "line": 9 }, { "directive": "disallow", "path": "/*thank-you*", "line": 10 }, { "directive": "disallow", "path": "/*thankyou*", "line": 11 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 4 }, { "directive": "disallow", "path": "/support/oem/", "line": 5 }, { "directive": "disallow", "path": "/docs-and-downloads/*", "line": 6 }, { "directive": "disallow", "path": "/support/security-center/detected-writeup*", "line": 7 }, { "directive": "disallow", "path": "/cdn-cgi/", "line": 8 }, { "directive": "disallow", "path": "/api/wget/", "line": 9 }, { "directive": "disallow", "path": "/*thank-you*", "line": 10 }, { "directive": "disallow", "path": "/*thankyou*", "line": 11 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 4 }, { "directive": "disallow", "path": "/support/oem/", "line": 5 }, { "directive": "disallow", "path": "/docs-and-downloads/*", "line": 6 }, { "directive": "disallow", "path": "/support/security-center/detected-writeup*", "line": 7 }, { "directive": "disallow", "path": "/cdn-cgi/", "line": 8 }, { "directive": "disallow", "path": "/api/wget/", "line": 9 }, { "directive": "disallow", "path": "/*thank-you*", "line": 10 }, { "directive": "disallow", "path": "/*thankyou*", "line": 11 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 4 }, { "directive": "disallow", "path": "/support/oem/", "line": 5 }, { "directive": "disallow", "path": "/docs-and-downloads/*", "line": 6 }, { "directive": "disallow", "path": "/support/security-center/detected-writeup*", "line": 7 }, { "directive": "disallow", "path": "/cdn-cgi/", "line": 8 }, { "directive": "disallow", "path": "/api/wget/", "line": 9 }, { "directive": "disallow", "path": "/*thank-you*", "line": 10 }, { "directive": "disallow", "path": "/*thankyou*", "line": 11 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 4 }, { "directive": "disallow", "path": "/support/oem/", "line": 5 }, { "directive": "disallow", "path": "/docs-and-downloads/*", "line": 6 }, { "directive": "disallow", "path": "/support/security-center/detected-writeup*", "line": 7 }, { "directive": "disallow", "path": "/cdn-cgi/", "line": 8 }, { "directive": "disallow", "path": "/api/wget/", "line": 9 }, { "directive": "disallow", "path": "/*thank-you*", "line": 10 }, { "directive": "disallow", "path": "/*thankyou*", "line": 11 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 4 }, { "directive": "disallow", "path": "/support/oem/", "line": 5 }, { "directive": "disallow", "path": "/docs-and-downloads/*", "line": 6 }, { "directive": "disallow", "path": "/support/security-center/detected-writeup*", "line": 7 }, { "directive": "disallow", "path": "/cdn-cgi/", "line": 8 }, { "directive": "disallow", "path": "/api/wget/", "line": 9 }, { "directive": "disallow", "path": "/*thank-you*", "line": 10 }, { "directive": "disallow", "path": "/*thankyou*", "line": 11 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 4 }, { "directive": "disallow", "path": "/support/oem/", "line": 5 }, { "directive": "disallow", "path": "/docs-and-downloads/*", "line": 6 }, { "directive": "disallow", "path": "/support/security-center/detected-writeup*", "line": 7 }, { "directive": "disallow", "path": "/cdn-cgi/", "line": 8 }, { "directive": "disallow", "path": "/api/wget/", "line": 9 }, { "directive": "disallow", "path": "/*thank-you*", "line": 10 }, { "directive": "disallow", "path": "/*thankyou*", "line": 11 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.broadcom.com/robots.txt", "contentType": "text/plain", "sha256": "9a5909af96840ea21725326bb3c54c8fc54d6d2228801e5afd27345238b883d2", "bytes": 1366 }, { "company": "Broadridge Financial Solutions", "cik": "1383312", "sector": "Industrials", "origin": "https://www.broadridge.com", "checkedAt": "2026-09-26T04:55:02.952Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/ca/search", "line": 3 }, { "directive": "disallow", "path": "/search", "line": 4 }, { "directive": "disallow", "path": "/intl/search", "line": 5 }, { "directive": "disallow", "path": "/jp/search", "line": 6 }, { "directive": "disallow", "path": "/de/search", "line": 7 }, { "directive": "disallow", "path": "/_assets/files/", "line": 8 }, { "directive": "disallow", "path": "/_assets/images/headshots/content_dignammichael_headshot.jpg", "line": 9 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/ca/search", "line": 3 }, { "directive": "disallow", "path": "/search", "line": 4 }, { "directive": "disallow", "path": "/intl/search", "line": 5 }, { "directive": "disallow", "path": "/jp/search", "line": 6 }, { "directive": "disallow", "path": "/de/search", "line": 7 }, { "directive": "disallow", "path": "/_assets/files/", "line": 8 }, { "directive": "disallow", "path": "/_assets/images/headshots/content_dignammichael_headshot.jpg", "line": 9 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/ca/search", "line": 3 }, { "directive": "disallow", "path": "/search", "line": 4 }, { "directive": "disallow", "path": "/intl/search", "line": 5 }, { "directive": "disallow", "path": "/jp/search", "line": 6 }, { "directive": "disallow", "path": "/de/search", "line": 7 }, { "directive": "disallow", "path": "/_assets/files/", "line": 8 }, { "directive": "disallow", "path": "/_assets/images/headshots/content_dignammichael_headshot.jpg", "line": 9 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/ca/search", "line": 3 }, { "directive": "disallow", "path": "/search", "line": 4 }, { "directive": "disallow", "path": "/intl/search", "line": 5 }, { "directive": "disallow", "path": "/jp/search", "line": 6 }, { "directive": "disallow", "path": "/de/search", "line": 7 }, { "directive": "disallow", "path": "/_assets/files/", "line": 8 }, { "directive": "disallow", "path": "/_assets/images/headshots/content_dignammichael_headshot.jpg", "line": 9 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/ca/search", "line": 3 }, { "directive": "disallow", "path": "/search", "line": 4 }, { "directive": "disallow", "path": "/intl/search", "line": 5 }, { "directive": "disallow", "path": "/jp/search", "line": 6 }, { "directive": "disallow", "path": "/de/search", "line": 7 }, { "directive": "disallow", "path": "/_assets/files/", "line": 8 }, { "directive": "disallow", "path": "/_assets/images/headshots/content_dignammichael_headshot.jpg", "line": 9 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/ca/search", "line": 3 }, { "directive": "disallow", "path": "/search", "line": 4 }, { "directive": "disallow", "path": "/intl/search", "line": 5 }, { "directive": "disallow", "path": "/jp/search", "line": 6 }, { "directive": "disallow", "path": "/de/search", "line": 7 }, { "directive": "disallow", "path": "/_assets/files/", "line": 8 }, { "directive": "disallow", "path": "/_assets/images/headshots/content_dignammichael_headshot.jpg", "line": 9 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/ca/search", "line": 3 }, { "directive": "disallow", "path": "/search", "line": 4 }, { "directive": "disallow", "path": "/intl/search", "line": 5 }, { "directive": "disallow", "path": "/jp/search", "line": 6 }, { "directive": "disallow", "path": "/de/search", "line": 7 }, { "directive": "disallow", "path": "/_assets/files/", "line": 8 }, { "directive": "disallow", "path": "/_assets/images/headshots/content_dignammichael_headshot.jpg", "line": 9 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/ca/search", "line": 3 }, { "directive": "disallow", "path": "/search", "line": 4 }, { "directive": "disallow", "path": "/intl/search", "line": 5 }, { "directive": "disallow", "path": "/jp/search", "line": 6 }, { "directive": "disallow", "path": "/de/search", "line": 7 }, { "directive": "disallow", "path": "/_assets/files/", "line": 8 }, { "directive": "disallow", "path": "/_assets/images/headshots/content_dignammichael_headshot.jpg", "line": 9 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.broadridge.com/robots.txt", "contentType": "text/plain", "sha256": "76b5d4fb96bd244f282ac14e8069b7bc6ca646d425963f4a1cbde9a00c351b70", "bytes": 271 }, { "company": "Brown & Brown", "cik": "79282", "sector": "Financials", "origin": "https://www.bbinsurance.com", "checkedAt": "2026-09-26T04:55:03.200Z", "status": "missing_file", "bots": null, "httpStatus": 404, "finalUrl": "https://bbrown.com/us/robots.txt", "contentType": "text/html" }, { "company": "Brown–Forman", "cik": "14693", "sector": "Consumer Staples", "origin": "http://www.brown-forman.com", "checkedAt": "2026-09-26T04:55:03.330Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.brown-forman.com/robots.txt", "contentType": "text/plain", "sha256": "2a787f20489a257692bad5f16ae5ceb28876cd38d8d9cde9c84a2d3835e30bab", "bytes": 1706 }, { "company": "Builders FirstSource", "cik": "1316835", "sector": "Industrials", "origin": "https://www.bldr.com", "checkedAt": "2026-09-26T04:55:03.389Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 42 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 58 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 66 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 79 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 49 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 45 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 55 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 69 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.bldr.com/robots.txt", "contentType": "text/plain;charset=UTF-8", "sha256": "efda440dbd1a743bf6365730c29e1a1182366f2573e7085fa6b41a210fc1df36", "bytes": 2568 }, { "company": "Bunge Global", "cik": "1996862", "sector": "Consumer Staples", "origin": "http://www.bunge.com", "checkedAt": "2026-09-26T04:55:03.664Z", "status": "missing_file", "bots": null, "httpStatus": 404, "finalUrl": "https://www.bunge.com/robots.txt", "contentType": null }, { "company": "BXP, Inc.", "cik": "1037540", "sector": "Real Estate", "origin": "https://www.bxp.com", "checkedAt": "2026-09-26T04:55:04.095Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.bxp.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "2943c8c692a850d750b7cb4f316aa9ce14507c245ef108aa36f01f42632ee97b", "bytes": 185 }, { "company": "C.H. Robinson", "cik": "1043277", "sector": "Industrials", "origin": "https://www.chrobinson.com", "checkedAt": "2026-09-26T04:55:04.104Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 40 } ], "warnings": [ 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 40 } ], "warnings": [ 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 40 } ], "warnings": [ 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85 ] }, "GPTBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 40 } ], "warnings": [ 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 40 } ], "warnings": [ 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 40 } ], "warnings": [ 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85 ] }, "Claude-User": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 40 } ], "warnings": [ 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 40 } ], "warnings": [ 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85 ] } }, "httpStatus": 200, "finalUrl": "https://www.chrobinson.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "89fe5c05e017efbecc322f101ac65a3e1c7422e9f695ad7ab01e508abfbb3137", "bytes": 3040 }, { "company": "Cadence Design Systems", "cik": "813672", "sector": "Information Technology", "origin": "https://www.cadence.com", "checkedAt": "2026-09-26T04:55:04.108Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/", "line": 101 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 11, 12, 13 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/", "line": 101 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 11, 12, 13 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/", "line": 101 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 11, 12, 13 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/", "line": 101 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 11, 12, 13 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/", "line": 101 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 11, 12, 13 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/", "line": 101 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 11, 12, 13 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/", "line": 101 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 11, 12, 13 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/", "line": 101 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 11, 12, 13 ] } }, "httpStatus": 200, "finalUrl": "https://www.cadence.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "851b03c6743cd009e202785c5d6059901debdc48328e1f22a02b5946a4433dd6", "bytes": 4736 }, { "company": "Camden Property Trust", "cik": "906345", "sector": "Real Estate", "origin": "https://www.camdenliving.com", "checkedAt": "2026-09-26T04:55:04.244Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.camdenliving.com/robots.txt", "contentType": "text/plain", "sha256": "e7ec8c0c1895f8dbecd348794df0e987abdda03d129dbeece02b2edffa2315e6", "bytes": 47 }, { "company": "Capital One", "cik": "927628", "sector": "Financials", "origin": "https://www.capitalone.com", "checkedAt": "2026-09-26T04:55:04.392Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cars/idplogin", "line": 97 }, { "directive": "disallow", "path": "/cars/prequalify?", "line": 98 }, { "directive": "disallow", "path": "/cars/search?filters=ey", "line": 99 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cars/idplogin", "line": 97 }, { "directive": "disallow", "path": "/cars/prequalify?", "line": 98 }, { "directive": "disallow", "path": "/cars/search?filters=ey", "line": 99 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cars/idplogin", "line": 97 }, { "directive": "disallow", "path": "/cars/prequalify?", "line": 98 }, { "directive": "disallow", "path": "/cars/search?filters=ey", "line": 99 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cars/idplogin", "line": 97 }, { "directive": "disallow", "path": "/cars/prequalify?", "line": 98 }, { "directive": "disallow", "path": "/cars/search?filters=ey", "line": 99 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cars/idplogin", "line": 97 }, { "directive": "disallow", "path": "/cars/prequalify?", "line": 98 }, { "directive": "disallow", "path": "/cars/search?filters=ey", "line": 99 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cars/idplogin", "line": 97 }, { "directive": "disallow", "path": "/cars/prequalify?", "line": 98 }, { "directive": "disallow", "path": "/cars/search?filters=ey", "line": 99 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cars/idplogin", "line": 97 }, { "directive": "disallow", "path": "/cars/prequalify?", "line": 98 }, { "directive": "disallow", "path": "/cars/search?filters=ey", "line": 99 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cars/idplogin", "line": 97 }, { "directive": "disallow", "path": "/cars/prequalify?", "line": 98 }, { "directive": "disallow", "path": "/cars/search?filters=ey", "line": 99 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.capitalone.com/robots.txt", "contentType": "text/plain", "sha256": "ca918affc355729be575001190da784c35c36eab16d61d4f2b7c0ec91118ecd1", "bytes": 2664 }, { "company": "Cardinal Health", "cik": "721371", "sector": "Health Care", "origin": "https://www.cardinalhealth.com", "checkedAt": "2026-09-26T04:55:04.401Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "Carnival Corporation", "cik": "815097", "sector": "Consumer Discretionary", "origin": "https://www.carnivalcorp.com", "checkedAt": "2026-09-26T04:55:04.434Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.carnivalcorp.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "c7e9c613995373e09891bfdbcc7e3f7a3a5bf9dd37dab03b3e2af3b704035df5", "bytes": 121 }, { "company": "Carrier Global", "cik": "1783180", "sector": "Industrials", "origin": "https://www.corporate.carrier.com", "checkedAt": "2026-09-26T04:55:04.495Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.corporate.carrier.com/robots.txt", "contentType": "text/plain", "sha256": "5ce777a052688fd6855be5463ad718259ca85c497fef5beb76b1770c7aaa22de", "bytes": 105 }, { "company": "Carvana", "cik": "1690820", "sector": "Consumer Discretionary", "origin": "https://www.carvana.com", "checkedAt": "2026-09-26T04:55:04.569Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.carvana.com/robots.txt", "contentType": "text/html; charset=UTF-8" }, { "company": "Casey's", "cik": "726958", "sector": "Consumer Staples", "origin": "https://www.caseys.com", "checkedAt": "2026-09-26T04:55:04.659Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.caseys.com/robots.txt", "contentType": "text/html; charset=UTF-8" }, { "company": "Caterpillar Inc.", "cik": "18230", "sector": "Industrials", "origin": "https://www.caterpillar.com", "checkedAt": "2026-09-26T04:55:04.772Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "Cboe Global Markets", "cik": "1374310", "sector": "Financials", "origin": "https://www.cboe.com", "checkedAt": "2026-09-26T04:55:04.812Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/book/", "line": 2 }, { "directive": "disallow", "path": "/*market_statistics/volume_reports/", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/book/", "line": 2 }, { "directive": "disallow", "path": "/*market_statistics/volume_reports/", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/book/", "line": 2 }, { "directive": "disallow", "path": "/*market_statistics/volume_reports/", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/book/", "line": 2 }, { "directive": "disallow", "path": "/*market_statistics/volume_reports/", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/book/", "line": 2 }, { "directive": "disallow", "path": "/*market_statistics/volume_reports/", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/book/", "line": 2 }, { "directive": "disallow", "path": "/*market_statistics/volume_reports/", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/book/", "line": 2 }, { "directive": "disallow", "path": "/*market_statistics/volume_reports/", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/book/", "line": 2 }, { "directive": "disallow", "path": "/*market_statistics/volume_reports/", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.cboe.com/robots.txt", "contentType": "text/plain", "sha256": "dc2e26a8d3576fcc5e130b33f47f40a4760931433292a13c361fcdc35c08c4da", "bytes": 78 }, { "company": "CBRE Group", "cik": "1138118", "sector": "Real Estate", "origin": "https://www.cbre.com", "checkedAt": "2026-09-26T04:55:04.951Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api", "line": 2 }, { "directive": "disallow", "path": "/content/", "line": 3 }, { "directive": "disallow", "path": "/sitecore/", "line": 4 }, { "directive": "disallow", "path": "/coveo/rest/", "line": 5 }, { "directive": "disallow", "path": "/en/sitecore/", "line": 6 }, { "directive": "disallow", "path": "/search-results", "line": 7 }, { "directive": "disallow", "path": "/-/media/project/cbre/dotcom/global/campaigns/", "line": 8 }, { "directive": "disallow", "path": "/-/media/Project/CBRE/DotCom/Global/campaigns/", "line": 9 }, { "directive": "disallow", "path": "/-/media/project/cbre/bussectors/cbreim/pec-disclosures/", "line": 10 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api", "line": 2 }, { "directive": "disallow", "path": "/content/", "line": 3 }, { "directive": "disallow", "path": "/sitecore/", "line": 4 }, { "directive": "disallow", "path": "/coveo/rest/", "line": 5 }, { "directive": "disallow", "path": "/en/sitecore/", "line": 6 }, { "directive": "disallow", "path": "/search-results", "line": 7 }, { "directive": "disallow", "path": "/-/media/project/cbre/dotcom/global/campaigns/", "line": 8 }, { "directive": "disallow", "path": "/-/media/Project/CBRE/DotCom/Global/campaigns/", "line": 9 }, { "directive": "disallow", "path": "/-/media/project/cbre/bussectors/cbreim/pec-disclosures/", "line": 10 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api", "line": 2 }, { "directive": "disallow", "path": "/content/", "line": 3 }, { "directive": "disallow", "path": "/sitecore/", "line": 4 }, { "directive": "disallow", "path": "/coveo/rest/", "line": 5 }, { "directive": "disallow", "path": "/en/sitecore/", "line": 6 }, { "directive": "disallow", "path": "/search-results", "line": 7 }, { "directive": "disallow", "path": "/-/media/project/cbre/dotcom/global/campaigns/", "line": 8 }, { "directive": "disallow", "path": "/-/media/Project/CBRE/DotCom/Global/campaigns/", "line": 9 }, { "directive": "disallow", "path": "/-/media/project/cbre/bussectors/cbreim/pec-disclosures/", "line": 10 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api", "line": 2 }, { "directive": "disallow", "path": "/content/", "line": 3 }, { "directive": "disallow", "path": "/sitecore/", "line": 4 }, { "directive": "disallow", "path": "/coveo/rest/", "line": 5 }, { "directive": "disallow", "path": "/en/sitecore/", "line": 6 }, { "directive": "disallow", "path": "/search-results", "line": 7 }, { "directive": "disallow", "path": "/-/media/project/cbre/dotcom/global/campaigns/", "line": 8 }, { "directive": "disallow", "path": "/-/media/Project/CBRE/DotCom/Global/campaigns/", "line": 9 }, { "directive": "disallow", "path": "/-/media/project/cbre/bussectors/cbreim/pec-disclosures/", "line": 10 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api", "line": 2 }, { "directive": "disallow", "path": "/content/", "line": 3 }, { "directive": "disallow", "path": "/sitecore/", "line": 4 }, { "directive": "disallow", "path": "/coveo/rest/", "line": 5 }, { "directive": "disallow", "path": "/en/sitecore/", "line": 6 }, { "directive": "disallow", "path": "/search-results", "line": 7 }, { "directive": "disallow", "path": "/-/media/project/cbre/dotcom/global/campaigns/", "line": 8 }, { "directive": "disallow", "path": "/-/media/Project/CBRE/DotCom/Global/campaigns/", "line": 9 }, { "directive": "disallow", "path": "/-/media/project/cbre/bussectors/cbreim/pec-disclosures/", "line": 10 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api", "line": 2 }, { "directive": "disallow", "path": "/content/", "line": 3 }, { "directive": "disallow", "path": "/sitecore/", "line": 4 }, { "directive": "disallow", "path": "/coveo/rest/", "line": 5 }, { "directive": "disallow", "path": "/en/sitecore/", "line": 6 }, { "directive": "disallow", "path": "/search-results", "line": 7 }, { "directive": "disallow", "path": "/-/media/project/cbre/dotcom/global/campaigns/", "line": 8 }, { "directive": "disallow", "path": "/-/media/Project/CBRE/DotCom/Global/campaigns/", "line": 9 }, { "directive": "disallow", "path": "/-/media/project/cbre/bussectors/cbreim/pec-disclosures/", "line": 10 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api", "line": 2 }, { "directive": "disallow", "path": "/content/", "line": 3 }, { "directive": "disallow", "path": "/sitecore/", "line": 4 }, { "directive": "disallow", "path": "/coveo/rest/", "line": 5 }, { "directive": "disallow", "path": "/en/sitecore/", "line": 6 }, { "directive": "disallow", "path": "/search-results", "line": 7 }, { "directive": "disallow", "path": "/-/media/project/cbre/dotcom/global/campaigns/", "line": 8 }, { "directive": "disallow", "path": "/-/media/Project/CBRE/DotCom/Global/campaigns/", "line": 9 }, { "directive": "disallow", "path": "/-/media/project/cbre/bussectors/cbreim/pec-disclosures/", "line": 10 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api", "line": 2 }, { "directive": "disallow", "path": "/content/", "line": 3 }, { "directive": "disallow", "path": "/sitecore/", "line": 4 }, { "directive": "disallow", "path": "/coveo/rest/", "line": 5 }, { "directive": "disallow", "path": "/en/sitecore/", "line": 6 }, { "directive": "disallow", "path": "/search-results", "line": 7 }, { "directive": "disallow", "path": "/-/media/project/cbre/dotcom/global/campaigns/", "line": 8 }, { "directive": "disallow", "path": "/-/media/Project/CBRE/DotCom/Global/campaigns/", "line": 9 }, { "directive": "disallow", "path": "/-/media/project/cbre/bussectors/cbreim/pec-disclosures/", "line": 10 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.cbre.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "59e9244b26f40a57dfdd29f1cacc184bb1d0eaffe8fb64421f441a59febfe33a", "bytes": 1295 }, { "company": "CDW Corporation", "cik": "1402057", "sector": "Information Technology", "origin": "http://www.cdw.com", "checkedAt": "2026-09-26T04:55:05.212Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search/", "line": 3 }, { "directive": "disallow", "path": "/accountcenter/logon?*", "line": 4 }, { "directive": "disallow", "path": "/account/", "line": 5 }, { "directive": "disallow", "path": "/accountCenter/", "line": 6 }, { "directive": "disallow", "path": "/AccountCenter/", "line": 7 }, { "directive": "disallow", "path": "/content/myaccount/", "line": 8 }, { "directive": "disallow", "path": "/product/Email/", "line": 9 } ], "warnings": [ 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search/", "line": 3 }, { "directive": "disallow", "path": "/accountcenter/logon?*", "line": 4 }, { "directive": "disallow", "path": "/account/", "line": 5 }, { "directive": "disallow", "path": "/accountCenter/", "line": 6 }, { "directive": "disallow", "path": "/AccountCenter/", "line": 7 }, { "directive": "disallow", "path": "/content/myaccount/", "line": 8 }, { "directive": "disallow", "path": "/product/Email/", "line": 9 } ], "warnings": [ 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search/", "line": 3 }, { "directive": "disallow", "path": "/accountcenter/logon?*", "line": 4 }, { "directive": "disallow", "path": "/account/", "line": 5 }, { "directive": "disallow", "path": "/accountCenter/", "line": 6 }, { "directive": "disallow", "path": "/AccountCenter/", "line": 7 }, { "directive": "disallow", "path": "/content/myaccount/", "line": 8 }, { "directive": "disallow", "path": "/product/Email/", "line": 9 } ], "warnings": [ 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search/", "line": 3 }, { "directive": "disallow", "path": "/accountcenter/logon?*", "line": 4 }, { "directive": "disallow", "path": "/account/", "line": 5 }, { "directive": "disallow", "path": "/accountCenter/", "line": 6 }, { "directive": "disallow", "path": "/AccountCenter/", "line": 7 }, { "directive": "disallow", "path": "/content/myaccount/", "line": 8 }, { "directive": "disallow", "path": "/product/Email/", "line": 9 } ], "warnings": [ 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search/", "line": 3 }, { "directive": "disallow", "path": "/accountcenter/logon?*", "line": 4 }, { "directive": "disallow", "path": "/account/", "line": 5 }, { "directive": "disallow", "path": "/accountCenter/", "line": 6 }, { "directive": "disallow", "path": "/AccountCenter/", "line": 7 }, { "directive": "disallow", "path": "/content/myaccount/", "line": 8 }, { "directive": "disallow", "path": "/product/Email/", "line": 9 } ], "warnings": [ 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search/", "line": 3 }, { "directive": "disallow", "path": "/accountcenter/logon?*", "line": 4 }, { "directive": "disallow", "path": "/account/", "line": 5 }, { "directive": "disallow", "path": "/accountCenter/", "line": 6 }, { "directive": "disallow", "path": "/AccountCenter/", "line": 7 }, { "directive": "disallow", "path": "/content/myaccount/", "line": 8 }, { "directive": "disallow", "path": "/product/Email/", "line": 9 } ], "warnings": [ 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search/", "line": 3 }, { "directive": "disallow", "path": "/accountcenter/logon?*", "line": 4 }, { "directive": "disallow", "path": "/account/", "line": 5 }, { "directive": "disallow", "path": "/accountCenter/", "line": 6 }, { "directive": "disallow", "path": "/AccountCenter/", "line": 7 }, { "directive": "disallow", "path": "/content/myaccount/", "line": 8 }, { "directive": "disallow", "path": "/product/Email/", "line": 9 } ], "warnings": [ 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search/", "line": 3 }, { "directive": "disallow", "path": "/accountcenter/logon?*", "line": 4 }, { "directive": "disallow", "path": "/account/", "line": 5 }, { "directive": "disallow", "path": "/accountCenter/", "line": 6 }, { "directive": "disallow", "path": "/AccountCenter/", "line": 7 }, { "directive": "disallow", "path": "/content/myaccount/", "line": 8 }, { "directive": "disallow", "path": "/product/Email/", "line": 9 } ], "warnings": [ 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96 ] } }, "httpStatus": 200, "finalUrl": "https://www.cdw.com/robots.txt", "contentType": "text/plain", "sha256": "8782cbb03e8a074acf12f390f91c6b335bef03617f329ddafffc8347a3686fa9", "bytes": 3006 }, { "company": "Cencora", "cik": "1140859", "sector": "Health Care", "origin": "http://www.cencora.com", "checkedAt": "2026-09-26T04:55:05.448Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 32 }, { "directive": "disallow", "path": "/initiatives*", "line": 33 }, { "directive": "disallow", "path": "/es/initiatives*", "line": 34 }, { "directive": "disallow", "path": "/de/initiatives*", "line": 35 }, { "directive": "disallow", "path": "/fr/initiatives*", "line": 36 }, { "directive": "disallow", "path": "/ca/initiatives*", "line": 37 }, { "directive": "disallow", "path": "/nl/initiatives*", "line": 38 }, { "directive": "disallow", "path": "/no/initiatives*", "line": 39 }, { "directive": "disallow", "path": "/it/initiatives*", "line": 40 }, { "directive": "disallow", "path": "/ro/initiatives*", "line": 41 }, { "directive": "disallow", "path": "/cz/initiatives*", "line": 42 }, { "directive": "disallow", "path": "/tr/initiatives*", "line": 43 }, { "directive": "disallow", "path": "/*thank-you", "line": 44 }, { "directive": "disallow", "path": "/-/media/assets/corporate/aps/25-pah-10275-pharmacy-outlook-booklet-2025-02dec25-v5-fnl-digital.pdf", "line": 45 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/Almus-NetGen-Terms-Conditions", "line": 46 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/BE-Force-terms-conditions", "line": 47 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/pharmacyone-brand-equalisation-terms", "line": 48 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 32 }, { "directive": "disallow", "path": "/initiatives*", "line": 33 }, { "directive": "disallow", "path": "/es/initiatives*", "line": 34 }, { "directive": "disallow", "path": "/de/initiatives*", "line": 35 }, { "directive": "disallow", "path": "/fr/initiatives*", "line": 36 }, { "directive": "disallow", "path": "/ca/initiatives*", "line": 37 }, { "directive": "disallow", "path": "/nl/initiatives*", "line": 38 }, { "directive": "disallow", "path": "/no/initiatives*", "line": 39 }, { "directive": "disallow", "path": "/it/initiatives*", "line": 40 }, { "directive": "disallow", "path": "/ro/initiatives*", "line": 41 }, { "directive": "disallow", "path": "/cz/initiatives*", "line": 42 }, { "directive": "disallow", "path": "/tr/initiatives*", "line": 43 }, { "directive": "disallow", "path": "/*thank-you", "line": 44 }, { "directive": "disallow", "path": "/-/media/assets/corporate/aps/25-pah-10275-pharmacy-outlook-booklet-2025-02dec25-v5-fnl-digital.pdf", "line": 45 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/Almus-NetGen-Terms-Conditions", "line": 46 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/BE-Force-terms-conditions", "line": 47 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/pharmacyone-brand-equalisation-terms", "line": 48 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 32 }, { "directive": "disallow", "path": "/initiatives*", "line": 33 }, { "directive": "disallow", "path": "/es/initiatives*", "line": 34 }, { "directive": "disallow", "path": "/de/initiatives*", "line": 35 }, { "directive": "disallow", "path": "/fr/initiatives*", "line": 36 }, { "directive": "disallow", "path": "/ca/initiatives*", "line": 37 }, { "directive": "disallow", "path": "/nl/initiatives*", "line": 38 }, { "directive": "disallow", "path": "/no/initiatives*", "line": 39 }, { "directive": "disallow", "path": "/it/initiatives*", "line": 40 }, { "directive": "disallow", "path": "/ro/initiatives*", "line": 41 }, { "directive": "disallow", "path": "/cz/initiatives*", "line": 42 }, { "directive": "disallow", "path": "/tr/initiatives*", "line": 43 }, { "directive": "disallow", "path": "/*thank-you", "line": 44 }, { "directive": "disallow", "path": "/-/media/assets/corporate/aps/25-pah-10275-pharmacy-outlook-booklet-2025-02dec25-v5-fnl-digital.pdf", "line": 45 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/Almus-NetGen-Terms-Conditions", "line": 46 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/BE-Force-terms-conditions", "line": 47 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/pharmacyone-brand-equalisation-terms", "line": 48 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 32 }, { "directive": "disallow", "path": "/initiatives*", "line": 33 }, { "directive": "disallow", "path": "/es/initiatives*", "line": 34 }, { "directive": "disallow", "path": "/de/initiatives*", "line": 35 }, { "directive": "disallow", "path": "/fr/initiatives*", "line": 36 }, { "directive": "disallow", "path": "/ca/initiatives*", "line": 37 }, { "directive": "disallow", "path": "/nl/initiatives*", "line": 38 }, { "directive": "disallow", "path": "/no/initiatives*", "line": 39 }, { "directive": "disallow", "path": "/it/initiatives*", "line": 40 }, { "directive": "disallow", "path": "/ro/initiatives*", "line": 41 }, { "directive": "disallow", "path": "/cz/initiatives*", "line": 42 }, { "directive": "disallow", "path": "/tr/initiatives*", "line": 43 }, { "directive": "disallow", "path": "/*thank-you", "line": 44 }, { "directive": "disallow", "path": "/-/media/assets/corporate/aps/25-pah-10275-pharmacy-outlook-booklet-2025-02dec25-v5-fnl-digital.pdf", "line": 45 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/Almus-NetGen-Terms-Conditions", "line": 46 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/BE-Force-terms-conditions", "line": 47 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/pharmacyone-brand-equalisation-terms", "line": 48 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 32 }, { "directive": "disallow", "path": "/initiatives*", "line": 33 }, { "directive": "disallow", "path": "/es/initiatives*", "line": 34 }, { "directive": "disallow", "path": "/de/initiatives*", "line": 35 }, { "directive": "disallow", "path": "/fr/initiatives*", "line": 36 }, { "directive": "disallow", "path": "/ca/initiatives*", "line": 37 }, { "directive": "disallow", "path": "/nl/initiatives*", "line": 38 }, { "directive": "disallow", "path": "/no/initiatives*", "line": 39 }, { "directive": "disallow", "path": "/it/initiatives*", "line": 40 }, { "directive": "disallow", "path": "/ro/initiatives*", "line": 41 }, { "directive": "disallow", "path": "/cz/initiatives*", "line": 42 }, { "directive": "disallow", "path": "/tr/initiatives*", "line": 43 }, { "directive": "disallow", "path": "/*thank-you", "line": 44 }, { "directive": "disallow", "path": "/-/media/assets/corporate/aps/25-pah-10275-pharmacy-outlook-booklet-2025-02dec25-v5-fnl-digital.pdf", "line": 45 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/Almus-NetGen-Terms-Conditions", "line": 46 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/BE-Force-terms-conditions", "line": 47 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/pharmacyone-brand-equalisation-terms", "line": 48 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 32 }, { "directive": "disallow", "path": "/initiatives*", "line": 33 }, { "directive": "disallow", "path": "/es/initiatives*", "line": 34 }, { "directive": "disallow", "path": "/de/initiatives*", "line": 35 }, { "directive": "disallow", "path": "/fr/initiatives*", "line": 36 }, { "directive": "disallow", "path": "/ca/initiatives*", "line": 37 }, { "directive": "disallow", "path": "/nl/initiatives*", "line": 38 }, { "directive": "disallow", "path": "/no/initiatives*", "line": 39 }, { "directive": "disallow", "path": "/it/initiatives*", "line": 40 }, { "directive": "disallow", "path": "/ro/initiatives*", "line": 41 }, { "directive": "disallow", "path": "/cz/initiatives*", "line": 42 }, { "directive": "disallow", "path": "/tr/initiatives*", "line": 43 }, { "directive": "disallow", "path": "/*thank-you", "line": 44 }, { "directive": "disallow", "path": "/-/media/assets/corporate/aps/25-pah-10275-pharmacy-outlook-booklet-2025-02dec25-v5-fnl-digital.pdf", "line": 45 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/Almus-NetGen-Terms-Conditions", "line": 46 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/BE-Force-terms-conditions", "line": 47 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/pharmacyone-brand-equalisation-terms", "line": 48 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 32 }, { "directive": "disallow", "path": "/initiatives*", "line": 33 }, { "directive": "disallow", "path": "/es/initiatives*", "line": 34 }, { "directive": "disallow", "path": "/de/initiatives*", "line": 35 }, { "directive": "disallow", "path": "/fr/initiatives*", "line": 36 }, { "directive": "disallow", "path": "/ca/initiatives*", "line": 37 }, { "directive": "disallow", "path": "/nl/initiatives*", "line": 38 }, { "directive": "disallow", "path": "/no/initiatives*", "line": 39 }, { "directive": "disallow", "path": "/it/initiatives*", "line": 40 }, { "directive": "disallow", "path": "/ro/initiatives*", "line": 41 }, { "directive": "disallow", "path": "/cz/initiatives*", "line": 42 }, { "directive": "disallow", "path": "/tr/initiatives*", "line": 43 }, { "directive": "disallow", "path": "/*thank-you", "line": 44 }, { "directive": "disallow", "path": "/-/media/assets/corporate/aps/25-pah-10275-pharmacy-outlook-booklet-2025-02dec25-v5-fnl-digital.pdf", "line": 45 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/Almus-NetGen-Terms-Conditions", "line": 46 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/BE-Force-terms-conditions", "line": 47 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/pharmacyone-brand-equalisation-terms", "line": 48 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 32 }, { "directive": "disallow", "path": "/initiatives*", "line": 33 }, { "directive": "disallow", "path": "/es/initiatives*", "line": 34 }, { "directive": "disallow", "path": "/de/initiatives*", "line": 35 }, { "directive": "disallow", "path": "/fr/initiatives*", "line": 36 }, { "directive": "disallow", "path": "/ca/initiatives*", "line": 37 }, { "directive": "disallow", "path": "/nl/initiatives*", "line": 38 }, { "directive": "disallow", "path": "/no/initiatives*", "line": 39 }, { "directive": "disallow", "path": "/it/initiatives*", "line": 40 }, { "directive": "disallow", "path": "/ro/initiatives*", "line": 41 }, { "directive": "disallow", "path": "/cz/initiatives*", "line": 42 }, { "directive": "disallow", "path": "/tr/initiatives*", "line": 43 }, { "directive": "disallow", "path": "/*thank-you", "line": 44 }, { "directive": "disallow", "path": "/-/media/assets/corporate/aps/25-pah-10275-pharmacy-outlook-booklet-2025-02dec25-v5-fnl-digital.pdf", "line": 45 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/Almus-NetGen-Terms-Conditions", "line": 46 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/BE-Force-terms-conditions", "line": 47 }, { "directive": "disallow", "path": "/Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/pharmacyone-brand-equalisation-terms", "line": 48 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.cencora.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "01cce7f1115093c6187dfbc88c4c9a4520a9bfef2799f1adebe296cd7c3252b3", "bytes": 2237 }, { "company": "Centene Corporation", "cik": "1071739", "sector": "Health Care", "origin": "https://www.centene.com", "checkedAt": "2026-09-26T04:55:05.728Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/page/", "line": 2 }, { "directive": "disallow", "path": "/contact-us-thank", "line": 3 }, { "directive": "disallow", "path": "/thank-you.html", "line": 4 }, { "directive": "disallow", "path": "/error/", "line": 5 }, { "directive": "disallow", "path": "/users/", "line": 6 }, { "directive": "disallow", "path": "/?", "line": 7 }, { "directive": "disallow", "path": "/web/", "line": 8 }, { "directive": "disallow", "path": "/admin", "line": 9 }, { "directive": "disallow", "path": "/cc/", "line": 10 }, { "directive": "disallow", "path": "/citrix/", "line": 11 }, { "directive": "disallow", "path": "/data/", "line": 12 }, { "directive": "disallow", "path": "/dept/", "line": 13 }, { "directive": "disallow", "path": "/pay stubs", "line": 14 }, { "directive": "disallow", "path": "/payroll", "line": 15 }, { "directive": "disallow", "path": "/paystub", "line": 16 }, { "directive": "disallow", "path": "/perks/", "line": 17 }, { "directive": "disallow", "path": "/sites/", "line": 18 }, { "directive": "disallow", "path": "/remote/", "line": 19 }, { "directive": "disallow", "path": "/vpn/", "line": 20 }, { "directive": "disallow", "path": "/website/", "line": 21 }, { "directive": "allow", "path": "/", "line": 24 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/page/", "line": 2 }, { "directive": "disallow", "path": "/contact-us-thank", "line": 3 }, { "directive": "disallow", "path": "/thank-you.html", "line": 4 }, { "directive": "disallow", "path": "/error/", "line": 5 }, { "directive": "disallow", "path": "/users/", "line": 6 }, { "directive": "disallow", "path": "/?", "line": 7 }, { "directive": "disallow", "path": "/web/", "line": 8 }, { "directive": "disallow", "path": "/admin", "line": 9 }, { "directive": "disallow", "path": "/cc/", "line": 10 }, { "directive": "disallow", "path": "/citrix/", "line": 11 }, { "directive": "disallow", "path": "/data/", "line": 12 }, { "directive": "disallow", "path": "/dept/", "line": 13 }, { "directive": "disallow", "path": "/pay stubs", "line": 14 }, { "directive": "disallow", "path": "/payroll", "line": 15 }, { "directive": "disallow", "path": "/paystub", "line": 16 }, { "directive": "disallow", "path": "/perks/", "line": 17 }, { "directive": "disallow", "path": "/sites/", "line": 18 }, { "directive": "disallow", "path": "/remote/", "line": 19 }, { "directive": "disallow", "path": "/vpn/", "line": 20 }, { "directive": "disallow", "path": "/website/", "line": 21 }, { "directive": "allow", "path": "/", "line": 24 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/page/", "line": 2 }, { "directive": "disallow", "path": "/contact-us-thank", "line": 3 }, { "directive": "disallow", "path": "/thank-you.html", "line": 4 }, { "directive": "disallow", "path": "/error/", "line": 5 }, { "directive": "disallow", "path": "/users/", "line": 6 }, { "directive": "disallow", "path": "/?", "line": 7 }, { "directive": "disallow", "path": "/web/", "line": 8 }, { "directive": "disallow", "path": "/admin", "line": 9 }, { "directive": "disallow", "path": "/cc/", "line": 10 }, { "directive": "disallow", "path": "/citrix/", "line": 11 }, { "directive": "disallow", "path": "/data/", "line": 12 }, { "directive": "disallow", "path": "/dept/", "line": 13 }, { "directive": "disallow", "path": "/pay stubs", "line": 14 }, { "directive": "disallow", "path": "/payroll", "line": 15 }, { "directive": "disallow", "path": "/paystub", "line": 16 }, { "directive": "disallow", "path": "/perks/", "line": 17 }, { "directive": "disallow", "path": "/sites/", "line": 18 }, { "directive": "disallow", "path": "/remote/", "line": 19 }, { "directive": "disallow", "path": "/vpn/", "line": 20 }, { "directive": "disallow", "path": "/website/", "line": 21 }, { "directive": "allow", "path": "/", "line": 24 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/page/", "line": 2 }, { "directive": "disallow", "path": "/contact-us-thank", "line": 3 }, { "directive": "disallow", "path": "/thank-you.html", "line": 4 }, { "directive": "disallow", "path": "/error/", "line": 5 }, { "directive": "disallow", "path": "/users/", "line": 6 }, { "directive": "disallow", "path": "/?", "line": 7 }, { "directive": "disallow", "path": "/web/", "line": 8 }, { "directive": "disallow", "path": "/admin", "line": 9 }, { "directive": "disallow", "path": "/cc/", "line": 10 }, { "directive": "disallow", "path": "/citrix/", "line": 11 }, { "directive": "disallow", "path": "/data/", "line": 12 }, { "directive": "disallow", "path": "/dept/", "line": 13 }, { "directive": "disallow", "path": "/pay stubs", "line": 14 }, { "directive": "disallow", "path": "/payroll", "line": 15 }, { "directive": "disallow", "path": "/paystub", "line": 16 }, { "directive": "disallow", "path": "/perks/", "line": 17 }, { "directive": "disallow", "path": "/sites/", "line": 18 }, { "directive": "disallow", "path": "/remote/", "line": 19 }, { "directive": "disallow", "path": "/vpn/", "line": 20 }, { "directive": "disallow", "path": "/website/", "line": 21 }, { "directive": "allow", "path": "/", "line": 24 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/page/", "line": 2 }, { "directive": "disallow", "path": "/contact-us-thank", "line": 3 }, { "directive": "disallow", "path": "/thank-you.html", "line": 4 }, { "directive": "disallow", "path": "/error/", "line": 5 }, { "directive": "disallow", "path": "/users/", "line": 6 }, { "directive": "disallow", "path": "/?", "line": 7 }, { "directive": "disallow", "path": "/web/", "line": 8 }, { "directive": "disallow", "path": "/admin", "line": 9 }, { "directive": "disallow", "path": "/cc/", "line": 10 }, { "directive": "disallow", "path": "/citrix/", "line": 11 }, { "directive": "disallow", "path": "/data/", "line": 12 }, { "directive": "disallow", "path": "/dept/", "line": 13 }, { "directive": "disallow", "path": "/pay stubs", "line": 14 }, { "directive": "disallow", "path": "/payroll", "line": 15 }, { "directive": "disallow", "path": "/paystub", "line": 16 }, { "directive": "disallow", "path": "/perks/", "line": 17 }, { "directive": "disallow", "path": "/sites/", "line": 18 }, { "directive": "disallow", "path": "/remote/", "line": 19 }, { "directive": "disallow", "path": "/vpn/", "line": 20 }, { "directive": "disallow", "path": "/website/", "line": 21 }, { "directive": "allow", "path": "/", "line": 24 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/page/", "line": 2 }, { "directive": "disallow", "path": "/contact-us-thank", "line": 3 }, { "directive": "disallow", "path": "/thank-you.html", "line": 4 }, { "directive": "disallow", "path": "/error/", "line": 5 }, { "directive": "disallow", "path": "/users/", "line": 6 }, { "directive": "disallow", "path": "/?", "line": 7 }, { "directive": "disallow", "path": "/web/", "line": 8 }, { "directive": "disallow", "path": "/admin", "line": 9 }, { "directive": "disallow", "path": "/cc/", "line": 10 }, { "directive": "disallow", "path": "/citrix/", "line": 11 }, { "directive": "disallow", "path": "/data/", "line": 12 }, { "directive": "disallow", "path": "/dept/", "line": 13 }, { "directive": "disallow", "path": "/pay stubs", "line": 14 }, { "directive": "disallow", "path": "/payroll", "line": 15 }, { "directive": "disallow", "path": "/paystub", "line": 16 }, { "directive": "disallow", "path": "/perks/", "line": 17 }, { "directive": "disallow", "path": "/sites/", "line": 18 }, { "directive": "disallow", "path": "/remote/", "line": 19 }, { "directive": "disallow", "path": "/vpn/", "line": 20 }, { "directive": "disallow", "path": "/website/", "line": 21 }, { "directive": "allow", "path": "/", "line": 24 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/page/", "line": 2 }, { "directive": "disallow", "path": "/contact-us-thank", "line": 3 }, { "directive": "disallow", "path": "/thank-you.html", "line": 4 }, { "directive": "disallow", "path": "/error/", "line": 5 }, { "directive": "disallow", "path": "/users/", "line": 6 }, { "directive": "disallow", "path": "/?", "line": 7 }, { "directive": "disallow", "path": "/web/", "line": 8 }, { "directive": "disallow", "path": "/admin", "line": 9 }, { "directive": "disallow", "path": "/cc/", "line": 10 }, { "directive": "disallow", "path": "/citrix/", "line": 11 }, { "directive": "disallow", "path": "/data/", "line": 12 }, { "directive": "disallow", "path": "/dept/", "line": 13 }, { "directive": "disallow", "path": "/pay stubs", "line": 14 }, { "directive": "disallow", "path": "/payroll", "line": 15 }, { "directive": "disallow", "path": "/paystub", "line": 16 }, { "directive": "disallow", "path": "/perks/", "line": 17 }, { "directive": "disallow", "path": "/sites/", "line": 18 }, { "directive": "disallow", "path": "/remote/", "line": 19 }, { "directive": "disallow", "path": "/vpn/", "line": 20 }, { "directive": "disallow", "path": "/website/", "line": 21 }, { "directive": "allow", "path": "/", "line": 24 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/page/", "line": 2 }, { "directive": "disallow", "path": "/contact-us-thank", "line": 3 }, { "directive": "disallow", "path": "/thank-you.html", "line": 4 }, { "directive": "disallow", "path": "/error/", "line": 5 }, { "directive": "disallow", "path": "/users/", "line": 6 }, { "directive": "disallow", "path": "/?", "line": 7 }, { "directive": "disallow", "path": "/web/", "line": 8 }, { "directive": "disallow", "path": "/admin", "line": 9 }, { "directive": "disallow", "path": "/cc/", "line": 10 }, { "directive": "disallow", "path": "/citrix/", "line": 11 }, { "directive": "disallow", "path": "/data/", "line": 12 }, { "directive": "disallow", "path": "/dept/", "line": 13 }, { "directive": "disallow", "path": "/pay stubs", "line": 14 }, { "directive": "disallow", "path": "/payroll", "line": 15 }, { "directive": "disallow", "path": "/paystub", "line": 16 }, { "directive": "disallow", "path": "/perks/", "line": 17 }, { "directive": "disallow", "path": "/sites/", "line": 18 }, { "directive": "disallow", "path": "/remote/", "line": 19 }, { "directive": "disallow", "path": "/vpn/", "line": 20 }, { "directive": "disallow", "path": "/website/", "line": 21 }, { "directive": "allow", "path": "/", "line": 24 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.centene.com/robots.txt", "contentType": "text/plain;charset=utf-8", "sha256": "a29ce6c32509a097fe208054a3e0000acc8b606a6a98c96c4eac50bc66180d2f", "bytes": 507 }, { "company": "CenterPoint Energy", "cik": "1130310", "sector": "Utilities", "origin": "http://www.centerpointenergy.com", "checkedAt": "2026-09-26T04:55:05.827Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.centerpointenergy.com/robots.txt", "contentType": "text/plain", "sha256": "c88751e21969c92fbca4a33c3e979d0068cafbd4d54ab5ab9ef51c124f3f91f4", "bytes": 123 }, { "company": "CF Industries", "cik": "1324404", "sector": "Materials", "origin": "https://www.cfindustries.com", "checkedAt": "2026-09-26T04:55:06.258Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/EPiServer/CMS/", "line": 2 }, { "directive": "disallow", "path": "/Util/", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/EPiServer/CMS/", "line": 2 }, { "directive": "disallow", "path": "/Util/", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/EPiServer/CMS/", "line": 2 }, { "directive": "disallow", "path": "/Util/", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/EPiServer/CMS/", "line": 2 }, { "directive": "disallow", "path": "/Util/", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/EPiServer/CMS/", "line": 2 }, { "directive": "disallow", "path": "/Util/", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/EPiServer/CMS/", "line": 2 }, { "directive": "disallow", "path": "/Util/", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/EPiServer/CMS/", "line": 2 }, { "directive": "disallow", "path": "/Util/", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/EPiServer/CMS/", "line": 2 }, { "directive": "disallow", "path": "/Util/", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.cfindustries.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "6f4daa519e66cef9838f123ce8079719805f226c13e10f1588b75c39f5a06aa3", "bytes": 60 }, { "company": "Charles River Laboratories", "cik": "1100682", "sector": "Health Care", "origin": "http://www.criver.com", "checkedAt": "2026-09-26T04:55:06.354Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.criver.com/robots.txt", "contentType": "text/html;charset=utf-8" }, { "company": "Charles Schwab Corporation", "cik": "316709", "sector": "Financials", "origin": "https://www.schwab.com", "checkedAt": "2026-09-26T04:55:06.544Z", "status": "ambiguous_content", "bots": null, "httpStatus": 200, "finalUrl": "https://www.schwab.com/robots.txt", "contentType": "text/html", "sha256": "8cc666b2c1c6f073f8d1d6a1bef561695ec50a63d3366886d6051f6d365d7b07", "bytes": 502 }, { "company": "Charter Communications", "cik": "1091667", "sector": "Communication Services", "origin": "https://corporate.charter.com", "checkedAt": "2026-09-26T04:55:06.605Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/newsroom?start=*", "line": 2 }, { "directive": "disallow", "path": "/newsroom?*", "line": 3 }, { "directive": "disallow", "path": "/search?*", "line": 4 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/newsroom?start=*", "line": 2 }, { "directive": "disallow", "path": "/newsroom?*", "line": 3 }, { "directive": "disallow", "path": "/search?*", "line": 4 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/newsroom?start=*", "line": 2 }, { "directive": "disallow", "path": "/newsroom?*", "line": 3 }, { "directive": "disallow", "path": "/search?*", "line": 4 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/newsroom?start=*", "line": 2 }, { "directive": "disallow", "path": "/newsroom?*", "line": 3 }, { "directive": "disallow", "path": "/search?*", "line": 4 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/newsroom?start=*", "line": 2 }, { "directive": "disallow", "path": "/newsroom?*", "line": 3 }, { "directive": "disallow", "path": "/search?*", "line": 4 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/newsroom?start=*", "line": 2 }, { "directive": "disallow", "path": "/newsroom?*", "line": 3 }, { "directive": "disallow", "path": "/search?*", "line": 4 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/newsroom?start=*", "line": 2 }, { "directive": "disallow", "path": "/newsroom?*", "line": 3 }, { "directive": "disallow", "path": "/search?*", "line": 4 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/newsroom?start=*", "line": 2 }, { "directive": "disallow", "path": "/newsroom?*", "line": 3 }, { "directive": "disallow", "path": "/search?*", "line": 4 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://corporate.charter.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "71d6d6ffc6b7dc6eaa92bbed5478bb67181bfd9e6e4fb42bca2be42d42d2a445", "bytes": 239 }, { "company": "Chevron Corporation", "cik": "93410", "sector": "Energy", "origin": "https://www.chevron.com", "checkedAt": "2026-09-26T04:55:06.676Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.chevron.com/robots.txt", "contentType": "text/html" }, { "company": "Chipotle Mexican Grill", "cik": "1058090", "sector": "Consumer Discretionary", "origin": "https://chipotle.com", "checkedAt": "2026-09-26T04:55:06.696Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/error-page", "line": 5 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/error-page", "line": 5 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/error-page", "line": 5 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/error-page", "line": 5 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/error-page", "line": 5 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/error-page", "line": 5 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/error-page", "line": 5 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/error-page", "line": 5 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://chipotle.com/robots.txt", "contentType": "text/plain;charset=utf-8", "sha256": "73908eec33e59ae65142fe5ab8089b821881792b7ef3eea7be5e92ee680298b6", "bytes": 122 }, { "company": "Chubb Limited", "cik": "896159", "sector": "Financials", "origin": "http://www.chubb.com", "checkedAt": "2026-09-26T04:55:06.931Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.aspx", "line": 3 }, { "directive": "disallow", "path": "/us/en/chubb-village/", "line": 4 }, { "directive": "disallow", "path": "/bm-en/_assets/documents/chubbbermuda_benchmarkbrochure_042220_webwlinks.pdf", "line": 5 }, { "directive": "disallow", "path": "/content/dam/chubb-sites/chubb-com/nordic-en/campaigns/cyber/6378-chubb-cyber_claims_report_se_v2.pdf", "line": 6 }, { "directive": "disallow", "path": "/us-en/individuals-families/find-an-agent/results*", "line": 7 }, { "directive": "disallow", "path": "*chubb-b70-a-dev.adobecqms.net*", "line": 8 }, { "directive": "disallow", "path": "*chubb-b70-qa.adobecqms.net*", "line": 9 }, { "directive": "disallow", "path": "*chubb-b70-stage.adobecqms.net*", "line": 10 }, { "directive": "disallow", "path": "/content/dam/chubb-sites/rda/*", "line": 11 } ], "warnings": [ 8, 9, 10 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.aspx", "line": 3 }, { "directive": "disallow", "path": "/us/en/chubb-village/", "line": 4 }, { "directive": "disallow", "path": "/bm-en/_assets/documents/chubbbermuda_benchmarkbrochure_042220_webwlinks.pdf", "line": 5 }, { "directive": "disallow", "path": "/content/dam/chubb-sites/chubb-com/nordic-en/campaigns/cyber/6378-chubb-cyber_claims_report_se_v2.pdf", "line": 6 }, { "directive": "disallow", "path": "/us-en/individuals-families/find-an-agent/results*", "line": 7 }, { "directive": "disallow", "path": "*chubb-b70-a-dev.adobecqms.net*", "line": 8 }, { "directive": "disallow", "path": "*chubb-b70-qa.adobecqms.net*", "line": 9 }, { "directive": "disallow", "path": "*chubb-b70-stage.adobecqms.net*", "line": 10 }, { "directive": "disallow", "path": "/content/dam/chubb-sites/rda/*", "line": 11 } ], "warnings": [ 8, 9, 10 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.aspx", "line": 3 }, { "directive": "disallow", "path": "/us/en/chubb-village/", "line": 4 }, { "directive": "disallow", "path": "/bm-en/_assets/documents/chubbbermuda_benchmarkbrochure_042220_webwlinks.pdf", "line": 5 }, { "directive": "disallow", "path": "/content/dam/chubb-sites/chubb-com/nordic-en/campaigns/cyber/6378-chubb-cyber_claims_report_se_v2.pdf", "line": 6 }, { "directive": "disallow", "path": "/us-en/individuals-families/find-an-agent/results*", "line": 7 }, { "directive": "disallow", "path": "*chubb-b70-a-dev.adobecqms.net*", "line": 8 }, { "directive": "disallow", "path": "*chubb-b70-qa.adobecqms.net*", "line": 9 }, { "directive": "disallow", "path": "*chubb-b70-stage.adobecqms.net*", "line": 10 }, { "directive": "disallow", "path": "/content/dam/chubb-sites/rda/*", "line": 11 } ], "warnings": [ 8, 9, 10 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.aspx", "line": 3 }, { "directive": "disallow", "path": "/us/en/chubb-village/", "line": 4 }, { "directive": "disallow", "path": "/bm-en/_assets/documents/chubbbermuda_benchmarkbrochure_042220_webwlinks.pdf", "line": 5 }, { "directive": "disallow", "path": "/content/dam/chubb-sites/chubb-com/nordic-en/campaigns/cyber/6378-chubb-cyber_claims_report_se_v2.pdf", "line": 6 }, { "directive": "disallow", "path": "/us-en/individuals-families/find-an-agent/results*", "line": 7 }, { "directive": "disallow", "path": "*chubb-b70-a-dev.adobecqms.net*", "line": 8 }, { "directive": "disallow", "path": "*chubb-b70-qa.adobecqms.net*", "line": 9 }, { "directive": "disallow", "path": "*chubb-b70-stage.adobecqms.net*", "line": 10 }, { "directive": "disallow", "path": "/content/dam/chubb-sites/rda/*", "line": 11 } ], "warnings": [ 8, 9, 10 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.aspx", "line": 3 }, { "directive": "disallow", "path": "/us/en/chubb-village/", "line": 4 }, { "directive": "disallow", "path": "/bm-en/_assets/documents/chubbbermuda_benchmarkbrochure_042220_webwlinks.pdf", "line": 5 }, { "directive": "disallow", "path": "/content/dam/chubb-sites/chubb-com/nordic-en/campaigns/cyber/6378-chubb-cyber_claims_report_se_v2.pdf", "line": 6 }, { "directive": "disallow", "path": "/us-en/individuals-families/find-an-agent/results*", "line": 7 }, { "directive": "disallow", "path": "*chubb-b70-a-dev.adobecqms.net*", "line": 8 }, { "directive": "disallow", "path": "*chubb-b70-qa.adobecqms.net*", "line": 9 }, { "directive": "disallow", "path": "*chubb-b70-stage.adobecqms.net*", "line": 10 }, { "directive": "disallow", "path": "/content/dam/chubb-sites/rda/*", "line": 11 } ], "warnings": [ 8, 9, 10 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.aspx", "line": 3 }, { "directive": "disallow", "path": "/us/en/chubb-village/", "line": 4 }, { "directive": "disallow", "path": "/bm-en/_assets/documents/chubbbermuda_benchmarkbrochure_042220_webwlinks.pdf", "line": 5 }, { "directive": "disallow", "path": "/content/dam/chubb-sites/chubb-com/nordic-en/campaigns/cyber/6378-chubb-cyber_claims_report_se_v2.pdf", "line": 6 }, { "directive": "disallow", "path": "/us-en/individuals-families/find-an-agent/results*", "line": 7 }, { "directive": "disallow", "path": "*chubb-b70-a-dev.adobecqms.net*", "line": 8 }, { "directive": "disallow", "path": "*chubb-b70-qa.adobecqms.net*", "line": 9 }, { "directive": "disallow", "path": "*chubb-b70-stage.adobecqms.net*", "line": 10 }, { "directive": "disallow", "path": "/content/dam/chubb-sites/rda/*", "line": 11 } ], "warnings": [ 8, 9, 10 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.aspx", "line": 3 }, { "directive": "disallow", "path": "/us/en/chubb-village/", "line": 4 }, { "directive": "disallow", "path": "/bm-en/_assets/documents/chubbbermuda_benchmarkbrochure_042220_webwlinks.pdf", "line": 5 }, { "directive": "disallow", "path": "/content/dam/chubb-sites/chubb-com/nordic-en/campaigns/cyber/6378-chubb-cyber_claims_report_se_v2.pdf", "line": 6 }, { "directive": "disallow", "path": "/us-en/individuals-families/find-an-agent/results*", "line": 7 }, { "directive": "disallow", "path": "*chubb-b70-a-dev.adobecqms.net*", "line": 8 }, { "directive": "disallow", "path": "*chubb-b70-qa.adobecqms.net*", "line": 9 }, { "directive": "disallow", "path": "*chubb-b70-stage.adobecqms.net*", "line": 10 }, { "directive": "disallow", "path": "/content/dam/chubb-sites/rda/*", "line": 11 } ], "warnings": [ 8, 9, 10 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.aspx", "line": 3 }, { "directive": "disallow", "path": "/us/en/chubb-village/", "line": 4 }, { "directive": "disallow", "path": "/bm-en/_assets/documents/chubbbermuda_benchmarkbrochure_042220_webwlinks.pdf", "line": 5 }, { "directive": "disallow", "path": "/content/dam/chubb-sites/chubb-com/nordic-en/campaigns/cyber/6378-chubb-cyber_claims_report_se_v2.pdf", "line": 6 }, { "directive": "disallow", "path": "/us-en/individuals-families/find-an-agent/results*", "line": 7 }, { "directive": "disallow", "path": "*chubb-b70-a-dev.adobecqms.net*", "line": 8 }, { "directive": "disallow", "path": "*chubb-b70-qa.adobecqms.net*", "line": 9 }, { "directive": "disallow", "path": "*chubb-b70-stage.adobecqms.net*", "line": 10 }, { "directive": "disallow", "path": "/content/dam/chubb-sites/rda/*", "line": 11 } ], "warnings": [ 8, 9, 10 ] } }, "httpStatus": 200, "finalUrl": "https://www.chubb.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "b34059bccc838fafb1c7663775ce1974d0b4f8aa6083d6bf035f8af3fa39bcfa", "bytes": 527 }, { "company": "Church & Dwight", "cik": "313927", "sector": "Consumer Staples", "origin": "http://www.churchdwight.com", "checkedAt": "2026-09-26T04:55:07.078Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/benefits2024oe", "line": 3 }, { "directive": "disallow", "path": "/pdf/HR/Benefits2024OE.pdf", "line": 4 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/benefits2024oe", "line": 3 }, { "directive": "disallow", "path": "/pdf/HR/Benefits2024OE.pdf", "line": 4 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/benefits2024oe", "line": 3 }, { "directive": "disallow", "path": "/pdf/HR/Benefits2024OE.pdf", "line": 4 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/benefits2024oe", "line": 3 }, { "directive": "disallow", "path": "/pdf/HR/Benefits2024OE.pdf", "line": 4 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/benefits2024oe", "line": 3 }, { "directive": "disallow", "path": "/pdf/HR/Benefits2024OE.pdf", "line": 4 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/benefits2024oe", "line": 3 }, { "directive": "disallow", "path": "/pdf/HR/Benefits2024OE.pdf", "line": 4 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/benefits2024oe", "line": 3 }, { "directive": "disallow", "path": "/pdf/HR/Benefits2024OE.pdf", "line": 4 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/benefits2024oe", "line": 3 }, { "directive": "disallow", "path": "/pdf/HR/Benefits2024OE.pdf", "line": 4 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.churchdwight.com/robots.txt", "contentType": "text/plain", "sha256": "ca1ea773556b1d372e1a589e4398665eaa0a36a2c156621bb069ebd301afc45e", "bytes": 176 }, { "company": "Ciena", "cik": "936395", "sector": "Information Technology", "origin": "http://www.ciena.com", "checkedAt": "2026-09-26T04:55:07.417Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.ciena.com/robots.txt", "contentType": "text/html; charset=UTF-8" }, { "company": "Cigna", "cik": "1739940", "sector": "Health Care", "origin": "https://www.cigna.com", "checkedAt": "2026-09-26T04:55:07.647Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/~campaign-ns", "line": 2 }, { "directive": "disallow", "path": "/aboutcigna/cigna-leadership-team/", "line": 3 }, { "directive": "disallow", "path": "/campaigns/", "line": 4 }, { "directive": "disallow", "path": "/customer_care/", "line": 5 }, { "directive": "disallow", "path": "/eapmanager/", "line": 6 }, { "directive": "disallow", "path": "/healthcarepartners/", "line": 7 }, { "directive": "disallow", "path": "/healthy-benefits/", "line": 8 }, { "directive": "disallow", "path": "/individuals-families/campaigns/", "line": 9 }, { "directive": "disallow", "path": "/individuals-families/external_policy_disclosure", "line": 10 }, { "directive": "disallow", "path": "/maintenancerx", "line": 11 }, { "directive": "disallow", "path": "/mckesson/", "line": 12 }, { "directive": "disallow", "path": "/medicare-campaigns/", "line": 13 }, { "directive": "disallow", "path": "/medicare/medicare-campaigns/", "line": 14 }, { "directive": "disallow", "path": "/medicare/campaigns/", "line": 15 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-1", "line": 16 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-2", "line": 17 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-3", "line": 18 }, { "directive": "disallow", "path": "/assets/docs/personal/pharmacy-networks/876412-pharmacy-qa-flyer-no-walgreens.pdf", "line": 19 }, { "directive": "disallow", "path": "/assets/docs/personal/pharmacy-networks/876349-pharmacy-qa-flyer-no-cvs-or-walgreens.pdf", "line": 20 }, { "directive": "disallow", "path": "/pod/", "line": 21 }, { "directive": "disallow", "path": "/predisability/", "line": 22 }, { "directive": "disallow", "path": "/scripps/", "line": 23 }, { "directive": "disallow", "path": "/sites/", "line": 24 }, { "directive": "disallow", "path": "/sites/careallies/", "line": 25 }, { "directive": "disallow", "path": "/sjhh/", "line": 26 }, { "directive": "disallow", "path": "/sp/", "line": 27 }, { "directive": "disallow", "path": "/assets/docs/sp/", "line": 28 }, { "directive": "disallow", "path": "/spn/", "line": 29 }, { "directive": "disallow", "path": "/transformations/", "line": 30 }, { "directive": "disallow", "path": "/client-forum/login-set", "line": 31 }, { "directive": "disallow", "path": "/assets/docs/Cigna%20notices-of-privacy-practices/stay-at-work-services/881532-pre-dis-voc-service-schedule-10-27-final.pdf", "line": 32 }, { "directive": "disallow", "path": "/assets/docs/Cigna%20notices-of-privacy-practices/stay-at-work-services/881535-saw-participant-guide-v4-final.pdf", "line": 33 }, { "directive": "disallow", "path": "/assets/docs/business/tpa/hiv-consent-form-new-hampshire.pdf", "line": 34 }, { "directive": "disallow", "path": "/surefit-game/", "line": 35 }, { "directive": "disallow", "path": "/assets/docs/insperity-gul-certificate.pdf", "line": 36 }, { "directive": "disallow", "path": "/world-bank/", "line": 37 }, { "directive": "disallow", "path": "/withyou/", "line": 38 }, { "directive": "disallow", "path": "/willistowerswatson-medical/", "line": 39 }, { "directive": "disallow", "path": "/willistowerswatson-medicalrx/", "line": 40 }, { "directive": "disallow", "path": "/utc/", "line": 41 }, { "directive": "disallow", "path": "/sterlinginsurance/", "line": 42 }, { "directive": "disallow", "path": "/statestreet/", "line": 43 }, { "directive": "disallow", "path": "/pitneybowes/", "line": 44 }, { "directive": "disallow", "path": "/nationwide/", "line": 45 }, { "directive": "disallow", "path": "/mercer/", "line": 46 }, { "directive": "disallow", "path": "/jps/", "line": 47 }, { "directive": "disallow", "path": "/gs/", "line": 48 }, { "directive": "disallow", "path": "/aonactivehealth-withyou-2018/", "line": 49 }, { "directive": "disallow", "path": "/aonactivehealth-2018/", "line": 50 }, { "directive": "disallow", "path": "/sites/sodexo/", "line": 51 }, { "directive": "disallow", "path": "/search*", "line": 52 }, { "directive": "disallow", "path": "/ascension*", "line": 53 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-autism/seminars/", "line": 54 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-substance-use-disorders/seminars/", "line": 55 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-eating-disorders/seminars/", "line": 56 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-mental-health/seminars/", "line": 57 }, { "directive": "disallow", "path": "/iwov-resources/the-bridge/", "line": 58 }, { "directive": "disallow", "path": "/medicare-2020/", "line": 59 }, { "directive": "disallow", "path": "/health-promotion/", "line": 60 }, { "directive": "disallow", "path": "/disability/", "line": 61 }, { "directive": "disallow", "path": "/the-bridge", "line": 62 }, { "directive": "disallow", "path": "/the-bridge/", "line": 63 }, { "directive": "disallow", "path": "/ubs/", "line": 64 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/kenya", "line": 65 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/lebanon", "line": 66 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/saudiarabia", "line": 67 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/uae", "line": 68 }, { "directive": "disallow", "path": "/static/www-cigna-com/docs/health-care-providers/copay_override_032306.pdf", "line": 69 }, { "directive": "disallow", "path": "/static/www-cigna-com/docs/pharmacy/prior-authorization-032306.pdf", "line": 70 }, { "directive": "disallow", "path": "/iwov-resources/national-second-sale/docs/healthy-benefits/healthy-habits-incentive-instructions.pdf", "line": 71 }, { "directive": "disallow", "path": "/edison/", "line": 72 }, { "directive": "disallow", "path": "/syneoshealth-clinical/", "line": 73 }, { "directive": "disallow", "path": "/digital.cigna.com/", "line": 74 }, { "directive": "disallow", "path": "/individuals-families/member-resources/cigna-90-now-cvs", "line": 75 }, { "directive": "disallow", "path": "/individuals-families/member-resources/cigna-90-now-walgreens", "line": 76 }, { "directive": "disallow", "path": "/healthspring-medicare-supplement-plans", "line": 77 }, { "directive": "disallow", "path": "/es-us/healthspring-medicare-supplement-plans", "line": 78 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/~campaign-ns", "line": 2 }, { "directive": "disallow", "path": "/aboutcigna/cigna-leadership-team/", "line": 3 }, { "directive": "disallow", "path": "/campaigns/", "line": 4 }, { "directive": "disallow", "path": "/customer_care/", "line": 5 }, { "directive": "disallow", "path": "/eapmanager/", "line": 6 }, { "directive": "disallow", "path": "/healthcarepartners/", "line": 7 }, { "directive": "disallow", "path": "/healthy-benefits/", "line": 8 }, { "directive": "disallow", "path": "/individuals-families/campaigns/", "line": 9 }, { "directive": "disallow", "path": "/individuals-families/external_policy_disclosure", "line": 10 }, { "directive": "disallow", "path": "/maintenancerx", "line": 11 }, { "directive": "disallow", "path": "/mckesson/", "line": 12 }, { "directive": "disallow", "path": "/medicare-campaigns/", "line": 13 }, { "directive": "disallow", "path": "/medicare/medicare-campaigns/", "line": 14 }, { "directive": "disallow", "path": "/medicare/campaigns/", "line": 15 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-1", "line": 16 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-2", "line": 17 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-3", "line": 18 }, { "directive": "disallow", "path": "/assets/docs/personal/pharmacy-networks/876412-pharmacy-qa-flyer-no-walgreens.pdf", "line": 19 }, { "directive": "disallow", "path": "/assets/docs/personal/pharmacy-networks/876349-pharmacy-qa-flyer-no-cvs-or-walgreens.pdf", "line": 20 }, { "directive": "disallow", "path": "/pod/", "line": 21 }, { "directive": "disallow", "path": "/predisability/", "line": 22 }, { "directive": "disallow", "path": "/scripps/", "line": 23 }, { "directive": "disallow", "path": "/sites/", "line": 24 }, { "directive": "disallow", "path": "/sites/careallies/", "line": 25 }, { "directive": "disallow", "path": "/sjhh/", "line": 26 }, { "directive": "disallow", "path": "/sp/", "line": 27 }, { "directive": "disallow", "path": "/assets/docs/sp/", "line": 28 }, { "directive": "disallow", "path": "/spn/", "line": 29 }, { "directive": "disallow", "path": "/transformations/", "line": 30 }, { "directive": "disallow", "path": "/client-forum/login-set", "line": 31 }, { "directive": "disallow", "path": "/assets/docs/Cigna%20notices-of-privacy-practices/stay-at-work-services/881532-pre-dis-voc-service-schedule-10-27-final.pdf", "line": 32 }, { "directive": "disallow", "path": "/assets/docs/Cigna%20notices-of-privacy-practices/stay-at-work-services/881535-saw-participant-guide-v4-final.pdf", "line": 33 }, { "directive": "disallow", "path": "/assets/docs/business/tpa/hiv-consent-form-new-hampshire.pdf", "line": 34 }, { "directive": "disallow", "path": "/surefit-game/", "line": 35 }, { "directive": "disallow", "path": "/assets/docs/insperity-gul-certificate.pdf", "line": 36 }, { "directive": "disallow", "path": "/world-bank/", "line": 37 }, { "directive": "disallow", "path": "/withyou/", "line": 38 }, { "directive": "disallow", "path": "/willistowerswatson-medical/", "line": 39 }, { "directive": "disallow", "path": "/willistowerswatson-medicalrx/", "line": 40 }, { "directive": "disallow", "path": "/utc/", "line": 41 }, { "directive": "disallow", "path": "/sterlinginsurance/", "line": 42 }, { "directive": "disallow", "path": "/statestreet/", "line": 43 }, { "directive": "disallow", "path": "/pitneybowes/", "line": 44 }, { "directive": "disallow", "path": "/nationwide/", "line": 45 }, { "directive": "disallow", "path": "/mercer/", "line": 46 }, { "directive": "disallow", "path": "/jps/", "line": 47 }, { "directive": "disallow", "path": "/gs/", "line": 48 }, { "directive": "disallow", "path": "/aonactivehealth-withyou-2018/", "line": 49 }, { "directive": "disallow", "path": "/aonactivehealth-2018/", "line": 50 }, { "directive": "disallow", "path": "/sites/sodexo/", "line": 51 }, { "directive": "disallow", "path": "/search*", "line": 52 }, { "directive": "disallow", "path": "/ascension*", "line": 53 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-autism/seminars/", "line": 54 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-substance-use-disorders/seminars/", "line": 55 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-eating-disorders/seminars/", "line": 56 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-mental-health/seminars/", "line": 57 }, { "directive": "disallow", "path": "/iwov-resources/the-bridge/", "line": 58 }, { "directive": "disallow", "path": "/medicare-2020/", "line": 59 }, { "directive": "disallow", "path": "/health-promotion/", "line": 60 }, { "directive": "disallow", "path": "/disability/", "line": 61 }, { "directive": "disallow", "path": "/the-bridge", "line": 62 }, { "directive": "disallow", "path": "/the-bridge/", "line": 63 }, { "directive": "disallow", "path": "/ubs/", "line": 64 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/kenya", "line": 65 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/lebanon", "line": 66 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/saudiarabia", "line": 67 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/uae", "line": 68 }, { "directive": "disallow", "path": "/static/www-cigna-com/docs/health-care-providers/copay_override_032306.pdf", "line": 69 }, { "directive": "disallow", "path": "/static/www-cigna-com/docs/pharmacy/prior-authorization-032306.pdf", "line": 70 }, { "directive": "disallow", "path": "/iwov-resources/national-second-sale/docs/healthy-benefits/healthy-habits-incentive-instructions.pdf", "line": 71 }, { "directive": "disallow", "path": "/edison/", "line": 72 }, { "directive": "disallow", "path": "/syneoshealth-clinical/", "line": 73 }, { "directive": "disallow", "path": "/digital.cigna.com/", "line": 74 }, { "directive": "disallow", "path": "/individuals-families/member-resources/cigna-90-now-cvs", "line": 75 }, { "directive": "disallow", "path": "/individuals-families/member-resources/cigna-90-now-walgreens", "line": 76 }, { "directive": "disallow", "path": "/healthspring-medicare-supplement-plans", "line": 77 }, { "directive": "disallow", "path": "/es-us/healthspring-medicare-supplement-plans", "line": 78 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/~campaign-ns", "line": 2 }, { "directive": "disallow", "path": "/aboutcigna/cigna-leadership-team/", "line": 3 }, { "directive": "disallow", "path": "/campaigns/", "line": 4 }, { "directive": "disallow", "path": "/customer_care/", "line": 5 }, { "directive": "disallow", "path": "/eapmanager/", "line": 6 }, { "directive": "disallow", "path": "/healthcarepartners/", "line": 7 }, { "directive": "disallow", "path": "/healthy-benefits/", "line": 8 }, { "directive": "disallow", "path": "/individuals-families/campaigns/", "line": 9 }, { "directive": "disallow", "path": "/individuals-families/external_policy_disclosure", "line": 10 }, { "directive": "disallow", "path": "/maintenancerx", "line": 11 }, { "directive": "disallow", "path": "/mckesson/", "line": 12 }, { "directive": "disallow", "path": "/medicare-campaigns/", "line": 13 }, { "directive": "disallow", "path": "/medicare/medicare-campaigns/", "line": 14 }, { "directive": "disallow", "path": "/medicare/campaigns/", "line": 15 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-1", "line": 16 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-2", "line": 17 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-3", "line": 18 }, { "directive": "disallow", "path": "/assets/docs/personal/pharmacy-networks/876412-pharmacy-qa-flyer-no-walgreens.pdf", "line": 19 }, { "directive": "disallow", "path": "/assets/docs/personal/pharmacy-networks/876349-pharmacy-qa-flyer-no-cvs-or-walgreens.pdf", "line": 20 }, { "directive": "disallow", "path": "/pod/", "line": 21 }, { "directive": "disallow", "path": "/predisability/", "line": 22 }, { "directive": "disallow", "path": "/scripps/", "line": 23 }, { "directive": "disallow", "path": "/sites/", "line": 24 }, { "directive": "disallow", "path": "/sites/careallies/", "line": 25 }, { "directive": "disallow", "path": "/sjhh/", "line": 26 }, { "directive": "disallow", "path": "/sp/", "line": 27 }, { "directive": "disallow", "path": "/assets/docs/sp/", "line": 28 }, { "directive": "disallow", "path": "/spn/", "line": 29 }, { "directive": "disallow", "path": "/transformations/", "line": 30 }, { "directive": "disallow", "path": "/client-forum/login-set", "line": 31 }, { "directive": "disallow", "path": "/assets/docs/Cigna%20notices-of-privacy-practices/stay-at-work-services/881532-pre-dis-voc-service-schedule-10-27-final.pdf", "line": 32 }, { "directive": "disallow", "path": "/assets/docs/Cigna%20notices-of-privacy-practices/stay-at-work-services/881535-saw-participant-guide-v4-final.pdf", "line": 33 }, { "directive": "disallow", "path": "/assets/docs/business/tpa/hiv-consent-form-new-hampshire.pdf", "line": 34 }, { "directive": "disallow", "path": "/surefit-game/", "line": 35 }, { "directive": "disallow", "path": "/assets/docs/insperity-gul-certificate.pdf", "line": 36 }, { "directive": "disallow", "path": "/world-bank/", "line": 37 }, { "directive": "disallow", "path": "/withyou/", "line": 38 }, { "directive": "disallow", "path": "/willistowerswatson-medical/", "line": 39 }, { "directive": "disallow", "path": "/willistowerswatson-medicalrx/", "line": 40 }, { "directive": "disallow", "path": "/utc/", "line": 41 }, { "directive": "disallow", "path": "/sterlinginsurance/", "line": 42 }, { "directive": "disallow", "path": "/statestreet/", "line": 43 }, { "directive": "disallow", "path": "/pitneybowes/", "line": 44 }, { "directive": "disallow", "path": "/nationwide/", "line": 45 }, { "directive": "disallow", "path": "/mercer/", "line": 46 }, { "directive": "disallow", "path": "/jps/", "line": 47 }, { "directive": "disallow", "path": "/gs/", "line": 48 }, { "directive": "disallow", "path": "/aonactivehealth-withyou-2018/", "line": 49 }, { "directive": "disallow", "path": "/aonactivehealth-2018/", "line": 50 }, { "directive": "disallow", "path": "/sites/sodexo/", "line": 51 }, { "directive": "disallow", "path": "/search*", "line": 52 }, { "directive": "disallow", "path": "/ascension*", "line": 53 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-autism/seminars/", "line": 54 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-substance-use-disorders/seminars/", "line": 55 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-eating-disorders/seminars/", "line": 56 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-mental-health/seminars/", "line": 57 }, { "directive": "disallow", "path": "/iwov-resources/the-bridge/", "line": 58 }, { "directive": "disallow", "path": "/medicare-2020/", "line": 59 }, { "directive": "disallow", "path": "/health-promotion/", "line": 60 }, { "directive": "disallow", "path": "/disability/", "line": 61 }, { "directive": "disallow", "path": "/the-bridge", "line": 62 }, { "directive": "disallow", "path": "/the-bridge/", "line": 63 }, { "directive": "disallow", "path": "/ubs/", "line": 64 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/kenya", "line": 65 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/lebanon", "line": 66 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/saudiarabia", "line": 67 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/uae", "line": 68 }, { "directive": "disallow", "path": "/static/www-cigna-com/docs/health-care-providers/copay_override_032306.pdf", "line": 69 }, { "directive": "disallow", "path": "/static/www-cigna-com/docs/pharmacy/prior-authorization-032306.pdf", "line": 70 }, { "directive": "disallow", "path": "/iwov-resources/national-second-sale/docs/healthy-benefits/healthy-habits-incentive-instructions.pdf", "line": 71 }, { "directive": "disallow", "path": "/edison/", "line": 72 }, { "directive": "disallow", "path": "/syneoshealth-clinical/", "line": 73 }, { "directive": "disallow", "path": "/digital.cigna.com/", "line": 74 }, { "directive": "disallow", "path": "/individuals-families/member-resources/cigna-90-now-cvs", "line": 75 }, { "directive": "disallow", "path": "/individuals-families/member-resources/cigna-90-now-walgreens", "line": 76 }, { "directive": "disallow", "path": "/healthspring-medicare-supplement-plans", "line": 77 }, { "directive": "disallow", "path": "/es-us/healthspring-medicare-supplement-plans", "line": 78 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/~campaign-ns", "line": 2 }, { "directive": "disallow", "path": "/aboutcigna/cigna-leadership-team/", "line": 3 }, { "directive": "disallow", "path": "/campaigns/", "line": 4 }, { "directive": "disallow", "path": "/customer_care/", "line": 5 }, { "directive": "disallow", "path": "/eapmanager/", "line": 6 }, { "directive": "disallow", "path": "/healthcarepartners/", "line": 7 }, { "directive": "disallow", "path": "/healthy-benefits/", "line": 8 }, { "directive": "disallow", "path": "/individuals-families/campaigns/", "line": 9 }, { "directive": "disallow", "path": "/individuals-families/external_policy_disclosure", "line": 10 }, { "directive": "disallow", "path": "/maintenancerx", "line": 11 }, { "directive": "disallow", "path": "/mckesson/", "line": 12 }, { "directive": "disallow", "path": "/medicare-campaigns/", "line": 13 }, { "directive": "disallow", "path": "/medicare/medicare-campaigns/", "line": 14 }, { "directive": "disallow", "path": "/medicare/campaigns/", "line": 15 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-1", "line": 16 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-2", "line": 17 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-3", "line": 18 }, { "directive": "disallow", "path": "/assets/docs/personal/pharmacy-networks/876412-pharmacy-qa-flyer-no-walgreens.pdf", "line": 19 }, { "directive": "disallow", "path": "/assets/docs/personal/pharmacy-networks/876349-pharmacy-qa-flyer-no-cvs-or-walgreens.pdf", "line": 20 }, { "directive": "disallow", "path": "/pod/", "line": 21 }, { "directive": "disallow", "path": "/predisability/", "line": 22 }, { "directive": "disallow", "path": "/scripps/", "line": 23 }, { "directive": "disallow", "path": "/sites/", "line": 24 }, { "directive": "disallow", "path": "/sites/careallies/", "line": 25 }, { "directive": "disallow", "path": "/sjhh/", "line": 26 }, { "directive": "disallow", "path": "/sp/", "line": 27 }, { "directive": "disallow", "path": "/assets/docs/sp/", "line": 28 }, { "directive": "disallow", "path": "/spn/", "line": 29 }, { "directive": "disallow", "path": "/transformations/", "line": 30 }, { "directive": "disallow", "path": "/client-forum/login-set", "line": 31 }, { "directive": "disallow", "path": "/assets/docs/Cigna%20notices-of-privacy-practices/stay-at-work-services/881532-pre-dis-voc-service-schedule-10-27-final.pdf", "line": 32 }, { "directive": "disallow", "path": "/assets/docs/Cigna%20notices-of-privacy-practices/stay-at-work-services/881535-saw-participant-guide-v4-final.pdf", "line": 33 }, { "directive": "disallow", "path": "/assets/docs/business/tpa/hiv-consent-form-new-hampshire.pdf", "line": 34 }, { "directive": "disallow", "path": "/surefit-game/", "line": 35 }, { "directive": "disallow", "path": "/assets/docs/insperity-gul-certificate.pdf", "line": 36 }, { "directive": "disallow", "path": "/world-bank/", "line": 37 }, { "directive": "disallow", "path": "/withyou/", "line": 38 }, { "directive": "disallow", "path": "/willistowerswatson-medical/", "line": 39 }, { "directive": "disallow", "path": "/willistowerswatson-medicalrx/", "line": 40 }, { "directive": "disallow", "path": "/utc/", "line": 41 }, { "directive": "disallow", "path": "/sterlinginsurance/", "line": 42 }, { "directive": "disallow", "path": "/statestreet/", "line": 43 }, { "directive": "disallow", "path": "/pitneybowes/", "line": 44 }, { "directive": "disallow", "path": "/nationwide/", "line": 45 }, { "directive": "disallow", "path": "/mercer/", "line": 46 }, { "directive": "disallow", "path": "/jps/", "line": 47 }, { "directive": "disallow", "path": "/gs/", "line": 48 }, { "directive": "disallow", "path": "/aonactivehealth-withyou-2018/", "line": 49 }, { "directive": "disallow", "path": "/aonactivehealth-2018/", "line": 50 }, { "directive": "disallow", "path": "/sites/sodexo/", "line": 51 }, { "directive": "disallow", "path": "/search*", "line": 52 }, { "directive": "disallow", "path": "/ascension*", "line": 53 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-autism/seminars/", "line": 54 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-substance-use-disorders/seminars/", "line": 55 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-eating-disorders/seminars/", "line": 56 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-mental-health/seminars/", "line": 57 }, { "directive": "disallow", "path": "/iwov-resources/the-bridge/", "line": 58 }, { "directive": "disallow", "path": "/medicare-2020/", "line": 59 }, { "directive": "disallow", "path": "/health-promotion/", "line": 60 }, { "directive": "disallow", "path": "/disability/", "line": 61 }, { "directive": "disallow", "path": "/the-bridge", "line": 62 }, { "directive": "disallow", "path": "/the-bridge/", "line": 63 }, { "directive": "disallow", "path": "/ubs/", "line": 64 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/kenya", "line": 65 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/lebanon", "line": 66 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/saudiarabia", "line": 67 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/uae", "line": 68 }, { "directive": "disallow", "path": "/static/www-cigna-com/docs/health-care-providers/copay_override_032306.pdf", "line": 69 }, { "directive": "disallow", "path": "/static/www-cigna-com/docs/pharmacy/prior-authorization-032306.pdf", "line": 70 }, { "directive": "disallow", "path": "/iwov-resources/national-second-sale/docs/healthy-benefits/healthy-habits-incentive-instructions.pdf", "line": 71 }, { "directive": "disallow", "path": "/edison/", "line": 72 }, { "directive": "disallow", "path": "/syneoshealth-clinical/", "line": 73 }, { "directive": "disallow", "path": "/digital.cigna.com/", "line": 74 }, { "directive": "disallow", "path": "/individuals-families/member-resources/cigna-90-now-cvs", "line": 75 }, { "directive": "disallow", "path": "/individuals-families/member-resources/cigna-90-now-walgreens", "line": 76 }, { "directive": "disallow", "path": "/healthspring-medicare-supplement-plans", "line": 77 }, { "directive": "disallow", "path": "/es-us/healthspring-medicare-supplement-plans", "line": 78 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/~campaign-ns", "line": 2 }, { "directive": "disallow", "path": "/aboutcigna/cigna-leadership-team/", "line": 3 }, { "directive": "disallow", "path": "/campaigns/", "line": 4 }, { "directive": "disallow", "path": "/customer_care/", "line": 5 }, { "directive": "disallow", "path": "/eapmanager/", "line": 6 }, { "directive": "disallow", "path": "/healthcarepartners/", "line": 7 }, { "directive": "disallow", "path": "/healthy-benefits/", "line": 8 }, { "directive": "disallow", "path": "/individuals-families/campaigns/", "line": 9 }, { "directive": "disallow", "path": "/individuals-families/external_policy_disclosure", "line": 10 }, { "directive": "disallow", "path": "/maintenancerx", "line": 11 }, { "directive": "disallow", "path": "/mckesson/", "line": 12 }, { "directive": "disallow", "path": "/medicare-campaigns/", "line": 13 }, { "directive": "disallow", "path": "/medicare/medicare-campaigns/", "line": 14 }, { "directive": "disallow", "path": "/medicare/campaigns/", "line": 15 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-1", "line": 16 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-2", "line": 17 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-3", "line": 18 }, { "directive": "disallow", "path": "/assets/docs/personal/pharmacy-networks/876412-pharmacy-qa-flyer-no-walgreens.pdf", "line": 19 }, { "directive": "disallow", "path": "/assets/docs/personal/pharmacy-networks/876349-pharmacy-qa-flyer-no-cvs-or-walgreens.pdf", "line": 20 }, { "directive": "disallow", "path": "/pod/", "line": 21 }, { "directive": "disallow", "path": "/predisability/", "line": 22 }, { "directive": "disallow", "path": "/scripps/", "line": 23 }, { "directive": "disallow", "path": "/sites/", "line": 24 }, { "directive": "disallow", "path": "/sites/careallies/", "line": 25 }, { "directive": "disallow", "path": "/sjhh/", "line": 26 }, { "directive": "disallow", "path": "/sp/", "line": 27 }, { "directive": "disallow", "path": "/assets/docs/sp/", "line": 28 }, { "directive": "disallow", "path": "/spn/", "line": 29 }, { "directive": "disallow", "path": "/transformations/", "line": 30 }, { "directive": "disallow", "path": "/client-forum/login-set", "line": 31 }, { "directive": "disallow", "path": "/assets/docs/Cigna%20notices-of-privacy-practices/stay-at-work-services/881532-pre-dis-voc-service-schedule-10-27-final.pdf", "line": 32 }, { "directive": "disallow", "path": "/assets/docs/Cigna%20notices-of-privacy-practices/stay-at-work-services/881535-saw-participant-guide-v4-final.pdf", "line": 33 }, { "directive": "disallow", "path": "/assets/docs/business/tpa/hiv-consent-form-new-hampshire.pdf", "line": 34 }, { "directive": "disallow", "path": "/surefit-game/", "line": 35 }, { "directive": "disallow", "path": "/assets/docs/insperity-gul-certificate.pdf", "line": 36 }, { "directive": "disallow", "path": "/world-bank/", "line": 37 }, { "directive": "disallow", "path": "/withyou/", "line": 38 }, { "directive": "disallow", "path": "/willistowerswatson-medical/", "line": 39 }, { "directive": "disallow", "path": "/willistowerswatson-medicalrx/", "line": 40 }, { "directive": "disallow", "path": "/utc/", "line": 41 }, { "directive": "disallow", "path": "/sterlinginsurance/", "line": 42 }, { "directive": "disallow", "path": "/statestreet/", "line": 43 }, { "directive": "disallow", "path": "/pitneybowes/", "line": 44 }, { "directive": "disallow", "path": "/nationwide/", "line": 45 }, { "directive": "disallow", "path": "/mercer/", "line": 46 }, { "directive": "disallow", "path": "/jps/", "line": 47 }, { "directive": "disallow", "path": "/gs/", "line": 48 }, { "directive": "disallow", "path": "/aonactivehealth-withyou-2018/", "line": 49 }, { "directive": "disallow", "path": "/aonactivehealth-2018/", "line": 50 }, { "directive": "disallow", "path": "/sites/sodexo/", "line": 51 }, { "directive": "disallow", "path": "/search*", "line": 52 }, { "directive": "disallow", "path": "/ascension*", "line": 53 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-autism/seminars/", "line": 54 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-substance-use-disorders/seminars/", "line": 55 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-eating-disorders/seminars/", "line": 56 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-mental-health/seminars/", "line": 57 }, { "directive": "disallow", "path": "/iwov-resources/the-bridge/", "line": 58 }, { "directive": "disallow", "path": "/medicare-2020/", "line": 59 }, { "directive": "disallow", "path": "/health-promotion/", "line": 60 }, { "directive": "disallow", "path": "/disability/", "line": 61 }, { "directive": "disallow", "path": "/the-bridge", "line": 62 }, { "directive": "disallow", "path": "/the-bridge/", "line": 63 }, { "directive": "disallow", "path": "/ubs/", "line": 64 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/kenya", "line": 65 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/lebanon", "line": 66 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/saudiarabia", "line": 67 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/uae", "line": 68 }, { "directive": "disallow", "path": "/static/www-cigna-com/docs/health-care-providers/copay_override_032306.pdf", "line": 69 }, { "directive": "disallow", "path": "/static/www-cigna-com/docs/pharmacy/prior-authorization-032306.pdf", "line": 70 }, { "directive": "disallow", "path": "/iwov-resources/national-second-sale/docs/healthy-benefits/healthy-habits-incentive-instructions.pdf", "line": 71 }, { "directive": "disallow", "path": "/edison/", "line": 72 }, { "directive": "disallow", "path": "/syneoshealth-clinical/", "line": 73 }, { "directive": "disallow", "path": "/digital.cigna.com/", "line": 74 }, { "directive": "disallow", "path": "/individuals-families/member-resources/cigna-90-now-cvs", "line": 75 }, { "directive": "disallow", "path": "/individuals-families/member-resources/cigna-90-now-walgreens", "line": 76 }, { "directive": "disallow", "path": "/healthspring-medicare-supplement-plans", "line": 77 }, { "directive": "disallow", "path": "/es-us/healthspring-medicare-supplement-plans", "line": 78 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/~campaign-ns", "line": 2 }, { "directive": "disallow", "path": "/aboutcigna/cigna-leadership-team/", "line": 3 }, { "directive": "disallow", "path": "/campaigns/", "line": 4 }, { "directive": "disallow", "path": "/customer_care/", "line": 5 }, { "directive": "disallow", "path": "/eapmanager/", "line": 6 }, { "directive": "disallow", "path": "/healthcarepartners/", "line": 7 }, { "directive": "disallow", "path": "/healthy-benefits/", "line": 8 }, { "directive": "disallow", "path": "/individuals-families/campaigns/", "line": 9 }, { "directive": "disallow", "path": "/individuals-families/external_policy_disclosure", "line": 10 }, { "directive": "disallow", "path": "/maintenancerx", "line": 11 }, { "directive": "disallow", "path": "/mckesson/", "line": 12 }, { "directive": "disallow", "path": "/medicare-campaigns/", "line": 13 }, { "directive": "disallow", "path": "/medicare/medicare-campaigns/", "line": 14 }, { "directive": "disallow", "path": "/medicare/campaigns/", "line": 15 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-1", "line": 16 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-2", "line": 17 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-3", "line": 18 }, { "directive": "disallow", "path": "/assets/docs/personal/pharmacy-networks/876412-pharmacy-qa-flyer-no-walgreens.pdf", "line": 19 }, { "directive": "disallow", "path": "/assets/docs/personal/pharmacy-networks/876349-pharmacy-qa-flyer-no-cvs-or-walgreens.pdf", "line": 20 }, { "directive": "disallow", "path": "/pod/", "line": 21 }, { "directive": "disallow", "path": "/predisability/", "line": 22 }, { "directive": "disallow", "path": "/scripps/", "line": 23 }, { "directive": "disallow", "path": "/sites/", "line": 24 }, { "directive": "disallow", "path": "/sites/careallies/", "line": 25 }, { "directive": "disallow", "path": "/sjhh/", "line": 26 }, { "directive": "disallow", "path": "/sp/", "line": 27 }, { "directive": "disallow", "path": "/assets/docs/sp/", "line": 28 }, { "directive": "disallow", "path": "/spn/", "line": 29 }, { "directive": "disallow", "path": "/transformations/", "line": 30 }, { "directive": "disallow", "path": "/client-forum/login-set", "line": 31 }, { "directive": "disallow", "path": "/assets/docs/Cigna%20notices-of-privacy-practices/stay-at-work-services/881532-pre-dis-voc-service-schedule-10-27-final.pdf", "line": 32 }, { "directive": "disallow", "path": "/assets/docs/Cigna%20notices-of-privacy-practices/stay-at-work-services/881535-saw-participant-guide-v4-final.pdf", "line": 33 }, { "directive": "disallow", "path": "/assets/docs/business/tpa/hiv-consent-form-new-hampshire.pdf", "line": 34 }, { "directive": "disallow", "path": "/surefit-game/", "line": 35 }, { "directive": "disallow", "path": "/assets/docs/insperity-gul-certificate.pdf", "line": 36 }, { "directive": "disallow", "path": "/world-bank/", "line": 37 }, { "directive": "disallow", "path": "/withyou/", "line": 38 }, { "directive": "disallow", "path": "/willistowerswatson-medical/", "line": 39 }, { "directive": "disallow", "path": "/willistowerswatson-medicalrx/", "line": 40 }, { "directive": "disallow", "path": "/utc/", "line": 41 }, { "directive": "disallow", "path": "/sterlinginsurance/", "line": 42 }, { "directive": "disallow", "path": "/statestreet/", "line": 43 }, { "directive": "disallow", "path": "/pitneybowes/", "line": 44 }, { "directive": "disallow", "path": "/nationwide/", "line": 45 }, { "directive": "disallow", "path": "/mercer/", "line": 46 }, { "directive": "disallow", "path": "/jps/", "line": 47 }, { "directive": "disallow", "path": "/gs/", "line": 48 }, { "directive": "disallow", "path": "/aonactivehealth-withyou-2018/", "line": 49 }, { "directive": "disallow", "path": "/aonactivehealth-2018/", "line": 50 }, { "directive": "disallow", "path": "/sites/sodexo/", "line": 51 }, { "directive": "disallow", "path": "/search*", "line": 52 }, { "directive": "disallow", "path": "/ascension*", "line": 53 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-autism/seminars/", "line": 54 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-substance-use-disorders/seminars/", "line": 55 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-eating-disorders/seminars/", "line": 56 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-mental-health/seminars/", "line": 57 }, { "directive": "disallow", "path": "/iwov-resources/the-bridge/", "line": 58 }, { "directive": "disallow", "path": "/medicare-2020/", "line": 59 }, { "directive": "disallow", "path": "/health-promotion/", "line": 60 }, { "directive": "disallow", "path": "/disability/", "line": 61 }, { "directive": "disallow", "path": "/the-bridge", "line": 62 }, { "directive": "disallow", "path": "/the-bridge/", "line": 63 }, { "directive": "disallow", "path": "/ubs/", "line": 64 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/kenya", "line": 65 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/lebanon", "line": 66 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/saudiarabia", "line": 67 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/uae", "line": 68 }, { "directive": "disallow", "path": "/static/www-cigna-com/docs/health-care-providers/copay_override_032306.pdf", "line": 69 }, { "directive": "disallow", "path": "/static/www-cigna-com/docs/pharmacy/prior-authorization-032306.pdf", "line": 70 }, { "directive": "disallow", "path": "/iwov-resources/national-second-sale/docs/healthy-benefits/healthy-habits-incentive-instructions.pdf", "line": 71 }, { "directive": "disallow", "path": "/edison/", "line": 72 }, { "directive": "disallow", "path": "/syneoshealth-clinical/", "line": 73 }, { "directive": "disallow", "path": "/digital.cigna.com/", "line": 74 }, { "directive": "disallow", "path": "/individuals-families/member-resources/cigna-90-now-cvs", "line": 75 }, { "directive": "disallow", "path": "/individuals-families/member-resources/cigna-90-now-walgreens", "line": 76 }, { "directive": "disallow", "path": "/healthspring-medicare-supplement-plans", "line": 77 }, { "directive": "disallow", "path": "/es-us/healthspring-medicare-supplement-plans", "line": 78 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/~campaign-ns", "line": 2 }, { "directive": "disallow", "path": "/aboutcigna/cigna-leadership-team/", "line": 3 }, { "directive": "disallow", "path": "/campaigns/", "line": 4 }, { "directive": "disallow", "path": "/customer_care/", "line": 5 }, { "directive": "disallow", "path": "/eapmanager/", "line": 6 }, { "directive": "disallow", "path": "/healthcarepartners/", "line": 7 }, { "directive": "disallow", "path": "/healthy-benefits/", "line": 8 }, { "directive": "disallow", "path": "/individuals-families/campaigns/", "line": 9 }, { "directive": "disallow", "path": "/individuals-families/external_policy_disclosure", "line": 10 }, { "directive": "disallow", "path": "/maintenancerx", "line": 11 }, { "directive": "disallow", "path": "/mckesson/", "line": 12 }, { "directive": "disallow", "path": "/medicare-campaigns/", "line": 13 }, { "directive": "disallow", "path": "/medicare/medicare-campaigns/", "line": 14 }, { "directive": "disallow", "path": "/medicare/campaigns/", "line": 15 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-1", "line": 16 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-2", "line": 17 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-3", "line": 18 }, { "directive": "disallow", "path": "/assets/docs/personal/pharmacy-networks/876412-pharmacy-qa-flyer-no-walgreens.pdf", "line": 19 }, { "directive": "disallow", "path": "/assets/docs/personal/pharmacy-networks/876349-pharmacy-qa-flyer-no-cvs-or-walgreens.pdf", "line": 20 }, { "directive": "disallow", "path": "/pod/", "line": 21 }, { "directive": "disallow", "path": "/predisability/", "line": 22 }, { "directive": "disallow", "path": "/scripps/", "line": 23 }, { "directive": "disallow", "path": "/sites/", "line": 24 }, { "directive": "disallow", "path": "/sites/careallies/", "line": 25 }, { "directive": "disallow", "path": "/sjhh/", "line": 26 }, { "directive": "disallow", "path": "/sp/", "line": 27 }, { "directive": "disallow", "path": "/assets/docs/sp/", "line": 28 }, { "directive": "disallow", "path": "/spn/", "line": 29 }, { "directive": "disallow", "path": "/transformations/", "line": 30 }, { "directive": "disallow", "path": "/client-forum/login-set", "line": 31 }, { "directive": "disallow", "path": "/assets/docs/Cigna%20notices-of-privacy-practices/stay-at-work-services/881532-pre-dis-voc-service-schedule-10-27-final.pdf", "line": 32 }, { "directive": "disallow", "path": "/assets/docs/Cigna%20notices-of-privacy-practices/stay-at-work-services/881535-saw-participant-guide-v4-final.pdf", "line": 33 }, { "directive": "disallow", "path": "/assets/docs/business/tpa/hiv-consent-form-new-hampshire.pdf", "line": 34 }, { "directive": "disallow", "path": "/surefit-game/", "line": 35 }, { "directive": "disallow", "path": "/assets/docs/insperity-gul-certificate.pdf", "line": 36 }, { "directive": "disallow", "path": "/world-bank/", "line": 37 }, { "directive": "disallow", "path": "/withyou/", "line": 38 }, { "directive": "disallow", "path": "/willistowerswatson-medical/", "line": 39 }, { "directive": "disallow", "path": "/willistowerswatson-medicalrx/", "line": 40 }, { "directive": "disallow", "path": "/utc/", "line": 41 }, { "directive": "disallow", "path": "/sterlinginsurance/", "line": 42 }, { "directive": "disallow", "path": "/statestreet/", "line": 43 }, { "directive": "disallow", "path": "/pitneybowes/", "line": 44 }, { "directive": "disallow", "path": "/nationwide/", "line": 45 }, { "directive": "disallow", "path": "/mercer/", "line": 46 }, { "directive": "disallow", "path": "/jps/", "line": 47 }, { "directive": "disallow", "path": "/gs/", "line": 48 }, { "directive": "disallow", "path": "/aonactivehealth-withyou-2018/", "line": 49 }, { "directive": "disallow", "path": "/aonactivehealth-2018/", "line": 50 }, { "directive": "disallow", "path": "/sites/sodexo/", "line": 51 }, { "directive": "disallow", "path": "/search*", "line": 52 }, { "directive": "disallow", "path": "/ascension*", "line": 53 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-autism/seminars/", "line": 54 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-substance-use-disorders/seminars/", "line": 55 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-eating-disorders/seminars/", "line": 56 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-mental-health/seminars/", "line": 57 }, { "directive": "disallow", "path": "/iwov-resources/the-bridge/", "line": 58 }, { "directive": "disallow", "path": "/medicare-2020/", "line": 59 }, { "directive": "disallow", "path": "/health-promotion/", "line": 60 }, { "directive": "disallow", "path": "/disability/", "line": 61 }, { "directive": "disallow", "path": "/the-bridge", "line": 62 }, { "directive": "disallow", "path": "/the-bridge/", "line": 63 }, { "directive": "disallow", "path": "/ubs/", "line": 64 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/kenya", "line": 65 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/lebanon", "line": 66 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/saudiarabia", "line": 67 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/uae", "line": 68 }, { "directive": "disallow", "path": "/static/www-cigna-com/docs/health-care-providers/copay_override_032306.pdf", "line": 69 }, { "directive": "disallow", "path": "/static/www-cigna-com/docs/pharmacy/prior-authorization-032306.pdf", "line": 70 }, { "directive": "disallow", "path": "/iwov-resources/national-second-sale/docs/healthy-benefits/healthy-habits-incentive-instructions.pdf", "line": 71 }, { "directive": "disallow", "path": "/edison/", "line": 72 }, { "directive": "disallow", "path": "/syneoshealth-clinical/", "line": 73 }, { "directive": "disallow", "path": "/digital.cigna.com/", "line": 74 }, { "directive": "disallow", "path": "/individuals-families/member-resources/cigna-90-now-cvs", "line": 75 }, { "directive": "disallow", "path": "/individuals-families/member-resources/cigna-90-now-walgreens", "line": 76 }, { "directive": "disallow", "path": "/healthspring-medicare-supplement-plans", "line": 77 }, { "directive": "disallow", "path": "/es-us/healthspring-medicare-supplement-plans", "line": 78 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/~campaign-ns", "line": 2 }, { "directive": "disallow", "path": "/aboutcigna/cigna-leadership-team/", "line": 3 }, { "directive": "disallow", "path": "/campaigns/", "line": 4 }, { "directive": "disallow", "path": "/customer_care/", "line": 5 }, { "directive": "disallow", "path": "/eapmanager/", "line": 6 }, { "directive": "disallow", "path": "/healthcarepartners/", "line": 7 }, { "directive": "disallow", "path": "/healthy-benefits/", "line": 8 }, { "directive": "disallow", "path": "/individuals-families/campaigns/", "line": 9 }, { "directive": "disallow", "path": "/individuals-families/external_policy_disclosure", "line": 10 }, { "directive": "disallow", "path": "/maintenancerx", "line": 11 }, { "directive": "disallow", "path": "/mckesson/", "line": 12 }, { "directive": "disallow", "path": "/medicare-campaigns/", "line": 13 }, { "directive": "disallow", "path": "/medicare/medicare-campaigns/", "line": 14 }, { "directive": "disallow", "path": "/medicare/campaigns/", "line": 15 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-1", "line": 16 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-2", "line": 17 }, { "directive": "disallow", "path": "/pharmacy-networks/pharmacy-network-3", "line": 18 }, { "directive": "disallow", "path": "/assets/docs/personal/pharmacy-networks/876412-pharmacy-qa-flyer-no-walgreens.pdf", "line": 19 }, { "directive": "disallow", "path": "/assets/docs/personal/pharmacy-networks/876349-pharmacy-qa-flyer-no-cvs-or-walgreens.pdf", "line": 20 }, { "directive": "disallow", "path": "/pod/", "line": 21 }, { "directive": "disallow", "path": "/predisability/", "line": 22 }, { "directive": "disallow", "path": "/scripps/", "line": 23 }, { "directive": "disallow", "path": "/sites/", "line": 24 }, { "directive": "disallow", "path": "/sites/careallies/", "line": 25 }, { "directive": "disallow", "path": "/sjhh/", "line": 26 }, { "directive": "disallow", "path": "/sp/", "line": 27 }, { "directive": "disallow", "path": "/assets/docs/sp/", "line": 28 }, { "directive": "disallow", "path": "/spn/", "line": 29 }, { "directive": "disallow", "path": "/transformations/", "line": 30 }, { "directive": "disallow", "path": "/client-forum/login-set", "line": 31 }, { "directive": "disallow", "path": "/assets/docs/Cigna%20notices-of-privacy-practices/stay-at-work-services/881532-pre-dis-voc-service-schedule-10-27-final.pdf", "line": 32 }, { "directive": "disallow", "path": "/assets/docs/Cigna%20notices-of-privacy-practices/stay-at-work-services/881535-saw-participant-guide-v4-final.pdf", "line": 33 }, { "directive": "disallow", "path": "/assets/docs/business/tpa/hiv-consent-form-new-hampshire.pdf", "line": 34 }, { "directive": "disallow", "path": "/surefit-game/", "line": 35 }, { "directive": "disallow", "path": "/assets/docs/insperity-gul-certificate.pdf", "line": 36 }, { "directive": "disallow", "path": "/world-bank/", "line": 37 }, { "directive": "disallow", "path": "/withyou/", "line": 38 }, { "directive": "disallow", "path": "/willistowerswatson-medical/", "line": 39 }, { "directive": "disallow", "path": "/willistowerswatson-medicalrx/", "line": 40 }, { "directive": "disallow", "path": "/utc/", "line": 41 }, { "directive": "disallow", "path": "/sterlinginsurance/", "line": 42 }, { "directive": "disallow", "path": "/statestreet/", "line": 43 }, { "directive": "disallow", "path": "/pitneybowes/", "line": 44 }, { "directive": "disallow", "path": "/nationwide/", "line": 45 }, { "directive": "disallow", "path": "/mercer/", "line": 46 }, { "directive": "disallow", "path": "/jps/", "line": 47 }, { "directive": "disallow", "path": "/gs/", "line": 48 }, { "directive": "disallow", "path": "/aonactivehealth-withyou-2018/", "line": 49 }, { "directive": "disallow", "path": "/aonactivehealth-2018/", "line": 50 }, { "directive": "disallow", "path": "/sites/sodexo/", "line": 51 }, { "directive": "disallow", "path": "/search*", "line": 52 }, { "directive": "disallow", "path": "/ascension*", "line": 53 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-autism/seminars/", "line": 54 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-substance-use-disorders/seminars/", "line": 55 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-eating-disorders/seminars/", "line": 56 }, { "directive": "disallow", "path": "/individuals-families/health-wellness/topic-mental-health/seminars/", "line": 57 }, { "directive": "disallow", "path": "/iwov-resources/the-bridge/", "line": 58 }, { "directive": "disallow", "path": "/medicare-2020/", "line": 59 }, { "directive": "disallow", "path": "/health-promotion/", "line": 60 }, { "directive": "disallow", "path": "/disability/", "line": 61 }, { "directive": "disallow", "path": "/the-bridge", "line": 62 }, { "directive": "disallow", "path": "/the-bridge/", "line": 63 }, { "directive": "disallow", "path": "/ubs/", "line": 64 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/kenya", "line": 65 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/lebanon", "line": 66 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/saudiarabia", "line": 67 }, { "directive": "disallow", "path": "/privacyinformation/employment-privacy-and-data-protection/career-policy/uae", "line": 68 }, { "directive": "disallow", "path": "/static/www-cigna-com/docs/health-care-providers/copay_override_032306.pdf", "line": 69 }, { "directive": "disallow", "path": "/static/www-cigna-com/docs/pharmacy/prior-authorization-032306.pdf", "line": 70 }, { "directive": "disallow", "path": "/iwov-resources/national-second-sale/docs/healthy-benefits/healthy-habits-incentive-instructions.pdf", "line": 71 }, { "directive": "disallow", "path": "/edison/", "line": 72 }, { "directive": "disallow", "path": "/syneoshealth-clinical/", "line": 73 }, { "directive": "disallow", "path": "/digital.cigna.com/", "line": 74 }, { "directive": "disallow", "path": "/individuals-families/member-resources/cigna-90-now-cvs", "line": 75 }, { "directive": "disallow", "path": "/individuals-families/member-resources/cigna-90-now-walgreens", "line": 76 }, { "directive": "disallow", "path": "/healthspring-medicare-supplement-plans", "line": 77 }, { "directive": "disallow", "path": "/es-us/healthspring-medicare-supplement-plans", "line": 78 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.cigna.com/robots.txt", "contentType": "text/plain", "sha256": "133eb781f073780a1fb3c0393469b46291fb7cf85fb97a51651a0fc6db4fce33", "bytes": 3653 }, { "company": "Cincinnati Financial", "cik": "20286", "sector": "Financials", "origin": "https://www.cinfin.com", "checkedAt": "2026-09-26T04:55:07.923Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/.well-known/", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/.well-known/", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/.well-known/", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/.well-known/", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/.well-known/", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/.well-known/", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/.well-known/", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/.well-known/", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.cinfin.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "2f2f6831151bd38d783e2f7d2e3e0ed3ff0a6d505fbeb9edd3fee5b65ef113d1", "bytes": 91 }, { "company": "Cintas", "cik": "723254", "sector": "Industrials", "origin": "http://www.cintas.com", "checkedAt": "2026-09-26T04:55:07.980Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.cintas.com/robots.txt", "contentType": null, "sha256": "1d1afa268c28b714da97c1b77f98ba8d963947c5d210eabe2a83c949408d6a96", "bytes": 77 }, { "company": "Cisco", "cik": "858877", "sector": "Information Technology", "origin": "https://www.cisco.com", "checkedAt": "2026-09-26T04:55:08.254Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.html?cachemode=refresh$", "line": 28 }, { "directive": "disallow", "path": "/bug-navigator", "line": 29 }, { "directive": "disallow", "path": "/web/telepresence/pro/", "line": 30 }, { "directive": "disallow", "path": "/cgi-bin", "line": 31 }, { "directive": "disallow", "path": "/pcgi-bin", "line": 32 }, { "directive": "disallow", "path": "/univ-src/ccden", "line": 33 }, { "directive": "disallow", "path": "/cpropub/univercd", "line": 34 }, { "directive": "disallow", "path": "/jobs", "line": 35 }, { "directive": "disallow", "path": "/en/US/swassets/", "line": 36 }, { "directive": "disallow", "path": "/univercd/cc/td/doc", "line": 37 }, { "directive": "disallow", "path": "/univercd/", "line": 38 }, { "directive": "disallow", "path": "/tacpage", "line": 39 }, { "directive": "disallow", "path": "/survey/", "line": 40 }, { "directive": "disallow", "path": "/web/login", "line": 41 }, { "directive": "disallow", "path": "/ciscodotcom/", "line": 42 }, { "directive": "disallow", "path": "/c/contentReuse/", "line": 43 }, { "directive": "disallow", "path": "/c/contentreuse/", "line": 44 }, { "directive": "disallow", "path": "/c/dam/assets/offers/pdfs/", "line": 45 }, { "directive": "disallow", "path": "/c/dam/en/us/td/docs/Sanity/datasheet/", "line": 46 }, { "directive": "disallow", "path": "/c/dam/m/da_dk/offers/assets/images/", "line": 47 }, { "directive": "disallow", "path": "/c/dam/m/da_dk/offers/assets/pdfs/", "line": 48 }, { "directive": "disallow", "path": "/c/dam/m/de_de/offers/assets/images/", "line": 49 }, { "directive": "disallow", "path": "/c/dam/m/de_de/offers/assets/pdfs/", "line": 50 }, { "directive": "disallow", "path": "/c/dam/m/digital/", "line": 51 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/assets/images/", "line": 52 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/assets/pdfs/", "line": 53 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/images/", "line": 54 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/video/", "line": 55 }, { "directive": "disallow", "path": "/c/dam/m/en_emear/offers/assets/images/", "line": 56 }, { "directive": "disallow", "path": "/c/dam/m/en_emear/offers/assets/pdfs/", "line": 57 }, { "directive": "disallow", "path": "/c/dam/m/en_hk/offers/assets/images/", "line": 58 }, { "directive": "disallow", "path": "/c/dam/m/en_hk/offers/assets/pdf/", "line": 59 }, { "directive": "disallow", "path": "/c/dam/m/en_id/offers/assets/images/", "line": 60 }, { "directive": "disallow", "path": "/c/dam/m/en_id/offers/assets/pdfs/", "line": 61 }, { "directive": "disallow", "path": "/c/dam/m/en_id/offers/images/", "line": 62 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/assets/images/", "line": 63 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/assets/pdfs/", "line": 64 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/images", "line": 65 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/video/", "line": 66 }, { "directive": "disallow", "path": "/c/dam/m/en_my/offers/assets/images/", "line": 67 }, { "directive": "disallow", "path": "/c/dam/m/en_my/offers/assets/pdfs/", "line": 68 }, { "directive": "disallow", "path": "/c/dam/m/en_my/offers/images/", "line": 69 }, { "directive": "disallow", "path": "/c/dam/m/en_ph/offers/assets/images/", "line": 70 }, { "directive": "disallow", "path": "/c/dam/m/en_ph/offers/assets/pdfs/", "line": 71 }, { "directive": "disallow", "path": "/c/dam/m/en_ph/offers/images/", "line": 72 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/assets/images/", "line": 73 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/assets/pdfs/", "line": 74 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/images/", "line": 75 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/video/", "line": 76 }, { "directive": "disallow", "path": "/c/dam/m/en_th/offers/assets/images/", "line": 77 }, { "directive": "disallow", "path": "/c/dam/m/en_th/offers/assets/pdfs/", "line": 78 }, { "directive": "disallow", "path": "/c/dam/m/en_th/offers/images/", "line": 79 }, { "directive": "disallow", "path": "/c/dam/m/en_uk/offers/assets/images/", "line": 80 }, { "directive": "disallow", "path": "/c/dam/m/en_uk/offers/assets/pdfs/", "line": 81 }, { "directive": "disallow", "path": "/c/dam/m/en_vn/offers/assets/images/", "line": 82 }, { "directive": "disallow", "path": "/c/dam/m/en_vn/offers/assets/pdfs/", "line": 83 }, { "directive": "disallow", "path": "/c/dam/m/es_es/offers/assets/images/", "line": 84 }, { "directive": "disallow", "path": "/c/dam/m/es_es/offers/assets/pdfs/", "line": 85 }, { "directive": "disallow", "path": "/c/dam/m/es_la/offers/assets/images/", "line": 86 }, { "directive": "disallow", "path": "/c/dam/m/es_la/offers/assets/pdfs/", "line": 87 }, { "directive": "disallow", "path": "/c/dam/m/es_la/offers/video/", "line": 88 }, { "directive": "disallow", "path": "/c/dam/m/es_mx/offers/assets/images/", "line": 89 }, { "directive": "disallow", "path": "/c/dam/m/es_mx/offers/assets/pdfs/", "line": 90 }, { "directive": "disallow", "path": "/c/dam/m/fi_fi/offers/assets/images/", "line": 91 }, { "directive": "disallow", "path": "/c/dam/m/fi_fi/offers/assets/pdfs/", "line": 92 }, { "directive": "disallow", "path": "/c/dam/m/fr_ca/offers/assets/images/", "line": 93 }, { "directive": "disallow", "path": "/c/dam/m/fr_ca/offers/assets/pdfs/", "line": 94 }, { "directive": "disallow", "path": "/c/dam/m/fr_ca/offers/video/", "line": 95 }, { "directive": "disallow", "path": "/c/dam/m/fr_fr/offers/assets/images", "line": 96 }, { "directive": "disallow", "path": "/c/dam/m/fr_fr/offers/assets/pdfs/", "line": 97 }, { "directive": "disallow", "path": "/c/dam/m/it_it/offers/assets/images/", "line": 98 }, { "directive": "disallow", "path": "/c/dam/m/it_it/offers/assets/pdfs/", "line": 99 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/161/security/images/", "line": 100 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/161/security/pdf/", "line": 101 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/network/images", "line": 102 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/network/pdf/", "line": 103 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/sc10/images/", "line": 104 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/sc10/pdf/", "line": 105 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/security/pdf/", "line": 106 }, { "directive": "disallow", "path": "/c/dam/m/ko_kr/offers/assets/images/", "line": 107 }, { "directive": "disallow", "path": "/c/dam/m/ko_kr/offers/assets/pdfs/", "line": 108 }, { "directive": "disallow", "path": "/c/dam/m/ko_kr/offers/images/", "line": 109 }, { "directive": "disallow", "path": "/c/dam/m/nl_be/offers/assets/images/", "line": 110 }, { "directive": "disallow", "path": "/c/dam/m/nl_be/offers/assets/pdfs/", "line": 111 }, { "directive": "disallow", "path": "/c/dam/m/nl_nl/offers/assets/images/", "line": 112 }, { "directive": "disallow", "path": "/c/dam/m/nl_nl/offers/assets/pdfs/", "line": 113 }, { "directive": "disallow", "path": "/c/dam/m/no_no/offers/assets/images/", "line": 114 }, { "directive": "disallow", "path": "/c/dam/m/no_no/offers/assets/pdfs/", "line": 115 }, { "directive": "disallow", "path": "/c/dam/m/pl_pl/offers/assets/images/", "line": 116 }, { "directive": "disallow", "path": "/c/dam/m/pl_pl/offers/assets/pdfs/", "line": 117 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/assets/images", "line": 118 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/assets/pdfs", "line": 119 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/img/", "line": 120 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/pdf/", "line": 121 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/video/", "line": 122 }, { "directive": "disallow", "path": "/c/dam/m/ru_ru/offers/assets/images/", "line": 123 }, { "directive": "disallow", "path": "/c/dam/m/ru_ru/offers/assets/pdfs/", "line": 124 }, { "directive": "disallow", "path": "/c/dam/m/sv_se/offers/assets/images/", "line": 125 }, { "directive": "disallow", "path": "/c/dam/m/sv_se/offers/assets/pdfs/", "line": 126 }, { "directive": "disallow", "path": "/c/dam/m/tr_tr/offers/assets/images/", "line": 127 }, { "directive": "disallow", "path": "/c/dam/m/tr_tr/offers/assets/pdfs/", "line": 128 }, { "directive": "disallow", "path": "/c/dam/m/zh_cn/offers/assets/images/", "line": 129 }, { "directive": "disallow", "path": "/c/dam/m/zh_cn/offers/assets/pdfs/", "line": 130 }, { "directive": "disallow", "path": "/c/dam/m/zh_tw/offers/assets/images/", "line": 131 }, { "directive": "disallow", "path": "/c/dam/m/zh_tw/offers/assets/pdfs/", "line": 132 }, { "directive": "disallow", "path": "/c/en/us/applicat/camp/", "line": 133 }, { "directive": "disallow", "path": "/c/en/us/applicat/non-camp/", "line": 134 }, { "directive": "disallow", "path": "/c/m/digital/", "line": 135 }, { "directive": "disallow", "path": "/cisco/web/UK/telepresence/pro/", "line": 136 }, { "directive": "disallow", "path": "/content/en/us/td/docs/Sanity", "line": 137 }, { "directive": "disallow", "path": "/c/en/us/products/products-sanity-test/", "line": 138 }, { "directive": "disallow", "path": "/c/en/us/solutions/solutions-sanity-test/", "line": 139 }, { "directive": "disallow", "path": "/en/US/swassets/sw274/sitewide_country_language_selector.html", "line": 140 }, { "directive": "disallow", "path": "/JP/support/public/mt/tac/100/1002347/techtip_conventions.shtml", "line": 141 }, { "directive": "disallow", "path": "/public/library/iosplanner/reldesignation.html", "line": 142 }, { "directive": "disallow", "path": "/web/AT/telepresence/pro/", "line": 143 }, { "directive": "disallow", "path": "/web/BE/fr/telepresence/pro/", "line": 144 }, { "directive": "disallow", "path": "/web/BE/nl/telepresence/pro/", "line": 145 }, { "directive": "disallow", "path": "/web/BE/telepresence/pro/", "line": 146 }, { "directive": "disallow", "path": "/web/CH/de/telepresence/pro/", "line": 147 }, { "directive": "disallow", "path": "/web/CH/fr/telepresence/pro/", "line": 148 }, { "directive": "disallow", "path": "/web/CZ/telepresence/pro/", "line": 149 }, { "directive": "disallow", "path": "/web/DE/telepresence/pro/", "line": 150 }, { "directive": "disallow", "path": "/web/DK/telepresence/pro/", "line": 151 }, { "directive": "disallow", "path": "/web/ES/telepresence/pro/", "line": 152 }, { "directive": "disallow", "path": "/web/FI/telepresence/pro/", "line": 153 }, { "directive": "disallow", "path": "/web/FR/telepresence/pro/", "line": 154 }, { "directive": "disallow", "path": "/web/go/", "line": 155 }, { "directive": "disallow", "path": "/web/help/index.html", "line": 156 }, { "directive": "disallow", "path": "/web/HU/telepresence/pro/", "line": 157 }, { "directive": "disallow", "path": "/web/IT/telepresence/pro/", "line": 158 }, { "directive": "disallow", "path": "/web/ME/ar/telepresence/pro/", "line": 159 }, { "directive": "disallow", "path": "/web/ME/telepresence/pro/", "line": 160 }, { "directive": "disallow", "path": "/web/NL/telepresence/pro/", "line": 161 }, { "directive": "disallow", "path": "/web/NO/telepresence/pro/", "line": 162 }, { "directive": "disallow", "path": "/web/offers/pdfs/", "line": 163 }, { "directive": "disallow", "path": "/web/PL/telepresence/pro/", "line": 164 }, { "directive": "disallow", "path": "/web/PO/telepresence/pro/", "line": 165 }, { "directive": "disallow", "path": "/web/PT/telepresence/pro/", "line": 166 }, { "directive": "disallow", "path": "/web/RO/telepresence/pro/", "line": 167 }, { "directive": "disallow", "path": "/web/RU/telepresence/pro/", "line": 168 }, { "directive": "disallow", "path": "/web/SE/telepresence/pro/", "line": 169 }, { "directive": "disallow", "path": "/web/TR/telepresence/pro/", "line": 170 }, { "directive": "disallow", "path": "/web/ZA/telepresence/pro/", "line": 171 }, { "directive": "disallow", "path": "/c/ru_ru/", "line": 172 }, { "directive": "disallow", "path": "/c/m/ru_ru/", "line": 173 }, { "directive": "disallow", "path": "/content/ru_ru/", "line": 174 }, { "directive": "disallow", "path": "/cisco/support/RU/", "line": 175 }, { "directive": "disallow", "path": "/cisco/web/support/RU/", "line": 176 }, { "directive": "disallow", "path": "/ru/", "line": 177 }, { "directive": "disallow", "path": "/c/dam/assets/global/pdfs/security/ru/", "line": 178 }, { "directive": "disallow", "path": "/c/dam/assets/global/RU/", "line": 179 }, { "directive": "disallow", "path": "/c/dam/global/ru_ru/", "line": 180 }, { "directive": "disallow", "path": "/c/dam/m/ru_ru/", "line": 181 }, { "directive": "disallow", "path": "/c/dam/marketing/ru_ru/", "line": 182 }, { "directive": "disallow", "path": "/web/offer/em/pdfs_innovators/RU/", "line": 183 }, { "directive": "disallow", "path": "/web/RU/", "line": 184 }, { "directive": "disallow", "path": "/global/RU/", "line": 185 }, { "directive": "disallow", "path": "/cisco/web/support/RU/", "line": 186 }, { "directive": "disallow", "path": "/c/en/us/support/web/tools/scm/help/stage/ru-RU/", "line": 187 }, { "directive": "disallow", "path": "/c/en/us/support/web/tools/scm/help/ru-RU/", "line": 188 }, { "directive": "disallow", "path": "/web/applicat", "line": 189 }, { "directive": "disallow", "path": "/c/en/us/applicat/", "line": 190 }, { "directive": "disallow", "path": "/cisco/web/", "line": 191 }, { "directive": "disallow", "path": "/site/us/en/test/", "line": 192 }, { "directive": "disallow", "path": "/assets/sol/sb/", "line": 193 }, { "directive": "disallow", "path": "/c/dam/r/newsroom/daily-news/", "line": 194 }, { "directive": "disallow", "path": "/en/US/docs/general/Test/", "line": 195 }, { "directive": "disallow", "path": "/c/login", "line": 196 }, { "directive": "disallow", "path": "/content/cdc/login", "line": 197 }, { "directive": "disallow", "path": "/web/solutions/", "line": 198 }, { "directive": "disallow", "path": "/c/en/us/support/index-beta.html", "line": 199 }, { "directive": "disallow", "path": "/resources", "line": 200 }, { "directive": "disallow", "path": "/abm/", "line": 201 }, { "directive": "disallow", "path": "/abx/", "line": 202 } ], "warnings": [ 18 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.html?cachemode=refresh$", "line": 28 }, { "directive": "disallow", "path": "/bug-navigator", "line": 29 }, { "directive": "disallow", "path": "/web/telepresence/pro/", "line": 30 }, { "directive": "disallow", "path": "/cgi-bin", "line": 31 }, { "directive": "disallow", "path": "/pcgi-bin", "line": 32 }, { "directive": "disallow", "path": "/univ-src/ccden", "line": 33 }, { "directive": "disallow", "path": "/cpropub/univercd", "line": 34 }, { "directive": "disallow", "path": "/jobs", "line": 35 }, { "directive": "disallow", "path": "/en/US/swassets/", "line": 36 }, { "directive": "disallow", "path": "/univercd/cc/td/doc", "line": 37 }, { "directive": "disallow", "path": "/univercd/", "line": 38 }, { "directive": "disallow", "path": "/tacpage", "line": 39 }, { "directive": "disallow", "path": "/survey/", "line": 40 }, { "directive": "disallow", "path": "/web/login", "line": 41 }, { "directive": "disallow", "path": "/ciscodotcom/", "line": 42 }, { "directive": "disallow", "path": "/c/contentReuse/", "line": 43 }, { "directive": "disallow", "path": "/c/contentreuse/", "line": 44 }, { "directive": "disallow", "path": "/c/dam/assets/offers/pdfs/", "line": 45 }, { "directive": "disallow", "path": "/c/dam/en/us/td/docs/Sanity/datasheet/", "line": 46 }, { "directive": "disallow", "path": "/c/dam/m/da_dk/offers/assets/images/", "line": 47 }, { "directive": "disallow", "path": "/c/dam/m/da_dk/offers/assets/pdfs/", "line": 48 }, { "directive": "disallow", "path": "/c/dam/m/de_de/offers/assets/images/", "line": 49 }, { "directive": "disallow", "path": "/c/dam/m/de_de/offers/assets/pdfs/", "line": 50 }, { "directive": "disallow", "path": "/c/dam/m/digital/", "line": 51 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/assets/images/", "line": 52 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/assets/pdfs/", "line": 53 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/images/", "line": 54 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/video/", "line": 55 }, { "directive": "disallow", "path": "/c/dam/m/en_emear/offers/assets/images/", "line": 56 }, { "directive": "disallow", "path": "/c/dam/m/en_emear/offers/assets/pdfs/", "line": 57 }, { "directive": "disallow", "path": "/c/dam/m/en_hk/offers/assets/images/", "line": 58 }, { "directive": "disallow", "path": "/c/dam/m/en_hk/offers/assets/pdf/", "line": 59 }, { "directive": "disallow", "path": "/c/dam/m/en_id/offers/assets/images/", "line": 60 }, { "directive": "disallow", "path": "/c/dam/m/en_id/offers/assets/pdfs/", "line": 61 }, { "directive": "disallow", "path": "/c/dam/m/en_id/offers/images/", "line": 62 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/assets/images/", "line": 63 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/assets/pdfs/", "line": 64 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/images", "line": 65 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/video/", "line": 66 }, { "directive": "disallow", "path": "/c/dam/m/en_my/offers/assets/images/", "line": 67 }, { "directive": "disallow", "path": "/c/dam/m/en_my/offers/assets/pdfs/", "line": 68 }, { "directive": "disallow", "path": "/c/dam/m/en_my/offers/images/", "line": 69 }, { "directive": "disallow", "path": "/c/dam/m/en_ph/offers/assets/images/", "line": 70 }, { "directive": "disallow", "path": "/c/dam/m/en_ph/offers/assets/pdfs/", "line": 71 }, { "directive": "disallow", "path": "/c/dam/m/en_ph/offers/images/", "line": 72 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/assets/images/", "line": 73 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/assets/pdfs/", "line": 74 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/images/", "line": 75 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/video/", "line": 76 }, { "directive": "disallow", "path": "/c/dam/m/en_th/offers/assets/images/", "line": 77 }, { "directive": "disallow", "path": "/c/dam/m/en_th/offers/assets/pdfs/", "line": 78 }, { "directive": "disallow", "path": "/c/dam/m/en_th/offers/images/", "line": 79 }, { "directive": "disallow", "path": "/c/dam/m/en_uk/offers/assets/images/", "line": 80 }, { "directive": "disallow", "path": "/c/dam/m/en_uk/offers/assets/pdfs/", "line": 81 }, { "directive": "disallow", "path": "/c/dam/m/en_vn/offers/assets/images/", "line": 82 }, { "directive": "disallow", "path": "/c/dam/m/en_vn/offers/assets/pdfs/", "line": 83 }, { "directive": "disallow", "path": "/c/dam/m/es_es/offers/assets/images/", "line": 84 }, { "directive": "disallow", "path": "/c/dam/m/es_es/offers/assets/pdfs/", "line": 85 }, { "directive": "disallow", "path": "/c/dam/m/es_la/offers/assets/images/", "line": 86 }, { "directive": "disallow", "path": "/c/dam/m/es_la/offers/assets/pdfs/", "line": 87 }, { "directive": "disallow", "path": "/c/dam/m/es_la/offers/video/", "line": 88 }, { "directive": "disallow", "path": "/c/dam/m/es_mx/offers/assets/images/", "line": 89 }, { "directive": "disallow", "path": "/c/dam/m/es_mx/offers/assets/pdfs/", "line": 90 }, { "directive": "disallow", "path": "/c/dam/m/fi_fi/offers/assets/images/", "line": 91 }, { "directive": "disallow", "path": "/c/dam/m/fi_fi/offers/assets/pdfs/", "line": 92 }, { "directive": "disallow", "path": "/c/dam/m/fr_ca/offers/assets/images/", "line": 93 }, { "directive": "disallow", "path": "/c/dam/m/fr_ca/offers/assets/pdfs/", "line": 94 }, { "directive": "disallow", "path": "/c/dam/m/fr_ca/offers/video/", "line": 95 }, { "directive": "disallow", "path": "/c/dam/m/fr_fr/offers/assets/images", "line": 96 }, { "directive": "disallow", "path": "/c/dam/m/fr_fr/offers/assets/pdfs/", "line": 97 }, { "directive": "disallow", "path": "/c/dam/m/it_it/offers/assets/images/", "line": 98 }, { "directive": "disallow", "path": "/c/dam/m/it_it/offers/assets/pdfs/", "line": 99 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/161/security/images/", "line": 100 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/161/security/pdf/", "line": 101 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/network/images", "line": 102 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/network/pdf/", "line": 103 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/sc10/images/", "line": 104 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/sc10/pdf/", "line": 105 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/security/pdf/", "line": 106 }, { "directive": "disallow", "path": "/c/dam/m/ko_kr/offers/assets/images/", "line": 107 }, { "directive": "disallow", "path": "/c/dam/m/ko_kr/offers/assets/pdfs/", "line": 108 }, { "directive": "disallow", "path": "/c/dam/m/ko_kr/offers/images/", "line": 109 }, { "directive": "disallow", "path": "/c/dam/m/nl_be/offers/assets/images/", "line": 110 }, { "directive": "disallow", "path": "/c/dam/m/nl_be/offers/assets/pdfs/", "line": 111 }, { "directive": "disallow", "path": "/c/dam/m/nl_nl/offers/assets/images/", "line": 112 }, { "directive": "disallow", "path": "/c/dam/m/nl_nl/offers/assets/pdfs/", "line": 113 }, { "directive": "disallow", "path": "/c/dam/m/no_no/offers/assets/images/", "line": 114 }, { "directive": "disallow", "path": "/c/dam/m/no_no/offers/assets/pdfs/", "line": 115 }, { "directive": "disallow", "path": "/c/dam/m/pl_pl/offers/assets/images/", "line": 116 }, { "directive": "disallow", "path": "/c/dam/m/pl_pl/offers/assets/pdfs/", "line": 117 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/assets/images", "line": 118 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/assets/pdfs", "line": 119 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/img/", "line": 120 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/pdf/", "line": 121 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/video/", "line": 122 }, { "directive": "disallow", "path": "/c/dam/m/ru_ru/offers/assets/images/", "line": 123 }, { "directive": "disallow", "path": "/c/dam/m/ru_ru/offers/assets/pdfs/", "line": 124 }, { "directive": "disallow", "path": "/c/dam/m/sv_se/offers/assets/images/", "line": 125 }, { "directive": "disallow", "path": "/c/dam/m/sv_se/offers/assets/pdfs/", "line": 126 }, { "directive": "disallow", "path": "/c/dam/m/tr_tr/offers/assets/images/", "line": 127 }, { "directive": "disallow", "path": "/c/dam/m/tr_tr/offers/assets/pdfs/", "line": 128 }, { "directive": "disallow", "path": "/c/dam/m/zh_cn/offers/assets/images/", "line": 129 }, { "directive": "disallow", "path": "/c/dam/m/zh_cn/offers/assets/pdfs/", "line": 130 }, { "directive": "disallow", "path": "/c/dam/m/zh_tw/offers/assets/images/", "line": 131 }, { "directive": "disallow", "path": "/c/dam/m/zh_tw/offers/assets/pdfs/", "line": 132 }, { "directive": "disallow", "path": "/c/en/us/applicat/camp/", "line": 133 }, { "directive": "disallow", "path": "/c/en/us/applicat/non-camp/", "line": 134 }, { "directive": "disallow", "path": "/c/m/digital/", "line": 135 }, { "directive": "disallow", "path": "/cisco/web/UK/telepresence/pro/", "line": 136 }, { "directive": "disallow", "path": "/content/en/us/td/docs/Sanity", "line": 137 }, { "directive": "disallow", "path": "/c/en/us/products/products-sanity-test/", "line": 138 }, { "directive": "disallow", "path": "/c/en/us/solutions/solutions-sanity-test/", "line": 139 }, { "directive": "disallow", "path": "/en/US/swassets/sw274/sitewide_country_language_selector.html", "line": 140 }, { "directive": "disallow", "path": "/JP/support/public/mt/tac/100/1002347/techtip_conventions.shtml", "line": 141 }, { "directive": "disallow", "path": "/public/library/iosplanner/reldesignation.html", "line": 142 }, { "directive": "disallow", "path": "/web/AT/telepresence/pro/", "line": 143 }, { "directive": "disallow", "path": "/web/BE/fr/telepresence/pro/", "line": 144 }, { "directive": "disallow", "path": "/web/BE/nl/telepresence/pro/", "line": 145 }, { "directive": "disallow", "path": "/web/BE/telepresence/pro/", "line": 146 }, { "directive": "disallow", "path": "/web/CH/de/telepresence/pro/", "line": 147 }, { "directive": "disallow", "path": "/web/CH/fr/telepresence/pro/", "line": 148 }, { "directive": "disallow", "path": "/web/CZ/telepresence/pro/", "line": 149 }, { "directive": "disallow", "path": "/web/DE/telepresence/pro/", "line": 150 }, { "directive": "disallow", "path": "/web/DK/telepresence/pro/", "line": 151 }, { "directive": "disallow", "path": "/web/ES/telepresence/pro/", "line": 152 }, { "directive": "disallow", "path": "/web/FI/telepresence/pro/", "line": 153 }, { "directive": "disallow", "path": "/web/FR/telepresence/pro/", "line": 154 }, { "directive": "disallow", "path": "/web/go/", "line": 155 }, { "directive": "disallow", "path": "/web/help/index.html", "line": 156 }, { "directive": "disallow", "path": "/web/HU/telepresence/pro/", "line": 157 }, { "directive": "disallow", "path": "/web/IT/telepresence/pro/", "line": 158 }, { "directive": "disallow", "path": "/web/ME/ar/telepresence/pro/", "line": 159 }, { "directive": "disallow", "path": "/web/ME/telepresence/pro/", "line": 160 }, { "directive": "disallow", "path": "/web/NL/telepresence/pro/", "line": 161 }, { "directive": "disallow", "path": "/web/NO/telepresence/pro/", "line": 162 }, { "directive": "disallow", "path": "/web/offers/pdfs/", "line": 163 }, { "directive": "disallow", "path": "/web/PL/telepresence/pro/", "line": 164 }, { "directive": "disallow", "path": "/web/PO/telepresence/pro/", "line": 165 }, { "directive": "disallow", "path": "/web/PT/telepresence/pro/", "line": 166 }, { "directive": "disallow", "path": "/web/RO/telepresence/pro/", "line": 167 }, { "directive": "disallow", "path": "/web/RU/telepresence/pro/", "line": 168 }, { "directive": "disallow", "path": "/web/SE/telepresence/pro/", "line": 169 }, { "directive": "disallow", "path": "/web/TR/telepresence/pro/", "line": 170 }, { "directive": "disallow", "path": "/web/ZA/telepresence/pro/", "line": 171 }, { "directive": "disallow", "path": "/c/ru_ru/", "line": 172 }, { "directive": "disallow", "path": "/c/m/ru_ru/", "line": 173 }, { "directive": "disallow", "path": "/content/ru_ru/", "line": 174 }, { "directive": "disallow", "path": "/cisco/support/RU/", "line": 175 }, { "directive": "disallow", "path": "/cisco/web/support/RU/", "line": 176 }, { "directive": "disallow", "path": "/ru/", "line": 177 }, { "directive": "disallow", "path": "/c/dam/assets/global/pdfs/security/ru/", "line": 178 }, { "directive": "disallow", "path": "/c/dam/assets/global/RU/", "line": 179 }, { "directive": "disallow", "path": "/c/dam/global/ru_ru/", "line": 180 }, { "directive": "disallow", "path": "/c/dam/m/ru_ru/", "line": 181 }, { "directive": "disallow", "path": "/c/dam/marketing/ru_ru/", "line": 182 }, { "directive": "disallow", "path": "/web/offer/em/pdfs_innovators/RU/", "line": 183 }, { "directive": "disallow", "path": "/web/RU/", "line": 184 }, { "directive": "disallow", "path": "/global/RU/", "line": 185 }, { "directive": "disallow", "path": "/cisco/web/support/RU/", "line": 186 }, { "directive": "disallow", "path": "/c/en/us/support/web/tools/scm/help/stage/ru-RU/", "line": 187 }, { "directive": "disallow", "path": "/c/en/us/support/web/tools/scm/help/ru-RU/", "line": 188 }, { "directive": "disallow", "path": "/web/applicat", "line": 189 }, { "directive": "disallow", "path": "/c/en/us/applicat/", "line": 190 }, { "directive": "disallow", "path": "/cisco/web/", "line": 191 }, { "directive": "disallow", "path": "/site/us/en/test/", "line": 192 }, { "directive": "disallow", "path": "/assets/sol/sb/", "line": 193 }, { "directive": "disallow", "path": "/c/dam/r/newsroom/daily-news/", "line": 194 }, { "directive": "disallow", "path": "/en/US/docs/general/Test/", "line": 195 }, { "directive": "disallow", "path": "/c/login", "line": 196 }, { "directive": "disallow", "path": "/content/cdc/login", "line": 197 }, { "directive": "disallow", "path": "/web/solutions/", "line": 198 }, { "directive": "disallow", "path": "/c/en/us/support/index-beta.html", "line": 199 }, { "directive": "disallow", "path": "/resources", "line": 200 }, { "directive": "disallow", "path": "/abm/", "line": 201 }, { "directive": "disallow", "path": "/abx/", "line": 202 } ], "warnings": [ 18 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.html?cachemode=refresh$", "line": 28 }, { "directive": "disallow", "path": "/bug-navigator", "line": 29 }, { "directive": "disallow", "path": "/web/telepresence/pro/", "line": 30 }, { "directive": "disallow", "path": "/cgi-bin", "line": 31 }, { "directive": "disallow", "path": "/pcgi-bin", "line": 32 }, { "directive": "disallow", "path": "/univ-src/ccden", "line": 33 }, { "directive": "disallow", "path": "/cpropub/univercd", "line": 34 }, { "directive": "disallow", "path": "/jobs", "line": 35 }, { "directive": "disallow", "path": "/en/US/swassets/", "line": 36 }, { "directive": "disallow", "path": "/univercd/cc/td/doc", "line": 37 }, { "directive": "disallow", "path": "/univercd/", "line": 38 }, { "directive": "disallow", "path": "/tacpage", "line": 39 }, { "directive": "disallow", "path": "/survey/", "line": 40 }, { "directive": "disallow", "path": "/web/login", "line": 41 }, { "directive": "disallow", "path": "/ciscodotcom/", "line": 42 }, { "directive": "disallow", "path": "/c/contentReuse/", "line": 43 }, { "directive": "disallow", "path": "/c/contentreuse/", "line": 44 }, { "directive": "disallow", "path": "/c/dam/assets/offers/pdfs/", "line": 45 }, { "directive": "disallow", "path": "/c/dam/en/us/td/docs/Sanity/datasheet/", "line": 46 }, { "directive": "disallow", "path": "/c/dam/m/da_dk/offers/assets/images/", "line": 47 }, { "directive": "disallow", "path": "/c/dam/m/da_dk/offers/assets/pdfs/", "line": 48 }, { "directive": "disallow", "path": "/c/dam/m/de_de/offers/assets/images/", "line": 49 }, { "directive": "disallow", "path": "/c/dam/m/de_de/offers/assets/pdfs/", "line": 50 }, { "directive": "disallow", "path": "/c/dam/m/digital/", "line": 51 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/assets/images/", "line": 52 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/assets/pdfs/", "line": 53 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/images/", "line": 54 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/video/", "line": 55 }, { "directive": "disallow", "path": "/c/dam/m/en_emear/offers/assets/images/", "line": 56 }, { "directive": "disallow", "path": "/c/dam/m/en_emear/offers/assets/pdfs/", "line": 57 }, { "directive": "disallow", "path": "/c/dam/m/en_hk/offers/assets/images/", "line": 58 }, { "directive": "disallow", "path": "/c/dam/m/en_hk/offers/assets/pdf/", "line": 59 }, { "directive": "disallow", "path": "/c/dam/m/en_id/offers/assets/images/", "line": 60 }, { "directive": "disallow", "path": "/c/dam/m/en_id/offers/assets/pdfs/", "line": 61 }, { "directive": "disallow", "path": "/c/dam/m/en_id/offers/images/", "line": 62 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/assets/images/", "line": 63 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/assets/pdfs/", "line": 64 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/images", "line": 65 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/video/", "line": 66 }, { "directive": "disallow", "path": "/c/dam/m/en_my/offers/assets/images/", "line": 67 }, { "directive": "disallow", "path": "/c/dam/m/en_my/offers/assets/pdfs/", "line": 68 }, { "directive": "disallow", "path": "/c/dam/m/en_my/offers/images/", "line": 69 }, { "directive": "disallow", "path": "/c/dam/m/en_ph/offers/assets/images/", "line": 70 }, { "directive": "disallow", "path": "/c/dam/m/en_ph/offers/assets/pdfs/", "line": 71 }, { "directive": "disallow", "path": "/c/dam/m/en_ph/offers/images/", "line": 72 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/assets/images/", "line": 73 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/assets/pdfs/", "line": 74 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/images/", "line": 75 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/video/", "line": 76 }, { "directive": "disallow", "path": "/c/dam/m/en_th/offers/assets/images/", "line": 77 }, { "directive": "disallow", "path": "/c/dam/m/en_th/offers/assets/pdfs/", "line": 78 }, { "directive": "disallow", "path": "/c/dam/m/en_th/offers/images/", "line": 79 }, { "directive": "disallow", "path": "/c/dam/m/en_uk/offers/assets/images/", "line": 80 }, { "directive": "disallow", "path": "/c/dam/m/en_uk/offers/assets/pdfs/", "line": 81 }, { "directive": "disallow", "path": "/c/dam/m/en_vn/offers/assets/images/", "line": 82 }, { "directive": "disallow", "path": "/c/dam/m/en_vn/offers/assets/pdfs/", "line": 83 }, { "directive": "disallow", "path": "/c/dam/m/es_es/offers/assets/images/", "line": 84 }, { "directive": "disallow", "path": "/c/dam/m/es_es/offers/assets/pdfs/", "line": 85 }, { "directive": "disallow", "path": "/c/dam/m/es_la/offers/assets/images/", "line": 86 }, { "directive": "disallow", "path": "/c/dam/m/es_la/offers/assets/pdfs/", "line": 87 }, { "directive": "disallow", "path": "/c/dam/m/es_la/offers/video/", "line": 88 }, { "directive": "disallow", "path": "/c/dam/m/es_mx/offers/assets/images/", "line": 89 }, { "directive": "disallow", "path": "/c/dam/m/es_mx/offers/assets/pdfs/", "line": 90 }, { "directive": "disallow", "path": "/c/dam/m/fi_fi/offers/assets/images/", "line": 91 }, { "directive": "disallow", "path": "/c/dam/m/fi_fi/offers/assets/pdfs/", "line": 92 }, { "directive": "disallow", "path": "/c/dam/m/fr_ca/offers/assets/images/", "line": 93 }, { "directive": "disallow", "path": "/c/dam/m/fr_ca/offers/assets/pdfs/", "line": 94 }, { "directive": "disallow", "path": "/c/dam/m/fr_ca/offers/video/", "line": 95 }, { "directive": "disallow", "path": "/c/dam/m/fr_fr/offers/assets/images", "line": 96 }, { "directive": "disallow", "path": "/c/dam/m/fr_fr/offers/assets/pdfs/", "line": 97 }, { "directive": "disallow", "path": "/c/dam/m/it_it/offers/assets/images/", "line": 98 }, { "directive": "disallow", "path": "/c/dam/m/it_it/offers/assets/pdfs/", "line": 99 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/161/security/images/", "line": 100 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/161/security/pdf/", "line": 101 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/network/images", "line": 102 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/network/pdf/", "line": 103 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/sc10/images/", "line": 104 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/sc10/pdf/", "line": 105 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/security/pdf/", "line": 106 }, { "directive": "disallow", "path": "/c/dam/m/ko_kr/offers/assets/images/", "line": 107 }, { "directive": "disallow", "path": "/c/dam/m/ko_kr/offers/assets/pdfs/", "line": 108 }, { "directive": "disallow", "path": "/c/dam/m/ko_kr/offers/images/", "line": 109 }, { "directive": "disallow", "path": "/c/dam/m/nl_be/offers/assets/images/", "line": 110 }, { "directive": "disallow", "path": "/c/dam/m/nl_be/offers/assets/pdfs/", "line": 111 }, { "directive": "disallow", "path": "/c/dam/m/nl_nl/offers/assets/images/", "line": 112 }, { "directive": "disallow", "path": "/c/dam/m/nl_nl/offers/assets/pdfs/", "line": 113 }, { "directive": "disallow", "path": "/c/dam/m/no_no/offers/assets/images/", "line": 114 }, { "directive": "disallow", "path": "/c/dam/m/no_no/offers/assets/pdfs/", "line": 115 }, { "directive": "disallow", "path": "/c/dam/m/pl_pl/offers/assets/images/", "line": 116 }, { "directive": "disallow", "path": "/c/dam/m/pl_pl/offers/assets/pdfs/", "line": 117 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/assets/images", "line": 118 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/assets/pdfs", "line": 119 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/img/", "line": 120 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/pdf/", "line": 121 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/video/", "line": 122 }, { "directive": "disallow", "path": "/c/dam/m/ru_ru/offers/assets/images/", "line": 123 }, { "directive": "disallow", "path": "/c/dam/m/ru_ru/offers/assets/pdfs/", "line": 124 }, { "directive": "disallow", "path": "/c/dam/m/sv_se/offers/assets/images/", "line": 125 }, { "directive": "disallow", "path": "/c/dam/m/sv_se/offers/assets/pdfs/", "line": 126 }, { "directive": "disallow", "path": "/c/dam/m/tr_tr/offers/assets/images/", "line": 127 }, { "directive": "disallow", "path": "/c/dam/m/tr_tr/offers/assets/pdfs/", "line": 128 }, { "directive": "disallow", "path": "/c/dam/m/zh_cn/offers/assets/images/", "line": 129 }, { "directive": "disallow", "path": "/c/dam/m/zh_cn/offers/assets/pdfs/", "line": 130 }, { "directive": "disallow", "path": "/c/dam/m/zh_tw/offers/assets/images/", "line": 131 }, { "directive": "disallow", "path": "/c/dam/m/zh_tw/offers/assets/pdfs/", "line": 132 }, { "directive": "disallow", "path": "/c/en/us/applicat/camp/", "line": 133 }, { "directive": "disallow", "path": "/c/en/us/applicat/non-camp/", "line": 134 }, { "directive": "disallow", "path": "/c/m/digital/", "line": 135 }, { "directive": "disallow", "path": "/cisco/web/UK/telepresence/pro/", "line": 136 }, { "directive": "disallow", "path": "/content/en/us/td/docs/Sanity", "line": 137 }, { "directive": "disallow", "path": "/c/en/us/products/products-sanity-test/", "line": 138 }, { "directive": "disallow", "path": "/c/en/us/solutions/solutions-sanity-test/", "line": 139 }, { "directive": "disallow", "path": "/en/US/swassets/sw274/sitewide_country_language_selector.html", "line": 140 }, { "directive": "disallow", "path": "/JP/support/public/mt/tac/100/1002347/techtip_conventions.shtml", "line": 141 }, { "directive": "disallow", "path": "/public/library/iosplanner/reldesignation.html", "line": 142 }, { "directive": "disallow", "path": "/web/AT/telepresence/pro/", "line": 143 }, { "directive": "disallow", "path": "/web/BE/fr/telepresence/pro/", "line": 144 }, { "directive": "disallow", "path": "/web/BE/nl/telepresence/pro/", "line": 145 }, { "directive": "disallow", "path": "/web/BE/telepresence/pro/", "line": 146 }, { "directive": "disallow", "path": "/web/CH/de/telepresence/pro/", "line": 147 }, { "directive": "disallow", "path": "/web/CH/fr/telepresence/pro/", "line": 148 }, { "directive": "disallow", "path": "/web/CZ/telepresence/pro/", "line": 149 }, { "directive": "disallow", "path": "/web/DE/telepresence/pro/", "line": 150 }, { "directive": "disallow", "path": "/web/DK/telepresence/pro/", "line": 151 }, { "directive": "disallow", "path": "/web/ES/telepresence/pro/", "line": 152 }, { "directive": "disallow", "path": "/web/FI/telepresence/pro/", "line": 153 }, { "directive": "disallow", "path": "/web/FR/telepresence/pro/", "line": 154 }, { "directive": "disallow", "path": "/web/go/", "line": 155 }, { "directive": "disallow", "path": "/web/help/index.html", "line": 156 }, { "directive": "disallow", "path": "/web/HU/telepresence/pro/", "line": 157 }, { "directive": "disallow", "path": "/web/IT/telepresence/pro/", "line": 158 }, { "directive": "disallow", "path": "/web/ME/ar/telepresence/pro/", "line": 159 }, { "directive": "disallow", "path": "/web/ME/telepresence/pro/", "line": 160 }, { "directive": "disallow", "path": "/web/NL/telepresence/pro/", "line": 161 }, { "directive": "disallow", "path": "/web/NO/telepresence/pro/", "line": 162 }, { "directive": "disallow", "path": "/web/offers/pdfs/", "line": 163 }, { "directive": "disallow", "path": "/web/PL/telepresence/pro/", "line": 164 }, { "directive": "disallow", "path": "/web/PO/telepresence/pro/", "line": 165 }, { "directive": "disallow", "path": "/web/PT/telepresence/pro/", "line": 166 }, { "directive": "disallow", "path": "/web/RO/telepresence/pro/", "line": 167 }, { "directive": "disallow", "path": "/web/RU/telepresence/pro/", "line": 168 }, { "directive": "disallow", "path": "/web/SE/telepresence/pro/", "line": 169 }, { "directive": "disallow", "path": "/web/TR/telepresence/pro/", "line": 170 }, { "directive": "disallow", "path": "/web/ZA/telepresence/pro/", "line": 171 }, { "directive": "disallow", "path": "/c/ru_ru/", "line": 172 }, { "directive": "disallow", "path": "/c/m/ru_ru/", "line": 173 }, { "directive": "disallow", "path": "/content/ru_ru/", "line": 174 }, { "directive": "disallow", "path": "/cisco/support/RU/", "line": 175 }, { "directive": "disallow", "path": "/cisco/web/support/RU/", "line": 176 }, { "directive": "disallow", "path": "/ru/", "line": 177 }, { "directive": "disallow", "path": "/c/dam/assets/global/pdfs/security/ru/", "line": 178 }, { "directive": "disallow", "path": "/c/dam/assets/global/RU/", "line": 179 }, { "directive": "disallow", "path": "/c/dam/global/ru_ru/", "line": 180 }, { "directive": "disallow", "path": "/c/dam/m/ru_ru/", "line": 181 }, { "directive": "disallow", "path": "/c/dam/marketing/ru_ru/", "line": 182 }, { "directive": "disallow", "path": "/web/offer/em/pdfs_innovators/RU/", "line": 183 }, { "directive": "disallow", "path": "/web/RU/", "line": 184 }, { "directive": "disallow", "path": "/global/RU/", "line": 185 }, { "directive": "disallow", "path": "/cisco/web/support/RU/", "line": 186 }, { "directive": "disallow", "path": "/c/en/us/support/web/tools/scm/help/stage/ru-RU/", "line": 187 }, { "directive": "disallow", "path": "/c/en/us/support/web/tools/scm/help/ru-RU/", "line": 188 }, { "directive": "disallow", "path": "/web/applicat", "line": 189 }, { "directive": "disallow", "path": "/c/en/us/applicat/", "line": 190 }, { "directive": "disallow", "path": "/cisco/web/", "line": 191 }, { "directive": "disallow", "path": "/site/us/en/test/", "line": 192 }, { "directive": "disallow", "path": "/assets/sol/sb/", "line": 193 }, { "directive": "disallow", "path": "/c/dam/r/newsroom/daily-news/", "line": 194 }, { "directive": "disallow", "path": "/en/US/docs/general/Test/", "line": 195 }, { "directive": "disallow", "path": "/c/login", "line": 196 }, { "directive": "disallow", "path": "/content/cdc/login", "line": 197 }, { "directive": "disallow", "path": "/web/solutions/", "line": 198 }, { "directive": "disallow", "path": "/c/en/us/support/index-beta.html", "line": 199 }, { "directive": "disallow", "path": "/resources", "line": 200 }, { "directive": "disallow", "path": "/abm/", "line": 201 }, { "directive": "disallow", "path": "/abx/", "line": 202 } ], "warnings": [ 18 ] }, "GPTBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/site/us/en/", "line": 14 }, { "directive": "allow", "path": "/c/us/en/", "line": 15 }, { "directive": "allow", "path": "/*.llms.txt$", "line": 16 }, { "directive": "allow", "path": "/*.md$", "line": 17 }, { "directive": "allow", "path": "https://www.cisco.com/llms.txt", "line": 18 } ], "warnings": [ 18 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/site/us/en/", "line": 14 }, { "directive": "allow", "path": "/c/us/en/", "line": 15 }, { "directive": "allow", "path": "/*.llms.txt$", "line": 16 }, { "directive": "allow", "path": "/*.md$", "line": 17 }, { "directive": "allow", "path": "https://www.cisco.com/llms.txt", "line": 18 } ], "warnings": [ 18 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.html?cachemode=refresh$", "line": 28 }, { "directive": "disallow", "path": "/bug-navigator", "line": 29 }, { "directive": "disallow", "path": "/web/telepresence/pro/", "line": 30 }, { "directive": "disallow", "path": "/cgi-bin", "line": 31 }, { "directive": "disallow", "path": "/pcgi-bin", "line": 32 }, { "directive": "disallow", "path": "/univ-src/ccden", "line": 33 }, { "directive": "disallow", "path": "/cpropub/univercd", "line": 34 }, { "directive": "disallow", "path": "/jobs", "line": 35 }, { "directive": "disallow", "path": "/en/US/swassets/", "line": 36 }, { "directive": "disallow", "path": "/univercd/cc/td/doc", "line": 37 }, { "directive": "disallow", "path": "/univercd/", "line": 38 }, { "directive": "disallow", "path": "/tacpage", "line": 39 }, { "directive": "disallow", "path": "/survey/", "line": 40 }, { "directive": "disallow", "path": "/web/login", "line": 41 }, { "directive": "disallow", "path": "/ciscodotcom/", "line": 42 }, { "directive": "disallow", "path": "/c/contentReuse/", "line": 43 }, { "directive": "disallow", "path": "/c/contentreuse/", "line": 44 }, { "directive": "disallow", "path": "/c/dam/assets/offers/pdfs/", "line": 45 }, { "directive": "disallow", "path": "/c/dam/en/us/td/docs/Sanity/datasheet/", "line": 46 }, { "directive": "disallow", "path": "/c/dam/m/da_dk/offers/assets/images/", "line": 47 }, { "directive": "disallow", "path": "/c/dam/m/da_dk/offers/assets/pdfs/", "line": 48 }, { "directive": "disallow", "path": "/c/dam/m/de_de/offers/assets/images/", "line": 49 }, { "directive": "disallow", "path": "/c/dam/m/de_de/offers/assets/pdfs/", "line": 50 }, { "directive": "disallow", "path": "/c/dam/m/digital/", "line": 51 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/assets/images/", "line": 52 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/assets/pdfs/", "line": 53 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/images/", "line": 54 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/video/", "line": 55 }, { "directive": "disallow", "path": "/c/dam/m/en_emear/offers/assets/images/", "line": 56 }, { "directive": "disallow", "path": "/c/dam/m/en_emear/offers/assets/pdfs/", "line": 57 }, { "directive": "disallow", "path": "/c/dam/m/en_hk/offers/assets/images/", "line": 58 }, { "directive": "disallow", "path": "/c/dam/m/en_hk/offers/assets/pdf/", "line": 59 }, { "directive": "disallow", "path": "/c/dam/m/en_id/offers/assets/images/", "line": 60 }, { "directive": "disallow", "path": "/c/dam/m/en_id/offers/assets/pdfs/", "line": 61 }, { "directive": "disallow", "path": "/c/dam/m/en_id/offers/images/", "line": 62 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/assets/images/", "line": 63 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/assets/pdfs/", "line": 64 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/images", "line": 65 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/video/", "line": 66 }, { "directive": "disallow", "path": "/c/dam/m/en_my/offers/assets/images/", "line": 67 }, { "directive": "disallow", "path": "/c/dam/m/en_my/offers/assets/pdfs/", "line": 68 }, { "directive": "disallow", "path": "/c/dam/m/en_my/offers/images/", "line": 69 }, { "directive": "disallow", "path": "/c/dam/m/en_ph/offers/assets/images/", "line": 70 }, { "directive": "disallow", "path": "/c/dam/m/en_ph/offers/assets/pdfs/", "line": 71 }, { "directive": "disallow", "path": "/c/dam/m/en_ph/offers/images/", "line": 72 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/assets/images/", "line": 73 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/assets/pdfs/", "line": 74 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/images/", "line": 75 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/video/", "line": 76 }, { "directive": "disallow", "path": "/c/dam/m/en_th/offers/assets/images/", "line": 77 }, { "directive": "disallow", "path": "/c/dam/m/en_th/offers/assets/pdfs/", "line": 78 }, { "directive": "disallow", "path": "/c/dam/m/en_th/offers/images/", "line": 79 }, { "directive": "disallow", "path": "/c/dam/m/en_uk/offers/assets/images/", "line": 80 }, { "directive": "disallow", "path": "/c/dam/m/en_uk/offers/assets/pdfs/", "line": 81 }, { "directive": "disallow", "path": "/c/dam/m/en_vn/offers/assets/images/", "line": 82 }, { "directive": "disallow", "path": "/c/dam/m/en_vn/offers/assets/pdfs/", "line": 83 }, { "directive": "disallow", "path": "/c/dam/m/es_es/offers/assets/images/", "line": 84 }, { "directive": "disallow", "path": "/c/dam/m/es_es/offers/assets/pdfs/", "line": 85 }, { "directive": "disallow", "path": "/c/dam/m/es_la/offers/assets/images/", "line": 86 }, { "directive": "disallow", "path": "/c/dam/m/es_la/offers/assets/pdfs/", "line": 87 }, { "directive": "disallow", "path": "/c/dam/m/es_la/offers/video/", "line": 88 }, { "directive": "disallow", "path": "/c/dam/m/es_mx/offers/assets/images/", "line": 89 }, { "directive": "disallow", "path": "/c/dam/m/es_mx/offers/assets/pdfs/", "line": 90 }, { "directive": "disallow", "path": "/c/dam/m/fi_fi/offers/assets/images/", "line": 91 }, { "directive": "disallow", "path": "/c/dam/m/fi_fi/offers/assets/pdfs/", "line": 92 }, { "directive": "disallow", "path": "/c/dam/m/fr_ca/offers/assets/images/", "line": 93 }, { "directive": "disallow", "path": "/c/dam/m/fr_ca/offers/assets/pdfs/", "line": 94 }, { "directive": "disallow", "path": "/c/dam/m/fr_ca/offers/video/", "line": 95 }, { "directive": "disallow", "path": "/c/dam/m/fr_fr/offers/assets/images", "line": 96 }, { "directive": "disallow", "path": "/c/dam/m/fr_fr/offers/assets/pdfs/", "line": 97 }, { "directive": "disallow", "path": "/c/dam/m/it_it/offers/assets/images/", "line": 98 }, { "directive": "disallow", "path": "/c/dam/m/it_it/offers/assets/pdfs/", "line": 99 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/161/security/images/", "line": 100 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/161/security/pdf/", "line": 101 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/network/images", "line": 102 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/network/pdf/", "line": 103 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/sc10/images/", "line": 104 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/sc10/pdf/", "line": 105 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/security/pdf/", "line": 106 }, { "directive": "disallow", "path": "/c/dam/m/ko_kr/offers/assets/images/", "line": 107 }, { "directive": "disallow", "path": "/c/dam/m/ko_kr/offers/assets/pdfs/", "line": 108 }, { "directive": "disallow", "path": "/c/dam/m/ko_kr/offers/images/", "line": 109 }, { "directive": "disallow", "path": "/c/dam/m/nl_be/offers/assets/images/", "line": 110 }, { "directive": "disallow", "path": "/c/dam/m/nl_be/offers/assets/pdfs/", "line": 111 }, { "directive": "disallow", "path": "/c/dam/m/nl_nl/offers/assets/images/", "line": 112 }, { "directive": "disallow", "path": "/c/dam/m/nl_nl/offers/assets/pdfs/", "line": 113 }, { "directive": "disallow", "path": "/c/dam/m/no_no/offers/assets/images/", "line": 114 }, { "directive": "disallow", "path": "/c/dam/m/no_no/offers/assets/pdfs/", "line": 115 }, { "directive": "disallow", "path": "/c/dam/m/pl_pl/offers/assets/images/", "line": 116 }, { "directive": "disallow", "path": "/c/dam/m/pl_pl/offers/assets/pdfs/", "line": 117 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/assets/images", "line": 118 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/assets/pdfs", "line": 119 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/img/", "line": 120 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/pdf/", "line": 121 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/video/", "line": 122 }, { "directive": "disallow", "path": "/c/dam/m/ru_ru/offers/assets/images/", "line": 123 }, { "directive": "disallow", "path": "/c/dam/m/ru_ru/offers/assets/pdfs/", "line": 124 }, { "directive": "disallow", "path": "/c/dam/m/sv_se/offers/assets/images/", "line": 125 }, { "directive": "disallow", "path": "/c/dam/m/sv_se/offers/assets/pdfs/", "line": 126 }, { "directive": "disallow", "path": "/c/dam/m/tr_tr/offers/assets/images/", "line": 127 }, { "directive": "disallow", "path": "/c/dam/m/tr_tr/offers/assets/pdfs/", "line": 128 }, { "directive": "disallow", "path": "/c/dam/m/zh_cn/offers/assets/images/", "line": 129 }, { "directive": "disallow", "path": "/c/dam/m/zh_cn/offers/assets/pdfs/", "line": 130 }, { "directive": "disallow", "path": "/c/dam/m/zh_tw/offers/assets/images/", "line": 131 }, { "directive": "disallow", "path": "/c/dam/m/zh_tw/offers/assets/pdfs/", "line": 132 }, { "directive": "disallow", "path": "/c/en/us/applicat/camp/", "line": 133 }, { "directive": "disallow", "path": "/c/en/us/applicat/non-camp/", "line": 134 }, { "directive": "disallow", "path": "/c/m/digital/", "line": 135 }, { "directive": "disallow", "path": "/cisco/web/UK/telepresence/pro/", "line": 136 }, { "directive": "disallow", "path": "/content/en/us/td/docs/Sanity", "line": 137 }, { "directive": "disallow", "path": "/c/en/us/products/products-sanity-test/", "line": 138 }, { "directive": "disallow", "path": "/c/en/us/solutions/solutions-sanity-test/", "line": 139 }, { "directive": "disallow", "path": "/en/US/swassets/sw274/sitewide_country_language_selector.html", "line": 140 }, { "directive": "disallow", "path": "/JP/support/public/mt/tac/100/1002347/techtip_conventions.shtml", "line": 141 }, { "directive": "disallow", "path": "/public/library/iosplanner/reldesignation.html", "line": 142 }, { "directive": "disallow", "path": "/web/AT/telepresence/pro/", "line": 143 }, { "directive": "disallow", "path": "/web/BE/fr/telepresence/pro/", "line": 144 }, { "directive": "disallow", "path": "/web/BE/nl/telepresence/pro/", "line": 145 }, { "directive": "disallow", "path": "/web/BE/telepresence/pro/", "line": 146 }, { "directive": "disallow", "path": "/web/CH/de/telepresence/pro/", "line": 147 }, { "directive": "disallow", "path": "/web/CH/fr/telepresence/pro/", "line": 148 }, { "directive": "disallow", "path": "/web/CZ/telepresence/pro/", "line": 149 }, { "directive": "disallow", "path": "/web/DE/telepresence/pro/", "line": 150 }, { "directive": "disallow", "path": "/web/DK/telepresence/pro/", "line": 151 }, { "directive": "disallow", "path": "/web/ES/telepresence/pro/", "line": 152 }, { "directive": "disallow", "path": "/web/FI/telepresence/pro/", "line": 153 }, { "directive": "disallow", "path": "/web/FR/telepresence/pro/", "line": 154 }, { "directive": "disallow", "path": "/web/go/", "line": 155 }, { "directive": "disallow", "path": "/web/help/index.html", "line": 156 }, { "directive": "disallow", "path": "/web/HU/telepresence/pro/", "line": 157 }, { "directive": "disallow", "path": "/web/IT/telepresence/pro/", "line": 158 }, { "directive": "disallow", "path": "/web/ME/ar/telepresence/pro/", "line": 159 }, { "directive": "disallow", "path": "/web/ME/telepresence/pro/", "line": 160 }, { "directive": "disallow", "path": "/web/NL/telepresence/pro/", "line": 161 }, { "directive": "disallow", "path": "/web/NO/telepresence/pro/", "line": 162 }, { "directive": "disallow", "path": "/web/offers/pdfs/", "line": 163 }, { "directive": "disallow", "path": "/web/PL/telepresence/pro/", "line": 164 }, { "directive": "disallow", "path": "/web/PO/telepresence/pro/", "line": 165 }, { "directive": "disallow", "path": "/web/PT/telepresence/pro/", "line": 166 }, { "directive": "disallow", "path": "/web/RO/telepresence/pro/", "line": 167 }, { "directive": "disallow", "path": "/web/RU/telepresence/pro/", "line": 168 }, { "directive": "disallow", "path": "/web/SE/telepresence/pro/", "line": 169 }, { "directive": "disallow", "path": "/web/TR/telepresence/pro/", "line": 170 }, { "directive": "disallow", "path": "/web/ZA/telepresence/pro/", "line": 171 }, { "directive": "disallow", "path": "/c/ru_ru/", "line": 172 }, { "directive": "disallow", "path": "/c/m/ru_ru/", "line": 173 }, { "directive": "disallow", "path": "/content/ru_ru/", "line": 174 }, { "directive": "disallow", "path": "/cisco/support/RU/", "line": 175 }, { "directive": "disallow", "path": "/cisco/web/support/RU/", "line": 176 }, { "directive": "disallow", "path": "/ru/", "line": 177 }, { "directive": "disallow", "path": "/c/dam/assets/global/pdfs/security/ru/", "line": 178 }, { "directive": "disallow", "path": "/c/dam/assets/global/RU/", "line": 179 }, { "directive": "disallow", "path": "/c/dam/global/ru_ru/", "line": 180 }, { "directive": "disallow", "path": "/c/dam/m/ru_ru/", "line": 181 }, { "directive": "disallow", "path": "/c/dam/marketing/ru_ru/", "line": 182 }, { "directive": "disallow", "path": "/web/offer/em/pdfs_innovators/RU/", "line": 183 }, { "directive": "disallow", "path": "/web/RU/", "line": 184 }, { "directive": "disallow", "path": "/global/RU/", "line": 185 }, { "directive": "disallow", "path": "/cisco/web/support/RU/", "line": 186 }, { "directive": "disallow", "path": "/c/en/us/support/web/tools/scm/help/stage/ru-RU/", "line": 187 }, { "directive": "disallow", "path": "/c/en/us/support/web/tools/scm/help/ru-RU/", "line": 188 }, { "directive": "disallow", "path": "/web/applicat", "line": 189 }, { "directive": "disallow", "path": "/c/en/us/applicat/", "line": 190 }, { "directive": "disallow", "path": "/cisco/web/", "line": 191 }, { "directive": "disallow", "path": "/site/us/en/test/", "line": 192 }, { "directive": "disallow", "path": "/assets/sol/sb/", "line": 193 }, { "directive": "disallow", "path": "/c/dam/r/newsroom/daily-news/", "line": 194 }, { "directive": "disallow", "path": "/en/US/docs/general/Test/", "line": 195 }, { "directive": "disallow", "path": "/c/login", "line": 196 }, { "directive": "disallow", "path": "/content/cdc/login", "line": 197 }, { "directive": "disallow", "path": "/web/solutions/", "line": 198 }, { "directive": "disallow", "path": "/c/en/us/support/index-beta.html", "line": 199 }, { "directive": "disallow", "path": "/resources", "line": 200 }, { "directive": "disallow", "path": "/abm/", "line": 201 }, { "directive": "disallow", "path": "/abx/", "line": 202 } ], "warnings": [ 18 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.html?cachemode=refresh$", "line": 28 }, { "directive": "disallow", "path": "/bug-navigator", "line": 29 }, { "directive": "disallow", "path": "/web/telepresence/pro/", "line": 30 }, { "directive": "disallow", "path": "/cgi-bin", "line": 31 }, { "directive": "disallow", "path": "/pcgi-bin", "line": 32 }, { "directive": "disallow", "path": "/univ-src/ccden", "line": 33 }, { "directive": "disallow", "path": "/cpropub/univercd", "line": 34 }, { "directive": "disallow", "path": "/jobs", "line": 35 }, { "directive": "disallow", "path": "/en/US/swassets/", "line": 36 }, { "directive": "disallow", "path": "/univercd/cc/td/doc", "line": 37 }, { "directive": "disallow", "path": "/univercd/", "line": 38 }, { "directive": "disallow", "path": "/tacpage", "line": 39 }, { "directive": "disallow", "path": "/survey/", "line": 40 }, { "directive": "disallow", "path": "/web/login", "line": 41 }, { "directive": "disallow", "path": "/ciscodotcom/", "line": 42 }, { "directive": "disallow", "path": "/c/contentReuse/", "line": 43 }, { "directive": "disallow", "path": "/c/contentreuse/", "line": 44 }, { "directive": "disallow", "path": "/c/dam/assets/offers/pdfs/", "line": 45 }, { "directive": "disallow", "path": "/c/dam/en/us/td/docs/Sanity/datasheet/", "line": 46 }, { "directive": "disallow", "path": "/c/dam/m/da_dk/offers/assets/images/", "line": 47 }, { "directive": "disallow", "path": "/c/dam/m/da_dk/offers/assets/pdfs/", "line": 48 }, { "directive": "disallow", "path": "/c/dam/m/de_de/offers/assets/images/", "line": 49 }, { "directive": "disallow", "path": "/c/dam/m/de_de/offers/assets/pdfs/", "line": 50 }, { "directive": "disallow", "path": "/c/dam/m/digital/", "line": 51 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/assets/images/", "line": 52 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/assets/pdfs/", "line": 53 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/images/", "line": 54 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/video/", "line": 55 }, { "directive": "disallow", "path": "/c/dam/m/en_emear/offers/assets/images/", "line": 56 }, { "directive": "disallow", "path": "/c/dam/m/en_emear/offers/assets/pdfs/", "line": 57 }, { "directive": "disallow", "path": "/c/dam/m/en_hk/offers/assets/images/", "line": 58 }, { "directive": "disallow", "path": "/c/dam/m/en_hk/offers/assets/pdf/", "line": 59 }, { "directive": "disallow", "path": "/c/dam/m/en_id/offers/assets/images/", "line": 60 }, { "directive": "disallow", "path": "/c/dam/m/en_id/offers/assets/pdfs/", "line": 61 }, { "directive": "disallow", "path": "/c/dam/m/en_id/offers/images/", "line": 62 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/assets/images/", "line": 63 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/assets/pdfs/", "line": 64 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/images", "line": 65 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/video/", "line": 66 }, { "directive": "disallow", "path": "/c/dam/m/en_my/offers/assets/images/", "line": 67 }, { "directive": "disallow", "path": "/c/dam/m/en_my/offers/assets/pdfs/", "line": 68 }, { "directive": "disallow", "path": "/c/dam/m/en_my/offers/images/", "line": 69 }, { "directive": "disallow", "path": "/c/dam/m/en_ph/offers/assets/images/", "line": 70 }, { "directive": "disallow", "path": "/c/dam/m/en_ph/offers/assets/pdfs/", "line": 71 }, { "directive": "disallow", "path": "/c/dam/m/en_ph/offers/images/", "line": 72 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/assets/images/", "line": 73 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/assets/pdfs/", "line": 74 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/images/", "line": 75 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/video/", "line": 76 }, { "directive": "disallow", "path": "/c/dam/m/en_th/offers/assets/images/", "line": 77 }, { "directive": "disallow", "path": "/c/dam/m/en_th/offers/assets/pdfs/", "line": 78 }, { "directive": "disallow", "path": "/c/dam/m/en_th/offers/images/", "line": 79 }, { "directive": "disallow", "path": "/c/dam/m/en_uk/offers/assets/images/", "line": 80 }, { "directive": "disallow", "path": "/c/dam/m/en_uk/offers/assets/pdfs/", "line": 81 }, { "directive": "disallow", "path": "/c/dam/m/en_vn/offers/assets/images/", "line": 82 }, { "directive": "disallow", "path": "/c/dam/m/en_vn/offers/assets/pdfs/", "line": 83 }, { "directive": "disallow", "path": "/c/dam/m/es_es/offers/assets/images/", "line": 84 }, { "directive": "disallow", "path": "/c/dam/m/es_es/offers/assets/pdfs/", "line": 85 }, { "directive": "disallow", "path": "/c/dam/m/es_la/offers/assets/images/", "line": 86 }, { "directive": "disallow", "path": "/c/dam/m/es_la/offers/assets/pdfs/", "line": 87 }, { "directive": "disallow", "path": "/c/dam/m/es_la/offers/video/", "line": 88 }, { "directive": "disallow", "path": "/c/dam/m/es_mx/offers/assets/images/", "line": 89 }, { "directive": "disallow", "path": "/c/dam/m/es_mx/offers/assets/pdfs/", "line": 90 }, { "directive": "disallow", "path": "/c/dam/m/fi_fi/offers/assets/images/", "line": 91 }, { "directive": "disallow", "path": "/c/dam/m/fi_fi/offers/assets/pdfs/", "line": 92 }, { "directive": "disallow", "path": "/c/dam/m/fr_ca/offers/assets/images/", "line": 93 }, { "directive": "disallow", "path": "/c/dam/m/fr_ca/offers/assets/pdfs/", "line": 94 }, { "directive": "disallow", "path": "/c/dam/m/fr_ca/offers/video/", "line": 95 }, { "directive": "disallow", "path": "/c/dam/m/fr_fr/offers/assets/images", "line": 96 }, { "directive": "disallow", "path": "/c/dam/m/fr_fr/offers/assets/pdfs/", "line": 97 }, { "directive": "disallow", "path": "/c/dam/m/it_it/offers/assets/images/", "line": 98 }, { "directive": "disallow", "path": "/c/dam/m/it_it/offers/assets/pdfs/", "line": 99 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/161/security/images/", "line": 100 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/161/security/pdf/", "line": 101 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/network/images", "line": 102 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/network/pdf/", "line": 103 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/sc10/images/", "line": 104 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/sc10/pdf/", "line": 105 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/security/pdf/", "line": 106 }, { "directive": "disallow", "path": "/c/dam/m/ko_kr/offers/assets/images/", "line": 107 }, { "directive": "disallow", "path": "/c/dam/m/ko_kr/offers/assets/pdfs/", "line": 108 }, { "directive": "disallow", "path": "/c/dam/m/ko_kr/offers/images/", "line": 109 }, { "directive": "disallow", "path": "/c/dam/m/nl_be/offers/assets/images/", "line": 110 }, { "directive": "disallow", "path": "/c/dam/m/nl_be/offers/assets/pdfs/", "line": 111 }, { "directive": "disallow", "path": "/c/dam/m/nl_nl/offers/assets/images/", "line": 112 }, { "directive": "disallow", "path": "/c/dam/m/nl_nl/offers/assets/pdfs/", "line": 113 }, { "directive": "disallow", "path": "/c/dam/m/no_no/offers/assets/images/", "line": 114 }, { "directive": "disallow", "path": "/c/dam/m/no_no/offers/assets/pdfs/", "line": 115 }, { "directive": "disallow", "path": "/c/dam/m/pl_pl/offers/assets/images/", "line": 116 }, { "directive": "disallow", "path": "/c/dam/m/pl_pl/offers/assets/pdfs/", "line": 117 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/assets/images", "line": 118 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/assets/pdfs", "line": 119 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/img/", "line": 120 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/pdf/", "line": 121 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/video/", "line": 122 }, { "directive": "disallow", "path": "/c/dam/m/ru_ru/offers/assets/images/", "line": 123 }, { "directive": "disallow", "path": "/c/dam/m/ru_ru/offers/assets/pdfs/", "line": 124 }, { "directive": "disallow", "path": "/c/dam/m/sv_se/offers/assets/images/", "line": 125 }, { "directive": "disallow", "path": "/c/dam/m/sv_se/offers/assets/pdfs/", "line": 126 }, { "directive": "disallow", "path": "/c/dam/m/tr_tr/offers/assets/images/", "line": 127 }, { "directive": "disallow", "path": "/c/dam/m/tr_tr/offers/assets/pdfs/", "line": 128 }, { "directive": "disallow", "path": "/c/dam/m/zh_cn/offers/assets/images/", "line": 129 }, { "directive": "disallow", "path": "/c/dam/m/zh_cn/offers/assets/pdfs/", "line": 130 }, { "directive": "disallow", "path": "/c/dam/m/zh_tw/offers/assets/images/", "line": 131 }, { "directive": "disallow", "path": "/c/dam/m/zh_tw/offers/assets/pdfs/", "line": 132 }, { "directive": "disallow", "path": "/c/en/us/applicat/camp/", "line": 133 }, { "directive": "disallow", "path": "/c/en/us/applicat/non-camp/", "line": 134 }, { "directive": "disallow", "path": "/c/m/digital/", "line": 135 }, { "directive": "disallow", "path": "/cisco/web/UK/telepresence/pro/", "line": 136 }, { "directive": "disallow", "path": "/content/en/us/td/docs/Sanity", "line": 137 }, { "directive": "disallow", "path": "/c/en/us/products/products-sanity-test/", "line": 138 }, { "directive": "disallow", "path": "/c/en/us/solutions/solutions-sanity-test/", "line": 139 }, { "directive": "disallow", "path": "/en/US/swassets/sw274/sitewide_country_language_selector.html", "line": 140 }, { "directive": "disallow", "path": "/JP/support/public/mt/tac/100/1002347/techtip_conventions.shtml", "line": 141 }, { "directive": "disallow", "path": "/public/library/iosplanner/reldesignation.html", "line": 142 }, { "directive": "disallow", "path": "/web/AT/telepresence/pro/", "line": 143 }, { "directive": "disallow", "path": "/web/BE/fr/telepresence/pro/", "line": 144 }, { "directive": "disallow", "path": "/web/BE/nl/telepresence/pro/", "line": 145 }, { "directive": "disallow", "path": "/web/BE/telepresence/pro/", "line": 146 }, { "directive": "disallow", "path": "/web/CH/de/telepresence/pro/", "line": 147 }, { "directive": "disallow", "path": "/web/CH/fr/telepresence/pro/", "line": 148 }, { "directive": "disallow", "path": "/web/CZ/telepresence/pro/", "line": 149 }, { "directive": "disallow", "path": "/web/DE/telepresence/pro/", "line": 150 }, { "directive": "disallow", "path": "/web/DK/telepresence/pro/", "line": 151 }, { "directive": "disallow", "path": "/web/ES/telepresence/pro/", "line": 152 }, { "directive": "disallow", "path": "/web/FI/telepresence/pro/", "line": 153 }, { "directive": "disallow", "path": "/web/FR/telepresence/pro/", "line": 154 }, { "directive": "disallow", "path": "/web/go/", "line": 155 }, { "directive": "disallow", "path": "/web/help/index.html", "line": 156 }, { "directive": "disallow", "path": "/web/HU/telepresence/pro/", "line": 157 }, { "directive": "disallow", "path": "/web/IT/telepresence/pro/", "line": 158 }, { "directive": "disallow", "path": "/web/ME/ar/telepresence/pro/", "line": 159 }, { "directive": "disallow", "path": "/web/ME/telepresence/pro/", "line": 160 }, { "directive": "disallow", "path": "/web/NL/telepresence/pro/", "line": 161 }, { "directive": "disallow", "path": "/web/NO/telepresence/pro/", "line": 162 }, { "directive": "disallow", "path": "/web/offers/pdfs/", "line": 163 }, { "directive": "disallow", "path": "/web/PL/telepresence/pro/", "line": 164 }, { "directive": "disallow", "path": "/web/PO/telepresence/pro/", "line": 165 }, { "directive": "disallow", "path": "/web/PT/telepresence/pro/", "line": 166 }, { "directive": "disallow", "path": "/web/RO/telepresence/pro/", "line": 167 }, { "directive": "disallow", "path": "/web/RU/telepresence/pro/", "line": 168 }, { "directive": "disallow", "path": "/web/SE/telepresence/pro/", "line": 169 }, { "directive": "disallow", "path": "/web/TR/telepresence/pro/", "line": 170 }, { "directive": "disallow", "path": "/web/ZA/telepresence/pro/", "line": 171 }, { "directive": "disallow", "path": "/c/ru_ru/", "line": 172 }, { "directive": "disallow", "path": "/c/m/ru_ru/", "line": 173 }, { "directive": "disallow", "path": "/content/ru_ru/", "line": 174 }, { "directive": "disallow", "path": "/cisco/support/RU/", "line": 175 }, { "directive": "disallow", "path": "/cisco/web/support/RU/", "line": 176 }, { "directive": "disallow", "path": "/ru/", "line": 177 }, { "directive": "disallow", "path": "/c/dam/assets/global/pdfs/security/ru/", "line": 178 }, { "directive": "disallow", "path": "/c/dam/assets/global/RU/", "line": 179 }, { "directive": "disallow", "path": "/c/dam/global/ru_ru/", "line": 180 }, { "directive": "disallow", "path": "/c/dam/m/ru_ru/", "line": 181 }, { "directive": "disallow", "path": "/c/dam/marketing/ru_ru/", "line": 182 }, { "directive": "disallow", "path": "/web/offer/em/pdfs_innovators/RU/", "line": 183 }, { "directive": "disallow", "path": "/web/RU/", "line": 184 }, { "directive": "disallow", "path": "/global/RU/", "line": 185 }, { "directive": "disallow", "path": "/cisco/web/support/RU/", "line": 186 }, { "directive": "disallow", "path": "/c/en/us/support/web/tools/scm/help/stage/ru-RU/", "line": 187 }, { "directive": "disallow", "path": "/c/en/us/support/web/tools/scm/help/ru-RU/", "line": 188 }, { "directive": "disallow", "path": "/web/applicat", "line": 189 }, { "directive": "disallow", "path": "/c/en/us/applicat/", "line": 190 }, { "directive": "disallow", "path": "/cisco/web/", "line": 191 }, { "directive": "disallow", "path": "/site/us/en/test/", "line": 192 }, { "directive": "disallow", "path": "/assets/sol/sb/", "line": 193 }, { "directive": "disallow", "path": "/c/dam/r/newsroom/daily-news/", "line": 194 }, { "directive": "disallow", "path": "/en/US/docs/general/Test/", "line": 195 }, { "directive": "disallow", "path": "/c/login", "line": 196 }, { "directive": "disallow", "path": "/content/cdc/login", "line": 197 }, { "directive": "disallow", "path": "/web/solutions/", "line": 198 }, { "directive": "disallow", "path": "/c/en/us/support/index-beta.html", "line": 199 }, { "directive": "disallow", "path": "/resources", "line": 200 }, { "directive": "disallow", "path": "/abm/", "line": 201 }, { "directive": "disallow", "path": "/abx/", "line": 202 } ], "warnings": [ 18 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.html?cachemode=refresh$", "line": 28 }, { "directive": "disallow", "path": "/bug-navigator", "line": 29 }, { "directive": "disallow", "path": "/web/telepresence/pro/", "line": 30 }, { "directive": "disallow", "path": "/cgi-bin", "line": 31 }, { "directive": "disallow", "path": "/pcgi-bin", "line": 32 }, { "directive": "disallow", "path": "/univ-src/ccden", "line": 33 }, { "directive": "disallow", "path": "/cpropub/univercd", "line": 34 }, { "directive": "disallow", "path": "/jobs", "line": 35 }, { "directive": "disallow", "path": "/en/US/swassets/", "line": 36 }, { "directive": "disallow", "path": "/univercd/cc/td/doc", "line": 37 }, { "directive": "disallow", "path": "/univercd/", "line": 38 }, { "directive": "disallow", "path": "/tacpage", "line": 39 }, { "directive": "disallow", "path": "/survey/", "line": 40 }, { "directive": "disallow", "path": "/web/login", "line": 41 }, { "directive": "disallow", "path": "/ciscodotcom/", "line": 42 }, { "directive": "disallow", "path": "/c/contentReuse/", "line": 43 }, { "directive": "disallow", "path": "/c/contentreuse/", "line": 44 }, { "directive": "disallow", "path": "/c/dam/assets/offers/pdfs/", "line": 45 }, { "directive": "disallow", "path": "/c/dam/en/us/td/docs/Sanity/datasheet/", "line": 46 }, { "directive": "disallow", "path": "/c/dam/m/da_dk/offers/assets/images/", "line": 47 }, { "directive": "disallow", "path": "/c/dam/m/da_dk/offers/assets/pdfs/", "line": 48 }, { "directive": "disallow", "path": "/c/dam/m/de_de/offers/assets/images/", "line": 49 }, { "directive": "disallow", "path": "/c/dam/m/de_de/offers/assets/pdfs/", "line": 50 }, { "directive": "disallow", "path": "/c/dam/m/digital/", "line": 51 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/assets/images/", "line": 52 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/assets/pdfs/", "line": 53 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/images/", "line": 54 }, { "directive": "disallow", "path": "/c/dam/m/en_au/offers/video/", "line": 55 }, { "directive": "disallow", "path": "/c/dam/m/en_emear/offers/assets/images/", "line": 56 }, { "directive": "disallow", "path": "/c/dam/m/en_emear/offers/assets/pdfs/", "line": 57 }, { "directive": "disallow", "path": "/c/dam/m/en_hk/offers/assets/images/", "line": 58 }, { "directive": "disallow", "path": "/c/dam/m/en_hk/offers/assets/pdf/", "line": 59 }, { "directive": "disallow", "path": "/c/dam/m/en_id/offers/assets/images/", "line": 60 }, { "directive": "disallow", "path": "/c/dam/m/en_id/offers/assets/pdfs/", "line": 61 }, { "directive": "disallow", "path": "/c/dam/m/en_id/offers/images/", "line": 62 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/assets/images/", "line": 63 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/assets/pdfs/", "line": 64 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/images", "line": 65 }, { "directive": "disallow", "path": "/c/dam/m/en_in/offers/video/", "line": 66 }, { "directive": "disallow", "path": "/c/dam/m/en_my/offers/assets/images/", "line": 67 }, { "directive": "disallow", "path": "/c/dam/m/en_my/offers/assets/pdfs/", "line": 68 }, { "directive": "disallow", "path": "/c/dam/m/en_my/offers/images/", "line": 69 }, { "directive": "disallow", "path": "/c/dam/m/en_ph/offers/assets/images/", "line": 70 }, { "directive": "disallow", "path": "/c/dam/m/en_ph/offers/assets/pdfs/", "line": 71 }, { "directive": "disallow", "path": "/c/dam/m/en_ph/offers/images/", "line": 72 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/assets/images/", "line": 73 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/assets/pdfs/", "line": 74 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/images/", "line": 75 }, { "directive": "disallow", "path": "/c/dam/m/en_sg/offers/video/", "line": 76 }, { "directive": "disallow", "path": "/c/dam/m/en_th/offers/assets/images/", "line": 77 }, { "directive": "disallow", "path": "/c/dam/m/en_th/offers/assets/pdfs/", "line": 78 }, { "directive": "disallow", "path": "/c/dam/m/en_th/offers/images/", "line": 79 }, { "directive": "disallow", "path": "/c/dam/m/en_uk/offers/assets/images/", "line": 80 }, { "directive": "disallow", "path": "/c/dam/m/en_uk/offers/assets/pdfs/", "line": 81 }, { "directive": "disallow", "path": "/c/dam/m/en_vn/offers/assets/images/", "line": 82 }, { "directive": "disallow", "path": "/c/dam/m/en_vn/offers/assets/pdfs/", "line": 83 }, { "directive": "disallow", "path": "/c/dam/m/es_es/offers/assets/images/", "line": 84 }, { "directive": "disallow", "path": "/c/dam/m/es_es/offers/assets/pdfs/", "line": 85 }, { "directive": "disallow", "path": "/c/dam/m/es_la/offers/assets/images/", "line": 86 }, { "directive": "disallow", "path": "/c/dam/m/es_la/offers/assets/pdfs/", "line": 87 }, { "directive": "disallow", "path": "/c/dam/m/es_la/offers/video/", "line": 88 }, { "directive": "disallow", "path": "/c/dam/m/es_mx/offers/assets/images/", "line": 89 }, { "directive": "disallow", "path": "/c/dam/m/es_mx/offers/assets/pdfs/", "line": 90 }, { "directive": "disallow", "path": "/c/dam/m/fi_fi/offers/assets/images/", "line": 91 }, { "directive": "disallow", "path": "/c/dam/m/fi_fi/offers/assets/pdfs/", "line": 92 }, { "directive": "disallow", "path": "/c/dam/m/fr_ca/offers/assets/images/", "line": 93 }, { "directive": "disallow", "path": "/c/dam/m/fr_ca/offers/assets/pdfs/", "line": 94 }, { "directive": "disallow", "path": "/c/dam/m/fr_ca/offers/video/", "line": 95 }, { "directive": "disallow", "path": "/c/dam/m/fr_fr/offers/assets/images", "line": 96 }, { "directive": "disallow", "path": "/c/dam/m/fr_fr/offers/assets/pdfs/", "line": 97 }, { "directive": "disallow", "path": "/c/dam/m/it_it/offers/assets/images/", "line": 98 }, { "directive": "disallow", "path": "/c/dam/m/it_it/offers/assets/pdfs/", "line": 99 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/161/security/images/", "line": 100 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/161/security/pdf/", "line": 101 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/network/images", "line": 102 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/network/pdf/", "line": 103 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/sc10/images/", "line": 104 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/sc10/pdf/", "line": 105 }, { "directive": "disallow", "path": "/c/dam/m/ja_jp/offers/162/security/pdf/", "line": 106 }, { "directive": "disallow", "path": "/c/dam/m/ko_kr/offers/assets/images/", "line": 107 }, { "directive": "disallow", "path": "/c/dam/m/ko_kr/offers/assets/pdfs/", "line": 108 }, { "directive": "disallow", "path": "/c/dam/m/ko_kr/offers/images/", "line": 109 }, { "directive": "disallow", "path": "/c/dam/m/nl_be/offers/assets/images/", "line": 110 }, { "directive": "disallow", "path": "/c/dam/m/nl_be/offers/assets/pdfs/", "line": 111 }, { "directive": "disallow", "path": "/c/dam/m/nl_nl/offers/assets/images/", "line": 112 }, { "directive": "disallow", "path": "/c/dam/m/nl_nl/offers/assets/pdfs/", "line": 113 }, { "directive": "disallow", "path": "/c/dam/m/no_no/offers/assets/images/", "line": 114 }, { "directive": "disallow", "path": "/c/dam/m/no_no/offers/assets/pdfs/", "line": 115 }, { "directive": "disallow", "path": "/c/dam/m/pl_pl/offers/assets/images/", "line": 116 }, { "directive": "disallow", "path": "/c/dam/m/pl_pl/offers/assets/pdfs/", "line": 117 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/assets/images", "line": 118 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/assets/pdfs", "line": 119 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/img/", "line": 120 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/pdf/", "line": 121 }, { "directive": "disallow", "path": "/c/dam/m/pt_br/offers/video/", "line": 122 }, { "directive": "disallow", "path": "/c/dam/m/ru_ru/offers/assets/images/", "line": 123 }, { "directive": "disallow", "path": "/c/dam/m/ru_ru/offers/assets/pdfs/", "line": 124 }, { "directive": "disallow", "path": "/c/dam/m/sv_se/offers/assets/images/", "line": 125 }, { "directive": "disallow", "path": "/c/dam/m/sv_se/offers/assets/pdfs/", "line": 126 }, { "directive": "disallow", "path": "/c/dam/m/tr_tr/offers/assets/images/", "line": 127 }, { "directive": "disallow", "path": "/c/dam/m/tr_tr/offers/assets/pdfs/", "line": 128 }, { "directive": "disallow", "path": "/c/dam/m/zh_cn/offers/assets/images/", "line": 129 }, { "directive": "disallow", "path": "/c/dam/m/zh_cn/offers/assets/pdfs/", "line": 130 }, { "directive": "disallow", "path": "/c/dam/m/zh_tw/offers/assets/images/", "line": 131 }, { "directive": "disallow", "path": "/c/dam/m/zh_tw/offers/assets/pdfs/", "line": 132 }, { "directive": "disallow", "path": "/c/en/us/applicat/camp/", "line": 133 }, { "directive": "disallow", "path": "/c/en/us/applicat/non-camp/", "line": 134 }, { "directive": "disallow", "path": "/c/m/digital/", "line": 135 }, { "directive": "disallow", "path": "/cisco/web/UK/telepresence/pro/", "line": 136 }, { "directive": "disallow", "path": "/content/en/us/td/docs/Sanity", "line": 137 }, { "directive": "disallow", "path": "/c/en/us/products/products-sanity-test/", "line": 138 }, { "directive": "disallow", "path": "/c/en/us/solutions/solutions-sanity-test/", "line": 139 }, { "directive": "disallow", "path": "/en/US/swassets/sw274/sitewide_country_language_selector.html", "line": 140 }, { "directive": "disallow", "path": "/JP/support/public/mt/tac/100/1002347/techtip_conventions.shtml", "line": 141 }, { "directive": "disallow", "path": "/public/library/iosplanner/reldesignation.html", "line": 142 }, { "directive": "disallow", "path": "/web/AT/telepresence/pro/", "line": 143 }, { "directive": "disallow", "path": "/web/BE/fr/telepresence/pro/", "line": 144 }, { "directive": "disallow", "path": "/web/BE/nl/telepresence/pro/", "line": 145 }, { "directive": "disallow", "path": "/web/BE/telepresence/pro/", "line": 146 }, { "directive": "disallow", "path": "/web/CH/de/telepresence/pro/", "line": 147 }, { "directive": "disallow", "path": "/web/CH/fr/telepresence/pro/", "line": 148 }, { "directive": "disallow", "path": "/web/CZ/telepresence/pro/", "line": 149 }, { "directive": "disallow", "path": "/web/DE/telepresence/pro/", "line": 150 }, { "directive": "disallow", "path": "/web/DK/telepresence/pro/", "line": 151 }, { "directive": "disallow", "path": "/web/ES/telepresence/pro/", "line": 152 }, { "directive": "disallow", "path": "/web/FI/telepresence/pro/", "line": 153 }, { "directive": "disallow", "path": "/web/FR/telepresence/pro/", "line": 154 }, { "directive": "disallow", "path": "/web/go/", "line": 155 }, { "directive": "disallow", "path": "/web/help/index.html", "line": 156 }, { "directive": "disallow", "path": "/web/HU/telepresence/pro/", "line": 157 }, { "directive": "disallow", "path": "/web/IT/telepresence/pro/", "line": 158 }, { "directive": "disallow", "path": "/web/ME/ar/telepresence/pro/", "line": 159 }, { "directive": "disallow", "path": "/web/ME/telepresence/pro/", "line": 160 }, { "directive": "disallow", "path": "/web/NL/telepresence/pro/", "line": 161 }, { "directive": "disallow", "path": "/web/NO/telepresence/pro/", "line": 162 }, { "directive": "disallow", "path": "/web/offers/pdfs/", "line": 163 }, { "directive": "disallow", "path": "/web/PL/telepresence/pro/", "line": 164 }, { "directive": "disallow", "path": "/web/PO/telepresence/pro/", "line": 165 }, { "directive": "disallow", "path": "/web/PT/telepresence/pro/", "line": 166 }, { "directive": "disallow", "path": "/web/RO/telepresence/pro/", "line": 167 }, { "directive": "disallow", "path": "/web/RU/telepresence/pro/", "line": 168 }, { "directive": "disallow", "path": "/web/SE/telepresence/pro/", "line": 169 }, { "directive": "disallow", "path": "/web/TR/telepresence/pro/", "line": 170 }, { "directive": "disallow", "path": "/web/ZA/telepresence/pro/", "line": 171 }, { "directive": "disallow", "path": "/c/ru_ru/", "line": 172 }, { "directive": "disallow", "path": "/c/m/ru_ru/", "line": 173 }, { "directive": "disallow", "path": "/content/ru_ru/", "line": 174 }, { "directive": "disallow", "path": "/cisco/support/RU/", "line": 175 }, { "directive": "disallow", "path": "/cisco/web/support/RU/", "line": 176 }, { "directive": "disallow", "path": "/ru/", "line": 177 }, { "directive": "disallow", "path": "/c/dam/assets/global/pdfs/security/ru/", "line": 178 }, { "directive": "disallow", "path": "/c/dam/assets/global/RU/", "line": 179 }, { "directive": "disallow", "path": "/c/dam/global/ru_ru/", "line": 180 }, { "directive": "disallow", "path": "/c/dam/m/ru_ru/", "line": 181 }, { "directive": "disallow", "path": "/c/dam/marketing/ru_ru/", "line": 182 }, { "directive": "disallow", "path": "/web/offer/em/pdfs_innovators/RU/", "line": 183 }, { "directive": "disallow", "path": "/web/RU/", "line": 184 }, { "directive": "disallow", "path": "/global/RU/", "line": 185 }, { "directive": "disallow", "path": "/cisco/web/support/RU/", "line": 186 }, { "directive": "disallow", "path": "/c/en/us/support/web/tools/scm/help/stage/ru-RU/", "line": 187 }, { "directive": "disallow", "path": "/c/en/us/support/web/tools/scm/help/ru-RU/", "line": 188 }, { "directive": "disallow", "path": "/web/applicat", "line": 189 }, { "directive": "disallow", "path": "/c/en/us/applicat/", "line": 190 }, { "directive": "disallow", "path": "/cisco/web/", "line": 191 }, { "directive": "disallow", "path": "/site/us/en/test/", "line": 192 }, { "directive": "disallow", "path": "/assets/sol/sb/", "line": 193 }, { "directive": "disallow", "path": "/c/dam/r/newsroom/daily-news/", "line": 194 }, { "directive": "disallow", "path": "/en/US/docs/general/Test/", "line": 195 }, { "directive": "disallow", "path": "/c/login", "line": 196 }, { "directive": "disallow", "path": "/content/cdc/login", "line": 197 }, { "directive": "disallow", "path": "/web/solutions/", "line": 198 }, { "directive": "disallow", "path": "/c/en/us/support/index-beta.html", "line": 199 }, { "directive": "disallow", "path": "/resources", "line": 200 }, { "directive": "disallow", "path": "/abm/", "line": 201 }, { "directive": "disallow", "path": "/abx/", "line": 202 } ], "warnings": [ 18 ] } }, "httpStatus": 200, "finalUrl": "https://www.cisco.com/robots.txt", "contentType": "text/plain", "sha256": "12098444d8aefbb839686eba5ef56272ea3ae74adfb1cc3bee380ac92ad13393", "bytes": 16189 }, { "company": "Citigroup", "cik": "831001", "sector": "Financials", "origin": "http://www.citigroup.com", "checkedAt": "2026-09-26T04:55:08.643Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/login", "line": 2 }, { "directive": "disallow", "path": "/*&JFP_TOKEN=", "line": 3 }, { "directive": "disallow", "path": "/citi/", "line": 4 }, { "directive": "allow", "path": "/", "line": 5 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/login", "line": 2 }, { "directive": "disallow", "path": "/*&JFP_TOKEN=", "line": 3 }, { "directive": "disallow", "path": "/citi/", "line": 4 }, { "directive": "allow", "path": "/", "line": 5 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/login", "line": 2 }, { "directive": "disallow", "path": "/*&JFP_TOKEN=", "line": 3 }, { "directive": "disallow", "path": "/citi/", "line": 4 }, { "directive": "allow", "path": "/", "line": 5 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/login", "line": 2 }, { "directive": "disallow", "path": "/*&JFP_TOKEN=", "line": 3 }, { "directive": "disallow", "path": "/citi/", "line": 4 }, { "directive": "allow", "path": "/", "line": 5 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/login", "line": 2 }, { "directive": "disallow", "path": "/*&JFP_TOKEN=", "line": 3 }, { "directive": "disallow", "path": "/citi/", "line": 4 }, { "directive": "allow", "path": "/", "line": 5 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/login", "line": 2 }, { "directive": "disallow", "path": "/*&JFP_TOKEN=", "line": 3 }, { "directive": "disallow", "path": "/citi/", "line": 4 }, { "directive": "allow", "path": "/", "line": 5 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/login", "line": 2 }, { "directive": "disallow", "path": "/*&JFP_TOKEN=", "line": 3 }, { "directive": "disallow", "path": "/citi/", "line": 4 }, { "directive": "allow", "path": "/", "line": 5 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/login", "line": 2 }, { "directive": "disallow", "path": "/*&JFP_TOKEN=", "line": 3 }, { "directive": "disallow", "path": "/citi/", "line": 4 }, { "directive": "allow", "path": "/", "line": 5 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "http://www.citigroup.com/robots.txt", "contentType": "text/plain", "sha256": "fb464b9953db241ae5e498d8db33e5ecf7b53db835bbbcaacf8b46db5bf92bec", "bytes": 135 }, { "company": "Citizens Financial Group", "cik": "759944", "sector": "Financials", "origin": "https://www.citizensbank.com", "checkedAt": "2026-09-26T04:55:08.708Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.citizensbank.com/robots.txt", "contentType": "text/html" }, { "company": "Clorox", "cik": "21076", "sector": "Consumer Staples", "origin": "http://www.thecloroxcompany.com", "checkedAt": "2026-09-26T04:55:08.757Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/blog/promoting-community-well-being-with-27-new-grants/", "line": 9 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/release/", "line": 10 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/search/", "line": 11 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/incident/", "line": 12 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/brands/what-were-made-of/smart-label/ingredients-post/", "line": 13 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/press-releases/", "line": 14 }, { "directive": "disallow", "path": "/wp-content/sds/", "line": 20 }, { "directive": "disallow", "path": "/DPA.pdf", "line": 21 } ], "warnings": [ 9, 10, 11, 12, 13, 14 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/blog/promoting-community-well-being-with-27-new-grants/", "line": 9 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/release/", "line": 10 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/search/", "line": 11 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/incident/", "line": 12 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/brands/what-were-made-of/smart-label/ingredients-post/", "line": 13 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/press-releases/", "line": 14 }, { "directive": "disallow", "path": "/wp-content/sds/", "line": 20 }, { "directive": "disallow", "path": "/DPA.pdf", "line": 21 } ], "warnings": [ 9, 10, 11, 12, 13, 14 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/blog/promoting-community-well-being-with-27-new-grants/", "line": 9 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/release/", "line": 10 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/search/", "line": 11 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/incident/", "line": 12 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/brands/what-were-made-of/smart-label/ingredients-post/", "line": 13 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/press-releases/", "line": 14 }, { "directive": "disallow", "path": "/wp-content/sds/", "line": 20 }, { "directive": "disallow", "path": "/DPA.pdf", "line": 21 } ], "warnings": [ 9, 10, 11, 12, 13, 14 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/blog/promoting-community-well-being-with-27-new-grants/", "line": 9 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/release/", "line": 10 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/search/", "line": 11 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/incident/", "line": 12 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/brands/what-were-made-of/smart-label/ingredients-post/", "line": 13 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/press-releases/", "line": 14 }, { "directive": "disallow", "path": "/wp-content/sds/", "line": 20 }, { "directive": "disallow", "path": "/DPA.pdf", "line": 21 } ], "warnings": [ 9, 10, 11, 12, 13, 14 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/blog/promoting-community-well-being-with-27-new-grants/", "line": 9 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/release/", "line": 10 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/search/", "line": 11 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/incident/", "line": 12 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/brands/what-were-made-of/smart-label/ingredients-post/", "line": 13 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/press-releases/", "line": 14 }, { "directive": "disallow", "path": "/wp-content/sds/", "line": 20 }, { "directive": "disallow", "path": "/DPA.pdf", "line": 21 } ], "warnings": [ 9, 10, 11, 12, 13, 14 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/blog/promoting-community-well-being-with-27-new-grants/", "line": 9 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/release/", "line": 10 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/search/", "line": 11 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/incident/", "line": 12 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/brands/what-were-made-of/smart-label/ingredients-post/", "line": 13 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/press-releases/", "line": 14 }, { "directive": "disallow", "path": "/wp-content/sds/", "line": 20 }, { "directive": "disallow", "path": "/DPA.pdf", "line": 21 } ], "warnings": [ 9, 10, 11, 12, 13, 14 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/blog/promoting-community-well-being-with-27-new-grants/", "line": 9 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/release/", "line": 10 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/search/", "line": 11 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/incident/", "line": 12 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/brands/what-were-made-of/smart-label/ingredients-post/", "line": 13 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/press-releases/", "line": 14 }, { "directive": "disallow", "path": "/wp-content/sds/", "line": 20 }, { "directive": "disallow", "path": "/DPA.pdf", "line": 21 } ], "warnings": [ 9, 10, 11, 12, 13, 14 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/blog/promoting-community-well-being-with-27-new-grants/", "line": 9 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/release/", "line": 10 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/search/", "line": 11 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/incident/", "line": 12 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/brands/what-were-made-of/smart-label/ingredients-post/", "line": 13 }, { "directive": "disallow", "path": "https://www.thecloroxcompany.com/press-releases/", "line": 14 }, { "directive": "disallow", "path": "/wp-content/sds/", "line": 20 }, { "directive": "disallow", "path": "/DPA.pdf", "line": 21 } ], "warnings": [ 9, 10, 11, 12, 13, 14 ] } }, "httpStatus": 200, "finalUrl": "https://www.thecloroxcompany.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "31f46f562c3d9de711705bdbf317e2974a146eb538852df486badc0cf33ca6ce", "bytes": 765 }, { "company": "CME Group", "cik": "1156375", "sector": "Financials", "origin": "https://www.cmegroup.com", "checkedAt": "2026-09-26T04:55:08.869Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "CMS Energy", "cik": "811156", "sector": "Utilities", "origin": "http://www.cmsenergy.com", "checkedAt": "2026-09-26T04:55:09.119Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.cmsenergy.com/robots.txt", "contentType": "text/plain", "sha256": "de73d32142f114b8d18bbfd7fa5779ccee5f7a1753873402cfdab59444834ccd", "bytes": 207 }, { "company": "Coca-Cola Company (The)", "cik": "21344", "sector": "Consumer Staples", "origin": "https://www.coca-colacompany.com", "checkedAt": "2026-09-26T04:55:09.161Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.coca-colacompany.com/robots.txt", "contentType": "text/plain", "sha256": "bd4a4cdeb308c48d1403a324a1bff86226e661efb9e5877f1e11b96c76ddd9fa", "bytes": 100 }, { "company": "Cognizant", "cik": "1058290", "sector": "Information Technology", "origin": "https://www.cognizant.com", "checkedAt": "2026-09-26T04:55:09.378Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results?q=", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results?q=", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results?q=", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results?q=", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results?q=", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results?q=", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results?q=", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results?q=", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.cognizant.com/robots.txt", "contentType": "text/plain;charset=utf-8", "sha256": "06e56871a8d6f73e41f182d5e70b703c68a017a802fde85daa9d499571d14708", "bytes": 90 }, { "company": "Coherent Corp.", "cik": "820318", "sector": "Information Technology", "origin": "https://www.coherent.com", "checkedAt": "2026-09-26T04:55:09.537Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?", "line": 4 }, { "directive": "disallow", "path": "/zipfiles/", "line": 5 }, { "directive": "disallow", "path": "/videofiles/", "line": 6 }, { "directive": "disallow", "path": "/exefiles/", "line": 7 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?", "line": 4 }, { "directive": "disallow", "path": "/zipfiles/", "line": 5 }, { "directive": "disallow", "path": "/videofiles/", "line": 6 }, { "directive": "disallow", "path": "/exefiles/", "line": 7 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?", "line": 4 }, { "directive": "disallow", "path": "/zipfiles/", "line": 5 }, { "directive": "disallow", "path": "/videofiles/", "line": 6 }, { "directive": "disallow", "path": "/exefiles/", "line": 7 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?", "line": 4 }, { "directive": "disallow", "path": "/zipfiles/", "line": 5 }, { "directive": "disallow", "path": "/videofiles/", "line": 6 }, { "directive": "disallow", "path": "/exefiles/", "line": 7 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?", "line": 4 }, { "directive": "disallow", "path": "/zipfiles/", "line": 5 }, { "directive": "disallow", "path": "/videofiles/", "line": 6 }, { "directive": "disallow", "path": "/exefiles/", "line": 7 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?", "line": 4 }, { "directive": "disallow", "path": "/zipfiles/", "line": 5 }, { "directive": "disallow", "path": "/videofiles/", "line": 6 }, { "directive": "disallow", "path": "/exefiles/", "line": 7 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?", "line": 4 }, { "directive": "disallow", "path": "/zipfiles/", "line": 5 }, { "directive": "disallow", "path": "/videofiles/", "line": 6 }, { "directive": "disallow", "path": "/exefiles/", "line": 7 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?", "line": 4 }, { "directive": "disallow", "path": "/zipfiles/", "line": 5 }, { "directive": "disallow", "path": "/videofiles/", "line": 6 }, { "directive": "disallow", "path": "/exefiles/", "line": 7 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.coherent.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "dae264d231ee837cbb96f89b15c2212d10d83c4a18f39bf062cf2849959c3747", "bytes": 736 }, { "company": "Coinbase", "cik": "1679788", "sector": "Financials", "origin": "https://www.coinbase.com", "checkedAt": "2026-09-26T04:55:10.033Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/oauth/", "line": 48 }, { "directive": "disallow", "path": "/*/oauth/", "line": 49 }, { "directive": "disallow", "path": "/signup-interstitial", "line": 50 }, { "directive": "disallow", "path": "/*/signup-interstitial", "line": 51 }, { "directive": "disallow", "path": "/join/", "line": 52 }, { "directive": "disallow", "path": "/*/join/", "line": 53 }, { "directive": "disallow", "path": "/spot/*", "line": 54 }, { "directive": "disallow", "path": "/*/spot/*", "line": 55 }, { "directive": "disallow", "path": "/advanced-trade/spot/", "line": 56 }, { "directive": "disallow", "path": "/*/advanced-trade/spot/", "line": 57 }, { "directive": "disallow", "path": "/converter/*/*?currencyPage*", "line": 58 }, { "directive": "disallow", "path": "/*/converter/*/*?currencyPage*", "line": 59 }, { "directive": "disallow", "path": "/price/*?locale*", "line": 60 }, { "directive": "disallow", "path": "/*/price/*?locale*", "line": 61 }, { "directive": "disallow", "path": "/partner/", "line": 62 }, { "directive": "disallow", "path": "/*/partner/", "line": 63 }, { "directive": "disallow", "path": "/lp/", "line": 64 }, { "directive": "disallow", "path": "/*/lp/", "line": 65 }, { "directive": "disallow", "path": "/*/cookie-preferences", "line": 66 }, { "directive": "disallow", "path": "/*/*/cookie-preferences", "line": 67 }, { "directive": "disallow", "path": "/cookie-preferences", "line": 68 }, { "directive": "disallow", "path": "/*/cookie-preferences", "line": 69 }, { "directive": "allow", "path": "/.well-known/", "line": 70 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/oauth/", "line": 48 }, { "directive": "disallow", "path": "/*/oauth/", "line": 49 }, { "directive": "disallow", "path": "/signup-interstitial", "line": 50 }, { "directive": "disallow", "path": "/*/signup-interstitial", "line": 51 }, { "directive": "disallow", "path": "/join/", "line": 52 }, { "directive": "disallow", "path": "/*/join/", "line": 53 }, { "directive": "disallow", "path": "/spot/*", "line": 54 }, { "directive": "disallow", "path": "/*/spot/*", "line": 55 }, { "directive": "disallow", "path": "/advanced-trade/spot/", "line": 56 }, { "directive": "disallow", "path": "/*/advanced-trade/spot/", "line": 57 }, { "directive": "disallow", "path": "/converter/*/*?currencyPage*", "line": 58 }, { "directive": "disallow", "path": "/*/converter/*/*?currencyPage*", "line": 59 }, { "directive": "disallow", "path": "/price/*?locale*", "line": 60 }, { "directive": "disallow", "path": "/*/price/*?locale*", "line": 61 }, { "directive": "disallow", "path": "/partner/", "line": 62 }, { "directive": "disallow", "path": "/*/partner/", "line": 63 }, { "directive": "disallow", "path": "/lp/", "line": 64 }, { "directive": "disallow", "path": "/*/lp/", "line": 65 }, { "directive": "disallow", "path": "/*/cookie-preferences", "line": 66 }, { "directive": "disallow", "path": "/*/*/cookie-preferences", "line": 67 }, { "directive": "disallow", "path": "/cookie-preferences", "line": 68 }, { "directive": "disallow", "path": "/*/cookie-preferences", "line": 69 }, { "directive": "allow", "path": "/.well-known/", "line": 70 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/oauth/", "line": 48 }, { "directive": "disallow", "path": "/*/oauth/", "line": 49 }, { "directive": "disallow", "path": "/signup-interstitial", "line": 50 }, { "directive": "disallow", "path": "/*/signup-interstitial", "line": 51 }, { "directive": "disallow", "path": "/join/", "line": 52 }, { "directive": "disallow", "path": "/*/join/", "line": 53 }, { "directive": "disallow", "path": "/spot/*", "line": 54 }, { "directive": "disallow", "path": "/*/spot/*", "line": 55 }, { "directive": "disallow", "path": "/advanced-trade/spot/", "line": 56 }, { "directive": "disallow", "path": "/*/advanced-trade/spot/", "line": 57 }, { "directive": "disallow", "path": "/converter/*/*?currencyPage*", "line": 58 }, { "directive": "disallow", "path": "/*/converter/*/*?currencyPage*", "line": 59 }, { "directive": "disallow", "path": "/price/*?locale*", "line": 60 }, { "directive": "disallow", "path": "/*/price/*?locale*", "line": 61 }, { "directive": "disallow", "path": "/partner/", "line": 62 }, { "directive": "disallow", "path": "/*/partner/", "line": 63 }, { "directive": "disallow", "path": "/lp/", "line": 64 }, { "directive": "disallow", "path": "/*/lp/", "line": 65 }, { "directive": "disallow", "path": "/*/cookie-preferences", "line": 66 }, { "directive": "disallow", "path": "/*/*/cookie-preferences", "line": 67 }, { "directive": "disallow", "path": "/cookie-preferences", "line": 68 }, { "directive": "disallow", "path": "/*/cookie-preferences", "line": 69 }, { "directive": "allow", "path": "/.well-known/", "line": 70 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/oauth/", "line": 48 }, { "directive": "disallow", "path": "/*/oauth/", "line": 49 }, { "directive": "disallow", "path": "/signup-interstitial", "line": 50 }, { "directive": "disallow", "path": "/*/signup-interstitial", "line": 51 }, { "directive": "disallow", "path": "/join/", "line": 52 }, { "directive": "disallow", "path": "/*/join/", "line": 53 }, { "directive": "disallow", "path": "/spot/*", "line": 54 }, { "directive": "disallow", "path": "/*/spot/*", "line": 55 }, { "directive": "disallow", "path": "/advanced-trade/spot/", "line": 56 }, { "directive": "disallow", "path": "/*/advanced-trade/spot/", "line": 57 }, { "directive": "disallow", "path": "/converter/*/*?currencyPage*", "line": 58 }, { "directive": "disallow", "path": "/*/converter/*/*?currencyPage*", "line": 59 }, { "directive": "disallow", "path": "/price/*?locale*", "line": 60 }, { "directive": "disallow", "path": "/*/price/*?locale*", "line": 61 }, { "directive": "disallow", "path": "/partner/", "line": 62 }, { "directive": "disallow", "path": "/*/partner/", "line": 63 }, { "directive": "disallow", "path": "/lp/", "line": 64 }, { "directive": "disallow", "path": "/*/lp/", "line": 65 }, { "directive": "disallow", "path": "/*/cookie-preferences", "line": 66 }, { "directive": "disallow", "path": "/*/*/cookie-preferences", "line": 67 }, { "directive": "disallow", "path": "/cookie-preferences", "line": 68 }, { "directive": "disallow", "path": "/*/cookie-preferences", "line": 69 }, { "directive": "allow", "path": "/.well-known/", "line": 70 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/oauth/", "line": 48 }, { "directive": "disallow", "path": "/*/oauth/", "line": 49 }, { "directive": "disallow", "path": "/signup-interstitial", "line": 50 }, { "directive": "disallow", "path": "/*/signup-interstitial", "line": 51 }, { "directive": "disallow", "path": "/join/", "line": 52 }, { "directive": "disallow", "path": "/*/join/", "line": 53 }, { "directive": "disallow", "path": "/spot/*", "line": 54 }, { "directive": "disallow", "path": "/*/spot/*", "line": 55 }, { "directive": "disallow", "path": "/advanced-trade/spot/", "line": 56 }, { "directive": "disallow", "path": "/*/advanced-trade/spot/", "line": 57 }, { "directive": "disallow", "path": "/converter/*/*?currencyPage*", "line": 58 }, { "directive": "disallow", "path": "/*/converter/*/*?currencyPage*", "line": 59 }, { "directive": "disallow", "path": "/price/*?locale*", "line": 60 }, { "directive": "disallow", "path": "/*/price/*?locale*", "line": 61 }, { "directive": "disallow", "path": "/partner/", "line": 62 }, { "directive": "disallow", "path": "/*/partner/", "line": 63 }, { "directive": "disallow", "path": "/lp/", "line": 64 }, { "directive": "disallow", "path": "/*/lp/", "line": 65 }, { "directive": "disallow", "path": "/*/cookie-preferences", "line": 66 }, { "directive": "disallow", "path": "/*/*/cookie-preferences", "line": 67 }, { "directive": "disallow", "path": "/cookie-preferences", "line": 68 }, { "directive": "disallow", "path": "/*/cookie-preferences", "line": 69 }, { "directive": "allow", "path": "/.well-known/", "line": 70 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/oauth/", "line": 48 }, { "directive": "disallow", "path": "/*/oauth/", "line": 49 }, { "directive": "disallow", "path": "/signup-interstitial", "line": 50 }, { "directive": "disallow", "path": "/*/signup-interstitial", "line": 51 }, { "directive": "disallow", "path": "/join/", "line": 52 }, { "directive": "disallow", "path": "/*/join/", "line": 53 }, { "directive": "disallow", "path": "/spot/*", "line": 54 }, { "directive": "disallow", "path": "/*/spot/*", "line": 55 }, { "directive": "disallow", "path": "/advanced-trade/spot/", "line": 56 }, { "directive": "disallow", "path": "/*/advanced-trade/spot/", "line": 57 }, { "directive": "disallow", "path": "/converter/*/*?currencyPage*", "line": 58 }, { "directive": "disallow", "path": "/*/converter/*/*?currencyPage*", "line": 59 }, { "directive": "disallow", "path": "/price/*?locale*", "line": 60 }, { "directive": "disallow", "path": "/*/price/*?locale*", "line": 61 }, { "directive": "disallow", "path": "/partner/", "line": 62 }, { "directive": "disallow", "path": "/*/partner/", "line": 63 }, { "directive": "disallow", "path": "/lp/", "line": 64 }, { "directive": "disallow", "path": "/*/lp/", "line": 65 }, { "directive": "disallow", "path": "/*/cookie-preferences", "line": 66 }, { "directive": "disallow", "path": "/*/*/cookie-preferences", "line": 67 }, { "directive": "disallow", "path": "/cookie-preferences", "line": 68 }, { "directive": "disallow", "path": "/*/cookie-preferences", "line": 69 }, { "directive": "allow", "path": "/.well-known/", "line": 70 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/oauth/", "line": 48 }, { "directive": "disallow", "path": "/*/oauth/", "line": 49 }, { "directive": "disallow", "path": "/signup-interstitial", "line": 50 }, { "directive": "disallow", "path": "/*/signup-interstitial", "line": 51 }, { "directive": "disallow", "path": "/join/", "line": 52 }, { "directive": "disallow", "path": "/*/join/", "line": 53 }, { "directive": "disallow", "path": "/spot/*", "line": 54 }, { "directive": "disallow", "path": "/*/spot/*", "line": 55 }, { "directive": "disallow", "path": "/advanced-trade/spot/", "line": 56 }, { "directive": "disallow", "path": "/*/advanced-trade/spot/", "line": 57 }, { "directive": "disallow", "path": "/converter/*/*?currencyPage*", "line": 58 }, { "directive": "disallow", "path": "/*/converter/*/*?currencyPage*", "line": 59 }, { "directive": "disallow", "path": "/price/*?locale*", "line": 60 }, { "directive": "disallow", "path": "/*/price/*?locale*", "line": 61 }, { "directive": "disallow", "path": "/partner/", "line": 62 }, { "directive": "disallow", "path": "/*/partner/", "line": 63 }, { "directive": "disallow", "path": "/lp/", "line": 64 }, { "directive": "disallow", "path": "/*/lp/", "line": 65 }, { "directive": "disallow", "path": "/*/cookie-preferences", "line": 66 }, { "directive": "disallow", "path": "/*/*/cookie-preferences", "line": 67 }, { "directive": "disallow", "path": "/cookie-preferences", "line": 68 }, { "directive": "disallow", "path": "/*/cookie-preferences", "line": 69 }, { "directive": "allow", "path": "/.well-known/", "line": 70 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/oauth/", "line": 48 }, { "directive": "disallow", "path": "/*/oauth/", "line": 49 }, { "directive": "disallow", "path": "/signup-interstitial", "line": 50 }, { "directive": "disallow", "path": "/*/signup-interstitial", "line": 51 }, { "directive": "disallow", "path": "/join/", "line": 52 }, { "directive": "disallow", "path": "/*/join/", "line": 53 }, { "directive": "disallow", "path": "/spot/*", "line": 54 }, { "directive": "disallow", "path": "/*/spot/*", "line": 55 }, { "directive": "disallow", "path": "/advanced-trade/spot/", "line": 56 }, { "directive": "disallow", "path": "/*/advanced-trade/spot/", "line": 57 }, { "directive": "disallow", "path": "/converter/*/*?currencyPage*", "line": 58 }, { "directive": "disallow", "path": "/*/converter/*/*?currencyPage*", "line": 59 }, { "directive": "disallow", "path": "/price/*?locale*", "line": 60 }, { "directive": "disallow", "path": "/*/price/*?locale*", "line": 61 }, { "directive": "disallow", "path": "/partner/", "line": 62 }, { "directive": "disallow", "path": "/*/partner/", "line": 63 }, { "directive": "disallow", "path": "/lp/", "line": 64 }, { "directive": "disallow", "path": "/*/lp/", "line": 65 }, { "directive": "disallow", "path": "/*/cookie-preferences", "line": 66 }, { "directive": "disallow", "path": "/*/*/cookie-preferences", "line": 67 }, { "directive": "disallow", "path": "/cookie-preferences", "line": 68 }, { "directive": "disallow", "path": "/*/cookie-preferences", "line": 69 }, { "directive": "allow", "path": "/.well-known/", "line": 70 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.coinbase.com/robots.txt", "contentType": "text/plain", "sha256": "7da87343a8d8b7782949de7da7d4b9162c2e26689606972e97228f576e6884f3", "bytes": 3282 }, { "company": "Colgate-Palmolive", "cik": "21665", "sector": "Consumer Staples", "origin": "http://www.colgatepalmolive.com", "checkedAt": "2026-09-26T04:55:10.127Z", "status": "ambiguous_content", "bots": null, "httpStatus": 200, "finalUrl": "https://www.perfectname.com/domain/Dummy.com", "contentType": "text/html; charset=utf-8", "sha256": "72781fdee5f0b8f0646f22254bba5b6b6b6bc692888cc27e2e8f694831fb1768", "bytes": 25506 }, { "company": "Comcast", "cik": "1166691", "sector": "Communication Services", "origin": "http://corporate.comcast.com", "checkedAt": "2026-09-26T04:55:10.143Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "Comfort Systems USA", "cik": "1035983", "sector": "Industrials", "origin": "http://comfortsystemsusa.com", "checkedAt": "2026-09-26T04:55:10.212Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "http://comfortsystemsusa.com/robots.txt", "contentType": "text/html" }, { "company": "ConocoPhillips", "cik": "1163165", "sector": "Energy", "origin": "https://www.conocophillips.com", "checkedAt": "2026-09-26T04:55:10.558Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 5 }, { "directive": "disallow", "path": "/preview/", "line": 6 }, { "directive": "disallow", "path": "/staging/", "line": 7 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 5 }, { "directive": "disallow", "path": "/preview/", "line": 6 }, { "directive": "disallow", "path": "/staging/", "line": 7 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 5 }, { "directive": "disallow", "path": "/preview/", "line": 6 }, { "directive": "disallow", "path": "/staging/", "line": 7 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 5 }, { "directive": "disallow", "path": "/preview/", "line": 6 }, { "directive": "disallow", "path": "/staging/", "line": 7 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 5 }, { "directive": "disallow", "path": "/preview/", "line": 6 }, { "directive": "disallow", "path": "/staging/", "line": 7 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 5 }, { "directive": "disallow", "path": "/preview/", "line": 6 }, { "directive": "disallow", "path": "/staging/", "line": 7 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 5 }, { "directive": "disallow", "path": "/preview/", "line": 6 }, { "directive": "disallow", "path": "/staging/", "line": 7 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 5 }, { "directive": "disallow", "path": "/preview/", "line": 6 }, { "directive": "disallow", "path": "/staging/", "line": 7 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.conocophillips.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "a82d4d58a44e542e315d1a493321a5565f17ba0e057654439fea542528279e3d", "bytes": 126 }, { "company": "Consolidated Edison", "cik": "1047862", "sector": "Utilities", "origin": "http://www.coned.com", "checkedAt": "2026-09-26T04:55:11.238Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.coned.com/robots.txt", "contentType": "text/plain", "sha256": "61bf6a1344edf9f6bceff49f37dc13885547f33db63574717c4e0f1638d1eb14", "bytes": 180 }, { "company": "Constellation Brands", "cik": "16918", "sector": "Consumer Staples", "origin": "http://www.cbrands.com", "checkedAt": "2026-09-26T04:55:11.455Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 19 }, { "directive": "allow", "path": "/products/account", "line": 20 }, { "directive": "allow", "path": "/products/orders", "line": 21 }, { "directive": "allow", "path": "/products/checkout", "line": 22 }, { "directive": "allow", "path": "/*/products/account", "line": 23 }, { "directive": "allow", "path": "/*/products/orders", "line": 24 }, { "directive": "allow", "path": "/*/products/checkout", "line": 25 }, { "directive": "allow", "path": "/collections/account", "line": 26 }, { "directive": "allow", "path": "/collections/orders", "line": 27 }, { "directive": "allow", "path": "/collections/checkout", "line": 28 }, { "directive": "allow", "path": "/*/collections/account", "line": 29 }, { "directive": "allow", "path": "/*/collections/orders", "line": 30 }, { "directive": "allow", "path": "/*/collections/checkout", "line": 31 }, { "directive": "allow", "path": "/pages/checkout", "line": 32 }, { "directive": "allow", "path": "/*/pages/checkout", "line": 33 }, { "directive": "allow", "path": "/blogs/*account", "line": 34 }, { "directive": "allow", "path": "/blogs/*orders", "line": 35 }, { "directive": "allow", "path": "/blogs/*checkout", "line": 36 }, { "directive": "allow", "path": "/*/blogs/*account", "line": 37 }, { "directive": "allow", "path": "/*/blogs/*orders", "line": 38 }, { "directive": "allow", "path": "/*/blogs/*checkout", "line": 39 }, { "directive": "disallow", "path": "/admin", "line": 42 }, { "directive": "disallow", "path": "/cart/", "line": 43 }, { "directive": "disallow", "path": "/*/cart/", "line": 44 }, { "directive": "disallow", "path": "/checkout", "line": 45 }, { "directive": "disallow", "path": "/*/checkout", "line": 46 }, { "directive": "disallow", "path": "/checkouts/", "line": 47 }, { "directive": "disallow", "path": "/*/checkouts/", "line": 48 }, { "directive": "disallow", "path": "/orders", "line": 49 }, { "directive": "disallow", "path": "/*/orders", "line": 50 }, { "directive": "allow", "path": "/account/login", "line": 51 }, { "directive": "allow", "path": "/*/account/login", "line": 52 }, { "directive": "disallow", "path": "/account", "line": 53 }, { "directive": "disallow", "path": "/*/account", "line": 54 }, { "directive": "disallow", "path": "/61427974201", "line": 55 }, { "directive": "disallow", "path": "/cdn/wpm/*.js", "line": 56 }, { "directive": "disallow", "path": "/services", "line": 59 }, { "directive": "disallow", "path": "/sf_*", "line": 60 }, { "directive": "disallow", "path": "/cart.js", "line": 63 }, { "directive": "disallow", "path": "/*/cart.js", "line": 64 }, { "directive": "disallow", "path": "/recommendations/products", "line": 65 }, { "directive": "disallow", "path": "/*/recommendations/products", "line": 66 }, { "directive": "disallow", "path": "/collections/*sort_by*", "line": 69 }, { "directive": "disallow", "path": "/*/collections/*sort_by*", "line": 70 }, { "directive": "disallow", "path": "/collections/*+*", "line": 71 }, { "directive": "disallow", "path": "/collections/*%2B*", "line": 72 }, { "directive": "disallow", "path": "/collections/*%2b*", "line": 73 }, { "directive": "disallow", "path": "/*/collections/*+*", "line": 74 }, { "directive": "disallow", "path": "/*/collections/*%2B*", "line": 75 }, { "directive": "disallow", "path": "/*/collections/*%2b*", "line": 76 }, { "directive": "disallow", "path": "/collections/*filter*&*filter*", "line": 77 }, { "directive": "disallow", "path": "/*/collections/*filter*&*filter*", "line": 78 }, { "directive": "disallow", "path": "/blogs/*+*", "line": 79 }, { "directive": "disallow", "path": "/blogs/*%2B*", "line": 80 }, { "directive": "disallow", "path": "/blogs/*%2b*", "line": 81 }, { "directive": "disallow", "path": "/*/blogs/*+*", "line": 82 }, { "directive": "disallow", "path": "/*/blogs/*%2B*", "line": 83 }, { "directive": "disallow", "path": "/*/blogs/*%2b*", "line": 84 }, { "directive": "disallow", "path": "/*?*ls=*&ls=*", "line": 85 }, { "directive": "disallow", "path": "/*?*ls%3*ls%3*", "line": 86 }, { "directive": "disallow", "path": "/*?*oseid=*", "line": 87 }, { "directive": "disallow", "path": "/*?*preview_theme_id=*", "line": 88 }, { "directive": "disallow", "path": "/*?*preview_script_id=*", "line": 89 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 19 }, { "directive": "allow", "path": "/products/account", "line": 20 }, { "directive": "allow", "path": "/products/orders", "line": 21 }, { "directive": "allow", "path": "/products/checkout", "line": 22 }, { "directive": "allow", "path": "/*/products/account", "line": 23 }, { "directive": "allow", "path": "/*/products/orders", "line": 24 }, { "directive": "allow", "path": "/*/products/checkout", "line": 25 }, { "directive": "allow", "path": "/collections/account", "line": 26 }, { "directive": "allow", "path": "/collections/orders", "line": 27 }, { "directive": "allow", "path": "/collections/checkout", "line": 28 }, { "directive": "allow", "path": "/*/collections/account", "line": 29 }, { "directive": "allow", "path": "/*/collections/orders", "line": 30 }, { "directive": "allow", "path": "/*/collections/checkout", "line": 31 }, { "directive": "allow", "path": "/pages/checkout", "line": 32 }, { "directive": "allow", "path": "/*/pages/checkout", "line": 33 }, { "directive": "allow", "path": "/blogs/*account", "line": 34 }, { "directive": "allow", "path": "/blogs/*orders", "line": 35 }, { "directive": "allow", "path": "/blogs/*checkout", "line": 36 }, { "directive": "allow", "path": "/*/blogs/*account", "line": 37 }, { "directive": "allow", "path": "/*/blogs/*orders", "line": 38 }, { "directive": "allow", "path": "/*/blogs/*checkout", "line": 39 }, { "directive": "disallow", "path": "/admin", "line": 42 }, { "directive": "disallow", "path": "/cart/", "line": 43 }, { "directive": "disallow", "path": "/*/cart/", "line": 44 }, { "directive": "disallow", "path": "/checkout", "line": 45 }, { "directive": "disallow", "path": "/*/checkout", "line": 46 }, { "directive": "disallow", "path": "/checkouts/", "line": 47 }, { "directive": "disallow", "path": "/*/checkouts/", "line": 48 }, { "directive": "disallow", "path": "/orders", "line": 49 }, { "directive": "disallow", "path": "/*/orders", "line": 50 }, { "directive": "allow", "path": "/account/login", "line": 51 }, { "directive": "allow", "path": "/*/account/login", "line": 52 }, { "directive": "disallow", "path": "/account", "line": 53 }, { "directive": "disallow", "path": "/*/account", "line": 54 }, { "directive": "disallow", "path": "/61427974201", "line": 55 }, { "directive": "disallow", "path": "/cdn/wpm/*.js", "line": 56 }, { "directive": "disallow", "path": "/services", "line": 59 }, { "directive": "disallow", "path": "/sf_*", "line": 60 }, { "directive": "disallow", "path": "/cart.js", "line": 63 }, { "directive": "disallow", "path": "/*/cart.js", "line": 64 }, { "directive": "disallow", "path": "/recommendations/products", "line": 65 }, { "directive": "disallow", "path": "/*/recommendations/products", "line": 66 }, { "directive": "disallow", "path": "/collections/*sort_by*", "line": 69 }, { "directive": "disallow", "path": "/*/collections/*sort_by*", "line": 70 }, { "directive": "disallow", "path": "/collections/*+*", "line": 71 }, { "directive": "disallow", "path": "/collections/*%2B*", "line": 72 }, { "directive": "disallow", "path": "/collections/*%2b*", "line": 73 }, { "directive": "disallow", "path": "/*/collections/*+*", "line": 74 }, { "directive": "disallow", "path": "/*/collections/*%2B*", "line": 75 }, { "directive": "disallow", "path": "/*/collections/*%2b*", "line": 76 }, { "directive": "disallow", "path": "/collections/*filter*&*filter*", "line": 77 }, { "directive": "disallow", "path": "/*/collections/*filter*&*filter*", "line": 78 }, { "directive": "disallow", "path": "/blogs/*+*", "line": 79 }, { "directive": "disallow", "path": "/blogs/*%2B*", "line": 80 }, { "directive": "disallow", "path": "/blogs/*%2b*", "line": 81 }, { "directive": "disallow", "path": "/*/blogs/*+*", "line": 82 }, { "directive": "disallow", "path": "/*/blogs/*%2B*", "line": 83 }, { "directive": "disallow", "path": "/*/blogs/*%2b*", "line": 84 }, { "directive": "disallow", "path": "/*?*ls=*&ls=*", "line": 85 }, { "directive": "disallow", "path": "/*?*ls%3*ls%3*", "line": 86 }, { "directive": "disallow", "path": "/*?*oseid=*", "line": 87 }, { "directive": "disallow", "path": "/*?*preview_theme_id=*", "line": 88 }, { "directive": "disallow", "path": "/*?*preview_script_id=*", "line": 89 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 19 }, { "directive": "allow", "path": "/products/account", "line": 20 }, { "directive": "allow", "path": "/products/orders", "line": 21 }, { "directive": "allow", "path": "/products/checkout", "line": 22 }, { "directive": "allow", "path": "/*/products/account", "line": 23 }, { "directive": "allow", "path": "/*/products/orders", "line": 24 }, { "directive": "allow", "path": "/*/products/checkout", "line": 25 }, { "directive": "allow", "path": "/collections/account", "line": 26 }, { "directive": "allow", "path": "/collections/orders", "line": 27 }, { "directive": "allow", "path": "/collections/checkout", "line": 28 }, { "directive": "allow", "path": "/*/collections/account", "line": 29 }, { "directive": "allow", "path": "/*/collections/orders", "line": 30 }, { "directive": "allow", "path": "/*/collections/checkout", "line": 31 }, { "directive": "allow", "path": "/pages/checkout", "line": 32 }, { "directive": "allow", "path": "/*/pages/checkout", "line": 33 }, { "directive": "allow", "path": "/blogs/*account", "line": 34 }, { "directive": "allow", "path": "/blogs/*orders", "line": 35 }, { "directive": "allow", "path": "/blogs/*checkout", "line": 36 }, { "directive": "allow", "path": "/*/blogs/*account", "line": 37 }, { "directive": "allow", "path": "/*/blogs/*orders", "line": 38 }, { "directive": "allow", "path": "/*/blogs/*checkout", "line": 39 }, { "directive": "disallow", "path": "/admin", "line": 42 }, { "directive": "disallow", "path": "/cart/", "line": 43 }, { "directive": "disallow", "path": "/*/cart/", "line": 44 }, { "directive": "disallow", "path": "/checkout", "line": 45 }, { "directive": "disallow", "path": "/*/checkout", "line": 46 }, { "directive": "disallow", "path": "/checkouts/", "line": 47 }, { "directive": "disallow", "path": "/*/checkouts/", "line": 48 }, { "directive": "disallow", "path": "/orders", "line": 49 }, { "directive": "disallow", "path": "/*/orders", "line": 50 }, { "directive": "allow", "path": "/account/login", "line": 51 }, { "directive": "allow", "path": "/*/account/login", "line": 52 }, { "directive": "disallow", "path": "/account", "line": 53 }, { "directive": "disallow", "path": "/*/account", "line": 54 }, { "directive": "disallow", "path": "/61427974201", "line": 55 }, { "directive": "disallow", "path": "/cdn/wpm/*.js", "line": 56 }, { "directive": "disallow", "path": "/services", "line": 59 }, { "directive": "disallow", "path": "/sf_*", "line": 60 }, { "directive": "disallow", "path": "/cart.js", "line": 63 }, { "directive": "disallow", "path": "/*/cart.js", "line": 64 }, { "directive": "disallow", "path": "/recommendations/products", "line": 65 }, { "directive": "disallow", "path": "/*/recommendations/products", "line": 66 }, { "directive": "disallow", "path": "/collections/*sort_by*", "line": 69 }, { "directive": "disallow", "path": "/*/collections/*sort_by*", "line": 70 }, { "directive": "disallow", "path": "/collections/*+*", "line": 71 }, { "directive": "disallow", "path": "/collections/*%2B*", "line": 72 }, { "directive": "disallow", "path": "/collections/*%2b*", "line": 73 }, { "directive": "disallow", "path": "/*/collections/*+*", "line": 74 }, { "directive": "disallow", "path": "/*/collections/*%2B*", "line": 75 }, { "directive": "disallow", "path": "/*/collections/*%2b*", "line": 76 }, { "directive": "disallow", "path": "/collections/*filter*&*filter*", "line": 77 }, { "directive": "disallow", "path": "/*/collections/*filter*&*filter*", "line": 78 }, { "directive": "disallow", "path": "/blogs/*+*", "line": 79 }, { "directive": "disallow", "path": "/blogs/*%2B*", "line": 80 }, { "directive": "disallow", "path": "/blogs/*%2b*", "line": 81 }, { "directive": "disallow", "path": "/*/blogs/*+*", "line": 82 }, { "directive": "disallow", "path": "/*/blogs/*%2B*", "line": 83 }, { "directive": "disallow", "path": "/*/blogs/*%2b*", "line": 84 }, { "directive": "disallow", "path": "/*?*ls=*&ls=*", "line": 85 }, { "directive": "disallow", "path": "/*?*ls%3*ls%3*", "line": 86 }, { "directive": "disallow", "path": "/*?*oseid=*", "line": 87 }, { "directive": "disallow", "path": "/*?*preview_theme_id=*", "line": 88 }, { "directive": "disallow", "path": "/*?*preview_script_id=*", "line": 89 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 19 }, { "directive": "allow", "path": "/products/account", "line": 20 }, { "directive": "allow", "path": "/products/orders", "line": 21 }, { "directive": "allow", "path": "/products/checkout", "line": 22 }, { "directive": "allow", "path": "/*/products/account", "line": 23 }, { "directive": "allow", "path": "/*/products/orders", "line": 24 }, { "directive": "allow", "path": "/*/products/checkout", "line": 25 }, { "directive": "allow", "path": "/collections/account", "line": 26 }, { "directive": "allow", "path": "/collections/orders", "line": 27 }, { "directive": "allow", "path": "/collections/checkout", "line": 28 }, { "directive": "allow", "path": "/*/collections/account", "line": 29 }, { "directive": "allow", "path": "/*/collections/orders", "line": 30 }, { "directive": "allow", "path": "/*/collections/checkout", "line": 31 }, { "directive": "allow", "path": "/pages/checkout", "line": 32 }, { "directive": "allow", "path": "/*/pages/checkout", "line": 33 }, { "directive": "allow", "path": "/blogs/*account", "line": 34 }, { "directive": "allow", "path": "/blogs/*orders", "line": 35 }, { "directive": "allow", "path": "/blogs/*checkout", "line": 36 }, { "directive": "allow", "path": "/*/blogs/*account", "line": 37 }, { "directive": "allow", "path": "/*/blogs/*orders", "line": 38 }, { "directive": "allow", "path": "/*/blogs/*checkout", "line": 39 }, { "directive": "disallow", "path": "/admin", "line": 42 }, { "directive": "disallow", "path": "/cart/", "line": 43 }, { "directive": "disallow", "path": "/*/cart/", "line": 44 }, { "directive": "disallow", "path": "/checkout", "line": 45 }, { "directive": "disallow", "path": "/*/checkout", "line": 46 }, { "directive": "disallow", "path": "/checkouts/", "line": 47 }, { "directive": "disallow", "path": "/*/checkouts/", "line": 48 }, { "directive": "disallow", "path": "/orders", "line": 49 }, { "directive": "disallow", "path": "/*/orders", "line": 50 }, { "directive": "allow", "path": "/account/login", "line": 51 }, { "directive": "allow", "path": "/*/account/login", "line": 52 }, { "directive": "disallow", "path": "/account", "line": 53 }, { "directive": "disallow", "path": "/*/account", "line": 54 }, { "directive": "disallow", "path": "/61427974201", "line": 55 }, { "directive": "disallow", "path": "/cdn/wpm/*.js", "line": 56 }, { "directive": "disallow", "path": "/services", "line": 59 }, { "directive": "disallow", "path": "/sf_*", "line": 60 }, { "directive": "disallow", "path": "/cart.js", "line": 63 }, { "directive": "disallow", "path": "/*/cart.js", "line": 64 }, { "directive": "disallow", "path": "/recommendations/products", "line": 65 }, { "directive": "disallow", "path": "/*/recommendations/products", "line": 66 }, { "directive": "disallow", "path": "/collections/*sort_by*", "line": 69 }, { "directive": "disallow", "path": "/*/collections/*sort_by*", "line": 70 }, { "directive": "disallow", "path": "/collections/*+*", "line": 71 }, { "directive": "disallow", "path": "/collections/*%2B*", "line": 72 }, { "directive": "disallow", "path": "/collections/*%2b*", "line": 73 }, { "directive": "disallow", "path": "/*/collections/*+*", "line": 74 }, { "directive": "disallow", "path": "/*/collections/*%2B*", "line": 75 }, { "directive": "disallow", "path": "/*/collections/*%2b*", "line": 76 }, { "directive": "disallow", "path": "/collections/*filter*&*filter*", "line": 77 }, { "directive": "disallow", "path": "/*/collections/*filter*&*filter*", "line": 78 }, { "directive": "disallow", "path": "/blogs/*+*", "line": 79 }, { "directive": "disallow", "path": "/blogs/*%2B*", "line": 80 }, { "directive": "disallow", "path": "/blogs/*%2b*", "line": 81 }, { "directive": "disallow", "path": "/*/blogs/*+*", "line": 82 }, { "directive": "disallow", "path": "/*/blogs/*%2B*", "line": 83 }, { "directive": "disallow", "path": "/*/blogs/*%2b*", "line": 84 }, { "directive": "disallow", "path": "/*?*ls=*&ls=*", "line": 85 }, { "directive": "disallow", "path": "/*?*ls%3*ls%3*", "line": 86 }, { "directive": "disallow", "path": "/*?*oseid=*", "line": 87 }, { "directive": "disallow", "path": "/*?*preview_theme_id=*", "line": 88 }, { "directive": "disallow", "path": "/*?*preview_script_id=*", "line": 89 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 19 }, { "directive": "allow", "path": "/products/account", "line": 20 }, { "directive": "allow", "path": "/products/orders", "line": 21 }, { "directive": "allow", "path": "/products/checkout", "line": 22 }, { "directive": "allow", "path": "/*/products/account", "line": 23 }, { "directive": "allow", "path": "/*/products/orders", "line": 24 }, { "directive": "allow", "path": "/*/products/checkout", "line": 25 }, { "directive": "allow", "path": "/collections/account", "line": 26 }, { "directive": "allow", "path": "/collections/orders", "line": 27 }, { "directive": "allow", "path": "/collections/checkout", "line": 28 }, { "directive": "allow", "path": "/*/collections/account", "line": 29 }, { "directive": "allow", "path": "/*/collections/orders", "line": 30 }, { "directive": "allow", "path": "/*/collections/checkout", "line": 31 }, { "directive": "allow", "path": "/pages/checkout", "line": 32 }, { "directive": "allow", "path": "/*/pages/checkout", "line": 33 }, { "directive": "allow", "path": "/blogs/*account", "line": 34 }, { "directive": "allow", "path": "/blogs/*orders", "line": 35 }, { "directive": "allow", "path": "/blogs/*checkout", "line": 36 }, { "directive": "allow", "path": "/*/blogs/*account", "line": 37 }, { "directive": "allow", "path": "/*/blogs/*orders", "line": 38 }, { "directive": "allow", "path": "/*/blogs/*checkout", "line": 39 }, { "directive": "disallow", "path": "/admin", "line": 42 }, { "directive": "disallow", "path": "/cart/", "line": 43 }, { "directive": "disallow", "path": "/*/cart/", "line": 44 }, { "directive": "disallow", "path": "/checkout", "line": 45 }, { "directive": "disallow", "path": "/*/checkout", "line": 46 }, { "directive": "disallow", "path": "/checkouts/", "line": 47 }, { "directive": "disallow", "path": "/*/checkouts/", "line": 48 }, { "directive": "disallow", "path": "/orders", "line": 49 }, { "directive": "disallow", "path": "/*/orders", "line": 50 }, { "directive": "allow", "path": "/account/login", "line": 51 }, { "directive": "allow", "path": "/*/account/login", "line": 52 }, { "directive": "disallow", "path": "/account", "line": 53 }, { "directive": "disallow", "path": "/*/account", "line": 54 }, { "directive": "disallow", "path": "/61427974201", "line": 55 }, { "directive": "disallow", "path": "/cdn/wpm/*.js", "line": 56 }, { "directive": "disallow", "path": "/services", "line": 59 }, { "directive": "disallow", "path": "/sf_*", "line": 60 }, { "directive": "disallow", "path": "/cart.js", "line": 63 }, { "directive": "disallow", "path": "/*/cart.js", "line": 64 }, { "directive": "disallow", "path": "/recommendations/products", "line": 65 }, { "directive": "disallow", "path": "/*/recommendations/products", "line": 66 }, { "directive": "disallow", "path": "/collections/*sort_by*", "line": 69 }, { "directive": "disallow", "path": "/*/collections/*sort_by*", "line": 70 }, { "directive": "disallow", "path": "/collections/*+*", "line": 71 }, { "directive": "disallow", "path": "/collections/*%2B*", "line": 72 }, { "directive": "disallow", "path": "/collections/*%2b*", "line": 73 }, { "directive": "disallow", "path": "/*/collections/*+*", "line": 74 }, { "directive": "disallow", "path": "/*/collections/*%2B*", "line": 75 }, { "directive": "disallow", "path": "/*/collections/*%2b*", "line": 76 }, { "directive": "disallow", "path": "/collections/*filter*&*filter*", "line": 77 }, { "directive": "disallow", "path": "/*/collections/*filter*&*filter*", "line": 78 }, { "directive": "disallow", "path": "/blogs/*+*", "line": 79 }, { "directive": "disallow", "path": "/blogs/*%2B*", "line": 80 }, { "directive": "disallow", "path": "/blogs/*%2b*", "line": 81 }, { "directive": "disallow", "path": "/*/blogs/*+*", "line": 82 }, { "directive": "disallow", "path": "/*/blogs/*%2B*", "line": 83 }, { "directive": "disallow", "path": "/*/blogs/*%2b*", "line": 84 }, { "directive": "disallow", "path": "/*?*ls=*&ls=*", "line": 85 }, { "directive": "disallow", "path": "/*?*ls%3*ls%3*", "line": 86 }, { "directive": "disallow", "path": "/*?*oseid=*", "line": 87 }, { "directive": "disallow", "path": "/*?*preview_theme_id=*", "line": 88 }, { "directive": "disallow", "path": "/*?*preview_script_id=*", "line": 89 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 19 }, { "directive": "allow", "path": "/products/account", "line": 20 }, { "directive": "allow", "path": "/products/orders", "line": 21 }, { "directive": "allow", "path": "/products/checkout", "line": 22 }, { "directive": "allow", "path": "/*/products/account", "line": 23 }, { "directive": "allow", "path": "/*/products/orders", "line": 24 }, { "directive": "allow", "path": "/*/products/checkout", "line": 25 }, { "directive": "allow", "path": "/collections/account", "line": 26 }, { "directive": "allow", "path": "/collections/orders", "line": 27 }, { "directive": "allow", "path": "/collections/checkout", "line": 28 }, { "directive": "allow", "path": "/*/collections/account", "line": 29 }, { "directive": "allow", "path": "/*/collections/orders", "line": 30 }, { "directive": "allow", "path": "/*/collections/checkout", "line": 31 }, { "directive": "allow", "path": "/pages/checkout", "line": 32 }, { "directive": "allow", "path": "/*/pages/checkout", "line": 33 }, { "directive": "allow", "path": "/blogs/*account", "line": 34 }, { "directive": "allow", "path": "/blogs/*orders", "line": 35 }, { "directive": "allow", "path": "/blogs/*checkout", "line": 36 }, { "directive": "allow", "path": "/*/blogs/*account", "line": 37 }, { "directive": "allow", "path": "/*/blogs/*orders", "line": 38 }, { "directive": "allow", "path": "/*/blogs/*checkout", "line": 39 }, { "directive": "disallow", "path": "/admin", "line": 42 }, { "directive": "disallow", "path": "/cart/", "line": 43 }, { "directive": "disallow", "path": "/*/cart/", "line": 44 }, { "directive": "disallow", "path": "/checkout", "line": 45 }, { "directive": "disallow", "path": "/*/checkout", "line": 46 }, { "directive": "disallow", "path": "/checkouts/", "line": 47 }, { "directive": "disallow", "path": "/*/checkouts/", "line": 48 }, { "directive": "disallow", "path": "/orders", "line": 49 }, { "directive": "disallow", "path": "/*/orders", "line": 50 }, { "directive": "allow", "path": "/account/login", "line": 51 }, { "directive": "allow", "path": "/*/account/login", "line": 52 }, { "directive": "disallow", "path": "/account", "line": 53 }, { "directive": "disallow", "path": "/*/account", "line": 54 }, { "directive": "disallow", "path": "/61427974201", "line": 55 }, { "directive": "disallow", "path": "/cdn/wpm/*.js", "line": 56 }, { "directive": "disallow", "path": "/services", "line": 59 }, { "directive": "disallow", "path": "/sf_*", "line": 60 }, { "directive": "disallow", "path": "/cart.js", "line": 63 }, { "directive": "disallow", "path": "/*/cart.js", "line": 64 }, { "directive": "disallow", "path": "/recommendations/products", "line": 65 }, { "directive": "disallow", "path": "/*/recommendations/products", "line": 66 }, { "directive": "disallow", "path": "/collections/*sort_by*", "line": 69 }, { "directive": "disallow", "path": "/*/collections/*sort_by*", "line": 70 }, { "directive": "disallow", "path": "/collections/*+*", "line": 71 }, { "directive": "disallow", "path": "/collections/*%2B*", "line": 72 }, { "directive": "disallow", "path": "/collections/*%2b*", "line": 73 }, { "directive": "disallow", "path": "/*/collections/*+*", "line": 74 }, { "directive": "disallow", "path": "/*/collections/*%2B*", "line": 75 }, { "directive": "disallow", "path": "/*/collections/*%2b*", "line": 76 }, { "directive": "disallow", "path": "/collections/*filter*&*filter*", "line": 77 }, { "directive": "disallow", "path": "/*/collections/*filter*&*filter*", "line": 78 }, { "directive": "disallow", "path": "/blogs/*+*", "line": 79 }, { "directive": "disallow", "path": "/blogs/*%2B*", "line": 80 }, { "directive": "disallow", "path": "/blogs/*%2b*", "line": 81 }, { "directive": "disallow", "path": "/*/blogs/*+*", "line": 82 }, { "directive": "disallow", "path": "/*/blogs/*%2B*", "line": 83 }, { "directive": "disallow", "path": "/*/blogs/*%2b*", "line": 84 }, { "directive": "disallow", "path": "/*?*ls=*&ls=*", "line": 85 }, { "directive": "disallow", "path": "/*?*ls%3*ls%3*", "line": 86 }, { "directive": "disallow", "path": "/*?*oseid=*", "line": 87 }, { "directive": "disallow", "path": "/*?*preview_theme_id=*", "line": 88 }, { "directive": "disallow", "path": "/*?*preview_script_id=*", "line": 89 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 19 }, { "directive": "allow", "path": "/products/account", "line": 20 }, { "directive": "allow", "path": "/products/orders", "line": 21 }, { "directive": "allow", "path": "/products/checkout", "line": 22 }, { "directive": "allow", "path": "/*/products/account", "line": 23 }, { "directive": "allow", "path": "/*/products/orders", "line": 24 }, { "directive": "allow", "path": "/*/products/checkout", "line": 25 }, { "directive": "allow", "path": "/collections/account", "line": 26 }, { "directive": "allow", "path": "/collections/orders", "line": 27 }, { "directive": "allow", "path": "/collections/checkout", "line": 28 }, { "directive": "allow", "path": "/*/collections/account", "line": 29 }, { "directive": "allow", "path": "/*/collections/orders", "line": 30 }, { "directive": "allow", "path": "/*/collections/checkout", "line": 31 }, { "directive": "allow", "path": "/pages/checkout", "line": 32 }, { "directive": "allow", "path": "/*/pages/checkout", "line": 33 }, { "directive": "allow", "path": "/blogs/*account", "line": 34 }, { "directive": "allow", "path": "/blogs/*orders", "line": 35 }, { "directive": "allow", "path": "/blogs/*checkout", "line": 36 }, { "directive": "allow", "path": "/*/blogs/*account", "line": 37 }, { "directive": "allow", "path": "/*/blogs/*orders", "line": 38 }, { "directive": "allow", "path": "/*/blogs/*checkout", "line": 39 }, { "directive": "disallow", "path": "/admin", "line": 42 }, { "directive": "disallow", "path": "/cart/", "line": 43 }, { "directive": "disallow", "path": "/*/cart/", "line": 44 }, { "directive": "disallow", "path": "/checkout", "line": 45 }, { "directive": "disallow", "path": "/*/checkout", "line": 46 }, { "directive": "disallow", "path": "/checkouts/", "line": 47 }, { "directive": "disallow", "path": "/*/checkouts/", "line": 48 }, { "directive": "disallow", "path": "/orders", "line": 49 }, { "directive": "disallow", "path": "/*/orders", "line": 50 }, { "directive": "allow", "path": "/account/login", "line": 51 }, { "directive": "allow", "path": "/*/account/login", "line": 52 }, { "directive": "disallow", "path": "/account", "line": 53 }, { "directive": "disallow", "path": "/*/account", "line": 54 }, { "directive": "disallow", "path": "/61427974201", "line": 55 }, { "directive": "disallow", "path": "/cdn/wpm/*.js", "line": 56 }, { "directive": "disallow", "path": "/services", "line": 59 }, { "directive": "disallow", "path": "/sf_*", "line": 60 }, { "directive": "disallow", "path": "/cart.js", "line": 63 }, { "directive": "disallow", "path": "/*/cart.js", "line": 64 }, { "directive": "disallow", "path": "/recommendations/products", "line": 65 }, { "directive": "disallow", "path": "/*/recommendations/products", "line": 66 }, { "directive": "disallow", "path": "/collections/*sort_by*", "line": 69 }, { "directive": "disallow", "path": "/*/collections/*sort_by*", "line": 70 }, { "directive": "disallow", "path": "/collections/*+*", "line": 71 }, { "directive": "disallow", "path": "/collections/*%2B*", "line": 72 }, { "directive": "disallow", "path": "/collections/*%2b*", "line": 73 }, { "directive": "disallow", "path": "/*/collections/*+*", "line": 74 }, { "directive": "disallow", "path": "/*/collections/*%2B*", "line": 75 }, { "directive": "disallow", "path": "/*/collections/*%2b*", "line": 76 }, { "directive": "disallow", "path": "/collections/*filter*&*filter*", "line": 77 }, { "directive": "disallow", "path": "/*/collections/*filter*&*filter*", "line": 78 }, { "directive": "disallow", "path": "/blogs/*+*", "line": 79 }, { "directive": "disallow", "path": "/blogs/*%2B*", "line": 80 }, { "directive": "disallow", "path": "/blogs/*%2b*", "line": 81 }, { "directive": "disallow", "path": "/*/blogs/*+*", "line": 82 }, { "directive": "disallow", "path": "/*/blogs/*%2B*", "line": 83 }, { "directive": "disallow", "path": "/*/blogs/*%2b*", "line": 84 }, { "directive": "disallow", "path": "/*?*ls=*&ls=*", "line": 85 }, { "directive": "disallow", "path": "/*?*ls%3*ls%3*", "line": 86 }, { "directive": "disallow", "path": "/*?*oseid=*", "line": 87 }, { "directive": "disallow", "path": "/*?*preview_theme_id=*", "line": 88 }, { "directive": "disallow", "path": "/*?*preview_script_id=*", "line": 89 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 19 }, { "directive": "allow", "path": "/products/account", "line": 20 }, { "directive": "allow", "path": "/products/orders", "line": 21 }, { "directive": "allow", "path": "/products/checkout", "line": 22 }, { "directive": "allow", "path": "/*/products/account", "line": 23 }, { "directive": "allow", "path": "/*/products/orders", "line": 24 }, { "directive": "allow", "path": "/*/products/checkout", "line": 25 }, { "directive": "allow", "path": "/collections/account", "line": 26 }, { "directive": "allow", "path": "/collections/orders", "line": 27 }, { "directive": "allow", "path": "/collections/checkout", "line": 28 }, { "directive": "allow", "path": "/*/collections/account", "line": 29 }, { "directive": "allow", "path": "/*/collections/orders", "line": 30 }, { "directive": "allow", "path": "/*/collections/checkout", "line": 31 }, { "directive": "allow", "path": "/pages/checkout", "line": 32 }, { "directive": "allow", "path": "/*/pages/checkout", "line": 33 }, { "directive": "allow", "path": "/blogs/*account", "line": 34 }, { "directive": "allow", "path": "/blogs/*orders", "line": 35 }, { "directive": "allow", "path": "/blogs/*checkout", "line": 36 }, { "directive": "allow", "path": "/*/blogs/*account", "line": 37 }, { "directive": "allow", "path": "/*/blogs/*orders", "line": 38 }, { "directive": "allow", "path": "/*/blogs/*checkout", "line": 39 }, { "directive": "disallow", "path": "/admin", "line": 42 }, { "directive": "disallow", "path": "/cart/", "line": 43 }, { "directive": "disallow", "path": "/*/cart/", "line": 44 }, { "directive": "disallow", "path": "/checkout", "line": 45 }, { "directive": "disallow", "path": "/*/checkout", "line": 46 }, { "directive": "disallow", "path": "/checkouts/", "line": 47 }, { "directive": "disallow", "path": "/*/checkouts/", "line": 48 }, { "directive": "disallow", "path": "/orders", "line": 49 }, { "directive": "disallow", "path": "/*/orders", "line": 50 }, { "directive": "allow", "path": "/account/login", "line": 51 }, { "directive": "allow", "path": "/*/account/login", "line": 52 }, { "directive": "disallow", "path": "/account", "line": 53 }, { "directive": "disallow", "path": "/*/account", "line": 54 }, { "directive": "disallow", "path": "/61427974201", "line": 55 }, { "directive": "disallow", "path": "/cdn/wpm/*.js", "line": 56 }, { "directive": "disallow", "path": "/services", "line": 59 }, { "directive": "disallow", "path": "/sf_*", "line": 60 }, { "directive": "disallow", "path": "/cart.js", "line": 63 }, { "directive": "disallow", "path": "/*/cart.js", "line": 64 }, { "directive": "disallow", "path": "/recommendations/products", "line": 65 }, { "directive": "disallow", "path": "/*/recommendations/products", "line": 66 }, { "directive": "disallow", "path": "/collections/*sort_by*", "line": 69 }, { "directive": "disallow", "path": "/*/collections/*sort_by*", "line": 70 }, { "directive": "disallow", "path": "/collections/*+*", "line": 71 }, { "directive": "disallow", "path": "/collections/*%2B*", "line": 72 }, { "directive": "disallow", "path": "/collections/*%2b*", "line": 73 }, { "directive": "disallow", "path": "/*/collections/*+*", "line": 74 }, { "directive": "disallow", "path": "/*/collections/*%2B*", "line": 75 }, { "directive": "disallow", "path": "/*/collections/*%2b*", "line": 76 }, { "directive": "disallow", "path": "/collections/*filter*&*filter*", "line": 77 }, { "directive": "disallow", "path": "/*/collections/*filter*&*filter*", "line": 78 }, { "directive": "disallow", "path": "/blogs/*+*", "line": 79 }, { "directive": "disallow", "path": "/blogs/*%2B*", "line": 80 }, { "directive": "disallow", "path": "/blogs/*%2b*", "line": 81 }, { "directive": "disallow", "path": "/*/blogs/*+*", "line": 82 }, { "directive": "disallow", "path": "/*/blogs/*%2B*", "line": 83 }, { "directive": "disallow", "path": "/*/blogs/*%2b*", "line": 84 }, { "directive": "disallow", "path": "/*?*ls=*&ls=*", "line": 85 }, { "directive": "disallow", "path": "/*?*ls%3*ls%3*", "line": 86 }, { "directive": "disallow", "path": "/*?*oseid=*", "line": 87 }, { "directive": "disallow", "path": "/*?*preview_theme_id=*", "line": 88 }, { "directive": "disallow", "path": "/*?*preview_script_id=*", "line": 89 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.cbrands.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "676f3745e9a79e59403c69e790e8a19d259c9d5b09de5811249c99136eecce34", "bytes": 3628 }, { "company": "Constellation Energy", "cik": "1868275", "sector": "Utilities", "origin": "https://www.constellation.com", "checkedAt": "2026-09-26T04:55:11.867Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search.html", "line": 3 }, { "directive": "disallow", "path": "/contact-us/thank-you.html", "line": 4 }, { "directive": "disallow", "path": "/request-a-quote/thank-you.html", "line": 5 }, { "directive": "disallow", "path": "/sandbox/", "line": 6 }, { "directive": "disallow", "path": "/cfma/", "line": 7 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search.html", "line": 3 }, { "directive": "disallow", "path": "/contact-us/thank-you.html", "line": 4 }, { "directive": "disallow", "path": "/request-a-quote/thank-you.html", "line": 5 }, { "directive": "disallow", "path": "/sandbox/", "line": 6 }, { "directive": "disallow", "path": "/cfma/", "line": 7 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search.html", "line": 3 }, { "directive": "disallow", "path": "/contact-us/thank-you.html", "line": 4 }, { "directive": "disallow", "path": "/request-a-quote/thank-you.html", "line": 5 }, { "directive": "disallow", "path": "/sandbox/", "line": 6 }, { "directive": "disallow", "path": "/cfma/", "line": 7 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search.html", "line": 3 }, { "directive": "disallow", "path": "/contact-us/thank-you.html", "line": 4 }, { "directive": "disallow", "path": "/request-a-quote/thank-you.html", "line": 5 }, { "directive": "disallow", "path": "/sandbox/", "line": 6 }, { "directive": "disallow", "path": "/cfma/", "line": 7 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search.html", "line": 3 }, { "directive": "disallow", "path": "/contact-us/thank-you.html", "line": 4 }, { "directive": "disallow", "path": "/request-a-quote/thank-you.html", "line": 5 }, { "directive": "disallow", "path": "/sandbox/", "line": 6 }, { "directive": "disallow", "path": "/cfma/", "line": 7 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search.html", "line": 3 }, { "directive": "disallow", "path": "/contact-us/thank-you.html", "line": 4 }, { "directive": "disallow", "path": "/request-a-quote/thank-you.html", "line": 5 }, { "directive": "disallow", "path": "/sandbox/", "line": 6 }, { "directive": "disallow", "path": "/cfma/", "line": 7 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search.html", "line": 3 }, { "directive": "disallow", "path": "/contact-us/thank-you.html", "line": 4 }, { "directive": "disallow", "path": "/request-a-quote/thank-you.html", "line": 5 }, { "directive": "disallow", "path": "/sandbox/", "line": 6 }, { "directive": "disallow", "path": "/cfma/", "line": 7 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search.html", "line": 3 }, { "directive": "disallow", "path": "/contact-us/thank-you.html", "line": 4 }, { "directive": "disallow", "path": "/request-a-quote/thank-you.html", "line": 5 }, { "directive": "disallow", "path": "/sandbox/", "line": 6 }, { "directive": "disallow", "path": "/cfma/", "line": 7 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.constellation.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "d07052b6aed0d8328727bc2b55f8180c8dbc32ff8f1c22a6ca173261a2de33b9", "bytes": 292 }, { "company": "Cooper Companies (The)", "cik": "711404", "sector": "Health Care", "origin": "http://www.coopercos.com", "checkedAt": "2026-09-26T04:55:12.722Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.coopercos.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "1c8c0cf0207ccc41fdd7035de042eb08370e8c2b5aa181fedb07f42d97cae285", "bytes": 120 }, { "company": "Copart", "cik": "900075", "sector": "Industrials", "origin": "https://www.copart.com", "checkedAt": "2026-09-26T04:55:13.051Z", "status": "ambiguous_content", "bots": null, "httpStatus": 200, "finalUrl": "https://www.copart.com/robots.txt", "contentType": "text/html", "sha256": "d02032286070b4dd9d8fbd985a7bdca8af8edf52b89ff177db3bfcb2c8a9c43d", "bytes": 212 }, { "company": "Corning Inc.", "cik": "24741", "sector": "Information Technology", "origin": "http://www.corning.com", "checkedAt": "2026-09-26T04:55:13.219Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "http://www.corning.com/robots.txt", "contentType": "text/html" }, { "company": "Corpay", "cik": "1175454", "sector": "Financials", "origin": "https://www.fleetcor.com", "checkedAt": "2026-09-26T04:55:13.305Z", "status": "ambiguous_oversize", "bots": null, "httpStatus": 200, "finalUrl": "https://www.corpay.com/", "contentType": "text/html; charset=utf-8" }, { "company": "Corteva", "cik": "1755672", "sector": "Materials", "origin": "https://www.corteva.com", "checkedAt": "2026-09-26T04:55:14.812Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/san-pham-va-giai-phap/tra-cuu-thong-tin-san-pham.1.html", "line": 3 }, { "directive": "disallow", "path": "/content/dam/dpagco/corteva/global/corporate/files/code-of-conduct/Corteva_Code_Interactive_ruRU_Russian.pdf", "line": 4 }, { "directive": "disallow", "path": "/content/dam/dpagco/corteva/global/corporate/general/files/code-of-conduct/Corteva%20QRG%20Russian.pdf", "line": 5 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/san-pham-va-giai-phap/tra-cuu-thong-tin-san-pham.1.html", "line": 3 }, { "directive": "disallow", "path": "/content/dam/dpagco/corteva/global/corporate/files/code-of-conduct/Corteva_Code_Interactive_ruRU_Russian.pdf", "line": 4 }, { "directive": "disallow", "path": "/content/dam/dpagco/corteva/global/corporate/general/files/code-of-conduct/Corteva%20QRG%20Russian.pdf", "line": 5 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/san-pham-va-giai-phap/tra-cuu-thong-tin-san-pham.1.html", "line": 3 }, { "directive": "disallow", "path": "/content/dam/dpagco/corteva/global/corporate/files/code-of-conduct/Corteva_Code_Interactive_ruRU_Russian.pdf", "line": 4 }, { "directive": "disallow", "path": "/content/dam/dpagco/corteva/global/corporate/general/files/code-of-conduct/Corteva%20QRG%20Russian.pdf", "line": 5 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/san-pham-va-giai-phap/tra-cuu-thong-tin-san-pham.1.html", "line": 3 }, { "directive": "disallow", "path": "/content/dam/dpagco/corteva/global/corporate/files/code-of-conduct/Corteva_Code_Interactive_ruRU_Russian.pdf", "line": 4 }, { "directive": "disallow", "path": "/content/dam/dpagco/corteva/global/corporate/general/files/code-of-conduct/Corteva%20QRG%20Russian.pdf", "line": 5 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/san-pham-va-giai-phap/tra-cuu-thong-tin-san-pham.1.html", "line": 3 }, { "directive": "disallow", "path": "/content/dam/dpagco/corteva/global/corporate/files/code-of-conduct/Corteva_Code_Interactive_ruRU_Russian.pdf", "line": 4 }, { "directive": "disallow", "path": "/content/dam/dpagco/corteva/global/corporate/general/files/code-of-conduct/Corteva%20QRG%20Russian.pdf", "line": 5 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/san-pham-va-giai-phap/tra-cuu-thong-tin-san-pham.1.html", "line": 3 }, { "directive": "disallow", "path": "/content/dam/dpagco/corteva/global/corporate/files/code-of-conduct/Corteva_Code_Interactive_ruRU_Russian.pdf", "line": 4 }, { "directive": "disallow", "path": "/content/dam/dpagco/corteva/global/corporate/general/files/code-of-conduct/Corteva%20QRG%20Russian.pdf", "line": 5 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/san-pham-va-giai-phap/tra-cuu-thong-tin-san-pham.1.html", "line": 3 }, { "directive": "disallow", "path": "/content/dam/dpagco/corteva/global/corporate/files/code-of-conduct/Corteva_Code_Interactive_ruRU_Russian.pdf", "line": 4 }, { "directive": "disallow", "path": "/content/dam/dpagco/corteva/global/corporate/general/files/code-of-conduct/Corteva%20QRG%20Russian.pdf", "line": 5 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/san-pham-va-giai-phap/tra-cuu-thong-tin-san-pham.1.html", "line": 3 }, { "directive": "disallow", "path": "/content/dam/dpagco/corteva/global/corporate/files/code-of-conduct/Corteva_Code_Interactive_ruRU_Russian.pdf", "line": 4 }, { "directive": "disallow", "path": "/content/dam/dpagco/corteva/global/corporate/general/files/code-of-conduct/Corteva%20QRG%20Russian.pdf", "line": 5 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.corteva.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "7d66d63bbc719ecdb5fd247205b62321df35f71dd94475736832c49c476a7d69", "bytes": 3402 }, { "company": "CoStar Group", "cik": "1057352", "sector": "Real Estate", "origin": "https://www.costargroup.com", "checkedAt": "2026-09-26T04:55:14.965Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.costargroup.com/robots.txt", "contentType": "text/html" }, { "company": "Costco", "cik": "909832", "sector": "Consumer Staples", "origin": "https://www.costco.com", "checkedAt": "2026-09-26T04:55:15.048Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*WarehouseLocatorBrowseView*", "line": 43 }, { "directive": "disallow", "path": "/*AddressBookDisplayView*", "line": 56 }, { "directive": "disallow", "path": "/*ChangePassword*", "line": 57 }, { "directive": "disallow", "path": "/*CommunicationPreferenceView*", "line": 58 }, { "directive": "disallow", "path": "/*NonAjaxAddressBook*", "line": 59 }, { "directive": "disallow", "path": "/*OrderStatusCmd*", "line": 60 }, { "directive": "disallow", "path": "/*PaymentMethodDisplayView*", "line": 61 }, { "directive": "disallow", "path": "/*UserAccountView*", "line": 62 }, { "directive": "disallow", "path": "/*UserRegistrationErrorView*", "line": 63 }, { "directive": "disallow", "path": "/*CashCardBalanceInquiry*", "line": 64 }, { "directive": "disallow", "path": "/*CashCardFormView*", "line": 65 }, { "directive": "disallow", "path": "/*BillingPaymentDisplayView*", "line": 68 }, { "directive": "disallow", "path": "/*CheckoutReviewDisplayView*", "line": 69 }, { "directive": "disallow", "path": "/*CostcoOrderReview*", "line": 70 }, { "directive": "disallow", "path": "/*MultipleShipmentOrderSummaryView*", "line": 71 }, { "directive": "disallow", "path": "/*OrderBillingView*", "line": 72 }, { "directive": "disallow", "path": "/*OrderConfirmationView*", "line": 73 }, { "directive": "disallow", "path": "/*AccessControlErrorView*", "line": 76 }, { "directive": "disallow", "path": "/*AuthenticationPolicyErrorView*", "line": 77 }, { "directive": "disallow", "path": "/*CrossSiteRequestForgeryErrorView*", "line": 78 }, { "directive": "disallow", "path": "/*GenericApplicationError*", "line": 79 }, { "directive": "disallow", "path": "/*GenericError*", "line": 80 }, { "directive": "disallow", "path": "/*GenericSystemError*", "line": 81 }, { "directive": "disallow", "path": "/*InvalidInputErrorView*", "line": 82 }, { "directive": "disallow", "path": "/*InvalidProductView*", "line": 83 }, { "directive": "disallow", "path": "/*PasswordReEnterErrorView*", "line": 84 }, { "directive": "disallow", "path": "/*PreviewExclusionView*", "line": 85 }, { "directive": "disallow", "path": "/*ProductNotFoundView*", "line": 86 }, { "directive": "disallow", "path": "/*ProhibitedCharacterErrorView*", "line": 87 }, { "directive": "disallow", "path": "/*?*pageSize=*", "line": 91 }, { "directive": "allow", "path": "/*?currentPage=*pageSize=*", "line": 92 }, { "directive": "disallow", "path": "/*?*sortBy=*", "line": 93 }, { "directive": "disallow", "path": "/RegisterAccount*", "line": 97 }, { "directive": "disallow", "path": "/UserRegistrationForm*", "line": 98 }, { "directive": "disallow", "path": "/*ResetPassword*", "line": 99 }, { "directive": "disallow", "path": "/Logoff*", "line": 100 }, { "directive": "disallow", "path": "/*ListOrdersDisplayTableView*", "line": 103 }, { "directive": "disallow", "path": "/*ListOrdersDisplayView*", "line": 104 }, { "directive": "disallow", "path": "/*OrderStatusDetailsView*", "line": 105 }, { "directive": "disallow", "path": "/*OrderStatusSummaryFSAView*", "line": 106 }, { "directive": "disallow", "path": "/*OrderStatusSummaryView*", "line": 107 }, { "directive": "disallow", "path": "/*OrderStatusTableDetailsDisplay*", "line": 108 }, { "directive": "disallow", "path": "/Browse/", "line": 111 }, { "directive": "disallow", "path": "/Common/", "line": 112 }, { "directive": "disallow", "path": "/Warehouse/", "line": 113 }, { "directive": "disallow", "path": "/CatalogSearch*", "line": 114 }, { "directive": "disallow", "path": "/*AjaxManageShoppingCartCmd*", "line": 122 }, { "directive": "disallow", "path": "/*CTOConfigureCmd*", "line": 123 }, { "directive": "disallow", "path": "/*WarehouseLocatorDirectionsView*", "line": 124 }, { "directive": "disallow", "path": "/Pharmacy/AccountRegister", "line": 125 }, { "directive": "disallow", "path": "/SiteMap$", "line": 126 }, { "directive": "disallow", "path": "/SiteMap?*", "line": 127 }, { "directive": "disallow", "path": "/*OrderByItemsDisplayView*", "line": 128 }, { "directive": "disallow", "path": "/*OrderDefinitionView*", "line": 129 }, { "directive": "disallow", "path": "/*SharedWishListView*", "line": 130 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*WarehouseLocatorBrowseView*", "line": 43 }, { "directive": "disallow", "path": "/*AddressBookDisplayView*", "line": 56 }, { "directive": "disallow", "path": "/*ChangePassword*", "line": 57 }, { "directive": "disallow", "path": "/*CommunicationPreferenceView*", "line": 58 }, { "directive": "disallow", "path": "/*NonAjaxAddressBook*", "line": 59 }, { "directive": "disallow", "path": "/*OrderStatusCmd*", "line": 60 }, { "directive": "disallow", "path": "/*PaymentMethodDisplayView*", "line": 61 }, { "directive": "disallow", "path": "/*UserAccountView*", "line": 62 }, { "directive": "disallow", "path": "/*UserRegistrationErrorView*", "line": 63 }, { "directive": "disallow", "path": "/*CashCardBalanceInquiry*", "line": 64 }, { "directive": "disallow", "path": "/*CashCardFormView*", "line": 65 }, { "directive": "disallow", "path": "/*BillingPaymentDisplayView*", "line": 68 }, { "directive": "disallow", "path": "/*CheckoutReviewDisplayView*", "line": 69 }, { "directive": "disallow", "path": "/*CostcoOrderReview*", "line": 70 }, { "directive": "disallow", "path": "/*MultipleShipmentOrderSummaryView*", "line": 71 }, { "directive": "disallow", "path": "/*OrderBillingView*", "line": 72 }, { "directive": "disallow", "path": "/*OrderConfirmationView*", "line": 73 }, { "directive": "disallow", "path": "/*AccessControlErrorView*", "line": 76 }, { "directive": "disallow", "path": "/*AuthenticationPolicyErrorView*", "line": 77 }, { "directive": "disallow", "path": "/*CrossSiteRequestForgeryErrorView*", "line": 78 }, { "directive": "disallow", "path": "/*GenericApplicationError*", "line": 79 }, { "directive": "disallow", "path": "/*GenericError*", "line": 80 }, { "directive": "disallow", "path": "/*GenericSystemError*", "line": 81 }, { "directive": "disallow", "path": "/*InvalidInputErrorView*", "line": 82 }, { "directive": "disallow", "path": "/*InvalidProductView*", "line": 83 }, { "directive": "disallow", "path": "/*PasswordReEnterErrorView*", "line": 84 }, { "directive": "disallow", "path": "/*PreviewExclusionView*", "line": 85 }, { "directive": "disallow", "path": "/*ProductNotFoundView*", "line": 86 }, { "directive": "disallow", "path": "/*ProhibitedCharacterErrorView*", "line": 87 }, { "directive": "disallow", "path": "/*?*pageSize=*", "line": 91 }, { "directive": "allow", "path": "/*?currentPage=*pageSize=*", "line": 92 }, { "directive": "disallow", "path": "/*?*sortBy=*", "line": 93 }, { "directive": "disallow", "path": "/RegisterAccount*", "line": 97 }, { "directive": "disallow", "path": "/UserRegistrationForm*", "line": 98 }, { "directive": "disallow", "path": "/*ResetPassword*", "line": 99 }, { "directive": "disallow", "path": "/Logoff*", "line": 100 }, { "directive": "disallow", "path": "/*ListOrdersDisplayTableView*", "line": 103 }, { "directive": "disallow", "path": "/*ListOrdersDisplayView*", "line": 104 }, { "directive": "disallow", "path": "/*OrderStatusDetailsView*", "line": 105 }, { "directive": "disallow", "path": "/*OrderStatusSummaryFSAView*", "line": 106 }, { "directive": "disallow", "path": "/*OrderStatusSummaryView*", "line": 107 }, { "directive": "disallow", "path": "/*OrderStatusTableDetailsDisplay*", "line": 108 }, { "directive": "disallow", "path": "/Browse/", "line": 111 }, { "directive": "disallow", "path": "/Common/", "line": 112 }, { "directive": "disallow", "path": "/Warehouse/", "line": 113 }, { "directive": "disallow", "path": "/CatalogSearch*", "line": 114 }, { "directive": "disallow", "path": "/*AjaxManageShoppingCartCmd*", "line": 122 }, { "directive": "disallow", "path": "/*CTOConfigureCmd*", "line": 123 }, { "directive": "disallow", "path": "/*WarehouseLocatorDirectionsView*", "line": 124 }, { "directive": "disallow", "path": "/Pharmacy/AccountRegister", "line": 125 }, { "directive": "disallow", "path": "/SiteMap$", "line": 126 }, { "directive": "disallow", "path": "/SiteMap?*", "line": 127 }, { "directive": "disallow", "path": "/*OrderByItemsDisplayView*", "line": 128 }, { "directive": "disallow", "path": "/*OrderDefinitionView*", "line": 129 }, { "directive": "disallow", "path": "/*SharedWishListView*", "line": 130 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*WarehouseLocatorBrowseView*", "line": 43 }, { "directive": "disallow", "path": "/*AddressBookDisplayView*", "line": 56 }, { "directive": "disallow", "path": "/*ChangePassword*", "line": 57 }, { "directive": "disallow", "path": "/*CommunicationPreferenceView*", "line": 58 }, { "directive": "disallow", "path": "/*NonAjaxAddressBook*", "line": 59 }, { "directive": "disallow", "path": "/*OrderStatusCmd*", "line": 60 }, { "directive": "disallow", "path": "/*PaymentMethodDisplayView*", "line": 61 }, { "directive": "disallow", "path": "/*UserAccountView*", "line": 62 }, { "directive": "disallow", "path": "/*UserRegistrationErrorView*", "line": 63 }, { "directive": "disallow", "path": "/*CashCardBalanceInquiry*", "line": 64 }, { "directive": "disallow", "path": "/*CashCardFormView*", "line": 65 }, { "directive": "disallow", "path": "/*BillingPaymentDisplayView*", "line": 68 }, { "directive": "disallow", "path": "/*CheckoutReviewDisplayView*", "line": 69 }, { "directive": "disallow", "path": "/*CostcoOrderReview*", "line": 70 }, { "directive": "disallow", "path": "/*MultipleShipmentOrderSummaryView*", "line": 71 }, { "directive": "disallow", "path": "/*OrderBillingView*", "line": 72 }, { "directive": "disallow", "path": "/*OrderConfirmationView*", "line": 73 }, { "directive": "disallow", "path": "/*AccessControlErrorView*", "line": 76 }, { "directive": "disallow", "path": "/*AuthenticationPolicyErrorView*", "line": 77 }, { "directive": "disallow", "path": "/*CrossSiteRequestForgeryErrorView*", "line": 78 }, { "directive": "disallow", "path": "/*GenericApplicationError*", "line": 79 }, { "directive": "disallow", "path": "/*GenericError*", "line": 80 }, { "directive": "disallow", "path": "/*GenericSystemError*", "line": 81 }, { "directive": "disallow", "path": "/*InvalidInputErrorView*", "line": 82 }, { "directive": "disallow", "path": "/*InvalidProductView*", "line": 83 }, { "directive": "disallow", "path": "/*PasswordReEnterErrorView*", "line": 84 }, { "directive": "disallow", "path": "/*PreviewExclusionView*", "line": 85 }, { "directive": "disallow", "path": "/*ProductNotFoundView*", "line": 86 }, { "directive": "disallow", "path": "/*ProhibitedCharacterErrorView*", "line": 87 }, { "directive": "disallow", "path": "/*?*pageSize=*", "line": 91 }, { "directive": "allow", "path": "/*?currentPage=*pageSize=*", "line": 92 }, { "directive": "disallow", "path": "/*?*sortBy=*", "line": 93 }, { "directive": "disallow", "path": "/RegisterAccount*", "line": 97 }, { "directive": "disallow", "path": "/UserRegistrationForm*", "line": 98 }, { "directive": "disallow", "path": "/*ResetPassword*", "line": 99 }, { "directive": "disallow", "path": "/Logoff*", "line": 100 }, { "directive": "disallow", "path": "/*ListOrdersDisplayTableView*", "line": 103 }, { "directive": "disallow", "path": "/*ListOrdersDisplayView*", "line": 104 }, { "directive": "disallow", "path": "/*OrderStatusDetailsView*", "line": 105 }, { "directive": "disallow", "path": "/*OrderStatusSummaryFSAView*", "line": 106 }, { "directive": "disallow", "path": "/*OrderStatusSummaryView*", "line": 107 }, { "directive": "disallow", "path": "/*OrderStatusTableDetailsDisplay*", "line": 108 }, { "directive": "disallow", "path": "/Browse/", "line": 111 }, { "directive": "disallow", "path": "/Common/", "line": 112 }, { "directive": "disallow", "path": "/Warehouse/", "line": 113 }, { "directive": "disallow", "path": "/CatalogSearch*", "line": 114 }, { "directive": "disallow", "path": "/*AjaxManageShoppingCartCmd*", "line": 122 }, { "directive": "disallow", "path": "/*CTOConfigureCmd*", "line": 123 }, { "directive": "disallow", "path": "/*WarehouseLocatorDirectionsView*", "line": 124 }, { "directive": "disallow", "path": "/Pharmacy/AccountRegister", "line": 125 }, { "directive": "disallow", "path": "/SiteMap$", "line": 126 }, { "directive": "disallow", "path": "/SiteMap?*", "line": 127 }, { "directive": "disallow", "path": "/*OrderByItemsDisplayView*", "line": 128 }, { "directive": "disallow", "path": "/*OrderDefinitionView*", "line": 129 }, { "directive": "disallow", "path": "/*SharedWishListView*", "line": 130 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*WarehouseLocatorBrowseView*", "line": 43 }, { "directive": "disallow", "path": "/*AddressBookDisplayView*", "line": 56 }, { "directive": "disallow", "path": "/*ChangePassword*", "line": 57 }, { "directive": "disallow", "path": "/*CommunicationPreferenceView*", "line": 58 }, { "directive": "disallow", "path": "/*NonAjaxAddressBook*", "line": 59 }, { "directive": "disallow", "path": "/*OrderStatusCmd*", "line": 60 }, { "directive": "disallow", "path": "/*PaymentMethodDisplayView*", "line": 61 }, { "directive": "disallow", "path": "/*UserAccountView*", "line": 62 }, { "directive": "disallow", "path": "/*UserRegistrationErrorView*", "line": 63 }, { "directive": "disallow", "path": "/*CashCardBalanceInquiry*", "line": 64 }, { "directive": "disallow", "path": "/*CashCardFormView*", "line": 65 }, { "directive": "disallow", "path": "/*BillingPaymentDisplayView*", "line": 68 }, { "directive": "disallow", "path": "/*CheckoutReviewDisplayView*", "line": 69 }, { "directive": "disallow", "path": "/*CostcoOrderReview*", "line": 70 }, { "directive": "disallow", "path": "/*MultipleShipmentOrderSummaryView*", "line": 71 }, { "directive": "disallow", "path": "/*OrderBillingView*", "line": 72 }, { "directive": "disallow", "path": "/*OrderConfirmationView*", "line": 73 }, { "directive": "disallow", "path": "/*AccessControlErrorView*", "line": 76 }, { "directive": "disallow", "path": "/*AuthenticationPolicyErrorView*", "line": 77 }, { "directive": "disallow", "path": "/*CrossSiteRequestForgeryErrorView*", "line": 78 }, { "directive": "disallow", "path": "/*GenericApplicationError*", "line": 79 }, { "directive": "disallow", "path": "/*GenericError*", "line": 80 }, { "directive": "disallow", "path": "/*GenericSystemError*", "line": 81 }, { "directive": "disallow", "path": "/*InvalidInputErrorView*", "line": 82 }, { "directive": "disallow", "path": "/*InvalidProductView*", "line": 83 }, { "directive": "disallow", "path": "/*PasswordReEnterErrorView*", "line": 84 }, { "directive": "disallow", "path": "/*PreviewExclusionView*", "line": 85 }, { "directive": "disallow", "path": "/*ProductNotFoundView*", "line": 86 }, { "directive": "disallow", "path": "/*ProhibitedCharacterErrorView*", "line": 87 }, { "directive": "disallow", "path": "/*?*pageSize=*", "line": 91 }, { "directive": "allow", "path": "/*?currentPage=*pageSize=*", "line": 92 }, { "directive": "disallow", "path": "/*?*sortBy=*", "line": 93 }, { "directive": "disallow", "path": "/RegisterAccount*", "line": 97 }, { "directive": "disallow", "path": "/UserRegistrationForm*", "line": 98 }, { "directive": "disallow", "path": "/*ResetPassword*", "line": 99 }, { "directive": "disallow", "path": "/Logoff*", "line": 100 }, { "directive": "disallow", "path": "/*ListOrdersDisplayTableView*", "line": 103 }, { "directive": "disallow", "path": "/*ListOrdersDisplayView*", "line": 104 }, { "directive": "disallow", "path": "/*OrderStatusDetailsView*", "line": 105 }, { "directive": "disallow", "path": "/*OrderStatusSummaryFSAView*", "line": 106 }, { "directive": "disallow", "path": "/*OrderStatusSummaryView*", "line": 107 }, { "directive": "disallow", "path": "/*OrderStatusTableDetailsDisplay*", "line": 108 }, { "directive": "disallow", "path": "/Browse/", "line": 111 }, { "directive": "disallow", "path": "/Common/", "line": 112 }, { "directive": "disallow", "path": "/Warehouse/", "line": 113 }, { "directive": "disallow", "path": "/CatalogSearch*", "line": 114 }, { "directive": "disallow", "path": "/*AjaxManageShoppingCartCmd*", "line": 122 }, { "directive": "disallow", "path": "/*CTOConfigureCmd*", "line": 123 }, { "directive": "disallow", "path": "/*WarehouseLocatorDirectionsView*", "line": 124 }, { "directive": "disallow", "path": "/Pharmacy/AccountRegister", "line": 125 }, { "directive": "disallow", "path": "/SiteMap$", "line": 126 }, { "directive": "disallow", "path": "/SiteMap?*", "line": 127 }, { "directive": "disallow", "path": "/*OrderByItemsDisplayView*", "line": 128 }, { "directive": "disallow", "path": "/*OrderDefinitionView*", "line": 129 }, { "directive": "disallow", "path": "/*SharedWishListView*", "line": 130 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*WarehouseLocatorBrowseView*", "line": 43 }, { "directive": "disallow", "path": "/*AddressBookDisplayView*", "line": 56 }, { "directive": "disallow", "path": "/*ChangePassword*", "line": 57 }, { "directive": "disallow", "path": "/*CommunicationPreferenceView*", "line": 58 }, { "directive": "disallow", "path": "/*NonAjaxAddressBook*", "line": 59 }, { "directive": "disallow", "path": "/*OrderStatusCmd*", "line": 60 }, { "directive": "disallow", "path": "/*PaymentMethodDisplayView*", "line": 61 }, { "directive": "disallow", "path": "/*UserAccountView*", "line": 62 }, { "directive": "disallow", "path": "/*UserRegistrationErrorView*", "line": 63 }, { "directive": "disallow", "path": "/*CashCardBalanceInquiry*", "line": 64 }, { "directive": "disallow", "path": "/*CashCardFormView*", "line": 65 }, { "directive": "disallow", "path": "/*BillingPaymentDisplayView*", "line": 68 }, { "directive": "disallow", "path": "/*CheckoutReviewDisplayView*", "line": 69 }, { "directive": "disallow", "path": "/*CostcoOrderReview*", "line": 70 }, { "directive": "disallow", "path": "/*MultipleShipmentOrderSummaryView*", "line": 71 }, { "directive": "disallow", "path": "/*OrderBillingView*", "line": 72 }, { "directive": "disallow", "path": "/*OrderConfirmationView*", "line": 73 }, { "directive": "disallow", "path": "/*AccessControlErrorView*", "line": 76 }, { "directive": "disallow", "path": "/*AuthenticationPolicyErrorView*", "line": 77 }, { "directive": "disallow", "path": "/*CrossSiteRequestForgeryErrorView*", "line": 78 }, { "directive": "disallow", "path": "/*GenericApplicationError*", "line": 79 }, { "directive": "disallow", "path": "/*GenericError*", "line": 80 }, { "directive": "disallow", "path": "/*GenericSystemError*", "line": 81 }, { "directive": "disallow", "path": "/*InvalidInputErrorView*", "line": 82 }, { "directive": "disallow", "path": "/*InvalidProductView*", "line": 83 }, { "directive": "disallow", "path": "/*PasswordReEnterErrorView*", "line": 84 }, { "directive": "disallow", "path": "/*PreviewExclusionView*", "line": 85 }, { "directive": "disallow", "path": "/*ProductNotFoundView*", "line": 86 }, { "directive": "disallow", "path": "/*ProhibitedCharacterErrorView*", "line": 87 }, { "directive": "disallow", "path": "/*?*pageSize=*", "line": 91 }, { "directive": "allow", "path": "/*?currentPage=*pageSize=*", "line": 92 }, { "directive": "disallow", "path": "/*?*sortBy=*", "line": 93 }, { "directive": "disallow", "path": "/RegisterAccount*", "line": 97 }, { "directive": "disallow", "path": "/UserRegistrationForm*", "line": 98 }, { "directive": "disallow", "path": "/*ResetPassword*", "line": 99 }, { "directive": "disallow", "path": "/Logoff*", "line": 100 }, { "directive": "disallow", "path": "/*ListOrdersDisplayTableView*", "line": 103 }, { "directive": "disallow", "path": "/*ListOrdersDisplayView*", "line": 104 }, { "directive": "disallow", "path": "/*OrderStatusDetailsView*", "line": 105 }, { "directive": "disallow", "path": "/*OrderStatusSummaryFSAView*", "line": 106 }, { "directive": "disallow", "path": "/*OrderStatusSummaryView*", "line": 107 }, { "directive": "disallow", "path": "/*OrderStatusTableDetailsDisplay*", "line": 108 }, { "directive": "disallow", "path": "/Browse/", "line": 111 }, { "directive": "disallow", "path": "/Common/", "line": 112 }, { "directive": "disallow", "path": "/Warehouse/", "line": 113 }, { "directive": "disallow", "path": "/CatalogSearch*", "line": 114 }, { "directive": "disallow", "path": "/*AjaxManageShoppingCartCmd*", "line": 122 }, { "directive": "disallow", "path": "/*CTOConfigureCmd*", "line": 123 }, { "directive": "disallow", "path": "/*WarehouseLocatorDirectionsView*", "line": 124 }, { "directive": "disallow", "path": "/Pharmacy/AccountRegister", "line": 125 }, { "directive": "disallow", "path": "/SiteMap$", "line": 126 }, { "directive": "disallow", "path": "/SiteMap?*", "line": 127 }, { "directive": "disallow", "path": "/*OrderByItemsDisplayView*", "line": 128 }, { "directive": "disallow", "path": "/*OrderDefinitionView*", "line": 129 }, { "directive": "disallow", "path": "/*SharedWishListView*", "line": 130 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*WarehouseLocatorBrowseView*", "line": 43 }, { "directive": "disallow", "path": "/*AddressBookDisplayView*", "line": 56 }, { "directive": "disallow", "path": "/*ChangePassword*", "line": 57 }, { "directive": "disallow", "path": "/*CommunicationPreferenceView*", "line": 58 }, { "directive": "disallow", "path": "/*NonAjaxAddressBook*", "line": 59 }, { "directive": "disallow", "path": "/*OrderStatusCmd*", "line": 60 }, { "directive": "disallow", "path": "/*PaymentMethodDisplayView*", "line": 61 }, { "directive": "disallow", "path": "/*UserAccountView*", "line": 62 }, { "directive": "disallow", "path": "/*UserRegistrationErrorView*", "line": 63 }, { "directive": "disallow", "path": "/*CashCardBalanceInquiry*", "line": 64 }, { "directive": "disallow", "path": "/*CashCardFormView*", "line": 65 }, { "directive": "disallow", "path": "/*BillingPaymentDisplayView*", "line": 68 }, { "directive": "disallow", "path": "/*CheckoutReviewDisplayView*", "line": 69 }, { "directive": "disallow", "path": "/*CostcoOrderReview*", "line": 70 }, { "directive": "disallow", "path": "/*MultipleShipmentOrderSummaryView*", "line": 71 }, { "directive": "disallow", "path": "/*OrderBillingView*", "line": 72 }, { "directive": "disallow", "path": "/*OrderConfirmationView*", "line": 73 }, { "directive": "disallow", "path": "/*AccessControlErrorView*", "line": 76 }, { "directive": "disallow", "path": "/*AuthenticationPolicyErrorView*", "line": 77 }, { "directive": "disallow", "path": "/*CrossSiteRequestForgeryErrorView*", "line": 78 }, { "directive": "disallow", "path": "/*GenericApplicationError*", "line": 79 }, { "directive": "disallow", "path": "/*GenericError*", "line": 80 }, { "directive": "disallow", "path": "/*GenericSystemError*", "line": 81 }, { "directive": "disallow", "path": "/*InvalidInputErrorView*", "line": 82 }, { "directive": "disallow", "path": "/*InvalidProductView*", "line": 83 }, { "directive": "disallow", "path": "/*PasswordReEnterErrorView*", "line": 84 }, { "directive": "disallow", "path": "/*PreviewExclusionView*", "line": 85 }, { "directive": "disallow", "path": "/*ProductNotFoundView*", "line": 86 }, { "directive": "disallow", "path": "/*ProhibitedCharacterErrorView*", "line": 87 }, { "directive": "disallow", "path": "/*?*pageSize=*", "line": 91 }, { "directive": "allow", "path": "/*?currentPage=*pageSize=*", "line": 92 }, { "directive": "disallow", "path": "/*?*sortBy=*", "line": 93 }, { "directive": "disallow", "path": "/RegisterAccount*", "line": 97 }, { "directive": "disallow", "path": "/UserRegistrationForm*", "line": 98 }, { "directive": "disallow", "path": "/*ResetPassword*", "line": 99 }, { "directive": "disallow", "path": "/Logoff*", "line": 100 }, { "directive": "disallow", "path": "/*ListOrdersDisplayTableView*", "line": 103 }, { "directive": "disallow", "path": "/*ListOrdersDisplayView*", "line": 104 }, { "directive": "disallow", "path": "/*OrderStatusDetailsView*", "line": 105 }, { "directive": "disallow", "path": "/*OrderStatusSummaryFSAView*", "line": 106 }, { "directive": "disallow", "path": "/*OrderStatusSummaryView*", "line": 107 }, { "directive": "disallow", "path": "/*OrderStatusTableDetailsDisplay*", "line": 108 }, { "directive": "disallow", "path": "/Browse/", "line": 111 }, { "directive": "disallow", "path": "/Common/", "line": 112 }, { "directive": "disallow", "path": "/Warehouse/", "line": 113 }, { "directive": "disallow", "path": "/CatalogSearch*", "line": 114 }, { "directive": "disallow", "path": "/*AjaxManageShoppingCartCmd*", "line": 122 }, { "directive": "disallow", "path": "/*CTOConfigureCmd*", "line": 123 }, { "directive": "disallow", "path": "/*WarehouseLocatorDirectionsView*", "line": 124 }, { "directive": "disallow", "path": "/Pharmacy/AccountRegister", "line": 125 }, { "directive": "disallow", "path": "/SiteMap$", "line": 126 }, { "directive": "disallow", "path": "/SiteMap?*", "line": 127 }, { "directive": "disallow", "path": "/*OrderByItemsDisplayView*", "line": 128 }, { "directive": "disallow", "path": "/*OrderDefinitionView*", "line": 129 }, { "directive": "disallow", "path": "/*SharedWishListView*", "line": 130 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*WarehouseLocatorBrowseView*", "line": 43 }, { "directive": "disallow", "path": "/*AddressBookDisplayView*", "line": 56 }, { "directive": "disallow", "path": "/*ChangePassword*", "line": 57 }, { "directive": "disallow", "path": "/*CommunicationPreferenceView*", "line": 58 }, { "directive": "disallow", "path": "/*NonAjaxAddressBook*", "line": 59 }, { "directive": "disallow", "path": "/*OrderStatusCmd*", "line": 60 }, { "directive": "disallow", "path": "/*PaymentMethodDisplayView*", "line": 61 }, { "directive": "disallow", "path": "/*UserAccountView*", "line": 62 }, { "directive": "disallow", "path": "/*UserRegistrationErrorView*", "line": 63 }, { "directive": "disallow", "path": "/*CashCardBalanceInquiry*", "line": 64 }, { "directive": "disallow", "path": "/*CashCardFormView*", "line": 65 }, { "directive": "disallow", "path": "/*BillingPaymentDisplayView*", "line": 68 }, { "directive": "disallow", "path": "/*CheckoutReviewDisplayView*", "line": 69 }, { "directive": "disallow", "path": "/*CostcoOrderReview*", "line": 70 }, { "directive": "disallow", "path": "/*MultipleShipmentOrderSummaryView*", "line": 71 }, { "directive": "disallow", "path": "/*OrderBillingView*", "line": 72 }, { "directive": "disallow", "path": "/*OrderConfirmationView*", "line": 73 }, { "directive": "disallow", "path": "/*AccessControlErrorView*", "line": 76 }, { "directive": "disallow", "path": "/*AuthenticationPolicyErrorView*", "line": 77 }, { "directive": "disallow", "path": "/*CrossSiteRequestForgeryErrorView*", "line": 78 }, { "directive": "disallow", "path": "/*GenericApplicationError*", "line": 79 }, { "directive": "disallow", "path": "/*GenericError*", "line": 80 }, { "directive": "disallow", "path": "/*GenericSystemError*", "line": 81 }, { "directive": "disallow", "path": "/*InvalidInputErrorView*", "line": 82 }, { "directive": "disallow", "path": "/*InvalidProductView*", "line": 83 }, { "directive": "disallow", "path": "/*PasswordReEnterErrorView*", "line": 84 }, { "directive": "disallow", "path": "/*PreviewExclusionView*", "line": 85 }, { "directive": "disallow", "path": "/*ProductNotFoundView*", "line": 86 }, { "directive": "disallow", "path": "/*ProhibitedCharacterErrorView*", "line": 87 }, { "directive": "disallow", "path": "/*?*pageSize=*", "line": 91 }, { "directive": "allow", "path": "/*?currentPage=*pageSize=*", "line": 92 }, { "directive": "disallow", "path": "/*?*sortBy=*", "line": 93 }, { "directive": "disallow", "path": "/RegisterAccount*", "line": 97 }, { "directive": "disallow", "path": "/UserRegistrationForm*", "line": 98 }, { "directive": "disallow", "path": "/*ResetPassword*", "line": 99 }, { "directive": "disallow", "path": "/Logoff*", "line": 100 }, { "directive": "disallow", "path": "/*ListOrdersDisplayTableView*", "line": 103 }, { "directive": "disallow", "path": "/*ListOrdersDisplayView*", "line": 104 }, { "directive": "disallow", "path": "/*OrderStatusDetailsView*", "line": 105 }, { "directive": "disallow", "path": "/*OrderStatusSummaryFSAView*", "line": 106 }, { "directive": "disallow", "path": "/*OrderStatusSummaryView*", "line": 107 }, { "directive": "disallow", "path": "/*OrderStatusTableDetailsDisplay*", "line": 108 }, { "directive": "disallow", "path": "/Browse/", "line": 111 }, { "directive": "disallow", "path": "/Common/", "line": 112 }, { "directive": "disallow", "path": "/Warehouse/", "line": 113 }, { "directive": "disallow", "path": "/CatalogSearch*", "line": 114 }, { "directive": "disallow", "path": "/*AjaxManageShoppingCartCmd*", "line": 122 }, { "directive": "disallow", "path": "/*CTOConfigureCmd*", "line": 123 }, { "directive": "disallow", "path": "/*WarehouseLocatorDirectionsView*", "line": 124 }, { "directive": "disallow", "path": "/Pharmacy/AccountRegister", "line": 125 }, { "directive": "disallow", "path": "/SiteMap$", "line": 126 }, { "directive": "disallow", "path": "/SiteMap?*", "line": 127 }, { "directive": "disallow", "path": "/*OrderByItemsDisplayView*", "line": 128 }, { "directive": "disallow", "path": "/*OrderDefinitionView*", "line": 129 }, { "directive": "disallow", "path": "/*SharedWishListView*", "line": 130 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*WarehouseLocatorBrowseView*", "line": 43 }, { "directive": "disallow", "path": "/*AddressBookDisplayView*", "line": 56 }, { "directive": "disallow", "path": "/*ChangePassword*", "line": 57 }, { "directive": "disallow", "path": "/*CommunicationPreferenceView*", "line": 58 }, { "directive": "disallow", "path": "/*NonAjaxAddressBook*", "line": 59 }, { "directive": "disallow", "path": "/*OrderStatusCmd*", "line": 60 }, { "directive": "disallow", "path": "/*PaymentMethodDisplayView*", "line": 61 }, { "directive": "disallow", "path": "/*UserAccountView*", "line": 62 }, { "directive": "disallow", "path": "/*UserRegistrationErrorView*", "line": 63 }, { "directive": "disallow", "path": "/*CashCardBalanceInquiry*", "line": 64 }, { "directive": "disallow", "path": "/*CashCardFormView*", "line": 65 }, { "directive": "disallow", "path": "/*BillingPaymentDisplayView*", "line": 68 }, { "directive": "disallow", "path": "/*CheckoutReviewDisplayView*", "line": 69 }, { "directive": "disallow", "path": "/*CostcoOrderReview*", "line": 70 }, { "directive": "disallow", "path": "/*MultipleShipmentOrderSummaryView*", "line": 71 }, { "directive": "disallow", "path": "/*OrderBillingView*", "line": 72 }, { "directive": "disallow", "path": "/*OrderConfirmationView*", "line": 73 }, { "directive": "disallow", "path": "/*AccessControlErrorView*", "line": 76 }, { "directive": "disallow", "path": "/*AuthenticationPolicyErrorView*", "line": 77 }, { "directive": "disallow", "path": "/*CrossSiteRequestForgeryErrorView*", "line": 78 }, { "directive": "disallow", "path": "/*GenericApplicationError*", "line": 79 }, { "directive": "disallow", "path": "/*GenericError*", "line": 80 }, { "directive": "disallow", "path": "/*GenericSystemError*", "line": 81 }, { "directive": "disallow", "path": "/*InvalidInputErrorView*", "line": 82 }, { "directive": "disallow", "path": "/*InvalidProductView*", "line": 83 }, { "directive": "disallow", "path": "/*PasswordReEnterErrorView*", "line": 84 }, { "directive": "disallow", "path": "/*PreviewExclusionView*", "line": 85 }, { "directive": "disallow", "path": "/*ProductNotFoundView*", "line": 86 }, { "directive": "disallow", "path": "/*ProhibitedCharacterErrorView*", "line": 87 }, { "directive": "disallow", "path": "/*?*pageSize=*", "line": 91 }, { "directive": "allow", "path": "/*?currentPage=*pageSize=*", "line": 92 }, { "directive": "disallow", "path": "/*?*sortBy=*", "line": 93 }, { "directive": "disallow", "path": "/RegisterAccount*", "line": 97 }, { "directive": "disallow", "path": "/UserRegistrationForm*", "line": 98 }, { "directive": "disallow", "path": "/*ResetPassword*", "line": 99 }, { "directive": "disallow", "path": "/Logoff*", "line": 100 }, { "directive": "disallow", "path": "/*ListOrdersDisplayTableView*", "line": 103 }, { "directive": "disallow", "path": "/*ListOrdersDisplayView*", "line": 104 }, { "directive": "disallow", "path": "/*OrderStatusDetailsView*", "line": 105 }, { "directive": "disallow", "path": "/*OrderStatusSummaryFSAView*", "line": 106 }, { "directive": "disallow", "path": "/*OrderStatusSummaryView*", "line": 107 }, { "directive": "disallow", "path": "/*OrderStatusTableDetailsDisplay*", "line": 108 }, { "directive": "disallow", "path": "/Browse/", "line": 111 }, { "directive": "disallow", "path": "/Common/", "line": 112 }, { "directive": "disallow", "path": "/Warehouse/", "line": 113 }, { "directive": "disallow", "path": "/CatalogSearch*", "line": 114 }, { "directive": "disallow", "path": "/*AjaxManageShoppingCartCmd*", "line": 122 }, { "directive": "disallow", "path": "/*CTOConfigureCmd*", "line": 123 }, { "directive": "disallow", "path": "/*WarehouseLocatorDirectionsView*", "line": 124 }, { "directive": "disallow", "path": "/Pharmacy/AccountRegister", "line": 125 }, { "directive": "disallow", "path": "/SiteMap$", "line": 126 }, { "directive": "disallow", "path": "/SiteMap?*", "line": 127 }, { "directive": "disallow", "path": "/*OrderByItemsDisplayView*", "line": 128 }, { "directive": "disallow", "path": "/*OrderDefinitionView*", "line": 129 }, { "directive": "disallow", "path": "/*SharedWishListView*", "line": 130 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.costco.com/robots.txt", "contentType": "text/plain", "sha256": "ed8ed1579bf2033e61209616014293912eb9770ec86c4a49d54c79c8b6efcb27", "bytes": 3997 }, { "company": "CRH plc", "cik": "849395", "sector": "Materials", "origin": "http://www.crh.com", "checkedAt": "2026-09-26T04:55:15.091Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.crh.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "b184e78c18f39238bc2cbba9673abdf53018200cb209fc36632ba20791d3c03e", "bytes": 168 }, { "company": "CrowdStrike", "cik": "1535527", "sector": "Information Technology", "origin": "https://www.crowdstrike.com", "checkedAt": "2026-09-26T04:55:15.138Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*", "line": 5 }, { "directive": "allow", "path": "/en-us/login/", "line": 6 }, { "directive": "disallow", "path": "/en-us/login/*", "line": 7 }, { "directive": "disallow", "path": "/en-us/blog/category*", "line": 8 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-es/", "line": 9 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-es/", "line": 10 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-es/", "line": 11 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-es/", "line": 12 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-es/", "line": 13 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-latam/", "line": 14 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-latam/", "line": 15 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-latam/", "line": 16 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-latam/", "line": 17 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-latam/", "line": 18 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-it/", "line": 19 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-it/", "line": 20 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-it/", "line": 21 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-it/", "line": 22 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-it/", "line": 23 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-kr/", "line": 24 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-kr/", "line": 25 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-kr/", "line": 26 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-kr/", "line": 27 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-tw/", "line": 28 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-tw/", "line": 29 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-tw/", "line": 30 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-tw/", "line": 31 }, { "directive": "disallow", "path": "/falcon-content-update-remediation-and-guidance-hub/translated-resources/", "line": 32 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-ar/", "line": 33 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*", "line": 5 }, { "directive": "allow", "path": "/en-us/login/", "line": 6 }, { "directive": "disallow", "path": "/en-us/login/*", "line": 7 }, { "directive": "disallow", "path": "/en-us/blog/category*", "line": 8 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-es/", "line": 9 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-es/", "line": 10 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-es/", "line": 11 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-es/", "line": 12 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-es/", "line": 13 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-latam/", "line": 14 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-latam/", "line": 15 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-latam/", "line": 16 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-latam/", "line": 17 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-latam/", "line": 18 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-it/", "line": 19 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-it/", "line": 20 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-it/", "line": 21 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-it/", "line": 22 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-it/", "line": 23 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-kr/", "line": 24 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-kr/", "line": 25 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-kr/", "line": 26 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-kr/", "line": 27 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-tw/", "line": 28 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-tw/", "line": 29 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-tw/", "line": 30 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-tw/", "line": 31 }, { "directive": "disallow", "path": "/falcon-content-update-remediation-and-guidance-hub/translated-resources/", "line": 32 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-ar/", "line": 33 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*", "line": 5 }, { "directive": "allow", "path": "/en-us/login/", "line": 6 }, { "directive": "disallow", "path": "/en-us/login/*", "line": 7 }, { "directive": "disallow", "path": "/en-us/blog/category*", "line": 8 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-es/", "line": 9 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-es/", "line": 10 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-es/", "line": 11 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-es/", "line": 12 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-es/", "line": 13 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-latam/", "line": 14 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-latam/", "line": 15 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-latam/", "line": 16 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-latam/", "line": 17 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-latam/", "line": 18 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-it/", "line": 19 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-it/", "line": 20 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-it/", "line": 21 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-it/", "line": 22 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-it/", "line": 23 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-kr/", "line": 24 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-kr/", "line": 25 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-kr/", "line": 26 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-kr/", "line": 27 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-tw/", "line": 28 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-tw/", "line": 29 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-tw/", "line": 30 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-tw/", "line": 31 }, { "directive": "disallow", "path": "/falcon-content-update-remediation-and-guidance-hub/translated-resources/", "line": 32 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-ar/", "line": 33 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*", "line": 5 }, { "directive": "allow", "path": "/en-us/login/", "line": 6 }, { "directive": "disallow", "path": "/en-us/login/*", "line": 7 }, { "directive": "disallow", "path": "/en-us/blog/category*", "line": 8 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-es/", "line": 9 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-es/", "line": 10 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-es/", "line": 11 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-es/", "line": 12 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-es/", "line": 13 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-latam/", "line": 14 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-latam/", "line": 15 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-latam/", "line": 16 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-latam/", "line": 17 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-latam/", "line": 18 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-it/", "line": 19 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-it/", "line": 20 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-it/", "line": 21 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-it/", "line": 22 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-it/", "line": 23 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-kr/", "line": 24 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-kr/", "line": 25 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-kr/", "line": 26 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-kr/", "line": 27 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-tw/", "line": 28 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-tw/", "line": 29 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-tw/", "line": 30 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-tw/", "line": 31 }, { "directive": "disallow", "path": "/falcon-content-update-remediation-and-guidance-hub/translated-resources/", "line": 32 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-ar/", "line": 33 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*", "line": 5 }, { "directive": "allow", "path": "/en-us/login/", "line": 6 }, { "directive": "disallow", "path": "/en-us/login/*", "line": 7 }, { "directive": "disallow", "path": "/en-us/blog/category*", "line": 8 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-es/", "line": 9 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-es/", "line": 10 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-es/", "line": 11 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-es/", "line": 12 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-es/", "line": 13 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-latam/", "line": 14 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-latam/", "line": 15 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-latam/", "line": 16 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-latam/", "line": 17 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-latam/", "line": 18 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-it/", "line": 19 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-it/", "line": 20 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-it/", "line": 21 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-it/", "line": 22 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-it/", "line": 23 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-kr/", "line": 24 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-kr/", "line": 25 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-kr/", "line": 26 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-kr/", "line": 27 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-tw/", "line": 28 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-tw/", "line": 29 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-tw/", "line": 30 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-tw/", "line": 31 }, { "directive": "disallow", "path": "/falcon-content-update-remediation-and-guidance-hub/translated-resources/", "line": 32 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-ar/", "line": 33 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*", "line": 5 }, { "directive": "allow", "path": "/en-us/login/", "line": 6 }, { "directive": "disallow", "path": "/en-us/login/*", "line": 7 }, { "directive": "disallow", "path": "/en-us/blog/category*", "line": 8 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-es/", "line": 9 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-es/", "line": 10 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-es/", "line": 11 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-es/", "line": 12 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-es/", "line": 13 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-latam/", "line": 14 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-latam/", "line": 15 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-latam/", "line": 16 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-latam/", "line": 17 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-latam/", "line": 18 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-it/", "line": 19 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-it/", "line": 20 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-it/", "line": 21 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-it/", "line": 22 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-it/", "line": 23 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-kr/", "line": 24 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-kr/", "line": 25 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-kr/", "line": 26 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-kr/", "line": 27 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-tw/", "line": 28 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-tw/", "line": 29 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-tw/", "line": 30 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-tw/", "line": 31 }, { "directive": "disallow", "path": "/falcon-content-update-remediation-and-guidance-hub/translated-resources/", "line": 32 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-ar/", "line": 33 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*", "line": 5 }, { "directive": "allow", "path": "/en-us/login/", "line": 6 }, { "directive": "disallow", "path": "/en-us/login/*", "line": 7 }, { "directive": "disallow", "path": "/en-us/blog/category*", "line": 8 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-es/", "line": 9 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-es/", "line": 10 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-es/", "line": 11 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-es/", "line": 12 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-es/", "line": 13 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-latam/", "line": 14 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-latam/", "line": 15 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-latam/", "line": 16 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-latam/", "line": 17 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-latam/", "line": 18 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-it/", "line": 19 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-it/", "line": 20 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-it/", "line": 21 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-it/", "line": 22 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-it/", "line": 23 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-kr/", "line": 24 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-kr/", "line": 25 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-kr/", "line": 26 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-kr/", "line": 27 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-tw/", "line": 28 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-tw/", "line": 29 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-tw/", "line": 30 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-tw/", "line": 31 }, { "directive": "disallow", "path": "/falcon-content-update-remediation-and-guidance-hub/translated-resources/", "line": 32 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-ar/", "line": 33 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*", "line": 5 }, { "directive": "allow", "path": "/en-us/login/", "line": 6 }, { "directive": "disallow", "path": "/en-us/login/*", "line": 7 }, { "directive": "disallow", "path": "/en-us/blog/category*", "line": 8 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-es/", "line": 9 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-es/", "line": 10 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-es/", "line": 11 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-es/", "line": 12 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-es/", "line": 13 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-latam/", "line": 14 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-latam/", "line": 15 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-latam/", "line": 16 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-latam/", "line": 17 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-latam/", "line": 18 }, { "directive": "disallow", "path": "/channel-file-291-rca-executive-summary-it/", "line": 19 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-it/", "line": 20 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-it/", "line": 21 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-it/", "line": 22 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-it/", "line": 23 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-kr/", "line": 24 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-kr/", "line": 25 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-kr/", "line": 26 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-kr/", "line": 27 }, { "directive": "disallow", "path": "/preliminary-post-incident-review-tw/", "line": 28 }, { "directive": "disallow", "path": "/statement-from-crowdstrike-chief-security-officer-shawn-henry-tw/", "line": 29 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-tw/", "line": 30 }, { "directive": "disallow", "path": "/technical-details-on-todays-outage-tw/", "line": 31 }, { "directive": "disallow", "path": "/falcon-content-update-remediation-and-guidance-hub/translated-resources/", "line": 32 }, { "directive": "disallow", "path": "/statement-on-falcon-content-update-for-windows-hosts-ar/", "line": 33 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.crowdstrike.com/robots.txt", "contentType": "text/plain", "sha256": "cddfd843f0d2606952ac1b5039c22a825d235827f0f0c277bca7bb3e724d5c14", "bytes": 1822 }, { "company": "Crown Castle", "cik": "1051470", "sector": "Real Estate", "origin": "https://www.crowncastle.com", "checkedAt": "2026-09-26T04:55:15.342Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/contact-us-form", "line": 2 }, { "directive": "disallow", "path": "/channel-partners-form", "line": 3 }, { "directive": "disallow", "path": "/referral-rewards-form", "line": 4 }, { "directive": "disallow", "path": "/ccisites-form", "line": 5 }, { "directive": "disallow", "path": "/owners-form", "line": 6 }, { "directive": "disallow", "path": "/communities-form", "line": 7 }, { "directive": "disallow", "path": "/optical-encryption/", "line": 8 }, { "directive": "disallow", "path": "/testing/*", "line": 9 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/contact-us-form", "line": 2 }, { "directive": "disallow", "path": "/channel-partners-form", "line": 3 }, { "directive": "disallow", "path": "/referral-rewards-form", "line": 4 }, { "directive": "disallow", "path": "/ccisites-form", "line": 5 }, { "directive": "disallow", "path": "/owners-form", "line": 6 }, { "directive": "disallow", "path": "/communities-form", "line": 7 }, { "directive": "disallow", "path": "/optical-encryption/", "line": 8 }, { "directive": "disallow", "path": "/testing/*", "line": 9 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/contact-us-form", "line": 2 }, { "directive": "disallow", "path": "/channel-partners-form", "line": 3 }, { "directive": "disallow", "path": "/referral-rewards-form", "line": 4 }, { "directive": "disallow", "path": "/ccisites-form", "line": 5 }, { "directive": "disallow", "path": "/owners-form", "line": 6 }, { "directive": "disallow", "path": "/communities-form", "line": 7 }, { "directive": "disallow", "path": "/optical-encryption/", "line": 8 }, { "directive": "disallow", "path": "/testing/*", "line": 9 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/contact-us-form", "line": 2 }, { "directive": "disallow", "path": "/channel-partners-form", "line": 3 }, { "directive": "disallow", "path": "/referral-rewards-form", "line": 4 }, { "directive": "disallow", "path": "/ccisites-form", "line": 5 }, { "directive": "disallow", "path": "/owners-form", "line": 6 }, { "directive": "disallow", "path": "/communities-form", "line": 7 }, { "directive": "disallow", "path": "/optical-encryption/", "line": 8 }, { "directive": "disallow", "path": "/testing/*", "line": 9 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/contact-us-form", "line": 2 }, { "directive": "disallow", "path": "/channel-partners-form", "line": 3 }, { "directive": "disallow", "path": "/referral-rewards-form", "line": 4 }, { "directive": "disallow", "path": "/ccisites-form", "line": 5 }, { "directive": "disallow", "path": "/owners-form", "line": 6 }, { "directive": "disallow", "path": "/communities-form", "line": 7 }, { "directive": "disallow", "path": "/optical-encryption/", "line": 8 }, { "directive": "disallow", "path": "/testing/*", "line": 9 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/contact-us-form", "line": 2 }, { "directive": "disallow", "path": "/channel-partners-form", "line": 3 }, { "directive": "disallow", "path": "/referral-rewards-form", "line": 4 }, { "directive": "disallow", "path": "/ccisites-form", "line": 5 }, { "directive": "disallow", "path": "/owners-form", "line": 6 }, { "directive": "disallow", "path": "/communities-form", "line": 7 }, { "directive": "disallow", "path": "/optical-encryption/", "line": 8 }, { "directive": "disallow", "path": "/testing/*", "line": 9 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/contact-us-form", "line": 2 }, { "directive": "disallow", "path": "/channel-partners-form", "line": 3 }, { "directive": "disallow", "path": "/referral-rewards-form", "line": 4 }, { "directive": "disallow", "path": "/ccisites-form", "line": 5 }, { "directive": "disallow", "path": "/owners-form", "line": 6 }, { "directive": "disallow", "path": "/communities-form", "line": 7 }, { "directive": "disallow", "path": "/optical-encryption/", "line": 8 }, { "directive": "disallow", "path": "/testing/*", "line": 9 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/contact-us-form", "line": 2 }, { "directive": "disallow", "path": "/channel-partners-form", "line": 3 }, { "directive": "disallow", "path": "/referral-rewards-form", "line": 4 }, { "directive": "disallow", "path": "/ccisites-form", "line": 5 }, { "directive": "disallow", "path": "/owners-form", "line": 6 }, { "directive": "disallow", "path": "/communities-form", "line": 7 }, { "directive": "disallow", "path": "/optical-encryption/", "line": 8 }, { "directive": "disallow", "path": "/testing/*", "line": 9 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.crowncastle.com/robots.txt", "contentType": "text/plain", "sha256": "ba01583fbae93a551f444fdfb0a26d4ddaebf870551d0e053e472fb96b2f064a", "bytes": 234 }, { "company": "CSX Corporation", "cik": "277948", "sector": "Industrials", "origin": "https://www.csx.com", "checkedAt": "2026-09-26T04:55:15.378Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.csx.com/?tinyerr", "contentType": "text/html; charset=UTF-8" }, { "company": "Cummins", "cik": "26172", "sector": "Industrials", "origin": "https://www.cummins.com", "checkedAt": "2026-09-26T04:55:15.811Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 17 }, { "directive": "allow", "path": "/core/*.css?", "line": 18 }, { "directive": "allow", "path": "/core/*.js$", "line": 19 }, { "directive": "allow", "path": "/core/*.js?", "line": 20 }, { "directive": "allow", "path": "/core/*.gif", "line": 21 }, { "directive": "allow", "path": "/core/*.jpg", "line": 22 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 23 }, { "directive": "allow", "path": "/core/*.png", "line": 24 }, { "directive": "allow", "path": "/core/*.svg", "line": 25 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 27 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 29 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 30 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.png", "line": 33 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 34 }, { "directive": "disallow", "path": "/core/", "line": 36 }, { "directive": "disallow", "path": "/profiles/", "line": 37 }, { "directive": "disallow", "path": "/README.txt", "line": 39 }, { "directive": "disallow", "path": "/web.config", "line": 40 }, { "directive": "disallow", "path": "/admin/", "line": 42 }, { "directive": "disallow", "path": "/comment/reply/", "line": 43 }, { "directive": "disallow", "path": "/filter/tips/", "line": 44 }, { "directive": "disallow", "path": "/node/add/", "line": 45 }, { "directive": "disallow", "path": "/search/", "line": 46 }, { "directive": "disallow", "path": "/user/register/", "line": 47 }, { "directive": "disallow", "path": "/user/password/", "line": 48 }, { "directive": "disallow", "path": "/user/login/", "line": 49 }, { "directive": "disallow", "path": "/user/logout/", "line": 50 }, { "directive": "disallow", "path": "/taxonomy/", "line": 51 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 52 }, { "directive": "disallow", "path": "/node/*", "line": 53 }, { "directive": "disallow", "path": "/nl/node/*", "line": 54 }, { "directive": "disallow", "path": "/es/nl/node/*", "line": 55 }, { "directive": "disallow", "path": "/nb/node/*", "line": 56 }, { "directive": "disallow", "path": "/es/nb/node/*", "line": 57 }, { "directive": "disallow", "path": "/es/cs/node/*", "line": 58 }, { "directive": "disallow", "path": "/fr/nl/node/*", "line": 59 }, { "directive": "disallow", "path": "/zh-hans/node/*", "line": 60 }, { "directive": "disallow", "path": "/*/sdmart/*", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 71 }, { "directive": "disallow", "path": "/index.php/taxonomy/", "line": 72 }, { "directive": "disallow", "path": "/user/*", "line": 73 }, { "directive": "disallow", "path": "/s?*", "line": 75 }, { "directive": "disallow", "path": "/oem-tool-products/*", "line": 77 }, { "directive": "disallow", "path": "/events/minexpo", "line": 78 }, { "directive": "disallow", "path": "/*?*search_api_fulltext=", "line": 81 }, { "directive": "disallow", "path": "/*?*find_desc=", "line": 82 }, { "directive": "disallow", "path": "/*?*find_loc=", "line": 83 }, { "directive": "disallow", "path": "/*?*field_address_", "line": 84 }, { "directive": "disallow", "path": "/*?*field_country_", "line": 85 }, { "directive": "disallow", "path": "/*?*combine=", "line": 86 }, { "directive": "disallow", "path": "/*?*title=", "line": 87 }, { "directive": "disallow", "path": "/*?*f%5B", "line": 89 }, { "directive": "disallow", "path": "/*?*f0=", "line": 90 }, { "directive": "disallow", "path": "/*?*applications=", "line": 91 }, { "directive": "disallow", "path": "/*?*markets=", "line": 92 }, { "directive": "disallow", "path": "/product-finder?*", "line": 93 }, { "directive": "disallow", "path": "/*?*locset=", "line": 95 }, { "directive": "disallow", "path": "/*?*start=", "line": 96 }, { "directive": "disallow", "path": "/*?*utm_", "line": 98 }, { "directive": "disallow", "path": "/*/mp-resource/*", "line": 99 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 17 }, { "directive": "allow", "path": "/core/*.css?", "line": 18 }, { "directive": "allow", "path": "/core/*.js$", "line": 19 }, { "directive": "allow", "path": "/core/*.js?", "line": 20 }, { "directive": "allow", "path": "/core/*.gif", "line": 21 }, { "directive": "allow", "path": "/core/*.jpg", "line": 22 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 23 }, { "directive": "allow", "path": "/core/*.png", "line": 24 }, { "directive": "allow", "path": "/core/*.svg", "line": 25 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 27 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 29 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 30 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.png", "line": 33 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 34 }, { "directive": "disallow", "path": "/core/", "line": 36 }, { "directive": "disallow", "path": "/profiles/", "line": 37 }, { "directive": "disallow", "path": "/README.txt", "line": 39 }, { "directive": "disallow", "path": "/web.config", "line": 40 }, { "directive": "disallow", "path": "/admin/", "line": 42 }, { "directive": "disallow", "path": "/comment/reply/", "line": 43 }, { "directive": "disallow", "path": "/filter/tips/", "line": 44 }, { "directive": "disallow", "path": "/node/add/", "line": 45 }, { "directive": "disallow", "path": "/search/", "line": 46 }, { "directive": "disallow", "path": "/user/register/", "line": 47 }, { "directive": "disallow", "path": "/user/password/", "line": 48 }, { "directive": "disallow", "path": "/user/login/", "line": 49 }, { "directive": "disallow", "path": "/user/logout/", "line": 50 }, { "directive": "disallow", "path": "/taxonomy/", "line": 51 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 52 }, { "directive": "disallow", "path": "/node/*", "line": 53 }, { "directive": "disallow", "path": "/nl/node/*", "line": 54 }, { "directive": "disallow", "path": "/es/nl/node/*", "line": 55 }, { "directive": "disallow", "path": "/nb/node/*", "line": 56 }, { "directive": "disallow", "path": "/es/nb/node/*", "line": 57 }, { "directive": "disallow", "path": "/es/cs/node/*", "line": 58 }, { "directive": "disallow", "path": "/fr/nl/node/*", "line": 59 }, { "directive": "disallow", "path": "/zh-hans/node/*", "line": 60 }, { "directive": "disallow", "path": "/*/sdmart/*", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 71 }, { "directive": "disallow", "path": "/index.php/taxonomy/", "line": 72 }, { "directive": "disallow", "path": "/user/*", "line": 73 }, { "directive": "disallow", "path": "/s?*", "line": 75 }, { "directive": "disallow", "path": "/oem-tool-products/*", "line": 77 }, { "directive": "disallow", "path": "/events/minexpo", "line": 78 }, { "directive": "disallow", "path": "/*?*search_api_fulltext=", "line": 81 }, { "directive": "disallow", "path": "/*?*find_desc=", "line": 82 }, { "directive": "disallow", "path": "/*?*find_loc=", "line": 83 }, { "directive": "disallow", "path": "/*?*field_address_", "line": 84 }, { "directive": "disallow", "path": "/*?*field_country_", "line": 85 }, { "directive": "disallow", "path": "/*?*combine=", "line": 86 }, { "directive": "disallow", "path": "/*?*title=", "line": 87 }, { "directive": "disallow", "path": "/*?*f%5B", "line": 89 }, { "directive": "disallow", "path": "/*?*f0=", "line": 90 }, { "directive": "disallow", "path": "/*?*applications=", "line": 91 }, { "directive": "disallow", "path": "/*?*markets=", "line": 92 }, { "directive": "disallow", "path": "/product-finder?*", "line": 93 }, { "directive": "disallow", "path": "/*?*locset=", "line": 95 }, { "directive": "disallow", "path": "/*?*start=", "line": 96 }, { "directive": "disallow", "path": "/*?*utm_", "line": 98 }, { "directive": "disallow", "path": "/*/mp-resource/*", "line": 99 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 17 }, { "directive": "allow", "path": "/core/*.css?", "line": 18 }, { "directive": "allow", "path": "/core/*.js$", "line": 19 }, { "directive": "allow", "path": "/core/*.js?", "line": 20 }, { "directive": "allow", "path": "/core/*.gif", "line": 21 }, { "directive": "allow", "path": "/core/*.jpg", "line": 22 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 23 }, { "directive": "allow", "path": "/core/*.png", "line": 24 }, { "directive": "allow", "path": "/core/*.svg", "line": 25 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 27 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 29 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 30 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.png", "line": 33 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 34 }, { "directive": "disallow", "path": "/core/", "line": 36 }, { "directive": "disallow", "path": "/profiles/", "line": 37 }, { "directive": "disallow", "path": "/README.txt", "line": 39 }, { "directive": "disallow", "path": "/web.config", "line": 40 }, { "directive": "disallow", "path": "/admin/", "line": 42 }, { "directive": "disallow", "path": "/comment/reply/", "line": 43 }, { "directive": "disallow", "path": "/filter/tips/", "line": 44 }, { "directive": "disallow", "path": "/node/add/", "line": 45 }, { "directive": "disallow", "path": "/search/", "line": 46 }, { "directive": "disallow", "path": "/user/register/", "line": 47 }, { "directive": "disallow", "path": "/user/password/", "line": 48 }, { "directive": "disallow", "path": "/user/login/", "line": 49 }, { "directive": "disallow", "path": "/user/logout/", "line": 50 }, { "directive": "disallow", "path": "/taxonomy/", "line": 51 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 52 }, { "directive": "disallow", "path": "/node/*", "line": 53 }, { "directive": "disallow", "path": "/nl/node/*", "line": 54 }, { "directive": "disallow", "path": "/es/nl/node/*", "line": 55 }, { "directive": "disallow", "path": "/nb/node/*", "line": 56 }, { "directive": "disallow", "path": "/es/nb/node/*", "line": 57 }, { "directive": "disallow", "path": "/es/cs/node/*", "line": 58 }, { "directive": "disallow", "path": "/fr/nl/node/*", "line": 59 }, { "directive": "disallow", "path": "/zh-hans/node/*", "line": 60 }, { "directive": "disallow", "path": "/*/sdmart/*", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 71 }, { "directive": "disallow", "path": "/index.php/taxonomy/", "line": 72 }, { "directive": "disallow", "path": "/user/*", "line": 73 }, { "directive": "disallow", "path": "/s?*", "line": 75 }, { "directive": "disallow", "path": "/oem-tool-products/*", "line": 77 }, { "directive": "disallow", "path": "/events/minexpo", "line": 78 }, { "directive": "disallow", "path": "/*?*search_api_fulltext=", "line": 81 }, { "directive": "disallow", "path": "/*?*find_desc=", "line": 82 }, { "directive": "disallow", "path": "/*?*find_loc=", "line": 83 }, { "directive": "disallow", "path": "/*?*field_address_", "line": 84 }, { "directive": "disallow", "path": "/*?*field_country_", "line": 85 }, { "directive": "disallow", "path": "/*?*combine=", "line": 86 }, { "directive": "disallow", "path": "/*?*title=", "line": 87 }, { "directive": "disallow", "path": "/*?*f%5B", "line": 89 }, { "directive": "disallow", "path": "/*?*f0=", "line": 90 }, { "directive": "disallow", "path": "/*?*applications=", "line": 91 }, { "directive": "disallow", "path": "/*?*markets=", "line": 92 }, { "directive": "disallow", "path": "/product-finder?*", "line": 93 }, { "directive": "disallow", "path": "/*?*locset=", "line": 95 }, { "directive": "disallow", "path": "/*?*start=", "line": 96 }, { "directive": "disallow", "path": "/*?*utm_", "line": 98 }, { "directive": "disallow", "path": "/*/mp-resource/*", "line": 99 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 17 }, { "directive": "allow", "path": "/core/*.css?", "line": 18 }, { "directive": "allow", "path": "/core/*.js$", "line": 19 }, { "directive": "allow", "path": "/core/*.js?", "line": 20 }, { "directive": "allow", "path": "/core/*.gif", "line": 21 }, { "directive": "allow", "path": "/core/*.jpg", "line": 22 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 23 }, { "directive": "allow", "path": "/core/*.png", "line": 24 }, { "directive": "allow", "path": "/core/*.svg", "line": 25 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 27 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 29 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 30 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.png", "line": 33 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 34 }, { "directive": "disallow", "path": "/core/", "line": 36 }, { "directive": "disallow", "path": "/profiles/", "line": 37 }, { "directive": "disallow", "path": "/README.txt", "line": 39 }, { "directive": "disallow", "path": "/web.config", "line": 40 }, { "directive": "disallow", "path": "/admin/", "line": 42 }, { "directive": "disallow", "path": "/comment/reply/", "line": 43 }, { "directive": "disallow", "path": "/filter/tips/", "line": 44 }, { "directive": "disallow", "path": "/node/add/", "line": 45 }, { "directive": "disallow", "path": "/search/", "line": 46 }, { "directive": "disallow", "path": "/user/register/", "line": 47 }, { "directive": "disallow", "path": "/user/password/", "line": 48 }, { "directive": "disallow", "path": "/user/login/", "line": 49 }, { "directive": "disallow", "path": "/user/logout/", "line": 50 }, { "directive": "disallow", "path": "/taxonomy/", "line": 51 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 52 }, { "directive": "disallow", "path": "/node/*", "line": 53 }, { "directive": "disallow", "path": "/nl/node/*", "line": 54 }, { "directive": "disallow", "path": "/es/nl/node/*", "line": 55 }, { "directive": "disallow", "path": "/nb/node/*", "line": 56 }, { "directive": "disallow", "path": "/es/nb/node/*", "line": 57 }, { "directive": "disallow", "path": "/es/cs/node/*", "line": 58 }, { "directive": "disallow", "path": "/fr/nl/node/*", "line": 59 }, { "directive": "disallow", "path": "/zh-hans/node/*", "line": 60 }, { "directive": "disallow", "path": "/*/sdmart/*", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 71 }, { "directive": "disallow", "path": "/index.php/taxonomy/", "line": 72 }, { "directive": "disallow", "path": "/user/*", "line": 73 }, { "directive": "disallow", "path": "/s?*", "line": 75 }, { "directive": "disallow", "path": "/oem-tool-products/*", "line": 77 }, { "directive": "disallow", "path": "/events/minexpo", "line": 78 }, { "directive": "disallow", "path": "/*?*search_api_fulltext=", "line": 81 }, { "directive": "disallow", "path": "/*?*find_desc=", "line": 82 }, { "directive": "disallow", "path": "/*?*find_loc=", "line": 83 }, { "directive": "disallow", "path": "/*?*field_address_", "line": 84 }, { "directive": "disallow", "path": "/*?*field_country_", "line": 85 }, { "directive": "disallow", "path": "/*?*combine=", "line": 86 }, { "directive": "disallow", "path": "/*?*title=", "line": 87 }, { "directive": "disallow", "path": "/*?*f%5B", "line": 89 }, { "directive": "disallow", "path": "/*?*f0=", "line": 90 }, { "directive": "disallow", "path": "/*?*applications=", "line": 91 }, { "directive": "disallow", "path": "/*?*markets=", "line": 92 }, { "directive": "disallow", "path": "/product-finder?*", "line": 93 }, { "directive": "disallow", "path": "/*?*locset=", "line": 95 }, { "directive": "disallow", "path": "/*?*start=", "line": 96 }, { "directive": "disallow", "path": "/*?*utm_", "line": 98 }, { "directive": "disallow", "path": "/*/mp-resource/*", "line": 99 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 17 }, { "directive": "allow", "path": "/core/*.css?", "line": 18 }, { "directive": "allow", "path": "/core/*.js$", "line": 19 }, { "directive": "allow", "path": "/core/*.js?", "line": 20 }, { "directive": "allow", "path": "/core/*.gif", "line": 21 }, { "directive": "allow", "path": "/core/*.jpg", "line": 22 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 23 }, { "directive": "allow", "path": "/core/*.png", "line": 24 }, { "directive": "allow", "path": "/core/*.svg", "line": 25 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 27 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 29 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 30 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.png", "line": 33 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 34 }, { "directive": "disallow", "path": "/core/", "line": 36 }, { "directive": "disallow", "path": "/profiles/", "line": 37 }, { "directive": "disallow", "path": "/README.txt", "line": 39 }, { "directive": "disallow", "path": "/web.config", "line": 40 }, { "directive": "disallow", "path": "/admin/", "line": 42 }, { "directive": "disallow", "path": "/comment/reply/", "line": 43 }, { "directive": "disallow", "path": "/filter/tips/", "line": 44 }, { "directive": "disallow", "path": "/node/add/", "line": 45 }, { "directive": "disallow", "path": "/search/", "line": 46 }, { "directive": "disallow", "path": "/user/register/", "line": 47 }, { "directive": "disallow", "path": "/user/password/", "line": 48 }, { "directive": "disallow", "path": "/user/login/", "line": 49 }, { "directive": "disallow", "path": "/user/logout/", "line": 50 }, { "directive": "disallow", "path": "/taxonomy/", "line": 51 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 52 }, { "directive": "disallow", "path": "/node/*", "line": 53 }, { "directive": "disallow", "path": "/nl/node/*", "line": 54 }, { "directive": "disallow", "path": "/es/nl/node/*", "line": 55 }, { "directive": "disallow", "path": "/nb/node/*", "line": 56 }, { "directive": "disallow", "path": "/es/nb/node/*", "line": 57 }, { "directive": "disallow", "path": "/es/cs/node/*", "line": 58 }, { "directive": "disallow", "path": "/fr/nl/node/*", "line": 59 }, { "directive": "disallow", "path": "/zh-hans/node/*", "line": 60 }, { "directive": "disallow", "path": "/*/sdmart/*", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 71 }, { "directive": "disallow", "path": "/index.php/taxonomy/", "line": 72 }, { "directive": "disallow", "path": "/user/*", "line": 73 }, { "directive": "disallow", "path": "/s?*", "line": 75 }, { "directive": "disallow", "path": "/oem-tool-products/*", "line": 77 }, { "directive": "disallow", "path": "/events/minexpo", "line": 78 }, { "directive": "disallow", "path": "/*?*search_api_fulltext=", "line": 81 }, { "directive": "disallow", "path": "/*?*find_desc=", "line": 82 }, { "directive": "disallow", "path": "/*?*find_loc=", "line": 83 }, { "directive": "disallow", "path": "/*?*field_address_", "line": 84 }, { "directive": "disallow", "path": "/*?*field_country_", "line": 85 }, { "directive": "disallow", "path": "/*?*combine=", "line": 86 }, { "directive": "disallow", "path": "/*?*title=", "line": 87 }, { "directive": "disallow", "path": "/*?*f%5B", "line": 89 }, { "directive": "disallow", "path": "/*?*f0=", "line": 90 }, { "directive": "disallow", "path": "/*?*applications=", "line": 91 }, { "directive": "disallow", "path": "/*?*markets=", "line": 92 }, { "directive": "disallow", "path": "/product-finder?*", "line": 93 }, { "directive": "disallow", "path": "/*?*locset=", "line": 95 }, { "directive": "disallow", "path": "/*?*start=", "line": 96 }, { "directive": "disallow", "path": "/*?*utm_", "line": 98 }, { "directive": "disallow", "path": "/*/mp-resource/*", "line": 99 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 17 }, { "directive": "allow", "path": "/core/*.css?", "line": 18 }, { "directive": "allow", "path": "/core/*.js$", "line": 19 }, { "directive": "allow", "path": "/core/*.js?", "line": 20 }, { "directive": "allow", "path": "/core/*.gif", "line": 21 }, { "directive": "allow", "path": "/core/*.jpg", "line": 22 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 23 }, { "directive": "allow", "path": "/core/*.png", "line": 24 }, { "directive": "allow", "path": "/core/*.svg", "line": 25 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 27 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 29 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 30 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.png", "line": 33 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 34 }, { "directive": "disallow", "path": "/core/", "line": 36 }, { "directive": "disallow", "path": "/profiles/", "line": 37 }, { "directive": "disallow", "path": "/README.txt", "line": 39 }, { "directive": "disallow", "path": "/web.config", "line": 40 }, { "directive": "disallow", "path": "/admin/", "line": 42 }, { "directive": "disallow", "path": "/comment/reply/", "line": 43 }, { "directive": "disallow", "path": "/filter/tips/", "line": 44 }, { "directive": "disallow", "path": "/node/add/", "line": 45 }, { "directive": "disallow", "path": "/search/", "line": 46 }, { "directive": "disallow", "path": "/user/register/", "line": 47 }, { "directive": "disallow", "path": "/user/password/", "line": 48 }, { "directive": "disallow", "path": "/user/login/", "line": 49 }, { "directive": "disallow", "path": "/user/logout/", "line": 50 }, { "directive": "disallow", "path": "/taxonomy/", "line": 51 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 52 }, { "directive": "disallow", "path": "/node/*", "line": 53 }, { "directive": "disallow", "path": "/nl/node/*", "line": 54 }, { "directive": "disallow", "path": "/es/nl/node/*", "line": 55 }, { "directive": "disallow", "path": "/nb/node/*", "line": 56 }, { "directive": "disallow", "path": "/es/nb/node/*", "line": 57 }, { "directive": "disallow", "path": "/es/cs/node/*", "line": 58 }, { "directive": "disallow", "path": "/fr/nl/node/*", "line": 59 }, { "directive": "disallow", "path": "/zh-hans/node/*", "line": 60 }, { "directive": "disallow", "path": "/*/sdmart/*", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 71 }, { "directive": "disallow", "path": "/index.php/taxonomy/", "line": 72 }, { "directive": "disallow", "path": "/user/*", "line": 73 }, { "directive": "disallow", "path": "/s?*", "line": 75 }, { "directive": "disallow", "path": "/oem-tool-products/*", "line": 77 }, { "directive": "disallow", "path": "/events/minexpo", "line": 78 }, { "directive": "disallow", "path": "/*?*search_api_fulltext=", "line": 81 }, { "directive": "disallow", "path": "/*?*find_desc=", "line": 82 }, { "directive": "disallow", "path": "/*?*find_loc=", "line": 83 }, { "directive": "disallow", "path": "/*?*field_address_", "line": 84 }, { "directive": "disallow", "path": "/*?*field_country_", "line": 85 }, { "directive": "disallow", "path": "/*?*combine=", "line": 86 }, { "directive": "disallow", "path": "/*?*title=", "line": 87 }, { "directive": "disallow", "path": "/*?*f%5B", "line": 89 }, { "directive": "disallow", "path": "/*?*f0=", "line": 90 }, { "directive": "disallow", "path": "/*?*applications=", "line": 91 }, { "directive": "disallow", "path": "/*?*markets=", "line": 92 }, { "directive": "disallow", "path": "/product-finder?*", "line": 93 }, { "directive": "disallow", "path": "/*?*locset=", "line": 95 }, { "directive": "disallow", "path": "/*?*start=", "line": 96 }, { "directive": "disallow", "path": "/*?*utm_", "line": 98 }, { "directive": "disallow", "path": "/*/mp-resource/*", "line": 99 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 17 }, { "directive": "allow", "path": "/core/*.css?", "line": 18 }, { "directive": "allow", "path": "/core/*.js$", "line": 19 }, { "directive": "allow", "path": "/core/*.js?", "line": 20 }, { "directive": "allow", "path": "/core/*.gif", "line": 21 }, { "directive": "allow", "path": "/core/*.jpg", "line": 22 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 23 }, { "directive": "allow", "path": "/core/*.png", "line": 24 }, { "directive": "allow", "path": "/core/*.svg", "line": 25 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 27 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 29 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 30 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.png", "line": 33 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 34 }, { "directive": "disallow", "path": "/core/", "line": 36 }, { "directive": "disallow", "path": "/profiles/", "line": 37 }, { "directive": "disallow", "path": "/README.txt", "line": 39 }, { "directive": "disallow", "path": "/web.config", "line": 40 }, { "directive": "disallow", "path": "/admin/", "line": 42 }, { "directive": "disallow", "path": "/comment/reply/", "line": 43 }, { "directive": "disallow", "path": "/filter/tips/", "line": 44 }, { "directive": "disallow", "path": "/node/add/", "line": 45 }, { "directive": "disallow", "path": "/search/", "line": 46 }, { "directive": "disallow", "path": "/user/register/", "line": 47 }, { "directive": "disallow", "path": "/user/password/", "line": 48 }, { "directive": "disallow", "path": "/user/login/", "line": 49 }, { "directive": "disallow", "path": "/user/logout/", "line": 50 }, { "directive": "disallow", "path": "/taxonomy/", "line": 51 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 52 }, { "directive": "disallow", "path": "/node/*", "line": 53 }, { "directive": "disallow", "path": "/nl/node/*", "line": 54 }, { "directive": "disallow", "path": "/es/nl/node/*", "line": 55 }, { "directive": "disallow", "path": "/nb/node/*", "line": 56 }, { "directive": "disallow", "path": "/es/nb/node/*", "line": 57 }, { "directive": "disallow", "path": "/es/cs/node/*", "line": 58 }, { "directive": "disallow", "path": "/fr/nl/node/*", "line": 59 }, { "directive": "disallow", "path": "/zh-hans/node/*", "line": 60 }, { "directive": "disallow", "path": "/*/sdmart/*", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 71 }, { "directive": "disallow", "path": "/index.php/taxonomy/", "line": 72 }, { "directive": "disallow", "path": "/user/*", "line": 73 }, { "directive": "disallow", "path": "/s?*", "line": 75 }, { "directive": "disallow", "path": "/oem-tool-products/*", "line": 77 }, { "directive": "disallow", "path": "/events/minexpo", "line": 78 }, { "directive": "disallow", "path": "/*?*search_api_fulltext=", "line": 81 }, { "directive": "disallow", "path": "/*?*find_desc=", "line": 82 }, { "directive": "disallow", "path": "/*?*find_loc=", "line": 83 }, { "directive": "disallow", "path": "/*?*field_address_", "line": 84 }, { "directive": "disallow", "path": "/*?*field_country_", "line": 85 }, { "directive": "disallow", "path": "/*?*combine=", "line": 86 }, { "directive": "disallow", "path": "/*?*title=", "line": 87 }, { "directive": "disallow", "path": "/*?*f%5B", "line": 89 }, { "directive": "disallow", "path": "/*?*f0=", "line": 90 }, { "directive": "disallow", "path": "/*?*applications=", "line": 91 }, { "directive": "disallow", "path": "/*?*markets=", "line": 92 }, { "directive": "disallow", "path": "/product-finder?*", "line": 93 }, { "directive": "disallow", "path": "/*?*locset=", "line": 95 }, { "directive": "disallow", "path": "/*?*start=", "line": 96 }, { "directive": "disallow", "path": "/*?*utm_", "line": 98 }, { "directive": "disallow", "path": "/*/mp-resource/*", "line": 99 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 17 }, { "directive": "allow", "path": "/core/*.css?", "line": 18 }, { "directive": "allow", "path": "/core/*.js$", "line": 19 }, { "directive": "allow", "path": "/core/*.js?", "line": 20 }, { "directive": "allow", "path": "/core/*.gif", "line": 21 }, { "directive": "allow", "path": "/core/*.jpg", "line": 22 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 23 }, { "directive": "allow", "path": "/core/*.png", "line": 24 }, { "directive": "allow", "path": "/core/*.svg", "line": 25 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 27 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 29 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 30 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.png", "line": 33 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 34 }, { "directive": "disallow", "path": "/core/", "line": 36 }, { "directive": "disallow", "path": "/profiles/", "line": 37 }, { "directive": "disallow", "path": "/README.txt", "line": 39 }, { "directive": "disallow", "path": "/web.config", "line": 40 }, { "directive": "disallow", "path": "/admin/", "line": 42 }, { "directive": "disallow", "path": "/comment/reply/", "line": 43 }, { "directive": "disallow", "path": "/filter/tips/", "line": 44 }, { "directive": "disallow", "path": "/node/add/", "line": 45 }, { "directive": "disallow", "path": "/search/", "line": 46 }, { "directive": "disallow", "path": "/user/register/", "line": 47 }, { "directive": "disallow", "path": "/user/password/", "line": 48 }, { "directive": "disallow", "path": "/user/login/", "line": 49 }, { "directive": "disallow", "path": "/user/logout/", "line": 50 }, { "directive": "disallow", "path": "/taxonomy/", "line": 51 }, { "directive": "disallow", "path": "/taxonomy/term/*", "line": 52 }, { "directive": "disallow", "path": "/node/*", "line": 53 }, { "directive": "disallow", "path": "/nl/node/*", "line": 54 }, { "directive": "disallow", "path": "/es/nl/node/*", "line": 55 }, { "directive": "disallow", "path": "/nb/node/*", "line": 56 }, { "directive": "disallow", "path": "/es/nb/node/*", "line": 57 }, { "directive": "disallow", "path": "/es/cs/node/*", "line": 58 }, { "directive": "disallow", "path": "/fr/nl/node/*", "line": 59 }, { "directive": "disallow", "path": "/zh-hans/node/*", "line": 60 }, { "directive": "disallow", "path": "/*/sdmart/*", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 71 }, { "directive": "disallow", "path": "/index.php/taxonomy/", "line": 72 }, { "directive": "disallow", "path": "/user/*", "line": 73 }, { "directive": "disallow", "path": "/s?*", "line": 75 }, { "directive": "disallow", "path": "/oem-tool-products/*", "line": 77 }, { "directive": "disallow", "path": "/events/minexpo", "line": 78 }, { "directive": "disallow", "path": "/*?*search_api_fulltext=", "line": 81 }, { "directive": "disallow", "path": "/*?*find_desc=", "line": 82 }, { "directive": "disallow", "path": "/*?*find_loc=", "line": 83 }, { "directive": "disallow", "path": "/*?*field_address_", "line": 84 }, { "directive": "disallow", "path": "/*?*field_country_", "line": 85 }, { "directive": "disallow", "path": "/*?*combine=", "line": 86 }, { "directive": "disallow", "path": "/*?*title=", "line": 87 }, { "directive": "disallow", "path": "/*?*f%5B", "line": 89 }, { "directive": "disallow", "path": "/*?*f0=", "line": 90 }, { "directive": "disallow", "path": "/*?*applications=", "line": 91 }, { "directive": "disallow", "path": "/*?*markets=", "line": 92 }, { "directive": "disallow", "path": "/product-finder?*", "line": 93 }, { "directive": "disallow", "path": "/*?*locset=", "line": 95 }, { "directive": "disallow", "path": "/*?*start=", "line": 96 }, { "directive": "disallow", "path": "/*?*utm_", "line": 98 }, { "directive": "disallow", "path": "/*/mp-resource/*", "line": 99 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.cummins.com/robots.txt", "contentType": "text/plain", "sha256": "be2bd6fa6314c3e1ff03a255165df072b481b4b80b4110ea60c2bb3ca864f9ca", "bytes": 2615 }, { "company": "CVS Health", "cik": "64803", "sector": "Health Care", "origin": "http://cvshealth.com", "checkedAt": "2026-09-26T04:55:15.967Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "allow", "path": "/*.js", "line": 4 }, { "directive": "allow", "path": "/*.css", "line": 5 }, { "directive": "allow", "path": "/*.png", "line": 6 }, { "directive": "allow", "path": "/*.jpg", "line": 7 }, { "directive": "allow", "path": "/*.svg", "line": 8 }, { "directive": "disallow", "path": "*/global/*", "line": 10 }, { "directive": "disallow", "path": "*impact/resource-library/*", "line": 11 }, { "directive": "disallow", "path": "*?p=*", "line": 12 } ], "warnings": [ 10, 11, 12 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "allow", "path": "/*.js", "line": 4 }, { "directive": "allow", "path": "/*.css", "line": 5 }, { "directive": "allow", "path": "/*.png", "line": 6 }, { "directive": "allow", "path": "/*.jpg", "line": 7 }, { "directive": "allow", "path": "/*.svg", "line": 8 }, { "directive": "disallow", "path": "*/global/*", "line": 10 }, { "directive": "disallow", "path": "*impact/resource-library/*", "line": 11 }, { "directive": "disallow", "path": "*?p=*", "line": 12 } ], "warnings": [ 10, 11, 12 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "allow", "path": "/*.js", "line": 4 }, { "directive": "allow", "path": "/*.css", "line": 5 }, { "directive": "allow", "path": "/*.png", "line": 6 }, { "directive": "allow", "path": "/*.jpg", "line": 7 }, { "directive": "allow", "path": "/*.svg", "line": 8 }, { "directive": "disallow", "path": "*/global/*", "line": 10 }, { "directive": "disallow", "path": "*impact/resource-library/*", "line": 11 }, { "directive": "disallow", "path": "*?p=*", "line": 12 } ], "warnings": [ 10, 11, 12 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "allow", "path": "/*.js", "line": 4 }, { "directive": "allow", "path": "/*.css", "line": 5 }, { "directive": "allow", "path": "/*.png", "line": 6 }, { "directive": "allow", "path": "/*.jpg", "line": 7 }, { "directive": "allow", "path": "/*.svg", "line": 8 }, { "directive": "disallow", "path": "*/global/*", "line": 10 }, { "directive": "disallow", "path": "*impact/resource-library/*", "line": 11 }, { "directive": "disallow", "path": "*?p=*", "line": 12 } ], "warnings": [ 10, 11, 12 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "allow", "path": "/*.js", "line": 4 }, { "directive": "allow", "path": "/*.css", "line": 5 }, { "directive": "allow", "path": "/*.png", "line": 6 }, { "directive": "allow", "path": "/*.jpg", "line": 7 }, { "directive": "allow", "path": "/*.svg", "line": 8 }, { "directive": "disallow", "path": "*/global/*", "line": 10 }, { "directive": "disallow", "path": "*impact/resource-library/*", "line": 11 }, { "directive": "disallow", "path": "*?p=*", "line": 12 } ], "warnings": [ 10, 11, 12 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "allow", "path": "/*.js", "line": 4 }, { "directive": "allow", "path": "/*.css", "line": 5 }, { "directive": "allow", "path": "/*.png", "line": 6 }, { "directive": "allow", "path": "/*.jpg", "line": 7 }, { "directive": "allow", "path": "/*.svg", "line": 8 }, { "directive": "disallow", "path": "*/global/*", "line": 10 }, { "directive": "disallow", "path": "*impact/resource-library/*", "line": 11 }, { "directive": "disallow", "path": "*?p=*", "line": 12 } ], "warnings": [ 10, 11, 12 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "allow", "path": "/*.js", "line": 4 }, { "directive": "allow", "path": "/*.css", "line": 5 }, { "directive": "allow", "path": "/*.png", "line": 6 }, { "directive": "allow", "path": "/*.jpg", "line": 7 }, { "directive": "allow", "path": "/*.svg", "line": 8 }, { "directive": "disallow", "path": "*/global/*", "line": 10 }, { "directive": "disallow", "path": "*impact/resource-library/*", "line": 11 }, { "directive": "disallow", "path": "*?p=*", "line": 12 } ], "warnings": [ 10, 11, 12 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "allow", "path": "/*.js", "line": 4 }, { "directive": "allow", "path": "/*.css", "line": 5 }, { "directive": "allow", "path": "/*.png", "line": 6 }, { "directive": "allow", "path": "/*.jpg", "line": 7 }, { "directive": "allow", "path": "/*.svg", "line": 8 }, { "directive": "disallow", "path": "*/global/*", "line": 10 }, { "directive": "disallow", "path": "*impact/resource-library/*", "line": 11 }, { "directive": "disallow", "path": "*?p=*", "line": 12 } ], "warnings": [ 10, 11, 12 ] } }, "httpStatus": 200, "finalUrl": "https://www.cvshealth.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "c4a13eba56d767a9bb3df05a64a2db7b03a74980edfc3ec8e281eff2901e39a4", "bytes": 228 }, { "company": "D. R. Horton", "cik": "882184", "sector": "Consumer Discretionary", "origin": "http://www.drhorton.com", "checkedAt": "2026-09-26T04:55:16.033Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/All-Promotions", "line": 2 }, { "directive": "disallow", "path": "/All-Promotions/", "line": 3 }, { "directive": "disallow", "path": "/all-promotions", "line": 4 }, { "directive": "disallow", "path": "/all-promotions/", "line": 5 }, { "directive": "disallow", "path": "/approvals", "line": 6 }, { "directive": "disallow", "path": "/approvals/", "line": 7 }, { "directive": "disallow", "path": "/Approvals", "line": 8 }, { "directive": "disallow", "path": "/Approvals/", "line": 9 }, { "directive": "disallow", "path": "/control-panel-page", "line": 10 }, { "directive": "disallow", "path": "/community-finder", "line": 11 }, { "directive": "disallow", "path": "/scanner", "line": 12 }, { "directive": "disallow", "path": "/scanner/", "line": 13 }, { "directive": "disallow", "path": "/brand", "line": 14 }, { "directive": "disallow", "path": "/browse", "line": 15 }, { "directive": "disallow", "path": "/committed-to-you", "line": 16 }, { "directive": "disallow", "path": "/committed-to-you-ty", "line": 17 }, { "directive": "disallow", "path": "/Community Finder", "line": 18 }, { "directive": "disallow", "path": "/Comparison Landing", "line": 19 }, { "directive": "disallow", "path": "/control-panel-rte", "line": 20 }, { "directive": "disallow", "path": "/control-panel-RTE", "line": 21 }, { "directive": "disallow", "path": "/control-panel-brands", "line": 22 }, { "directive": "disallow", "path": "/control-panel-page", "line": 23 }, { "directive": "disallow", "path": "/EditAccount", "line": 24 }, { "directive": "disallow", "path": "/Favorites", "line": 25 }, { "directive": "disallow", "path": "/giving-you-more", "line": 26 }, { "directive": "disallow", "path": "/giving-you-more-ty", "line": 27 }, { "directive": "disallow", "path": "/GlobalMapOnly", "line": 28 }, { "directive": "disallow", "path": "/globalmaponly", "line": 29 }, { "directive": "disallow", "path": "/Global-Shared-Content", "line": 30 }, { "directive": "disallow", "path": "/Global-Shared-Content/", "line": 31 }, { "directive": "disallow", "path": "/global-shared-content", "line": 32 }, { "directive": "disallow", "path": "/global-shared-content/", "line": 33 }, { "directive": "disallow", "path": "/global shared content", "line": 34 }, { "directive": "disallow", "path": "/global shared content/", "line": 35 }, { "directive": "disallow", "path": "/Global Shared Content", "line": 36 }, { "directive": "disallow", "path": "/Global Shared Content/", "line": 37 }, { "directive": "disallow", "path": "/Homes-Ready-TY", "line": 38 }, { "directive": "disallow", "path": "indiana/indianapolis/IndyFuel", "line": 39 }, { "directive": "disallow", "path": "indiana/indianapolis/indyfuel", "line": 40 }, { "directive": "disallow", "path": "/Inventory", "line": 41 }, { "directive": "disallow", "path": "/landing-page", "line": 42 }, { "directive": "disallow", "path": "/loading", "line": 43 }, { "directive": "disallow", "path": "/Messages", "line": 44 }, { "directive": "disallow", "path": "/My Points of Interests", "line": 45 }, { "directive": "disallow", "path": "/My Saved Searches", "line": 46 }, { "directive": "disallow", "path": "/New Custom Content Page", "line": 47 }, { "directive": "disallow", "path": "/New-Home-Inquiry-TY", "line": 48 }, { "directive": "disallow", "path": "/new-mexico/albuquerque/rio-rancho/discover-ty", "line": 49 }, { "directive": "disallow", "path": "/pages/", "line": 50 }, { "directive": "disallow", "path": "/Pages/", "line": 51 }, { "directive": "disallow", "path": "/Profile Notes", "line": 52 }, { "directive": "disallow", "path": "/Project", "line": 53 }, { "directive": "disallow", "path": "/real-estate-agents", "line": 54 }, { "directive": "disallow", "path": "/real-estate-agents-TY", "line": 55 }, { "directive": "disallow", "path": "/red-tag-event-c", "line": 56 }, { "directive": "disallow", "path": "/red-tag-event-C", "line": 57 }, { "directive": "disallow", "path": "/red-tag-event-C-go", "line": 58 }, { "directive": "disallow", "path": "/red-tag-event-n", "line": 59 }, { "directive": "disallow", "path": "/red-tag-event-N", "line": 60 }, { "directive": "disallow", "path": "/red-tag-event-n-go", "line": 61 }, { "directive": "disallow", "path": "/red-tag-event-N-go", "line": 62 }, { "directive": "disallow", "path": "/red-tag-event-n-reg", "line": 63 }, { "directive": "disallow", "path": "/red-tag-event-N-reg", "line": 64 }, { "directive": "disallow", "path": "/red-tag-event-n-thank-you", "line": 65 }, { "directive": "disallow", "path": "/red-tag-event-N-thank-you", "line": 66 }, { "directive": "disallow", "path": "/red-tag-event-r", "line": 67 }, { "directive": "disallow", "path": "/red-tag-event-R", "line": 68 }, { "directive": "disallow", "path": "/red-tag-event-r-n", "line": 69 }, { "directive": "disallow", "path": "/red-tag-event-R-N", "line": 70 }, { "directive": "disallow", "path": "/red-tag-event-r-n-go", "line": 71 }, { "directive": "disallow", "path": "/red-tag-event-R-N-go", "line": 72 }, { "directive": "disallow", "path": "/red-tag-event-r-n-reg", "line": 73 }, { "directive": "disallow", "path": "/red-tag-event-R-N-reg", "line": 74 }, { "directive": "disallow", "path": "/red-tag-event-r-go", "line": 75 }, { "directive": "disallow", "path": "/red-tag-event-R-go", "line": 76 }, { "directive": "disallow", "path": "/red-tag-event-r-thank-you", "line": 77 }, { "directive": "disallow", "path": "/red-tag-event-R-thank-you", "line": 78 }, { "directive": "disallow", "path": "/red-tag-event-over", "line": 79 }, { "directive": "disallow", "path": "/RFI-success", "line": 80 }, { "directive": "disallow", "path": "/SAT-success", "line": 81 }, { "directive": "disallow", "path": "/Smart-Home-TY", "line": 82 }, { "directive": "disallow", "path": "/still-building-N", "line": 83 }, { "directive": "disallow", "path": "/still-building-N-thank-you", "line": 84 }, { "directive": "disallow", "path": "/still-building-R", "line": 85 }, { "directive": "disallow", "path": "/still-building-R-thank-you", "line": 86 }, { "directive": "disallow", "path": "/still-building-test", "line": 87 }, { "directive": "disallow", "path": "/still-building-test-thank-you", "line": 88 }, { "directive": "disallow", "path": "/tabletkiosk", "line": 89 }, { "directive": "disallow", "path": "/third-party-property-managers", "line": 90 }, { "directive": "disallow", "path": "/Third-Party-Property-Managers", "line": 91 }, { "directive": "disallow", "path": "/view-hotsheet", "line": 92 }, { "directive": "disallow", "path": "/Warranty-TY", "line": 93 }, { "directive": "disallow", "path": "/Website Shared Content", "line": 94 }, { "directive": "disallow", "path": "/what-is-red-tag-event", "line": 95 }, { "directive": "disallow", "path": "/zillow-offers", "line": 96 } ], "warnings": [ 39, 40 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/All-Promotions", "line": 2 }, { "directive": "disallow", "path": "/All-Promotions/", "line": 3 }, { "directive": "disallow", "path": "/all-promotions", "line": 4 }, { "directive": "disallow", "path": "/all-promotions/", "line": 5 }, { "directive": "disallow", "path": "/approvals", "line": 6 }, { "directive": "disallow", "path": "/approvals/", "line": 7 }, { "directive": "disallow", "path": "/Approvals", "line": 8 }, { "directive": "disallow", "path": "/Approvals/", "line": 9 }, { "directive": "disallow", "path": "/control-panel-page", "line": 10 }, { "directive": "disallow", "path": "/community-finder", "line": 11 }, { "directive": "disallow", "path": "/scanner", "line": 12 }, { "directive": "disallow", "path": "/scanner/", "line": 13 }, { "directive": "disallow", "path": "/brand", "line": 14 }, { "directive": "disallow", "path": "/browse", "line": 15 }, { "directive": "disallow", "path": "/committed-to-you", "line": 16 }, { "directive": "disallow", "path": "/committed-to-you-ty", "line": 17 }, { "directive": "disallow", "path": "/Community Finder", "line": 18 }, { "directive": "disallow", "path": "/Comparison Landing", "line": 19 }, { "directive": "disallow", "path": "/control-panel-rte", "line": 20 }, { "directive": "disallow", "path": "/control-panel-RTE", "line": 21 }, { "directive": "disallow", "path": "/control-panel-brands", "line": 22 }, { "directive": "disallow", "path": "/control-panel-page", "line": 23 }, { "directive": "disallow", "path": "/EditAccount", "line": 24 }, { "directive": "disallow", "path": "/Favorites", "line": 25 }, { "directive": "disallow", "path": "/giving-you-more", "line": 26 }, { "directive": "disallow", "path": "/giving-you-more-ty", "line": 27 }, { "directive": "disallow", "path": "/GlobalMapOnly", "line": 28 }, { "directive": "disallow", "path": "/globalmaponly", "line": 29 }, { "directive": "disallow", "path": "/Global-Shared-Content", "line": 30 }, { "directive": "disallow", "path": "/Global-Shared-Content/", "line": 31 }, { "directive": "disallow", "path": "/global-shared-content", "line": 32 }, { "directive": "disallow", "path": "/global-shared-content/", "line": 33 }, { "directive": "disallow", "path": "/global shared content", "line": 34 }, { "directive": "disallow", "path": "/global shared content/", "line": 35 }, { "directive": "disallow", "path": "/Global Shared Content", "line": 36 }, { "directive": "disallow", "path": "/Global Shared Content/", "line": 37 }, { "directive": "disallow", "path": "/Homes-Ready-TY", "line": 38 }, { "directive": "disallow", "path": "indiana/indianapolis/IndyFuel", "line": 39 }, { "directive": "disallow", "path": "indiana/indianapolis/indyfuel", "line": 40 }, { "directive": "disallow", "path": "/Inventory", "line": 41 }, { "directive": "disallow", "path": "/landing-page", "line": 42 }, { "directive": "disallow", "path": "/loading", "line": 43 }, { "directive": "disallow", "path": "/Messages", "line": 44 }, { "directive": "disallow", "path": "/My Points of Interests", "line": 45 }, { "directive": "disallow", "path": "/My Saved Searches", "line": 46 }, { "directive": "disallow", "path": "/New Custom Content Page", "line": 47 }, { "directive": "disallow", "path": "/New-Home-Inquiry-TY", "line": 48 }, { "directive": "disallow", "path": "/new-mexico/albuquerque/rio-rancho/discover-ty", "line": 49 }, { "directive": "disallow", "path": "/pages/", "line": 50 }, { "directive": "disallow", "path": "/Pages/", "line": 51 }, { "directive": "disallow", "path": "/Profile Notes", "line": 52 }, { "directive": "disallow", "path": "/Project", "line": 53 }, { "directive": "disallow", "path": "/real-estate-agents", "line": 54 }, { "directive": "disallow", "path": "/real-estate-agents-TY", "line": 55 }, { "directive": "disallow", "path": "/red-tag-event-c", "line": 56 }, { "directive": "disallow", "path": "/red-tag-event-C", "line": 57 }, { "directive": "disallow", "path": "/red-tag-event-C-go", "line": 58 }, { "directive": "disallow", "path": "/red-tag-event-n", "line": 59 }, { "directive": "disallow", "path": "/red-tag-event-N", "line": 60 }, { "directive": "disallow", "path": "/red-tag-event-n-go", "line": 61 }, { "directive": "disallow", "path": "/red-tag-event-N-go", "line": 62 }, { "directive": "disallow", "path": "/red-tag-event-n-reg", "line": 63 }, { "directive": "disallow", "path": "/red-tag-event-N-reg", "line": 64 }, { "directive": "disallow", "path": "/red-tag-event-n-thank-you", "line": 65 }, { "directive": "disallow", "path": "/red-tag-event-N-thank-you", "line": 66 }, { "directive": "disallow", "path": "/red-tag-event-r", "line": 67 }, { "directive": "disallow", "path": "/red-tag-event-R", "line": 68 }, { "directive": "disallow", "path": "/red-tag-event-r-n", "line": 69 }, { "directive": "disallow", "path": "/red-tag-event-R-N", "line": 70 }, { "directive": "disallow", "path": "/red-tag-event-r-n-go", "line": 71 }, { "directive": "disallow", "path": "/red-tag-event-R-N-go", "line": 72 }, { "directive": "disallow", "path": "/red-tag-event-r-n-reg", "line": 73 }, { "directive": "disallow", "path": "/red-tag-event-R-N-reg", "line": 74 }, { "directive": "disallow", "path": "/red-tag-event-r-go", "line": 75 }, { "directive": "disallow", "path": "/red-tag-event-R-go", "line": 76 }, { "directive": "disallow", "path": "/red-tag-event-r-thank-you", "line": 77 }, { "directive": "disallow", "path": "/red-tag-event-R-thank-you", "line": 78 }, { "directive": "disallow", "path": "/red-tag-event-over", "line": 79 }, { "directive": "disallow", "path": "/RFI-success", "line": 80 }, { "directive": "disallow", "path": "/SAT-success", "line": 81 }, { "directive": "disallow", "path": "/Smart-Home-TY", "line": 82 }, { "directive": "disallow", "path": "/still-building-N", "line": 83 }, { "directive": "disallow", "path": "/still-building-N-thank-you", "line": 84 }, { "directive": "disallow", "path": "/still-building-R", "line": 85 }, { "directive": "disallow", "path": "/still-building-R-thank-you", "line": 86 }, { "directive": "disallow", "path": "/still-building-test", "line": 87 }, { "directive": "disallow", "path": "/still-building-test-thank-you", "line": 88 }, { "directive": "disallow", "path": "/tabletkiosk", "line": 89 }, { "directive": "disallow", "path": "/third-party-property-managers", "line": 90 }, { "directive": "disallow", "path": "/Third-Party-Property-Managers", "line": 91 }, { "directive": "disallow", "path": "/view-hotsheet", "line": 92 }, { "directive": "disallow", "path": "/Warranty-TY", "line": 93 }, { "directive": "disallow", "path": "/Website Shared Content", "line": 94 }, { "directive": "disallow", "path": "/what-is-red-tag-event", "line": 95 }, { "directive": "disallow", "path": "/zillow-offers", "line": 96 } ], "warnings": [ 39, 40 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/All-Promotions", "line": 2 }, { "directive": "disallow", "path": "/All-Promotions/", "line": 3 }, { "directive": "disallow", "path": "/all-promotions", "line": 4 }, { "directive": "disallow", "path": "/all-promotions/", "line": 5 }, { "directive": "disallow", "path": "/approvals", "line": 6 }, { "directive": "disallow", "path": "/approvals/", "line": 7 }, { "directive": "disallow", "path": "/Approvals", "line": 8 }, { "directive": "disallow", "path": "/Approvals/", "line": 9 }, { "directive": "disallow", "path": "/control-panel-page", "line": 10 }, { "directive": "disallow", "path": "/community-finder", "line": 11 }, { "directive": "disallow", "path": "/scanner", "line": 12 }, { "directive": "disallow", "path": "/scanner/", "line": 13 }, { "directive": "disallow", "path": "/brand", "line": 14 }, { "directive": "disallow", "path": "/browse", "line": 15 }, { "directive": "disallow", "path": "/committed-to-you", "line": 16 }, { "directive": "disallow", "path": "/committed-to-you-ty", "line": 17 }, { "directive": "disallow", "path": "/Community Finder", "line": 18 }, { "directive": "disallow", "path": "/Comparison Landing", "line": 19 }, { "directive": "disallow", "path": "/control-panel-rte", "line": 20 }, { "directive": "disallow", "path": "/control-panel-RTE", "line": 21 }, { "directive": "disallow", "path": "/control-panel-brands", "line": 22 }, { "directive": "disallow", "path": "/control-panel-page", "line": 23 }, { "directive": "disallow", "path": "/EditAccount", "line": 24 }, { "directive": "disallow", "path": "/Favorites", "line": 25 }, { "directive": "disallow", "path": "/giving-you-more", "line": 26 }, { "directive": "disallow", "path": "/giving-you-more-ty", "line": 27 }, { "directive": "disallow", "path": "/GlobalMapOnly", "line": 28 }, { "directive": "disallow", "path": "/globalmaponly", "line": 29 }, { "directive": "disallow", "path": "/Global-Shared-Content", "line": 30 }, { "directive": "disallow", "path": "/Global-Shared-Content/", "line": 31 }, { "directive": "disallow", "path": "/global-shared-content", "line": 32 }, { "directive": "disallow", "path": "/global-shared-content/", "line": 33 }, { "directive": "disallow", "path": "/global shared content", "line": 34 }, { "directive": "disallow", "path": "/global shared content/", "line": 35 }, { "directive": "disallow", "path": "/Global Shared Content", "line": 36 }, { "directive": "disallow", "path": "/Global Shared Content/", "line": 37 }, { "directive": "disallow", "path": "/Homes-Ready-TY", "line": 38 }, { "directive": "disallow", "path": "indiana/indianapolis/IndyFuel", "line": 39 }, { "directive": "disallow", "path": "indiana/indianapolis/indyfuel", "line": 40 }, { "directive": "disallow", "path": "/Inventory", "line": 41 }, { "directive": "disallow", "path": "/landing-page", "line": 42 }, { "directive": "disallow", "path": "/loading", "line": 43 }, { "directive": "disallow", "path": "/Messages", "line": 44 }, { "directive": "disallow", "path": "/My Points of Interests", "line": 45 }, { "directive": "disallow", "path": "/My Saved Searches", "line": 46 }, { "directive": "disallow", "path": "/New Custom Content Page", "line": 47 }, { "directive": "disallow", "path": "/New-Home-Inquiry-TY", "line": 48 }, { "directive": "disallow", "path": "/new-mexico/albuquerque/rio-rancho/discover-ty", "line": 49 }, { "directive": "disallow", "path": "/pages/", "line": 50 }, { "directive": "disallow", "path": "/Pages/", "line": 51 }, { "directive": "disallow", "path": "/Profile Notes", "line": 52 }, { "directive": "disallow", "path": "/Project", "line": 53 }, { "directive": "disallow", "path": "/real-estate-agents", "line": 54 }, { "directive": "disallow", "path": "/real-estate-agents-TY", "line": 55 }, { "directive": "disallow", "path": "/red-tag-event-c", "line": 56 }, { "directive": "disallow", "path": "/red-tag-event-C", "line": 57 }, { "directive": "disallow", "path": "/red-tag-event-C-go", "line": 58 }, { "directive": "disallow", "path": "/red-tag-event-n", "line": 59 }, { "directive": "disallow", "path": "/red-tag-event-N", "line": 60 }, { "directive": "disallow", "path": "/red-tag-event-n-go", "line": 61 }, { "directive": "disallow", "path": "/red-tag-event-N-go", "line": 62 }, { "directive": "disallow", "path": "/red-tag-event-n-reg", "line": 63 }, { "directive": "disallow", "path": "/red-tag-event-N-reg", "line": 64 }, { "directive": "disallow", "path": "/red-tag-event-n-thank-you", "line": 65 }, { "directive": "disallow", "path": "/red-tag-event-N-thank-you", "line": 66 }, { "directive": "disallow", "path": "/red-tag-event-r", "line": 67 }, { "directive": "disallow", "path": "/red-tag-event-R", "line": 68 }, { "directive": "disallow", "path": "/red-tag-event-r-n", "line": 69 }, { "directive": "disallow", "path": "/red-tag-event-R-N", "line": 70 }, { "directive": "disallow", "path": "/red-tag-event-r-n-go", "line": 71 }, { "directive": "disallow", "path": "/red-tag-event-R-N-go", "line": 72 }, { "directive": "disallow", "path": "/red-tag-event-r-n-reg", "line": 73 }, { "directive": "disallow", "path": "/red-tag-event-R-N-reg", "line": 74 }, { "directive": "disallow", "path": "/red-tag-event-r-go", "line": 75 }, { "directive": "disallow", "path": "/red-tag-event-R-go", "line": 76 }, { "directive": "disallow", "path": "/red-tag-event-r-thank-you", "line": 77 }, { "directive": "disallow", "path": "/red-tag-event-R-thank-you", "line": 78 }, { "directive": "disallow", "path": "/red-tag-event-over", "line": 79 }, { "directive": "disallow", "path": "/RFI-success", "line": 80 }, { "directive": "disallow", "path": "/SAT-success", "line": 81 }, { "directive": "disallow", "path": "/Smart-Home-TY", "line": 82 }, { "directive": "disallow", "path": "/still-building-N", "line": 83 }, { "directive": "disallow", "path": "/still-building-N-thank-you", "line": 84 }, { "directive": "disallow", "path": "/still-building-R", "line": 85 }, { "directive": "disallow", "path": "/still-building-R-thank-you", "line": 86 }, { "directive": "disallow", "path": "/still-building-test", "line": 87 }, { "directive": "disallow", "path": "/still-building-test-thank-you", "line": 88 }, { "directive": "disallow", "path": "/tabletkiosk", "line": 89 }, { "directive": "disallow", "path": "/third-party-property-managers", "line": 90 }, { "directive": "disallow", "path": "/Third-Party-Property-Managers", "line": 91 }, { "directive": "disallow", "path": "/view-hotsheet", "line": 92 }, { "directive": "disallow", "path": "/Warranty-TY", "line": 93 }, { "directive": "disallow", "path": "/Website Shared Content", "line": 94 }, { "directive": "disallow", "path": "/what-is-red-tag-event", "line": 95 }, { "directive": "disallow", "path": "/zillow-offers", "line": 96 } ], "warnings": [ 39, 40 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/All-Promotions", "line": 2 }, { "directive": "disallow", "path": "/All-Promotions/", "line": 3 }, { "directive": "disallow", "path": "/all-promotions", "line": 4 }, { "directive": "disallow", "path": "/all-promotions/", "line": 5 }, { "directive": "disallow", "path": "/approvals", "line": 6 }, { "directive": "disallow", "path": "/approvals/", "line": 7 }, { "directive": "disallow", "path": "/Approvals", "line": 8 }, { "directive": "disallow", "path": "/Approvals/", "line": 9 }, { "directive": "disallow", "path": "/control-panel-page", "line": 10 }, { "directive": "disallow", "path": "/community-finder", "line": 11 }, { "directive": "disallow", "path": "/scanner", "line": 12 }, { "directive": "disallow", "path": "/scanner/", "line": 13 }, { "directive": "disallow", "path": "/brand", "line": 14 }, { "directive": "disallow", "path": "/browse", "line": 15 }, { "directive": "disallow", "path": "/committed-to-you", "line": 16 }, { "directive": "disallow", "path": "/committed-to-you-ty", "line": 17 }, { "directive": "disallow", "path": "/Community Finder", "line": 18 }, { "directive": "disallow", "path": "/Comparison Landing", "line": 19 }, { "directive": "disallow", "path": "/control-panel-rte", "line": 20 }, { "directive": "disallow", "path": "/control-panel-RTE", "line": 21 }, { "directive": "disallow", "path": "/control-panel-brands", "line": 22 }, { "directive": "disallow", "path": "/control-panel-page", "line": 23 }, { "directive": "disallow", "path": "/EditAccount", "line": 24 }, { "directive": "disallow", "path": "/Favorites", "line": 25 }, { "directive": "disallow", "path": "/giving-you-more", "line": 26 }, { "directive": "disallow", "path": "/giving-you-more-ty", "line": 27 }, { "directive": "disallow", "path": "/GlobalMapOnly", "line": 28 }, { "directive": "disallow", "path": "/globalmaponly", "line": 29 }, { "directive": "disallow", "path": "/Global-Shared-Content", "line": 30 }, { "directive": "disallow", "path": "/Global-Shared-Content/", "line": 31 }, { "directive": "disallow", "path": "/global-shared-content", "line": 32 }, { "directive": "disallow", "path": "/global-shared-content/", "line": 33 }, { "directive": "disallow", "path": "/global shared content", "line": 34 }, { "directive": "disallow", "path": "/global shared content/", "line": 35 }, { "directive": "disallow", "path": "/Global Shared Content", "line": 36 }, { "directive": "disallow", "path": "/Global Shared Content/", "line": 37 }, { "directive": "disallow", "path": "/Homes-Ready-TY", "line": 38 }, { "directive": "disallow", "path": "indiana/indianapolis/IndyFuel", "line": 39 }, { "directive": "disallow", "path": "indiana/indianapolis/indyfuel", "line": 40 }, { "directive": "disallow", "path": "/Inventory", "line": 41 }, { "directive": "disallow", "path": "/landing-page", "line": 42 }, { "directive": "disallow", "path": "/loading", "line": 43 }, { "directive": "disallow", "path": "/Messages", "line": 44 }, { "directive": "disallow", "path": "/My Points of Interests", "line": 45 }, { "directive": "disallow", "path": "/My Saved Searches", "line": 46 }, { "directive": "disallow", "path": "/New Custom Content Page", "line": 47 }, { "directive": "disallow", "path": "/New-Home-Inquiry-TY", "line": 48 }, { "directive": "disallow", "path": "/new-mexico/albuquerque/rio-rancho/discover-ty", "line": 49 }, { "directive": "disallow", "path": "/pages/", "line": 50 }, { "directive": "disallow", "path": "/Pages/", "line": 51 }, { "directive": "disallow", "path": "/Profile Notes", "line": 52 }, { "directive": "disallow", "path": "/Project", "line": 53 }, { "directive": "disallow", "path": "/real-estate-agents", "line": 54 }, { "directive": "disallow", "path": "/real-estate-agents-TY", "line": 55 }, { "directive": "disallow", "path": "/red-tag-event-c", "line": 56 }, { "directive": "disallow", "path": "/red-tag-event-C", "line": 57 }, { "directive": "disallow", "path": "/red-tag-event-C-go", "line": 58 }, { "directive": "disallow", "path": "/red-tag-event-n", "line": 59 }, { "directive": "disallow", "path": "/red-tag-event-N", "line": 60 }, { "directive": "disallow", "path": "/red-tag-event-n-go", "line": 61 }, { "directive": "disallow", "path": "/red-tag-event-N-go", "line": 62 }, { "directive": "disallow", "path": "/red-tag-event-n-reg", "line": 63 }, { "directive": "disallow", "path": "/red-tag-event-N-reg", "line": 64 }, { "directive": "disallow", "path": "/red-tag-event-n-thank-you", "line": 65 }, { "directive": "disallow", "path": "/red-tag-event-N-thank-you", "line": 66 }, { "directive": "disallow", "path": "/red-tag-event-r", "line": 67 }, { "directive": "disallow", "path": "/red-tag-event-R", "line": 68 }, { "directive": "disallow", "path": "/red-tag-event-r-n", "line": 69 }, { "directive": "disallow", "path": "/red-tag-event-R-N", "line": 70 }, { "directive": "disallow", "path": "/red-tag-event-r-n-go", "line": 71 }, { "directive": "disallow", "path": "/red-tag-event-R-N-go", "line": 72 }, { "directive": "disallow", "path": "/red-tag-event-r-n-reg", "line": 73 }, { "directive": "disallow", "path": "/red-tag-event-R-N-reg", "line": 74 }, { "directive": "disallow", "path": "/red-tag-event-r-go", "line": 75 }, { "directive": "disallow", "path": "/red-tag-event-R-go", "line": 76 }, { "directive": "disallow", "path": "/red-tag-event-r-thank-you", "line": 77 }, { "directive": "disallow", "path": "/red-tag-event-R-thank-you", "line": 78 }, { "directive": "disallow", "path": "/red-tag-event-over", "line": 79 }, { "directive": "disallow", "path": "/RFI-success", "line": 80 }, { "directive": "disallow", "path": "/SAT-success", "line": 81 }, { "directive": "disallow", "path": "/Smart-Home-TY", "line": 82 }, { "directive": "disallow", "path": "/still-building-N", "line": 83 }, { "directive": "disallow", "path": "/still-building-N-thank-you", "line": 84 }, { "directive": "disallow", "path": "/still-building-R", "line": 85 }, { "directive": "disallow", "path": "/still-building-R-thank-you", "line": 86 }, { "directive": "disallow", "path": "/still-building-test", "line": 87 }, { "directive": "disallow", "path": "/still-building-test-thank-you", "line": 88 }, { "directive": "disallow", "path": "/tabletkiosk", "line": 89 }, { "directive": "disallow", "path": "/third-party-property-managers", "line": 90 }, { "directive": "disallow", "path": "/Third-Party-Property-Managers", "line": 91 }, { "directive": "disallow", "path": "/view-hotsheet", "line": 92 }, { "directive": "disallow", "path": "/Warranty-TY", "line": 93 }, { "directive": "disallow", "path": "/Website Shared Content", "line": 94 }, { "directive": "disallow", "path": "/what-is-red-tag-event", "line": 95 }, { "directive": "disallow", "path": "/zillow-offers", "line": 96 } ], "warnings": [ 39, 40 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/All-Promotions", "line": 2 }, { "directive": "disallow", "path": "/All-Promotions/", "line": 3 }, { "directive": "disallow", "path": "/all-promotions", "line": 4 }, { "directive": "disallow", "path": "/all-promotions/", "line": 5 }, { "directive": "disallow", "path": "/approvals", "line": 6 }, { "directive": "disallow", "path": "/approvals/", "line": 7 }, { "directive": "disallow", "path": "/Approvals", "line": 8 }, { "directive": "disallow", "path": "/Approvals/", "line": 9 }, { "directive": "disallow", "path": "/control-panel-page", "line": 10 }, { "directive": "disallow", "path": "/community-finder", "line": 11 }, { "directive": "disallow", "path": "/scanner", "line": 12 }, { "directive": "disallow", "path": "/scanner/", "line": 13 }, { "directive": "disallow", "path": "/brand", "line": 14 }, { "directive": "disallow", "path": "/browse", "line": 15 }, { "directive": "disallow", "path": "/committed-to-you", "line": 16 }, { "directive": "disallow", "path": "/committed-to-you-ty", "line": 17 }, { "directive": "disallow", "path": "/Community Finder", "line": 18 }, { "directive": "disallow", "path": "/Comparison Landing", "line": 19 }, { "directive": "disallow", "path": "/control-panel-rte", "line": 20 }, { "directive": "disallow", "path": "/control-panel-RTE", "line": 21 }, { "directive": "disallow", "path": "/control-panel-brands", "line": 22 }, { "directive": "disallow", "path": "/control-panel-page", "line": 23 }, { "directive": "disallow", "path": "/EditAccount", "line": 24 }, { "directive": "disallow", "path": "/Favorites", "line": 25 }, { "directive": "disallow", "path": "/giving-you-more", "line": 26 }, { "directive": "disallow", "path": "/giving-you-more-ty", "line": 27 }, { "directive": "disallow", "path": "/GlobalMapOnly", "line": 28 }, { "directive": "disallow", "path": "/globalmaponly", "line": 29 }, { "directive": "disallow", "path": "/Global-Shared-Content", "line": 30 }, { "directive": "disallow", "path": "/Global-Shared-Content/", "line": 31 }, { "directive": "disallow", "path": "/global-shared-content", "line": 32 }, { "directive": "disallow", "path": "/global-shared-content/", "line": 33 }, { "directive": "disallow", "path": "/global shared content", "line": 34 }, { "directive": "disallow", "path": "/global shared content/", "line": 35 }, { "directive": "disallow", "path": "/Global Shared Content", "line": 36 }, { "directive": "disallow", "path": "/Global Shared Content/", "line": 37 }, { "directive": "disallow", "path": "/Homes-Ready-TY", "line": 38 }, { "directive": "disallow", "path": "indiana/indianapolis/IndyFuel", "line": 39 }, { "directive": "disallow", "path": "indiana/indianapolis/indyfuel", "line": 40 }, { "directive": "disallow", "path": "/Inventory", "line": 41 }, { "directive": "disallow", "path": "/landing-page", "line": 42 }, { "directive": "disallow", "path": "/loading", "line": 43 }, { "directive": "disallow", "path": "/Messages", "line": 44 }, { "directive": "disallow", "path": "/My Points of Interests", "line": 45 }, { "directive": "disallow", "path": "/My Saved Searches", "line": 46 }, { "directive": "disallow", "path": "/New Custom Content Page", "line": 47 }, { "directive": "disallow", "path": "/New-Home-Inquiry-TY", "line": 48 }, { "directive": "disallow", "path": "/new-mexico/albuquerque/rio-rancho/discover-ty", "line": 49 }, { "directive": "disallow", "path": "/pages/", "line": 50 }, { "directive": "disallow", "path": "/Pages/", "line": 51 }, { "directive": "disallow", "path": "/Profile Notes", "line": 52 }, { "directive": "disallow", "path": "/Project", "line": 53 }, { "directive": "disallow", "path": "/real-estate-agents", "line": 54 }, { "directive": "disallow", "path": "/real-estate-agents-TY", "line": 55 }, { "directive": "disallow", "path": "/red-tag-event-c", "line": 56 }, { "directive": "disallow", "path": "/red-tag-event-C", "line": 57 }, { "directive": "disallow", "path": "/red-tag-event-C-go", "line": 58 }, { "directive": "disallow", "path": "/red-tag-event-n", "line": 59 }, { "directive": "disallow", "path": "/red-tag-event-N", "line": 60 }, { "directive": "disallow", "path": "/red-tag-event-n-go", "line": 61 }, { "directive": "disallow", "path": "/red-tag-event-N-go", "line": 62 }, { "directive": "disallow", "path": "/red-tag-event-n-reg", "line": 63 }, { "directive": "disallow", "path": "/red-tag-event-N-reg", "line": 64 }, { "directive": "disallow", "path": "/red-tag-event-n-thank-you", "line": 65 }, { "directive": "disallow", "path": "/red-tag-event-N-thank-you", "line": 66 }, { "directive": "disallow", "path": "/red-tag-event-r", "line": 67 }, { "directive": "disallow", "path": "/red-tag-event-R", "line": 68 }, { "directive": "disallow", "path": "/red-tag-event-r-n", "line": 69 }, { "directive": "disallow", "path": "/red-tag-event-R-N", "line": 70 }, { "directive": "disallow", "path": "/red-tag-event-r-n-go", "line": 71 }, { "directive": "disallow", "path": "/red-tag-event-R-N-go", "line": 72 }, { "directive": "disallow", "path": "/red-tag-event-r-n-reg", "line": 73 }, { "directive": "disallow", "path": "/red-tag-event-R-N-reg", "line": 74 }, { "directive": "disallow", "path": "/red-tag-event-r-go", "line": 75 }, { "directive": "disallow", "path": "/red-tag-event-R-go", "line": 76 }, { "directive": "disallow", "path": "/red-tag-event-r-thank-you", "line": 77 }, { "directive": "disallow", "path": "/red-tag-event-R-thank-you", "line": 78 }, { "directive": "disallow", "path": "/red-tag-event-over", "line": 79 }, { "directive": "disallow", "path": "/RFI-success", "line": 80 }, { "directive": "disallow", "path": "/SAT-success", "line": 81 }, { "directive": "disallow", "path": "/Smart-Home-TY", "line": 82 }, { "directive": "disallow", "path": "/still-building-N", "line": 83 }, { "directive": "disallow", "path": "/still-building-N-thank-you", "line": 84 }, { "directive": "disallow", "path": "/still-building-R", "line": 85 }, { "directive": "disallow", "path": "/still-building-R-thank-you", "line": 86 }, { "directive": "disallow", "path": "/still-building-test", "line": 87 }, { "directive": "disallow", "path": "/still-building-test-thank-you", "line": 88 }, { "directive": "disallow", "path": "/tabletkiosk", "line": 89 }, { "directive": "disallow", "path": "/third-party-property-managers", "line": 90 }, { "directive": "disallow", "path": "/Third-Party-Property-Managers", "line": 91 }, { "directive": "disallow", "path": "/view-hotsheet", "line": 92 }, { "directive": "disallow", "path": "/Warranty-TY", "line": 93 }, { "directive": "disallow", "path": "/Website Shared Content", "line": 94 }, { "directive": "disallow", "path": "/what-is-red-tag-event", "line": 95 }, { "directive": "disallow", "path": "/zillow-offers", "line": 96 } ], "warnings": [ 39, 40 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/All-Promotions", "line": 2 }, { "directive": "disallow", "path": "/All-Promotions/", "line": 3 }, { "directive": "disallow", "path": "/all-promotions", "line": 4 }, { "directive": "disallow", "path": "/all-promotions/", "line": 5 }, { "directive": "disallow", "path": "/approvals", "line": 6 }, { "directive": "disallow", "path": "/approvals/", "line": 7 }, { "directive": "disallow", "path": "/Approvals", "line": 8 }, { "directive": "disallow", "path": "/Approvals/", "line": 9 }, { "directive": "disallow", "path": "/control-panel-page", "line": 10 }, { "directive": "disallow", "path": "/community-finder", "line": 11 }, { "directive": "disallow", "path": "/scanner", "line": 12 }, { "directive": "disallow", "path": "/scanner/", "line": 13 }, { "directive": "disallow", "path": "/brand", "line": 14 }, { "directive": "disallow", "path": "/browse", "line": 15 }, { "directive": "disallow", "path": "/committed-to-you", "line": 16 }, { "directive": "disallow", "path": "/committed-to-you-ty", "line": 17 }, { "directive": "disallow", "path": "/Community Finder", "line": 18 }, { "directive": "disallow", "path": "/Comparison Landing", "line": 19 }, { "directive": "disallow", "path": "/control-panel-rte", "line": 20 }, { "directive": "disallow", "path": "/control-panel-RTE", "line": 21 }, { "directive": "disallow", "path": "/control-panel-brands", "line": 22 }, { "directive": "disallow", "path": "/control-panel-page", "line": 23 }, { "directive": "disallow", "path": "/EditAccount", "line": 24 }, { "directive": "disallow", "path": "/Favorites", "line": 25 }, { "directive": "disallow", "path": "/giving-you-more", "line": 26 }, { "directive": "disallow", "path": "/giving-you-more-ty", "line": 27 }, { "directive": "disallow", "path": "/GlobalMapOnly", "line": 28 }, { "directive": "disallow", "path": "/globalmaponly", "line": 29 }, { "directive": "disallow", "path": "/Global-Shared-Content", "line": 30 }, { "directive": "disallow", "path": "/Global-Shared-Content/", "line": 31 }, { "directive": "disallow", "path": "/global-shared-content", "line": 32 }, { "directive": "disallow", "path": "/global-shared-content/", "line": 33 }, { "directive": "disallow", "path": "/global shared content", "line": 34 }, { "directive": "disallow", "path": "/global shared content/", "line": 35 }, { "directive": "disallow", "path": "/Global Shared Content", "line": 36 }, { "directive": "disallow", "path": "/Global Shared Content/", "line": 37 }, { "directive": "disallow", "path": "/Homes-Ready-TY", "line": 38 }, { "directive": "disallow", "path": "indiana/indianapolis/IndyFuel", "line": 39 }, { "directive": "disallow", "path": "indiana/indianapolis/indyfuel", "line": 40 }, { "directive": "disallow", "path": "/Inventory", "line": 41 }, { "directive": "disallow", "path": "/landing-page", "line": 42 }, { "directive": "disallow", "path": "/loading", "line": 43 }, { "directive": "disallow", "path": "/Messages", "line": 44 }, { "directive": "disallow", "path": "/My Points of Interests", "line": 45 }, { "directive": "disallow", "path": "/My Saved Searches", "line": 46 }, { "directive": "disallow", "path": "/New Custom Content Page", "line": 47 }, { "directive": "disallow", "path": "/New-Home-Inquiry-TY", "line": 48 }, { "directive": "disallow", "path": "/new-mexico/albuquerque/rio-rancho/discover-ty", "line": 49 }, { "directive": "disallow", "path": "/pages/", "line": 50 }, { "directive": "disallow", "path": "/Pages/", "line": 51 }, { "directive": "disallow", "path": "/Profile Notes", "line": 52 }, { "directive": "disallow", "path": "/Project", "line": 53 }, { "directive": "disallow", "path": "/real-estate-agents", "line": 54 }, { "directive": "disallow", "path": "/real-estate-agents-TY", "line": 55 }, { "directive": "disallow", "path": "/red-tag-event-c", "line": 56 }, { "directive": "disallow", "path": "/red-tag-event-C", "line": 57 }, { "directive": "disallow", "path": "/red-tag-event-C-go", "line": 58 }, { "directive": "disallow", "path": "/red-tag-event-n", "line": 59 }, { "directive": "disallow", "path": "/red-tag-event-N", "line": 60 }, { "directive": "disallow", "path": "/red-tag-event-n-go", "line": 61 }, { "directive": "disallow", "path": "/red-tag-event-N-go", "line": 62 }, { "directive": "disallow", "path": "/red-tag-event-n-reg", "line": 63 }, { "directive": "disallow", "path": "/red-tag-event-N-reg", "line": 64 }, { "directive": "disallow", "path": "/red-tag-event-n-thank-you", "line": 65 }, { "directive": "disallow", "path": "/red-tag-event-N-thank-you", "line": 66 }, { "directive": "disallow", "path": "/red-tag-event-r", "line": 67 }, { "directive": "disallow", "path": "/red-tag-event-R", "line": 68 }, { "directive": "disallow", "path": "/red-tag-event-r-n", "line": 69 }, { "directive": "disallow", "path": "/red-tag-event-R-N", "line": 70 }, { "directive": "disallow", "path": "/red-tag-event-r-n-go", "line": 71 }, { "directive": "disallow", "path": "/red-tag-event-R-N-go", "line": 72 }, { "directive": "disallow", "path": "/red-tag-event-r-n-reg", "line": 73 }, { "directive": "disallow", "path": "/red-tag-event-R-N-reg", "line": 74 }, { "directive": "disallow", "path": "/red-tag-event-r-go", "line": 75 }, { "directive": "disallow", "path": "/red-tag-event-R-go", "line": 76 }, { "directive": "disallow", "path": "/red-tag-event-r-thank-you", "line": 77 }, { "directive": "disallow", "path": "/red-tag-event-R-thank-you", "line": 78 }, { "directive": "disallow", "path": "/red-tag-event-over", "line": 79 }, { "directive": "disallow", "path": "/RFI-success", "line": 80 }, { "directive": "disallow", "path": "/SAT-success", "line": 81 }, { "directive": "disallow", "path": "/Smart-Home-TY", "line": 82 }, { "directive": "disallow", "path": "/still-building-N", "line": 83 }, { "directive": "disallow", "path": "/still-building-N-thank-you", "line": 84 }, { "directive": "disallow", "path": "/still-building-R", "line": 85 }, { "directive": "disallow", "path": "/still-building-R-thank-you", "line": 86 }, { "directive": "disallow", "path": "/still-building-test", "line": 87 }, { "directive": "disallow", "path": "/still-building-test-thank-you", "line": 88 }, { "directive": "disallow", "path": "/tabletkiosk", "line": 89 }, { "directive": "disallow", "path": "/third-party-property-managers", "line": 90 }, { "directive": "disallow", "path": "/Third-Party-Property-Managers", "line": 91 }, { "directive": "disallow", "path": "/view-hotsheet", "line": 92 }, { "directive": "disallow", "path": "/Warranty-TY", "line": 93 }, { "directive": "disallow", "path": "/Website Shared Content", "line": 94 }, { "directive": "disallow", "path": "/what-is-red-tag-event", "line": 95 }, { "directive": "disallow", "path": "/zillow-offers", "line": 96 } ], "warnings": [ 39, 40 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/All-Promotions", "line": 2 }, { "directive": "disallow", "path": "/All-Promotions/", "line": 3 }, { "directive": "disallow", "path": "/all-promotions", "line": 4 }, { "directive": "disallow", "path": "/all-promotions/", "line": 5 }, { "directive": "disallow", "path": "/approvals", "line": 6 }, { "directive": "disallow", "path": "/approvals/", "line": 7 }, { "directive": "disallow", "path": "/Approvals", "line": 8 }, { "directive": "disallow", "path": "/Approvals/", "line": 9 }, { "directive": "disallow", "path": "/control-panel-page", "line": 10 }, { "directive": "disallow", "path": "/community-finder", "line": 11 }, { "directive": "disallow", "path": "/scanner", "line": 12 }, { "directive": "disallow", "path": "/scanner/", "line": 13 }, { "directive": "disallow", "path": "/brand", "line": 14 }, { "directive": "disallow", "path": "/browse", "line": 15 }, { "directive": "disallow", "path": "/committed-to-you", "line": 16 }, { "directive": "disallow", "path": "/committed-to-you-ty", "line": 17 }, { "directive": "disallow", "path": "/Community Finder", "line": 18 }, { "directive": "disallow", "path": "/Comparison Landing", "line": 19 }, { "directive": "disallow", "path": "/control-panel-rte", "line": 20 }, { "directive": "disallow", "path": "/control-panel-RTE", "line": 21 }, { "directive": "disallow", "path": "/control-panel-brands", "line": 22 }, { "directive": "disallow", "path": "/control-panel-page", "line": 23 }, { "directive": "disallow", "path": "/EditAccount", "line": 24 }, { "directive": "disallow", "path": "/Favorites", "line": 25 }, { "directive": "disallow", "path": "/giving-you-more", "line": 26 }, { "directive": "disallow", "path": "/giving-you-more-ty", "line": 27 }, { "directive": "disallow", "path": "/GlobalMapOnly", "line": 28 }, { "directive": "disallow", "path": "/globalmaponly", "line": 29 }, { "directive": "disallow", "path": "/Global-Shared-Content", "line": 30 }, { "directive": "disallow", "path": "/Global-Shared-Content/", "line": 31 }, { "directive": "disallow", "path": "/global-shared-content", "line": 32 }, { "directive": "disallow", "path": "/global-shared-content/", "line": 33 }, { "directive": "disallow", "path": "/global shared content", "line": 34 }, { "directive": "disallow", "path": "/global shared content/", "line": 35 }, { "directive": "disallow", "path": "/Global Shared Content", "line": 36 }, { "directive": "disallow", "path": "/Global Shared Content/", "line": 37 }, { "directive": "disallow", "path": "/Homes-Ready-TY", "line": 38 }, { "directive": "disallow", "path": "indiana/indianapolis/IndyFuel", "line": 39 }, { "directive": "disallow", "path": "indiana/indianapolis/indyfuel", "line": 40 }, { "directive": "disallow", "path": "/Inventory", "line": 41 }, { "directive": "disallow", "path": "/landing-page", "line": 42 }, { "directive": "disallow", "path": "/loading", "line": 43 }, { "directive": "disallow", "path": "/Messages", "line": 44 }, { "directive": "disallow", "path": "/My Points of Interests", "line": 45 }, { "directive": "disallow", "path": "/My Saved Searches", "line": 46 }, { "directive": "disallow", "path": "/New Custom Content Page", "line": 47 }, { "directive": "disallow", "path": "/New-Home-Inquiry-TY", "line": 48 }, { "directive": "disallow", "path": "/new-mexico/albuquerque/rio-rancho/discover-ty", "line": 49 }, { "directive": "disallow", "path": "/pages/", "line": 50 }, { "directive": "disallow", "path": "/Pages/", "line": 51 }, { "directive": "disallow", "path": "/Profile Notes", "line": 52 }, { "directive": "disallow", "path": "/Project", "line": 53 }, { "directive": "disallow", "path": "/real-estate-agents", "line": 54 }, { "directive": "disallow", "path": "/real-estate-agents-TY", "line": 55 }, { "directive": "disallow", "path": "/red-tag-event-c", "line": 56 }, { "directive": "disallow", "path": "/red-tag-event-C", "line": 57 }, { "directive": "disallow", "path": "/red-tag-event-C-go", "line": 58 }, { "directive": "disallow", "path": "/red-tag-event-n", "line": 59 }, { "directive": "disallow", "path": "/red-tag-event-N", "line": 60 }, { "directive": "disallow", "path": "/red-tag-event-n-go", "line": 61 }, { "directive": "disallow", "path": "/red-tag-event-N-go", "line": 62 }, { "directive": "disallow", "path": "/red-tag-event-n-reg", "line": 63 }, { "directive": "disallow", "path": "/red-tag-event-N-reg", "line": 64 }, { "directive": "disallow", "path": "/red-tag-event-n-thank-you", "line": 65 }, { "directive": "disallow", "path": "/red-tag-event-N-thank-you", "line": 66 }, { "directive": "disallow", "path": "/red-tag-event-r", "line": 67 }, { "directive": "disallow", "path": "/red-tag-event-R", "line": 68 }, { "directive": "disallow", "path": "/red-tag-event-r-n", "line": 69 }, { "directive": "disallow", "path": "/red-tag-event-R-N", "line": 70 }, { "directive": "disallow", "path": "/red-tag-event-r-n-go", "line": 71 }, { "directive": "disallow", "path": "/red-tag-event-R-N-go", "line": 72 }, { "directive": "disallow", "path": "/red-tag-event-r-n-reg", "line": 73 }, { "directive": "disallow", "path": "/red-tag-event-R-N-reg", "line": 74 }, { "directive": "disallow", "path": "/red-tag-event-r-go", "line": 75 }, { "directive": "disallow", "path": "/red-tag-event-R-go", "line": 76 }, { "directive": "disallow", "path": "/red-tag-event-r-thank-you", "line": 77 }, { "directive": "disallow", "path": "/red-tag-event-R-thank-you", "line": 78 }, { "directive": "disallow", "path": "/red-tag-event-over", "line": 79 }, { "directive": "disallow", "path": "/RFI-success", "line": 80 }, { "directive": "disallow", "path": "/SAT-success", "line": 81 }, { "directive": "disallow", "path": "/Smart-Home-TY", "line": 82 }, { "directive": "disallow", "path": "/still-building-N", "line": 83 }, { "directive": "disallow", "path": "/still-building-N-thank-you", "line": 84 }, { "directive": "disallow", "path": "/still-building-R", "line": 85 }, { "directive": "disallow", "path": "/still-building-R-thank-you", "line": 86 }, { "directive": "disallow", "path": "/still-building-test", "line": 87 }, { "directive": "disallow", "path": "/still-building-test-thank-you", "line": 88 }, { "directive": "disallow", "path": "/tabletkiosk", "line": 89 }, { "directive": "disallow", "path": "/third-party-property-managers", "line": 90 }, { "directive": "disallow", "path": "/Third-Party-Property-Managers", "line": 91 }, { "directive": "disallow", "path": "/view-hotsheet", "line": 92 }, { "directive": "disallow", "path": "/Warranty-TY", "line": 93 }, { "directive": "disallow", "path": "/Website Shared Content", "line": 94 }, { "directive": "disallow", "path": "/what-is-red-tag-event", "line": 95 }, { "directive": "disallow", "path": "/zillow-offers", "line": 96 } ], "warnings": [ 39, 40 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/All-Promotions", "line": 2 }, { "directive": "disallow", "path": "/All-Promotions/", "line": 3 }, { "directive": "disallow", "path": "/all-promotions", "line": 4 }, { "directive": "disallow", "path": "/all-promotions/", "line": 5 }, { "directive": "disallow", "path": "/approvals", "line": 6 }, { "directive": "disallow", "path": "/approvals/", "line": 7 }, { "directive": "disallow", "path": "/Approvals", "line": 8 }, { "directive": "disallow", "path": "/Approvals/", "line": 9 }, { "directive": "disallow", "path": "/control-panel-page", "line": 10 }, { "directive": "disallow", "path": "/community-finder", "line": 11 }, { "directive": "disallow", "path": "/scanner", "line": 12 }, { "directive": "disallow", "path": "/scanner/", "line": 13 }, { "directive": "disallow", "path": "/brand", "line": 14 }, { "directive": "disallow", "path": "/browse", "line": 15 }, { "directive": "disallow", "path": "/committed-to-you", "line": 16 }, { "directive": "disallow", "path": "/committed-to-you-ty", "line": 17 }, { "directive": "disallow", "path": "/Community Finder", "line": 18 }, { "directive": "disallow", "path": "/Comparison Landing", "line": 19 }, { "directive": "disallow", "path": "/control-panel-rte", "line": 20 }, { "directive": "disallow", "path": "/control-panel-RTE", "line": 21 }, { "directive": "disallow", "path": "/control-panel-brands", "line": 22 }, { "directive": "disallow", "path": "/control-panel-page", "line": 23 }, { "directive": "disallow", "path": "/EditAccount", "line": 24 }, { "directive": "disallow", "path": "/Favorites", "line": 25 }, { "directive": "disallow", "path": "/giving-you-more", "line": 26 }, { "directive": "disallow", "path": "/giving-you-more-ty", "line": 27 }, { "directive": "disallow", "path": "/GlobalMapOnly", "line": 28 }, { "directive": "disallow", "path": "/globalmaponly", "line": 29 }, { "directive": "disallow", "path": "/Global-Shared-Content", "line": 30 }, { "directive": "disallow", "path": "/Global-Shared-Content/", "line": 31 }, { "directive": "disallow", "path": "/global-shared-content", "line": 32 }, { "directive": "disallow", "path": "/global-shared-content/", "line": 33 }, { "directive": "disallow", "path": "/global shared content", "line": 34 }, { "directive": "disallow", "path": "/global shared content/", "line": 35 }, { "directive": "disallow", "path": "/Global Shared Content", "line": 36 }, { "directive": "disallow", "path": "/Global Shared Content/", "line": 37 }, { "directive": "disallow", "path": "/Homes-Ready-TY", "line": 38 }, { "directive": "disallow", "path": "indiana/indianapolis/IndyFuel", "line": 39 }, { "directive": "disallow", "path": "indiana/indianapolis/indyfuel", "line": 40 }, { "directive": "disallow", "path": "/Inventory", "line": 41 }, { "directive": "disallow", "path": "/landing-page", "line": 42 }, { "directive": "disallow", "path": "/loading", "line": 43 }, { "directive": "disallow", "path": "/Messages", "line": 44 }, { "directive": "disallow", "path": "/My Points of Interests", "line": 45 }, { "directive": "disallow", "path": "/My Saved Searches", "line": 46 }, { "directive": "disallow", "path": "/New Custom Content Page", "line": 47 }, { "directive": "disallow", "path": "/New-Home-Inquiry-TY", "line": 48 }, { "directive": "disallow", "path": "/new-mexico/albuquerque/rio-rancho/discover-ty", "line": 49 }, { "directive": "disallow", "path": "/pages/", "line": 50 }, { "directive": "disallow", "path": "/Pages/", "line": 51 }, { "directive": "disallow", "path": "/Profile Notes", "line": 52 }, { "directive": "disallow", "path": "/Project", "line": 53 }, { "directive": "disallow", "path": "/real-estate-agents", "line": 54 }, { "directive": "disallow", "path": "/real-estate-agents-TY", "line": 55 }, { "directive": "disallow", "path": "/red-tag-event-c", "line": 56 }, { "directive": "disallow", "path": "/red-tag-event-C", "line": 57 }, { "directive": "disallow", "path": "/red-tag-event-C-go", "line": 58 }, { "directive": "disallow", "path": "/red-tag-event-n", "line": 59 }, { "directive": "disallow", "path": "/red-tag-event-N", "line": 60 }, { "directive": "disallow", "path": "/red-tag-event-n-go", "line": 61 }, { "directive": "disallow", "path": "/red-tag-event-N-go", "line": 62 }, { "directive": "disallow", "path": "/red-tag-event-n-reg", "line": 63 }, { "directive": "disallow", "path": "/red-tag-event-N-reg", "line": 64 }, { "directive": "disallow", "path": "/red-tag-event-n-thank-you", "line": 65 }, { "directive": "disallow", "path": "/red-tag-event-N-thank-you", "line": 66 }, { "directive": "disallow", "path": "/red-tag-event-r", "line": 67 }, { "directive": "disallow", "path": "/red-tag-event-R", "line": 68 }, { "directive": "disallow", "path": "/red-tag-event-r-n", "line": 69 }, { "directive": "disallow", "path": "/red-tag-event-R-N", "line": 70 }, { "directive": "disallow", "path": "/red-tag-event-r-n-go", "line": 71 }, { "directive": "disallow", "path": "/red-tag-event-R-N-go", "line": 72 }, { "directive": "disallow", "path": "/red-tag-event-r-n-reg", "line": 73 }, { "directive": "disallow", "path": "/red-tag-event-R-N-reg", "line": 74 }, { "directive": "disallow", "path": "/red-tag-event-r-go", "line": 75 }, { "directive": "disallow", "path": "/red-tag-event-R-go", "line": 76 }, { "directive": "disallow", "path": "/red-tag-event-r-thank-you", "line": 77 }, { "directive": "disallow", "path": "/red-tag-event-R-thank-you", "line": 78 }, { "directive": "disallow", "path": "/red-tag-event-over", "line": 79 }, { "directive": "disallow", "path": "/RFI-success", "line": 80 }, { "directive": "disallow", "path": "/SAT-success", "line": 81 }, { "directive": "disallow", "path": "/Smart-Home-TY", "line": 82 }, { "directive": "disallow", "path": "/still-building-N", "line": 83 }, { "directive": "disallow", "path": "/still-building-N-thank-you", "line": 84 }, { "directive": "disallow", "path": "/still-building-R", "line": 85 }, { "directive": "disallow", "path": "/still-building-R-thank-you", "line": 86 }, { "directive": "disallow", "path": "/still-building-test", "line": 87 }, { "directive": "disallow", "path": "/still-building-test-thank-you", "line": 88 }, { "directive": "disallow", "path": "/tabletkiosk", "line": 89 }, { "directive": "disallow", "path": "/third-party-property-managers", "line": 90 }, { "directive": "disallow", "path": "/Third-Party-Property-Managers", "line": 91 }, { "directive": "disallow", "path": "/view-hotsheet", "line": 92 }, { "directive": "disallow", "path": "/Warranty-TY", "line": 93 }, { "directive": "disallow", "path": "/Website Shared Content", "line": 94 }, { "directive": "disallow", "path": "/what-is-red-tag-event", "line": 95 }, { "directive": "disallow", "path": "/zillow-offers", "line": 96 } ], "warnings": [ 39, 40 ] } }, "httpStatus": 200, "finalUrl": "https://www.drhorton.com/robots.txt", "contentType": "text/plain", "sha256": "ef3be28b78d2e218f316ce5813b092095a452e5b2532789109da57be818f04c7", "bytes": 5710 }, { "company": "Danaher Corporation", "cik": "313616", "sector": "Health Care", "origin": "https://www.danaher.com", "checkedAt": "2026-09-26T04:55:16.121Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.danaher.com/robots.txt", "contentType": "text/plain", "sha256": "773fb8d35bb9a39d35335ee6db8dc5c912d2aacbfb823152d9c61cd647dd902d", "bytes": 2027 }, { "company": "Darden Restaurants", "cik": "940944", "sector": "Consumer Discretionary", "origin": "http://www.darden.com", "checkedAt": "2026-09-26T04:55:16.207Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.darden.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "8e8cb58d810473a52cce903be5ffb73d948eef981bbd101cffbf8dc2c02fcf4e", "bytes": 2141 }, { "company": "Datadog", "cik": "1561550", "sector": "Information Technology", "origin": "https://www.datadoghq.com", "checkedAt": "2026-09-26T04:55:16.374Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pdf/", "line": 2 }, { "directive": "disallow", "path": "/meta/", "line": 3 }, { "directive": "disallow", "path": "/style/", "line": 4 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pdf/", "line": 2 }, { "directive": "disallow", "path": "/meta/", "line": 3 }, { "directive": "disallow", "path": "/style/", "line": 4 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pdf/", "line": 2 }, { "directive": "disallow", "path": "/meta/", "line": 3 }, { "directive": "disallow", "path": "/style/", "line": 4 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pdf/", "line": 2 }, { "directive": "disallow", "path": "/meta/", "line": 3 }, { "directive": "disallow", "path": "/style/", "line": 4 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pdf/", "line": 2 }, { "directive": "disallow", "path": "/meta/", "line": 3 }, { "directive": "disallow", "path": "/style/", "line": 4 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pdf/", "line": 2 }, { "directive": "disallow", "path": "/meta/", "line": 3 }, { "directive": "disallow", "path": "/style/", "line": 4 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pdf/", "line": 2 }, { "directive": "disallow", "path": "/meta/", "line": 3 }, { "directive": "disallow", "path": "/style/", "line": 4 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pdf/", "line": 2 }, { "directive": "disallow", "path": "/meta/", "line": 3 }, { "directive": "disallow", "path": "/style/", "line": 4 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.datadoghq.com/robots.txt", "contentType": "text/plain", "sha256": "31eeea994b43f6d7f90690150759601a19c7a76f19827a51b18c89c6cbb1076b", "bytes": 525 }, { "company": "DaVita", "cik": "927066", "sector": "Health Care", "origin": "https://www.davita.com", "checkedAt": "2026-09-26T04:55:16.447Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://davita.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "c8bda0280ad81dddedd3bb996af2a947202b8b752f749297682d768f883308f1", "bytes": 493 }, { "company": "Deckers Brands", "cik": "910521", "sector": "Consumer Discretionary", "origin": "http://www.deckers.com", "checkedAt": "2026-09-26T04:55:16.452Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.deckers.com/robots.txt", "contentType": "text/plain", "sha256": "773fb8d35bb9a39d35335ee6db8dc5c912d2aacbfb823152d9c61cd647dd902d", "bytes": 2027 }, { "company": "Deere & Company", "cik": "315189", "sector": "Industrials", "origin": "https://www.deere.com", "checkedAt": "2026-09-26T04:55:16.457Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.deere.com/robots.txt", "contentType": "text/plain;charset=UTF-8", "sha256": "88b13b23639cc7e241ac2566a1e3d4ee208f364f9699e92340e342547777602d", "bytes": 104 }, { "company": "Dell Technologies", "cik": "1571996", "sector": "Information Technology", "origin": "http://www.delltechnologies.com", "checkedAt": "2026-09-26T04:55:16.613Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.php$", "line": 5 }, { "directive": "disallow", "path": "/*/configuration-page.htm", "line": 6 }, { "directive": "disallow", "path": "/*/testing/", "line": 7 }, { "directive": "disallow", "path": "/*/what-we-do/index-device.htm", "line": 9 }, { "directive": "disallow", "path": "/*/what-we-do/index-server.htm", "line": 10 }, { "directive": "disallow", "path": "/*/what-we-do/index-storage.htm", "line": 11 }, { "directive": "disallow", "path": "/*/what-we-do/index-apex.htm", "line": 12 }, { "directive": "disallow", "path": "/fr-dz/*", "line": 14 }, { "directive": "disallow", "path": "/en-ai/*", "line": 15 }, { "directive": "disallow", "path": "/en-ag/*", "line": 16 }, { "directive": "disallow", "path": "/en-aw/*", "line": 17 }, { "directive": "disallow", "path": "/en-bs/*", "line": 18 }, { "directive": "disallow", "path": "/en-bb/*", "line": 19 }, { "directive": "disallow", "path": "/en-bz/*", "line": 20 }, { "directive": "disallow", "path": "/en-bm/*", "line": 21 }, { "directive": "disallow", "path": "/es-bo/*", "line": 22 }, { "directive": "disallow", "path": "/en-vg/*", "line": 23 }, { "directive": "disallow", "path": "/en-ky/*", "line": 24 }, { "directive": "disallow", "path": "/es-cr/*", "line": 25 }, { "directive": "disallow", "path": "/fr-cd/*", "line": 26 }, { "directive": "disallow", "path": "/en-dm/*", "line": 27 }, { "directive": "disallow", "path": "/es-do/*", "line": 28 }, { "directive": "disallow", "path": "/es-ec/*", "line": 29 }, { "directive": "disallow", "path": "/es-sv/*", "line": 30 }, { "directive": "disallow", "path": "/en-gd/*", "line": 31 }, { "directive": "disallow", "path": "/es-gt/*", "line": 32 }, { "directive": "disallow", "path": "/en-gy/*", "line": 33 }, { "directive": "disallow", "path": "/es-hn/*", "line": 34 }, { "directive": "disallow", "path": "/en-is/*", "line": 35 }, { "directive": "disallow", "path": "/en-il/*", "line": 36 }, { "directive": "disallow", "path": "/en-jm/*", "line": 37 }, { "directive": "disallow", "path": "/en-ly/*", "line": 38 }, { "directive": "disallow", "path": "/es-ni/*", "line": 39 }, { "directive": "disallow", "path": "/es-pa/*", "line": 40 }, { "directive": "disallow", "path": "/es-py/*", "line": 41 }, { "directive": "disallow", "path": "/en-pr/*", "line": 42 }, { "directive": "disallow", "path": "/fr-cg/*", "line": 43 }, { "directive": "disallow", "path": "/en-kn/*", "line": 44 }, { "directive": "disallow", "path": "/en-lc/*", "line": 45 }, { "directive": "disallow", "path": "/en-vc/*", "line": 46 }, { "directive": "disallow", "path": "/en-sr/*", "line": 47 }, { "directive": "disallow", "path": "/en-tt/*", "line": 48 }, { "directive": "disallow", "path": "/fr-tn/*", "line": 49 }, { "directive": "disallow", "path": "/en-tc/*", "line": 50 }, { "directive": "disallow", "path": "/en-ua/*", "line": 51 }, { "directive": "allow", "path": "/en-uk/*", "line": 52 }, { "directive": "disallow", "path": "/es-uy/*", "line": 53 }, { "directive": "disallow", "path": "/en-vi/*", "line": 54 }, { "directive": "disallow", "path": "/es-ai/*", "line": 55 }, { "directive": "disallow", "path": "/en-bd/*", "line": 56 }, { "directive": "disallow", "path": "/en-kh/*", "line": 57 }, { "directive": "disallow", "path": "/en-mm/*", "line": 58 }, { "directive": "disallow", "path": "/en-np/*", "line": 59 }, { "directive": "allow", "path": "/en-gb/*", "line": 60 }, { "directive": "allow", "path": "/en-au/*", "line": 61 }, { "directive": "allow", "path": "/en-ca/*", "line": 62 }, { "directive": "allow", "path": "/en-hk/*", "line": 63 }, { "directive": "allow", "path": "/en-in/*", "line": 64 }, { "directive": "allow", "path": "/en-ie/*", "line": 65 }, { "directive": "allow", "path": "/en-my/*", "line": 66 }, { "directive": "allow", "path": "/en-nz/*", "line": 67 }, { "directive": "allow", "path": "/en-sg/*", "line": 68 }, { "directive": "allow", "path": "/en-us/*", "line": 69 }, { "directive": "allow", "path": "/fr-ca/", "line": 70 }, { "directive": "allow", "path": "/zh-cn/", "line": 71 }, { "directive": "allow", "path": "/ja-jp/", "line": 72 }, { "directive": "allow", "path": "/de-de/", "line": 73 }, { "directive": "allow", "path": "/fr-fr/", "line": 74 }, { "directive": "allow", "path": "/sv-se/", "line": 75 }, { "directive": "allow", "path": "/es-es/", "line": 76 }, { "directive": "allow", "path": "/de-ch/", "line": 77 }, { "directive": "allow", "path": "/fr-ch/", "line": 78 }, { "directive": "allow", "path": "/pt-br/", "line": 79 }, { "directive": "allow", "path": "/nl-nl/", "line": 80 }, { "directive": "allow", "path": "/de-at/", "line": 81 }, { "directive": "allow", "path": "/nl-be/", "line": 82 }, { "directive": "allow", "path": "/fr-be/", "line": 83 }, { "directive": "allow", "path": "/da-dk/", "line": 84 }, { "directive": "allow", "path": "/it-it/", "line": 85 }, { "directive": "allow", "path": "/no-no/", "line": 86 }, { "directive": "allow", "path": "/pl-pl/", "line": 87 }, { "directive": "allow", "path": "/zh-hk/", "line": 88 }, { "directive": "allow", "path": "/zh-tw/", "line": 89 }, { "directive": "allow", "path": "/ko-kr/", "line": 90 }, { "directive": "disallow", "path": "/campaign/global/advanced-threats-summit/", "line": 93 }, { "directive": "disallow", "path": "/campaign/global/it-leadership-council-2011/", "line": 94 }, { "directive": "disallow", "path": "/campaign/global/templates/", "line": 95 }, { "directive": "disallow", "path": "/campaigns/ecd/customer-webinar-replay.htm", "line": 96 }, { "directive": "disallow", "path": "/collateral/about/news/emc-world-2008/", "line": 97 }, { "directive": "disallow", "path": "/collateral/about/news/momentum/2009/", "line": 98 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-scaleio-ready-node-vs-hpe-flash.pdf", "line": 99 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-sc-series-flash-storage-vs-hpe-nimble-storage.pdf", "line": 100 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-unity-400f-database-comparison.pdf", "line": 101 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vmax-all-flash-250f-vs-hpe-3par-principled.pdf", "line": 102 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vxrail-p470f-database-performance.pdf", "line": 103 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vxrail-p470f-database-performnace.pdf", "line": 104 }, { "directive": "disallow", "path": "/collateral/cio/", "line": 105 }, { "directive": "disallow", "path": "/collateral/demos/microsites/idc-energy-ticker/", "line": 106 }, { "directive": "disallow", "path": "/collateral/emcwsca/", "line": 107 }, { "directive": "disallow", "path": "/collateral/legal/robots/", "line": 108 }, { "directive": "disallow", "path": "/collateral/microsites/beligium/", "line": 109 }, { "directive": "disallow", "path": "/collateral/microsites/clariion-support/", "line": 110 }, { "directive": "disallow", "path": "/collateral/microsites/customer-update/", "line": 111 }, { "directive": "disallow", "path": "/collateral/microsites/download/", "line": 112 }, { "directive": "disallow", "path": "/collateral/microsites/emcwsca/", "line": 113 }, { "directive": "disallow", "path": "/collateral/microsites/event-stub-files/", "line": 114 }, { "directive": "disallow", "path": "/collateral/microsites/finland/", "line": 115 }, { "directive": "disallow", "path": "/collateral/microsites/france/", "line": 116 }, { "directive": "disallow", "path": "/collateral/microsites/Italy/", "line": 117 }, { "directive": "disallow", "path": "/collateral/microsites/japan/", "line": 118 }, { "directive": "disallow", "path": "/collateral/microsites/misc/", "line": 119 }, { "directive": "disallow", "path": "/collateral/microsites/news-stub-files/", "line": 120 }, { "directive": "disallow", "path": "/collateral/microsites/product-stub-files/", "line": 121 }, { "directive": "disallow", "path": "/collateral/microsites/resource-kits/", "line": 122 }, { "directive": "disallow", "path": "/collateral/microsites/solution-stub-file", "line": 123 }, { "directive": "disallow", "path": "/collateral/microsites/spain/", "line": 124 }, { "directive": "disallow", "path": "/collateral/microsites/sweden/", "line": 125 }, { "directive": "disallow", "path": "/collateral/microsites/uk/", "line": 126 }, { "directive": "disallow", "path": "/collateral/microsites/video-stub-files/", "line": 127 }, { "directive": "disallow", "path": "/collateral/sales/", "line": 128 }, { "directive": "disallow", "path": "/collateral/software/white-papers/h8246-", "line": 129 }, { "directive": "disallow", "path": "/collateral/software-downloads/", "line": 130 }, { "directive": "disallow", "path": "/collateral/support-training/support/installation-guides/", "line": 131 }, { "directive": "disallow", "path": "/collateral/tradeshows/", "line": 132 }, { "directive": "disallow", "path": "/customers/", "line": 133 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/commvault-integrations.htm", "line": 134 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/dell-integrations.htm", "line": 135 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/emc-integrations.htm", "line": 136 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/hp-integrations.htm", "line": 137 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/hyland-integrations.htm", "line": 138 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/ibm-integrations.htm", "line": 139 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/microsoft-integrations.htm", "line": 140 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/opentext-integrations.htm", "line": 141 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/oracle-integrations.htm", "line": 142 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/sap-integrations.htm", "line": 143 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/symantec-integrations.htm", "line": 144 }, { "directive": "disallow", "path": "/demo/aem/index.htm", "line": 145 }, { "directive": "disallow", "path": "/emcwsca/", "line": 146 }, { "directive": "disallow", "path": "/en-us/campaigns/dell-emc/asset-testing.htm", "line": 147 }, { "directive": "disallow", "path": "/en-us/social-media/social-business-request.htm", "line": 148 }, { "directive": "disallow", "path": "/events/*/eu_*", "line": 149 }, { "directive": "disallow", "path": "/events/online-event-presentations/", "line": 150 }, { "directive": "disallow", "path": "/gate/collateral/", "line": 151 }, { "directive": "disallow", "path": "/gate/collateral/distributor/", "line": 152 }, { "directive": "disallow", "path": "/gate/partnerships/campaigns/", "line": 153 }, { "directive": "disallow", "path": "/gate/partnerships/images/", "line": 154 }, { "directive": "disallow", "path": "/images/", "line": 155 }, { "directive": "disallow", "path": "/microsites/06-11-09-partner-summit/", "line": 156 }, { "directive": "disallow", "path": "/microsites/2008/", "line": 157 }, { "directive": "disallow", "path": "/microsites/2009/", "line": 158 }, { "directive": "disallow", "path": "/microsites/2010/", "line": 159 }, { "directive": "disallow", "path": "/microsites/2011/", "line": 160 }, { "directive": "disallow", "path": "/microsites/51baoxiang/", "line": 161 }, { "directive": "disallow", "path": "/microsites/acadia/", "line": 162 }, { "directive": "disallow", "path": "/microsites/accountspayable/", "line": 163 }, { "directive": "disallow", "path": "/microsites/acquisitions/", "line": 164 }, { "directive": "disallow", "path": "/microsites/api-ip/", "line": 165 }, { "directive": "disallow", "path": "/microsites/apj-velocity-news/", "line": 166 }, { "directive": "disallow", "path": "/microsites/application_portfolio/", "line": 167 }, { "directive": "disallow", "path": "/microsites/argentina/", "line": 168 }, { "directive": "disallow", "path": "/microsites/australia/", "line": 169 }, { "directive": "disallow", "path": "/microsites/ax4/", "line": 170 }, { "directive": "disallow", "path": "/microsites/ax4acceleratorincentive/", "line": 171 }, { "directive": "disallow", "path": "/microsites/backup/", "line": 172 }, { "directive": "disallow", "path": "/microsites/backuptodisk/", "line": 173 }, { "directive": "disallow", "path": "/microsites/baltics/", "line": 174 }, { "directive": "disallow", "path": "/microsites/banking-summit/", "line": 175 }, { "directive": "disallow", "path": "/microsites/belgium/", "line": 176 }, { "directive": "disallow", "path": "/microsites/bootcamp/", "line": 177 }, { "directive": "disallow", "path": "/microsites/bootcamps/", "line": 178 }, { "directive": "disallow", "path": "/microsites/brand_mgmt/", "line": 179 }, { "directive": "disallow", "path": "/microsites/brazil/", "line": 180 }, { "directive": "disallow", "path": "/microsites/brs/ominture-test-program/", "line": 181 }, { "directive": "disallow", "path": "/microsites/bura/", "line": 182 }, { "directive": "disallow", "path": "/microsites/bura-campaign/", "line": 183 }, { "directive": "disallow", "path": "/microsites/bura-launch/", "line": 184 }, { "directive": "disallow", "path": "/microsites/business-consulting/", "line": 185 }, { "directive": "disallow", "path": "/microsites/calculator-speed-test/", "line": 186 }, { "directive": "disallow", "path": "/microsites/captiva/", "line": 187 }, { "directive": "disallow", "path": "/microsites/captiva-aiim-survey/", "line": 188 }, { "directive": "disallow", "path": "/microsites/captiva-capture/", "line": 189 }, { "directive": "disallow", "path": "/microsites/captiva-day/", "line": 190 }, { "directive": "disallow", "path": "/microsites/captiva-healthcare/", "line": 191 }, { "directive": "disallow", "path": "/microsites/captiva-orbograph/", "line": 192 }, { "directive": "disallow", "path": "/microsites/captiva-pixtran/", "line": 193 }, { "directive": "disallow", "path": "/microsites/celerra/", "line": 194 }, { "directive": "disallow", "path": "/microsites/centerahealth/", "line": 195 }, { "directive": "disallow", "path": "/microsites/ch/", "line": 196 }, { "directive": "disallow", "path": "/microsites/channel-awards/", "line": 197 }, { "directive": "disallow", "path": "/microsites/charity-project/", "line": 198 }, { "directive": "disallow", "path": "/microsites/chile/", "line": 199 }, { "directive": "disallow", "path": "/microsites/cisco/", "line": 200 }, { "directive": "disallow", "path": "/microsites/clariion/", "line": 201 }, { "directive": "disallow", "path": "/microsites/ClariionOpenSource/", "line": 202 }, { "directive": "disallow", "path": "/microsites/clariion-support/", "line": 203 }, { "directive": "disallow", "path": "/microsites/clipping-latam/", "line": 204 }, { "directive": "disallow", "path": "/microsites/cma-customer-day/", "line": 205 }, { "directive": "disallow", "path": "/microsites/compliance_in_box/", "line": 206 }, { "directive": "disallow", "path": "/microsites/connected-goverment/", "line": 207 }, { "directive": "disallow", "path": "/microsites/content/", "line": 208 }, { "directive": "disallow", "path": "/microsites/csr/", "line": 209 }, { "directive": "disallow", "path": "/microsites/customer-christmas/", "line": 210 }, { "directive": "disallow", "path": "/microsites/customer-update/", "line": 211 }, { "directive": "disallow", "path": "/microsites/cx300-ad-wide/", "line": 212 }, { "directive": "disallow", "path": "/microsites/cx4/", "line": 213 }, { "directive": "disallow", "path": "/microsites/cx4demodays/", "line": 214 }, { "directive": "disallow", "path": "/microsites/cx4energy/", "line": 215 }, { "directive": "disallow", "path": "/microsites/cx4-launch/", "line": 216 }, { "directive": "disallow", "path": "/microsites/cx4-low-cost/", "line": 217 }, { "directive": "disallow", "path": "/microsites/cx4-office/", "line": 218 }, { "directive": "disallow", "path": "/microsites/cx4optimised/", "line": 219 }, { "directive": "disallow", "path": "/microsites/cx4protection/", "line": 220 }, { "directive": "disallow", "path": "/microsites/d6-campaign-emea/", "line": 221 }, { "directive": "disallow", "path": "/microsites/dedupe/", "line": 222 }, { "directive": "disallow", "path": "/microsites/deduplisering/", "line": 223 }, { "directive": "disallow", "path": "/microsites/dellemcworld/", "line": 224 }, { "directive": "disallow", "path": "/microsites/democenter/", "line": 225 }, { "directive": "disallow", "path": "/microsites/denmark/", "line": 226 }, { "directive": "disallow", "path": "/microsites/didyouknow/", "line": 227 }, { "directive": "disallow", "path": "/microsites/digital-mailroom/", "line": 228 }, { "directive": "disallow", "path": "/microsites/dig-universe/", "line": 229 }, { "directive": "disallow", "path": "/microsites/documation/", "line": 230 }, { "directive": "disallow", "path": "/microsites/documentum_006/", "line": 231 }, { "directive": "disallow", "path": "/microsites/documentum-6-landing/", "line": 232 }, { "directive": "disallow", "path": "/microsites/documentum-content-enabled-solutions/", "line": 233 }, { "directive": "disallow", "path": "/microsites/dolphin/", "line": 234 }, { "directive": "disallow", "path": "/microsites/domorewithless/", "line": 235 }, { "directive": "disallow", "path": "/microsites/dpa-calculator/", "line": 236 }, { "directive": "disallow", "path": "/microsites/ebook/", "line": 237 }, { "directive": "disallow", "path": "/microsites/ediscovery/", "line": 238 }, { "directive": "disallow", "path": "/microsites/ediscoveryfordummies/", "line": 239 }, { "directive": "disallow", "path": "/microsites/education-services/", "line": 240 }, { "directive": "disallow", "path": "/microsites/efficientit/", "line": 241 }, { "directive": "disallow", "path": "/microsites/ekit/", "line": 242 }, { "directive": "disallow", "path": "/microsites/email/", "line": 243 }, { "directive": "disallow", "path": "/microsites/emailarchive/", "line": 244 }, { "directive": "disallow", "path": "/microsites/email-hosting/", "line": 245 }, { "directive": "disallow", "path": "/microsites/emailxtender/", "line": 246 }, { "directive": "disallow", "path": "/microsites/emccomteam/", "line": 247 }, { "directive": "disallow", "path": "/microsites/emc-dell-cannes/", "line": 248 }, { "directive": "disallow", "path": "/microsites/emc-dell-virtualization/", "line": 249 }, { "directive": "disallow", "path": "/microsites/emc-demo-center/", "line": 250 }, { "directive": "disallow", "path": "/microsites/emcforum/", "line": 251 }, { "directive": "disallow", "path": "/microsites/emc-forum/", "line": 252 }, { "directive": "disallow", "path": "/microsites/emc-fujitsu/", "line": 253 }, { "directive": "disallow", "path": "/microsites/emc-inform-2007/", "line": 254 }, { "directive": "disallow", "path": "/microsites/emc-ireland-seminar/", "line": 255 }, { "directive": "disallow", "path": "/microsites/emcnetworker/", "line": 256 }, { "directive": "disallow", "path": "/microsites/emc-unisys/", "line": 257 }, { "directive": "disallow", "path": "/microsites/emcworld/", "line": 258 }, { "directive": "disallow", "path": "/microsites/emcworld_Copy/", "line": 259 }, { "directive": "disallow", "path": "/microsites/emc-world2008/", "line": 260 }, { "directive": "disallow", "path": "/microsites/emcwsca/", "line": 261 }, { "directive": "disallow", "path": "/microsites/eRoom/", "line": 262 }, { "directive": "disallow", "path": "/microsites/euclides/", "line": 263 }, { "directive": "disallow", "path": "/microsites/event/", "line": 264 }, { "directive": "disallow", "path": "/microsites/event-tw052010/", "line": 265 }, { "directive": "disallow", "path": "/microsites/event-tw062010/", "line": 266 }, { "directive": "disallow", "path": "/microsites/fibrealliance/", "line": 267 }, { "directive": "disallow", "path": "/microsites/filenet/", "line": 268 }, { "directive": "disallow", "path": "/microsites/filmevent-2008/", "line": 269 }, { "directive": "disallow", "path": "/microsites/financialservices/", "line": 270 }, { "directive": "disallow", "path": "/microsites/finland/", "line": 271 }, { "directive": "disallow", "path": "/microsites/fin-serv/", "line": 272 }, { "directive": "disallow", "path": "/microsites/fm-contacts/", "line": 273 }, { "directive": "disallow", "path": "/microsites/forum/", "line": 274 }, { "directive": "disallow", "path": "/microsites/forum2008/", "line": 275 }, { "directive": "disallow", "path": "/microsites/forums/", "line": 276 }, { "directive": "disallow", "path": "/microsites/france/", "line": 277 }, { "directive": "disallow", "path": "/microsites/fsa/", "line": 278 }, { "directive": "disallow", "path": "/microsites/goldmarathonincentive/", "line": 279 }, { "directive": "disallow", "path": "/microsites/govt-site/", "line": 280 }, { "directive": "disallow", "path": "/microsites/greece/", "line": 281 }, { "directive": "disallow", "path": "/microsites/growth-info/", "line": 282 }, { "directive": "disallow", "path": "/microsites/haab/", "line": 283 }, { "directive": "disallow", "path": "/microsites/holiday-cards/", "line": 284 }, { "directive": "disallow", "path": "/microsites/horizon/", "line": 285 }, { "directive": "disallow", "path": "/microsites/ical/", "line": 286 }, { "directive": "disallow", "path": "/microsites/ilm/", "line": 287 }, { "directive": "disallow", "path": "/microsites/images/", "line": 288 }, { "directive": "disallow", "path": "/microsites/info/", "line": 289 }, { "directive": "disallow", "path": "/microsites/inform09/", "line": 290 }, { "directive": "disallow", "path": "/microsites/inform2010/", "line": 291 }, { "directive": "disallow", "path": "/microsites/information/", "line": 292 }, { "directive": "disallow", "path": "/microsites/information-growth/", "line": 293 }, { "directive": "disallow", "path": "/microsites/input-management/", "line": 294 }, { "directive": "disallow", "path": "/microsites/ionixpodcast-series/", "line": 295 }, { "directive": "disallow", "path": "/microsites/ipick/", "line": 296 }, { "directive": "disallow", "path": "/microsites/ipicks/", "line": 297 }, { "directive": "disallow", "path": "/microsites/ipsolutions/", "line": 298 }, { "directive": "disallow", "path": "/microsites/ipstorage/", "line": 299 }, { "directive": "disallow", "path": "/microsites/ip-storage/", "line": 300 }, { "directive": "disallow", "path": "/microsites/ip-storage-hanglider/", "line": 301 }, { "directive": "disallow", "path": "/microsites/ip-storage-jellybean/", "line": 302 }, { "directive": "disallow", "path": "/microsites/irm/", "line": 303 }, { "directive": "disallow", "path": "/microsites/israel/", "line": 304 }, { "directive": "disallow", "path": "/microsites/italy/", "line": 305 }, { "directive": "disallow", "path": "/microsites/it-efficiency/", "line": 306 }, { "directive": "disallow", "path": "/microsites/journey-private-cloud/", "line": 307 }, { "directive": "disallow", "path": "/microsites/kashya/", "line": 308 }, { "directive": "disallow", "path": "/microsites/launch/", "line": 309 }, { "directive": "disallow", "path": "/microsites/la-wins/", "line": 310 }, { "directive": "disallow", "path": "/microsites/leadership/", "line": 311 }, { "directive": "disallow", "path": "/microsites/leadership-innovation/", "line": 312 }, { "directive": "disallow", "path": "/microsites/local-events/", "line": 313 }, { "directive": "disallow", "path": "/microsites/looking-for-something/", "line": 314 }, { "directive": "disallow", "path": "/microsites/lss/", "line": 315 }, { "directive": "disallow", "path": "/microsites/lss_copy/", "line": 316 }, { "directive": "disallow", "path": "/microsites/lssv/", "line": 317 }, { "directive": "disallow", "path": "/microsites/marketing-campaigns/", "line": 318 }, { "directive": "disallow", "path": "/microsites/marketing-reports-forms/", "line": 319 }, { "directive": "disallow", "path": "/microsites/mcm/", "line": 320 }, { "directive": "disallow", "path": "/microsites/mexico/", "line": 321 }, { "directive": "disallow", "path": "/microsites/mp3/", "line": 322 }, { "directive": "disallow", "path": "/microsites/msp/", "line": 323 }, { "directive": "disallow", "path": "/microsites/netwin-support/", "line": 324 }, { "directive": "disallow", "path": "/microsites/networker/", "line": 325 }, { "directive": "disallow", "path": "/microsites/networker-group/", "line": 326 }, { "directive": "disallow", "path": "/microsites/networkerwebcast/", "line": 327 }, { "directive": "disallow", "path": "/microsites/newsletters/", "line": 328 }, { "directive": "disallow", "path": "/microsites/norway/", "line": 329 }, { "directive": "disallow", "path": "/microsites/nx4/", "line": 330 }, { "directive": "disallow", "path": "/microsites/nx4old/", "line": 331 }, { "directive": "disallow", "path": "/microsites/oem/", "line": 332 }, { "directive": "disallow", "path": "/microsites/on/", "line": 333 }, { "directive": "disallow", "path": "/microsites/on-newsletter/", "line": 334 }, { "directive": "disallow", "path": "/microsites/on-spezial/", "line": 335 }, { "directive": "disallow", "path": "/microsites/oracle-networker-solutions/", "line": 336 }, { "directive": "disallow", "path": "/microsites/partner-bulletin/", "line": 337 }, { "directive": "disallow", "path": "/microsites/partner-newsletter/", "line": 338 }, { "directive": "disallow", "path": "/microsites/partners-event/", "line": 339 }, { "directive": "disallow", "path": "/microsites/partner-south/", "line": 340 }, { "directive": "disallow", "path": "/microsites/peru/", "line": 341 }, { "directive": "disallow", "path": "/microsites/poland/", "line": 342 }, { "directive": "disallow", "path": "/microsites/portugal/", "line": 343 }, { "directive": "disallow", "path": "/microsites/post-event/", "line": 344 }, { "directive": "disallow", "path": "/microsites/private-cloud/", "line": 345 }, { "directive": "disallow", "path": "/microsites/process_suite/", "line": 346 }, { "directive": "disallow", "path": "/microsites/promoinclude/", "line": 347 }, { "directive": "disallow", "path": "/microsites/promotional/", "line": 348 }, { "directive": "disallow", "path": "/microsites/public-sector/", "line": 349 }, { "directive": "disallow", "path": "/microsites/quick-scan/", "line": 350 }, { "directive": "disallow", "path": "/microsites/rackandstack/", "line": 351 }, { "directive": "disallow", "path": "/microsites/re/", "line": 352 }, { "directive": "disallow", "path": "/microsites/record-breaking-event/", "line": 353 }, { "directive": "disallow", "path": "/microsites/record-breaking-event/test/", "line": 354 }, { "directive": "disallow", "path": "/microsites/recover-point/", "line": 355 }, { "directive": "disallow", "path": "/microsites/redirect/", "line": 356 }, { "directive": "disallow", "path": "/microsites/regional/", "line": 357 }, { "directive": "disallow", "path": "/microsites/rem-08/", "line": 358 }, { "directive": "disallow", "path": "/microsites/replistor/", "line": 359 }, { "directive": "disallow", "path": "/microsites/risk/", "line": 360 }, { "directive": "disallow", "path": "/microsites/roi_calculator/", "line": 361 }, { "directive": "disallow", "path": "/microsites/rsa/", "line": 362 }, { "directive": "disallow", "path": "/microsites/rsa-conference/", "line": 363 }, { "directive": "disallow", "path": "/microsites/rsa-latam/", "line": 364 }, { "directive": "disallow", "path": "/microsites/rss/", "line": 365 }, { "directive": "disallow", "path": "/microsites/rss-feeds/", "line": 366 }, { "directive": "disallow", "path": "/microsites/safeswap/", "line": 367 }, { "directive": "disallow", "path": "/microsites/sales/", "line": 368 }, { "directive": "disallow", "path": "/microsites/sap/", "line": 369 }, { "directive": "disallow", "path": "/microsites/sap-emea/", "line": 370 }, { "directive": "disallow", "path": "/microsites/scannerdrivers/", "line": 371 }, { "directive": "disallow", "path": "/microsites/sharepoint_ce/", "line": 372 }, { "directive": "disallow", "path": "/microsites/shinein09/", "line": 373 }, { "directive": "disallow", "path": "/microsites/shinein09nz/", "line": 374 }, { "directive": "disallow", "path": "/microsites/showtheway/", "line": 375 }, { "directive": "disallow", "path": "/microsites/slovenia/", "line": 376 }, { "directive": "disallow", "path": "/microsites/small-medium-business/", "line": 377 }, { "directive": "disallow", "path": "/microsites/smart-cubes/", "line": 378 }, { "directive": "disallow", "path": "/microsites/smarts/", "line": 379 }, { "directive": "disallow", "path": "/microsites/smb/", "line": 380 }, { "directive": "disallow", "path": "/microsites/smf/", "line": 381 }, { "directive": "disallow", "path": "/microsites/soluciones-express/", "line": 382 }, { "directive": "disallow", "path": "/microsites/solution-center/", "line": 383 }, { "directive": "disallow", "path": "/microsites/solutions-for-banking/", "line": 384 }, { "directive": "disallow", "path": "/microsites/solutions-for-insurance/", "line": 385 }, { "directive": "disallow", "path": "/microsites/spain/", "line": 386 }, { "directive": "disallow", "path": "/microsites/starttheconversation/", "line": 387 }, { "directive": "disallow", "path": "/microsites/stateofmsepl3630/", "line": 388 }, { "directive": "disallow", "path": "/microsites/stayintouch/", "line": 389 }, { "directive": "disallow", "path": "/microsites/stfbootcamp/", "line": 390 }, { "directive": "disallow", "path": "/microsites/storage-expo/", "line": 391 }, { "directive": "disallow", "path": "/microsites/streamtest/", "line": 392 }, { "directive": "disallow", "path": "/microsites/surveys/", "line": 393 }, { "directive": "disallow", "path": "/microsites/sweden/", "line": 394 }, { "directive": "disallow", "path": "/microsites/tallstory/", "line": 395 }, { "directive": "disallow", "path": "/microsites/talltale/", "line": 396 }, { "directive": "disallow", "path": "/microsites/teammap/", "line": 397 }, { "directive": "disallow", "path": "/microsites/techacademy2009/", "line": 398 }, { "directive": "disallow", "path": "/microsites/tech-enews/", "line": 399 }, { "directive": "disallow", "path": "/microsites/technology-solutions/", "line": 400 }, { "directive": "disallow", "path": "/microsites/telecom-summit/", "line": 401 }, { "directive": "disallow", "path": "/microsites/template-examples/", "line": 402 }, { "directive": "disallow", "path": "/microsites/test/", "line": 403 }, { "directive": "disallow", "path": "/microsites/thecircle/", "line": 404 }, { "directive": "disallow", "path": "/microsites/thrive/", "line": 405 }, { "directive": "disallow", "path": "/microsites/tivoli/", "line": 406 }, { "directive": "disallow", "path": "/microsites/trackingtest/", "line": 407 }, { "directive": "disallow", "path": "/microsites/training/", "line": 408 }, { "directive": "disallow", "path": "/microsites/truearc/", "line": 409 }, { "directive": "disallow", "path": "/microsites/twforum/", "line": 410 }, { "directive": "disallow", "path": "/microsites/twtechnology/", "line": 411 }, { "directive": "disallow", "path": "/microsites/uk/", "line": 412 }, { "directive": "disallow", "path": "/microsites/uk-office-worker/", "line": 413 }, { "directive": "disallow", "path": "/microsites/unified/", "line": 414 }, { "directive": "disallow", "path": "/microsites/unified-event/", "line": 415 }, { "directive": "disallow", "path": "/microsites/unified-guarantee-calc/", "line": 416 }, { "directive": "disallow", "path": "/microsites/unified-storage-virtualization/", "line": 417 }, { "directive": "disallow", "path": "/microsites/user_groups/", "line": 418 }, { "directive": "disallow", "path": "/microsites/usergroup/", "line": 419 }, { "directive": "disallow", "path": "/microsites/vcecoalition/", "line": 420 }, { "directive": "disallow", "path": "/microsites/vcesupport/", "line": 421 }, { "directive": "disallow", "path": "/microsites/velocity-partner-news/", "line": 422 }, { "directive": "disallow", "path": "/microsites/velocity-partner-news-q3-2009/", "line": 423 }, { "directive": "disallow", "path": "/microsites/velocity-workshops/", "line": 424 }, { "directive": "disallow", "path": "/microsites/video/", "line": 425 }, { "directive": "disallow", "path": "/microsites/virtualisation-workshop/", "line": 426 }, { "directive": "disallow", "path": "/microsites/virtualization/", "line": 427 }, { "directive": "disallow", "path": "/microsites/virtualization-seminar/", "line": 428 }, { "directive": "disallow", "path": "/microsites/virtualizedworkshop/", "line": 429 }, { "directive": "disallow", "path": "/microsites/virtually-perfect/", "line": 430 }, { "directive": "disallow", "path": "/microsites/vmware/", "line": 431 }, { "directive": "disallow", "path": "/microsites/vmware-perfect/", "line": 432 }, { "directive": "disallow", "path": "/microsites/vmwareworkshop2010/", "line": 433 }, { "directive": "disallow", "path": "/microsites/wa/", "line": 434 }, { "directive": "disallow", "path": "/microsites/wasps/", "line": 435 }, { "directive": "disallow", "path": "/microsites/water-store/", "line": 436 }, { "directive": "disallow", "path": "/microsites/webex-demo/", "line": 437 }, { "directive": "disallow", "path": "/microsites/webinar/", "line": 438 }, { "directive": "disallow", "path": "/microsites/wheretalentlives/", "line": 439 }, { "directive": "disallow", "path": "/microsites/x_hive/", "line": 440 }, { "directive": "disallow", "path": "/microsites/xmas2010/", "line": 441 }, { "directive": "disallow", "path": "/momentum-barcelona-presentations.htm", "line": 442 }, { "directive": "disallow", "path": "/omniture/", "line": 443 }, { "directive": "disallow", "path": "/products/detail/software/aatesting-sample.htm", "line": 444 }, { "directive": "disallow", "path": "/sales/", "line": 445 }, { "directive": "disallow", "path": "/sales/", "line": 446 }, { "directive": "disallow", "path": "/subjectlist.htm", "line": 447 }, { "directive": "disallow", "path": "/testing/", "line": 448 }, { "directive": "disallow", "path": "/try-and-buy/", "line": 449 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.php$", "line": 5 }, { "directive": "disallow", "path": "/*/configuration-page.htm", "line": 6 }, { "directive": "disallow", "path": "/*/testing/", "line": 7 }, { "directive": "disallow", "path": "/*/what-we-do/index-device.htm", "line": 9 }, { "directive": "disallow", "path": "/*/what-we-do/index-server.htm", "line": 10 }, { "directive": "disallow", "path": "/*/what-we-do/index-storage.htm", "line": 11 }, { "directive": "disallow", "path": "/*/what-we-do/index-apex.htm", "line": 12 }, { "directive": "disallow", "path": "/fr-dz/*", "line": 14 }, { "directive": "disallow", "path": "/en-ai/*", "line": 15 }, { "directive": "disallow", "path": "/en-ag/*", "line": 16 }, { "directive": "disallow", "path": "/en-aw/*", "line": 17 }, { "directive": "disallow", "path": "/en-bs/*", "line": 18 }, { "directive": "disallow", "path": "/en-bb/*", "line": 19 }, { "directive": "disallow", "path": "/en-bz/*", "line": 20 }, { "directive": "disallow", "path": "/en-bm/*", "line": 21 }, { "directive": "disallow", "path": "/es-bo/*", "line": 22 }, { "directive": "disallow", "path": "/en-vg/*", "line": 23 }, { "directive": "disallow", "path": "/en-ky/*", "line": 24 }, { "directive": "disallow", "path": "/es-cr/*", "line": 25 }, { "directive": "disallow", "path": "/fr-cd/*", "line": 26 }, { "directive": "disallow", "path": "/en-dm/*", "line": 27 }, { "directive": "disallow", "path": "/es-do/*", "line": 28 }, { "directive": "disallow", "path": "/es-ec/*", "line": 29 }, { "directive": "disallow", "path": "/es-sv/*", "line": 30 }, { "directive": "disallow", "path": "/en-gd/*", "line": 31 }, { "directive": "disallow", "path": "/es-gt/*", "line": 32 }, { "directive": "disallow", "path": "/en-gy/*", "line": 33 }, { "directive": "disallow", "path": "/es-hn/*", "line": 34 }, { "directive": "disallow", "path": "/en-is/*", "line": 35 }, { "directive": "disallow", "path": "/en-il/*", "line": 36 }, { "directive": "disallow", "path": "/en-jm/*", "line": 37 }, { "directive": "disallow", "path": "/en-ly/*", "line": 38 }, { "directive": "disallow", "path": "/es-ni/*", "line": 39 }, { "directive": "disallow", "path": "/es-pa/*", "line": 40 }, { "directive": "disallow", "path": "/es-py/*", "line": 41 }, { "directive": "disallow", "path": "/en-pr/*", "line": 42 }, { "directive": "disallow", "path": "/fr-cg/*", "line": 43 }, { "directive": "disallow", "path": "/en-kn/*", "line": 44 }, { "directive": "disallow", "path": "/en-lc/*", "line": 45 }, { "directive": "disallow", "path": "/en-vc/*", "line": 46 }, { "directive": "disallow", "path": "/en-sr/*", "line": 47 }, { "directive": "disallow", "path": "/en-tt/*", "line": 48 }, { "directive": "disallow", "path": "/fr-tn/*", "line": 49 }, { "directive": "disallow", "path": "/en-tc/*", "line": 50 }, { "directive": "disallow", "path": "/en-ua/*", "line": 51 }, { "directive": "allow", "path": "/en-uk/*", "line": 52 }, { "directive": "disallow", "path": "/es-uy/*", "line": 53 }, { "directive": "disallow", "path": "/en-vi/*", "line": 54 }, { "directive": "disallow", "path": "/es-ai/*", "line": 55 }, { "directive": "disallow", "path": "/en-bd/*", "line": 56 }, { "directive": "disallow", "path": "/en-kh/*", "line": 57 }, { "directive": "disallow", "path": "/en-mm/*", "line": 58 }, { "directive": "disallow", "path": "/en-np/*", "line": 59 }, { "directive": "allow", "path": "/en-gb/*", "line": 60 }, { "directive": "allow", "path": "/en-au/*", "line": 61 }, { "directive": "allow", "path": "/en-ca/*", "line": 62 }, { "directive": "allow", "path": "/en-hk/*", "line": 63 }, { "directive": "allow", "path": "/en-in/*", "line": 64 }, { "directive": "allow", "path": "/en-ie/*", "line": 65 }, { "directive": "allow", "path": "/en-my/*", "line": 66 }, { "directive": "allow", "path": "/en-nz/*", "line": 67 }, { "directive": "allow", "path": "/en-sg/*", "line": 68 }, { "directive": "allow", "path": "/en-us/*", "line": 69 }, { "directive": "allow", "path": "/fr-ca/", "line": 70 }, { "directive": "allow", "path": "/zh-cn/", "line": 71 }, { "directive": "allow", "path": "/ja-jp/", "line": 72 }, { "directive": "allow", "path": "/de-de/", "line": 73 }, { "directive": "allow", "path": "/fr-fr/", "line": 74 }, { "directive": "allow", "path": "/sv-se/", "line": 75 }, { "directive": "allow", "path": "/es-es/", "line": 76 }, { "directive": "allow", "path": "/de-ch/", "line": 77 }, { "directive": "allow", "path": "/fr-ch/", "line": 78 }, { "directive": "allow", "path": "/pt-br/", "line": 79 }, { "directive": "allow", "path": "/nl-nl/", "line": 80 }, { "directive": "allow", "path": "/de-at/", "line": 81 }, { "directive": "allow", "path": "/nl-be/", "line": 82 }, { "directive": "allow", "path": "/fr-be/", "line": 83 }, { "directive": "allow", "path": "/da-dk/", "line": 84 }, { "directive": "allow", "path": "/it-it/", "line": 85 }, { "directive": "allow", "path": "/no-no/", "line": 86 }, { "directive": "allow", "path": "/pl-pl/", "line": 87 }, { "directive": "allow", "path": "/zh-hk/", "line": 88 }, { "directive": "allow", "path": "/zh-tw/", "line": 89 }, { "directive": "allow", "path": "/ko-kr/", "line": 90 }, { "directive": "disallow", "path": "/campaign/global/advanced-threats-summit/", "line": 93 }, { "directive": "disallow", "path": "/campaign/global/it-leadership-council-2011/", "line": 94 }, { "directive": "disallow", "path": "/campaign/global/templates/", "line": 95 }, { "directive": "disallow", "path": "/campaigns/ecd/customer-webinar-replay.htm", "line": 96 }, { "directive": "disallow", "path": "/collateral/about/news/emc-world-2008/", "line": 97 }, { "directive": "disallow", "path": "/collateral/about/news/momentum/2009/", "line": 98 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-scaleio-ready-node-vs-hpe-flash.pdf", "line": 99 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-sc-series-flash-storage-vs-hpe-nimble-storage.pdf", "line": 100 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-unity-400f-database-comparison.pdf", "line": 101 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vmax-all-flash-250f-vs-hpe-3par-principled.pdf", "line": 102 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vxrail-p470f-database-performance.pdf", "line": 103 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vxrail-p470f-database-performnace.pdf", "line": 104 }, { "directive": "disallow", "path": "/collateral/cio/", "line": 105 }, { "directive": "disallow", "path": "/collateral/demos/microsites/idc-energy-ticker/", "line": 106 }, { "directive": "disallow", "path": "/collateral/emcwsca/", "line": 107 }, { "directive": "disallow", "path": "/collateral/legal/robots/", "line": 108 }, { "directive": "disallow", "path": "/collateral/microsites/beligium/", "line": 109 }, { "directive": "disallow", "path": "/collateral/microsites/clariion-support/", "line": 110 }, { "directive": "disallow", "path": "/collateral/microsites/customer-update/", "line": 111 }, { "directive": "disallow", "path": "/collateral/microsites/download/", "line": 112 }, { "directive": "disallow", "path": "/collateral/microsites/emcwsca/", "line": 113 }, { "directive": "disallow", "path": "/collateral/microsites/event-stub-files/", "line": 114 }, { "directive": "disallow", "path": "/collateral/microsites/finland/", "line": 115 }, { "directive": "disallow", "path": "/collateral/microsites/france/", "line": 116 }, { "directive": "disallow", "path": "/collateral/microsites/Italy/", "line": 117 }, { "directive": "disallow", "path": "/collateral/microsites/japan/", "line": 118 }, { "directive": "disallow", "path": "/collateral/microsites/misc/", "line": 119 }, { "directive": "disallow", "path": "/collateral/microsites/news-stub-files/", "line": 120 }, { "directive": "disallow", "path": "/collateral/microsites/product-stub-files/", "line": 121 }, { "directive": "disallow", "path": "/collateral/microsites/resource-kits/", "line": 122 }, { "directive": "disallow", "path": "/collateral/microsites/solution-stub-file", "line": 123 }, { "directive": "disallow", "path": "/collateral/microsites/spain/", "line": 124 }, { "directive": "disallow", "path": "/collateral/microsites/sweden/", "line": 125 }, { "directive": "disallow", "path": "/collateral/microsites/uk/", "line": 126 }, { "directive": "disallow", "path": "/collateral/microsites/video-stub-files/", "line": 127 }, { "directive": "disallow", "path": "/collateral/sales/", "line": 128 }, { "directive": "disallow", "path": "/collateral/software/white-papers/h8246-", "line": 129 }, { "directive": "disallow", "path": "/collateral/software-downloads/", "line": 130 }, { "directive": "disallow", "path": "/collateral/support-training/support/installation-guides/", "line": 131 }, { "directive": "disallow", "path": "/collateral/tradeshows/", "line": 132 }, { "directive": "disallow", "path": "/customers/", "line": 133 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/commvault-integrations.htm", "line": 134 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/dell-integrations.htm", "line": 135 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/emc-integrations.htm", "line": 136 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/hp-integrations.htm", "line": 137 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/hyland-integrations.htm", "line": 138 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/ibm-integrations.htm", "line": 139 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/microsoft-integrations.htm", "line": 140 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/opentext-integrations.htm", "line": 141 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/oracle-integrations.htm", "line": 142 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/sap-integrations.htm", "line": 143 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/symantec-integrations.htm", "line": 144 }, { "directive": "disallow", "path": "/demo/aem/index.htm", "line": 145 }, { "directive": "disallow", "path": "/emcwsca/", "line": 146 }, { "directive": "disallow", "path": "/en-us/campaigns/dell-emc/asset-testing.htm", "line": 147 }, { "directive": "disallow", "path": "/en-us/social-media/social-business-request.htm", "line": 148 }, { "directive": "disallow", "path": "/events/*/eu_*", "line": 149 }, { "directive": "disallow", "path": "/events/online-event-presentations/", "line": 150 }, { "directive": "disallow", "path": "/gate/collateral/", "line": 151 }, { "directive": "disallow", "path": "/gate/collateral/distributor/", "line": 152 }, { "directive": "disallow", "path": "/gate/partnerships/campaigns/", "line": 153 }, { "directive": "disallow", "path": "/gate/partnerships/images/", "line": 154 }, { "directive": "disallow", "path": "/images/", "line": 155 }, { "directive": "disallow", "path": "/microsites/06-11-09-partner-summit/", "line": 156 }, { "directive": "disallow", "path": "/microsites/2008/", "line": 157 }, { "directive": "disallow", "path": "/microsites/2009/", "line": 158 }, { "directive": "disallow", "path": "/microsites/2010/", "line": 159 }, { "directive": "disallow", "path": "/microsites/2011/", "line": 160 }, { "directive": "disallow", "path": "/microsites/51baoxiang/", "line": 161 }, { "directive": "disallow", "path": "/microsites/acadia/", "line": 162 }, { "directive": "disallow", "path": "/microsites/accountspayable/", "line": 163 }, { "directive": "disallow", "path": "/microsites/acquisitions/", "line": 164 }, { "directive": "disallow", "path": "/microsites/api-ip/", "line": 165 }, { "directive": "disallow", "path": "/microsites/apj-velocity-news/", "line": 166 }, { "directive": "disallow", "path": "/microsites/application_portfolio/", "line": 167 }, { "directive": "disallow", "path": "/microsites/argentina/", "line": 168 }, { "directive": "disallow", "path": "/microsites/australia/", "line": 169 }, { "directive": "disallow", "path": "/microsites/ax4/", "line": 170 }, { "directive": "disallow", "path": "/microsites/ax4acceleratorincentive/", "line": 171 }, { "directive": "disallow", "path": "/microsites/backup/", "line": 172 }, { "directive": "disallow", "path": "/microsites/backuptodisk/", "line": 173 }, { "directive": "disallow", "path": "/microsites/baltics/", "line": 174 }, { "directive": "disallow", "path": "/microsites/banking-summit/", "line": 175 }, { "directive": "disallow", "path": "/microsites/belgium/", "line": 176 }, { "directive": "disallow", "path": "/microsites/bootcamp/", "line": 177 }, { "directive": "disallow", "path": "/microsites/bootcamps/", "line": 178 }, { "directive": "disallow", "path": "/microsites/brand_mgmt/", "line": 179 }, { "directive": "disallow", "path": "/microsites/brazil/", "line": 180 }, { "directive": "disallow", "path": "/microsites/brs/ominture-test-program/", "line": 181 }, { "directive": "disallow", "path": "/microsites/bura/", "line": 182 }, { "directive": "disallow", "path": "/microsites/bura-campaign/", "line": 183 }, { "directive": "disallow", "path": "/microsites/bura-launch/", "line": 184 }, { "directive": "disallow", "path": "/microsites/business-consulting/", "line": 185 }, { "directive": "disallow", "path": "/microsites/calculator-speed-test/", "line": 186 }, { "directive": "disallow", "path": "/microsites/captiva/", "line": 187 }, { "directive": "disallow", "path": "/microsites/captiva-aiim-survey/", "line": 188 }, { "directive": "disallow", "path": "/microsites/captiva-capture/", "line": 189 }, { "directive": "disallow", "path": "/microsites/captiva-day/", "line": 190 }, { "directive": "disallow", "path": "/microsites/captiva-healthcare/", "line": 191 }, { "directive": "disallow", "path": "/microsites/captiva-orbograph/", "line": 192 }, { "directive": "disallow", "path": "/microsites/captiva-pixtran/", "line": 193 }, { "directive": "disallow", "path": "/microsites/celerra/", "line": 194 }, { "directive": "disallow", "path": "/microsites/centerahealth/", "line": 195 }, { "directive": "disallow", "path": "/microsites/ch/", "line": 196 }, { "directive": "disallow", "path": "/microsites/channel-awards/", "line": 197 }, { "directive": "disallow", "path": "/microsites/charity-project/", "line": 198 }, { "directive": "disallow", "path": "/microsites/chile/", "line": 199 }, { "directive": "disallow", "path": "/microsites/cisco/", "line": 200 }, { "directive": "disallow", "path": "/microsites/clariion/", "line": 201 }, { "directive": "disallow", "path": "/microsites/ClariionOpenSource/", "line": 202 }, { "directive": "disallow", "path": "/microsites/clariion-support/", "line": 203 }, { "directive": "disallow", "path": "/microsites/clipping-latam/", "line": 204 }, { "directive": "disallow", "path": "/microsites/cma-customer-day/", "line": 205 }, { "directive": "disallow", "path": "/microsites/compliance_in_box/", "line": 206 }, { "directive": "disallow", "path": "/microsites/connected-goverment/", "line": 207 }, { "directive": "disallow", "path": "/microsites/content/", "line": 208 }, { "directive": "disallow", "path": "/microsites/csr/", "line": 209 }, { "directive": "disallow", "path": "/microsites/customer-christmas/", "line": 210 }, { "directive": "disallow", "path": "/microsites/customer-update/", "line": 211 }, { "directive": "disallow", "path": "/microsites/cx300-ad-wide/", "line": 212 }, { "directive": "disallow", "path": "/microsites/cx4/", "line": 213 }, { "directive": "disallow", "path": "/microsites/cx4demodays/", "line": 214 }, { "directive": "disallow", "path": "/microsites/cx4energy/", "line": 215 }, { "directive": "disallow", "path": "/microsites/cx4-launch/", "line": 216 }, { "directive": "disallow", "path": "/microsites/cx4-low-cost/", "line": 217 }, { "directive": "disallow", "path": "/microsites/cx4-office/", "line": 218 }, { "directive": "disallow", "path": "/microsites/cx4optimised/", "line": 219 }, { "directive": "disallow", "path": "/microsites/cx4protection/", "line": 220 }, { "directive": "disallow", "path": "/microsites/d6-campaign-emea/", "line": 221 }, { "directive": "disallow", "path": "/microsites/dedupe/", "line": 222 }, { "directive": "disallow", "path": "/microsites/deduplisering/", "line": 223 }, { "directive": "disallow", "path": "/microsites/dellemcworld/", "line": 224 }, { "directive": "disallow", "path": "/microsites/democenter/", "line": 225 }, { "directive": "disallow", "path": "/microsites/denmark/", "line": 226 }, { "directive": "disallow", "path": "/microsites/didyouknow/", "line": 227 }, { "directive": "disallow", "path": "/microsites/digital-mailroom/", "line": 228 }, { "directive": "disallow", "path": "/microsites/dig-universe/", "line": 229 }, { "directive": "disallow", "path": "/microsites/documation/", "line": 230 }, { "directive": "disallow", "path": "/microsites/documentum_006/", "line": 231 }, { "directive": "disallow", "path": "/microsites/documentum-6-landing/", "line": 232 }, { "directive": "disallow", "path": "/microsites/documentum-content-enabled-solutions/", "line": 233 }, { "directive": "disallow", "path": "/microsites/dolphin/", "line": 234 }, { "directive": "disallow", "path": "/microsites/domorewithless/", "line": 235 }, { "directive": "disallow", "path": "/microsites/dpa-calculator/", "line": 236 }, { "directive": "disallow", "path": "/microsites/ebook/", "line": 237 }, { "directive": "disallow", "path": "/microsites/ediscovery/", "line": 238 }, { "directive": "disallow", "path": "/microsites/ediscoveryfordummies/", "line": 239 }, { "directive": "disallow", "path": "/microsites/education-services/", "line": 240 }, { "directive": "disallow", "path": "/microsites/efficientit/", "line": 241 }, { "directive": "disallow", "path": "/microsites/ekit/", "line": 242 }, { "directive": "disallow", "path": "/microsites/email/", "line": 243 }, { "directive": "disallow", "path": "/microsites/emailarchive/", "line": 244 }, { "directive": "disallow", "path": "/microsites/email-hosting/", "line": 245 }, { "directive": "disallow", "path": "/microsites/emailxtender/", "line": 246 }, { "directive": "disallow", "path": "/microsites/emccomteam/", "line": 247 }, { "directive": "disallow", "path": "/microsites/emc-dell-cannes/", "line": 248 }, { "directive": "disallow", "path": "/microsites/emc-dell-virtualization/", "line": 249 }, { "directive": "disallow", "path": "/microsites/emc-demo-center/", "line": 250 }, { "directive": "disallow", "path": "/microsites/emcforum/", "line": 251 }, { "directive": "disallow", "path": "/microsites/emc-forum/", "line": 252 }, { "directive": "disallow", "path": "/microsites/emc-fujitsu/", "line": 253 }, { "directive": "disallow", "path": "/microsites/emc-inform-2007/", "line": 254 }, { "directive": "disallow", "path": "/microsites/emc-ireland-seminar/", "line": 255 }, { "directive": "disallow", "path": "/microsites/emcnetworker/", "line": 256 }, { "directive": "disallow", "path": "/microsites/emc-unisys/", "line": 257 }, { "directive": "disallow", "path": "/microsites/emcworld/", "line": 258 }, { "directive": "disallow", "path": "/microsites/emcworld_Copy/", "line": 259 }, { "directive": "disallow", "path": "/microsites/emc-world2008/", "line": 260 }, { "directive": "disallow", "path": "/microsites/emcwsca/", "line": 261 }, { "directive": "disallow", "path": "/microsites/eRoom/", "line": 262 }, { "directive": "disallow", "path": "/microsites/euclides/", "line": 263 }, { "directive": "disallow", "path": "/microsites/event/", "line": 264 }, { "directive": "disallow", "path": "/microsites/event-tw052010/", "line": 265 }, { "directive": "disallow", "path": "/microsites/event-tw062010/", "line": 266 }, { "directive": "disallow", "path": "/microsites/fibrealliance/", "line": 267 }, { "directive": "disallow", "path": "/microsites/filenet/", "line": 268 }, { "directive": "disallow", "path": "/microsites/filmevent-2008/", "line": 269 }, { "directive": "disallow", "path": "/microsites/financialservices/", "line": 270 }, { "directive": "disallow", "path": "/microsites/finland/", "line": 271 }, { "directive": "disallow", "path": "/microsites/fin-serv/", "line": 272 }, { "directive": "disallow", "path": "/microsites/fm-contacts/", "line": 273 }, { "directive": "disallow", "path": "/microsites/forum/", "line": 274 }, { "directive": "disallow", "path": "/microsites/forum2008/", "line": 275 }, { "directive": "disallow", "path": "/microsites/forums/", "line": 276 }, { "directive": "disallow", "path": "/microsites/france/", "line": 277 }, { "directive": "disallow", "path": "/microsites/fsa/", "line": 278 }, { "directive": "disallow", "path": "/microsites/goldmarathonincentive/", "line": 279 }, { "directive": "disallow", "path": "/microsites/govt-site/", "line": 280 }, { "directive": "disallow", "path": "/microsites/greece/", "line": 281 }, { "directive": "disallow", "path": "/microsites/growth-info/", "line": 282 }, { "directive": "disallow", "path": "/microsites/haab/", "line": 283 }, { "directive": "disallow", "path": "/microsites/holiday-cards/", "line": 284 }, { "directive": "disallow", "path": "/microsites/horizon/", "line": 285 }, { "directive": "disallow", "path": "/microsites/ical/", "line": 286 }, { "directive": "disallow", "path": "/microsites/ilm/", "line": 287 }, { "directive": "disallow", "path": "/microsites/images/", "line": 288 }, { "directive": "disallow", "path": "/microsites/info/", "line": 289 }, { "directive": "disallow", "path": "/microsites/inform09/", "line": 290 }, { "directive": "disallow", "path": "/microsites/inform2010/", "line": 291 }, { "directive": "disallow", "path": "/microsites/information/", "line": 292 }, { "directive": "disallow", "path": "/microsites/information-growth/", "line": 293 }, { "directive": "disallow", "path": "/microsites/input-management/", "line": 294 }, { "directive": "disallow", "path": "/microsites/ionixpodcast-series/", "line": 295 }, { "directive": "disallow", "path": "/microsites/ipick/", "line": 296 }, { "directive": "disallow", "path": "/microsites/ipicks/", "line": 297 }, { "directive": "disallow", "path": "/microsites/ipsolutions/", "line": 298 }, { "directive": "disallow", "path": "/microsites/ipstorage/", "line": 299 }, { "directive": "disallow", "path": "/microsites/ip-storage/", "line": 300 }, { "directive": "disallow", "path": "/microsites/ip-storage-hanglider/", "line": 301 }, { "directive": "disallow", "path": "/microsites/ip-storage-jellybean/", "line": 302 }, { "directive": "disallow", "path": "/microsites/irm/", "line": 303 }, { "directive": "disallow", "path": "/microsites/israel/", "line": 304 }, { "directive": "disallow", "path": "/microsites/italy/", "line": 305 }, { "directive": "disallow", "path": "/microsites/it-efficiency/", "line": 306 }, { "directive": "disallow", "path": "/microsites/journey-private-cloud/", "line": 307 }, { "directive": "disallow", "path": "/microsites/kashya/", "line": 308 }, { "directive": "disallow", "path": "/microsites/launch/", "line": 309 }, { "directive": "disallow", "path": "/microsites/la-wins/", "line": 310 }, { "directive": "disallow", "path": "/microsites/leadership/", "line": 311 }, { "directive": "disallow", "path": "/microsites/leadership-innovation/", "line": 312 }, { "directive": "disallow", "path": "/microsites/local-events/", "line": 313 }, { "directive": "disallow", "path": "/microsites/looking-for-something/", "line": 314 }, { "directive": "disallow", "path": "/microsites/lss/", "line": 315 }, { "directive": "disallow", "path": "/microsites/lss_copy/", "line": 316 }, { "directive": "disallow", "path": "/microsites/lssv/", "line": 317 }, { "directive": "disallow", "path": "/microsites/marketing-campaigns/", "line": 318 }, { "directive": "disallow", "path": "/microsites/marketing-reports-forms/", "line": 319 }, { "directive": "disallow", "path": "/microsites/mcm/", "line": 320 }, { "directive": "disallow", "path": "/microsites/mexico/", "line": 321 }, { "directive": "disallow", "path": "/microsites/mp3/", "line": 322 }, { "directive": "disallow", "path": "/microsites/msp/", "line": 323 }, { "directive": "disallow", "path": "/microsites/netwin-support/", "line": 324 }, { "directive": "disallow", "path": "/microsites/networker/", "line": 325 }, { "directive": "disallow", "path": "/microsites/networker-group/", "line": 326 }, { "directive": "disallow", "path": "/microsites/networkerwebcast/", "line": 327 }, { "directive": "disallow", "path": "/microsites/newsletters/", "line": 328 }, { "directive": "disallow", "path": "/microsites/norway/", "line": 329 }, { "directive": "disallow", "path": "/microsites/nx4/", "line": 330 }, { "directive": "disallow", "path": "/microsites/nx4old/", "line": 331 }, { "directive": "disallow", "path": "/microsites/oem/", "line": 332 }, { "directive": "disallow", "path": "/microsites/on/", "line": 333 }, { "directive": "disallow", "path": "/microsites/on-newsletter/", "line": 334 }, { "directive": "disallow", "path": "/microsites/on-spezial/", "line": 335 }, { "directive": "disallow", "path": "/microsites/oracle-networker-solutions/", "line": 336 }, { "directive": "disallow", "path": "/microsites/partner-bulletin/", "line": 337 }, { "directive": "disallow", "path": "/microsites/partner-newsletter/", "line": 338 }, { "directive": "disallow", "path": "/microsites/partners-event/", "line": 339 }, { "directive": "disallow", "path": "/microsites/partner-south/", "line": 340 }, { "directive": "disallow", "path": "/microsites/peru/", "line": 341 }, { "directive": "disallow", "path": "/microsites/poland/", "line": 342 }, { "directive": "disallow", "path": "/microsites/portugal/", "line": 343 }, { "directive": "disallow", "path": "/microsites/post-event/", "line": 344 }, { "directive": "disallow", "path": "/microsites/private-cloud/", "line": 345 }, { "directive": "disallow", "path": "/microsites/process_suite/", "line": 346 }, { "directive": "disallow", "path": "/microsites/promoinclude/", "line": 347 }, { "directive": "disallow", "path": "/microsites/promotional/", "line": 348 }, { "directive": "disallow", "path": "/microsites/public-sector/", "line": 349 }, { "directive": "disallow", "path": "/microsites/quick-scan/", "line": 350 }, { "directive": "disallow", "path": "/microsites/rackandstack/", "line": 351 }, { "directive": "disallow", "path": "/microsites/re/", "line": 352 }, { "directive": "disallow", "path": "/microsites/record-breaking-event/", "line": 353 }, { "directive": "disallow", "path": "/microsites/record-breaking-event/test/", "line": 354 }, { "directive": "disallow", "path": "/microsites/recover-point/", "line": 355 }, { "directive": "disallow", "path": "/microsites/redirect/", "line": 356 }, { "directive": "disallow", "path": "/microsites/regional/", "line": 357 }, { "directive": "disallow", "path": "/microsites/rem-08/", "line": 358 }, { "directive": "disallow", "path": "/microsites/replistor/", "line": 359 }, { "directive": "disallow", "path": "/microsites/risk/", "line": 360 }, { "directive": "disallow", "path": "/microsites/roi_calculator/", "line": 361 }, { "directive": "disallow", "path": "/microsites/rsa/", "line": 362 }, { "directive": "disallow", "path": "/microsites/rsa-conference/", "line": 363 }, { "directive": "disallow", "path": "/microsites/rsa-latam/", "line": 364 }, { "directive": "disallow", "path": "/microsites/rss/", "line": 365 }, { "directive": "disallow", "path": "/microsites/rss-feeds/", "line": 366 }, { "directive": "disallow", "path": "/microsites/safeswap/", "line": 367 }, { "directive": "disallow", "path": "/microsites/sales/", "line": 368 }, { "directive": "disallow", "path": "/microsites/sap/", "line": 369 }, { "directive": "disallow", "path": "/microsites/sap-emea/", "line": 370 }, { "directive": "disallow", "path": "/microsites/scannerdrivers/", "line": 371 }, { "directive": "disallow", "path": "/microsites/sharepoint_ce/", "line": 372 }, { "directive": "disallow", "path": "/microsites/shinein09/", "line": 373 }, { "directive": "disallow", "path": "/microsites/shinein09nz/", "line": 374 }, { "directive": "disallow", "path": "/microsites/showtheway/", "line": 375 }, { "directive": "disallow", "path": "/microsites/slovenia/", "line": 376 }, { "directive": "disallow", "path": "/microsites/small-medium-business/", "line": 377 }, { "directive": "disallow", "path": "/microsites/smart-cubes/", "line": 378 }, { "directive": "disallow", "path": "/microsites/smarts/", "line": 379 }, { "directive": "disallow", "path": "/microsites/smb/", "line": 380 }, { "directive": "disallow", "path": "/microsites/smf/", "line": 381 }, { "directive": "disallow", "path": "/microsites/soluciones-express/", "line": 382 }, { "directive": "disallow", "path": "/microsites/solution-center/", "line": 383 }, { "directive": "disallow", "path": "/microsites/solutions-for-banking/", "line": 384 }, { "directive": "disallow", "path": "/microsites/solutions-for-insurance/", "line": 385 }, { "directive": "disallow", "path": "/microsites/spain/", "line": 386 }, { "directive": "disallow", "path": "/microsites/starttheconversation/", "line": 387 }, { "directive": "disallow", "path": "/microsites/stateofmsepl3630/", "line": 388 }, { "directive": "disallow", "path": "/microsites/stayintouch/", "line": 389 }, { "directive": "disallow", "path": "/microsites/stfbootcamp/", "line": 390 }, { "directive": "disallow", "path": "/microsites/storage-expo/", "line": 391 }, { "directive": "disallow", "path": "/microsites/streamtest/", "line": 392 }, { "directive": "disallow", "path": "/microsites/surveys/", "line": 393 }, { "directive": "disallow", "path": "/microsites/sweden/", "line": 394 }, { "directive": "disallow", "path": "/microsites/tallstory/", "line": 395 }, { "directive": "disallow", "path": "/microsites/talltale/", "line": 396 }, { "directive": "disallow", "path": "/microsites/teammap/", "line": 397 }, { "directive": "disallow", "path": "/microsites/techacademy2009/", "line": 398 }, { "directive": "disallow", "path": "/microsites/tech-enews/", "line": 399 }, { "directive": "disallow", "path": "/microsites/technology-solutions/", "line": 400 }, { "directive": "disallow", "path": "/microsites/telecom-summit/", "line": 401 }, { "directive": "disallow", "path": "/microsites/template-examples/", "line": 402 }, { "directive": "disallow", "path": "/microsites/test/", "line": 403 }, { "directive": "disallow", "path": "/microsites/thecircle/", "line": 404 }, { "directive": "disallow", "path": "/microsites/thrive/", "line": 405 }, { "directive": "disallow", "path": "/microsites/tivoli/", "line": 406 }, { "directive": "disallow", "path": "/microsites/trackingtest/", "line": 407 }, { "directive": "disallow", "path": "/microsites/training/", "line": 408 }, { "directive": "disallow", "path": "/microsites/truearc/", "line": 409 }, { "directive": "disallow", "path": "/microsites/twforum/", "line": 410 }, { "directive": "disallow", "path": "/microsites/twtechnology/", "line": 411 }, { "directive": "disallow", "path": "/microsites/uk/", "line": 412 }, { "directive": "disallow", "path": "/microsites/uk-office-worker/", "line": 413 }, { "directive": "disallow", "path": "/microsites/unified/", "line": 414 }, { "directive": "disallow", "path": "/microsites/unified-event/", "line": 415 }, { "directive": "disallow", "path": "/microsites/unified-guarantee-calc/", "line": 416 }, { "directive": "disallow", "path": "/microsites/unified-storage-virtualization/", "line": 417 }, { "directive": "disallow", "path": "/microsites/user_groups/", "line": 418 }, { "directive": "disallow", "path": "/microsites/usergroup/", "line": 419 }, { "directive": "disallow", "path": "/microsites/vcecoalition/", "line": 420 }, { "directive": "disallow", "path": "/microsites/vcesupport/", "line": 421 }, { "directive": "disallow", "path": "/microsites/velocity-partner-news/", "line": 422 }, { "directive": "disallow", "path": "/microsites/velocity-partner-news-q3-2009/", "line": 423 }, { "directive": "disallow", "path": "/microsites/velocity-workshops/", "line": 424 }, { "directive": "disallow", "path": "/microsites/video/", "line": 425 }, { "directive": "disallow", "path": "/microsites/virtualisation-workshop/", "line": 426 }, { "directive": "disallow", "path": "/microsites/virtualization/", "line": 427 }, { "directive": "disallow", "path": "/microsites/virtualization-seminar/", "line": 428 }, { "directive": "disallow", "path": "/microsites/virtualizedworkshop/", "line": 429 }, { "directive": "disallow", "path": "/microsites/virtually-perfect/", "line": 430 }, { "directive": "disallow", "path": "/microsites/vmware/", "line": 431 }, { "directive": "disallow", "path": "/microsites/vmware-perfect/", "line": 432 }, { "directive": "disallow", "path": "/microsites/vmwareworkshop2010/", "line": 433 }, { "directive": "disallow", "path": "/microsites/wa/", "line": 434 }, { "directive": "disallow", "path": "/microsites/wasps/", "line": 435 }, { "directive": "disallow", "path": "/microsites/water-store/", "line": 436 }, { "directive": "disallow", "path": "/microsites/webex-demo/", "line": 437 }, { "directive": "disallow", "path": "/microsites/webinar/", "line": 438 }, { "directive": "disallow", "path": "/microsites/wheretalentlives/", "line": 439 }, { "directive": "disallow", "path": "/microsites/x_hive/", "line": 440 }, { "directive": "disallow", "path": "/microsites/xmas2010/", "line": 441 }, { "directive": "disallow", "path": "/momentum-barcelona-presentations.htm", "line": 442 }, { "directive": "disallow", "path": "/omniture/", "line": 443 }, { "directive": "disallow", "path": "/products/detail/software/aatesting-sample.htm", "line": 444 }, { "directive": "disallow", "path": "/sales/", "line": 445 }, { "directive": "disallow", "path": "/sales/", "line": 446 }, { "directive": "disallow", "path": "/subjectlist.htm", "line": 447 }, { "directive": "disallow", "path": "/testing/", "line": 448 }, { "directive": "disallow", "path": "/try-and-buy/", "line": 449 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.php$", "line": 5 }, { "directive": "disallow", "path": "/*/configuration-page.htm", "line": 6 }, { "directive": "disallow", "path": "/*/testing/", "line": 7 }, { "directive": "disallow", "path": "/*/what-we-do/index-device.htm", "line": 9 }, { "directive": "disallow", "path": "/*/what-we-do/index-server.htm", "line": 10 }, { "directive": "disallow", "path": "/*/what-we-do/index-storage.htm", "line": 11 }, { "directive": "disallow", "path": "/*/what-we-do/index-apex.htm", "line": 12 }, { "directive": "disallow", "path": "/fr-dz/*", "line": 14 }, { "directive": "disallow", "path": "/en-ai/*", "line": 15 }, { "directive": "disallow", "path": "/en-ag/*", "line": 16 }, { "directive": "disallow", "path": "/en-aw/*", "line": 17 }, { "directive": "disallow", "path": "/en-bs/*", "line": 18 }, { "directive": "disallow", "path": "/en-bb/*", "line": 19 }, { "directive": "disallow", "path": "/en-bz/*", "line": 20 }, { "directive": "disallow", "path": "/en-bm/*", "line": 21 }, { "directive": "disallow", "path": "/es-bo/*", "line": 22 }, { "directive": "disallow", "path": "/en-vg/*", "line": 23 }, { "directive": "disallow", "path": "/en-ky/*", "line": 24 }, { "directive": "disallow", "path": "/es-cr/*", "line": 25 }, { "directive": "disallow", "path": "/fr-cd/*", "line": 26 }, { "directive": "disallow", "path": "/en-dm/*", "line": 27 }, { "directive": "disallow", "path": "/es-do/*", "line": 28 }, { "directive": "disallow", "path": "/es-ec/*", "line": 29 }, { "directive": "disallow", "path": "/es-sv/*", "line": 30 }, { "directive": "disallow", "path": "/en-gd/*", "line": 31 }, { "directive": "disallow", "path": "/es-gt/*", "line": 32 }, { "directive": "disallow", "path": "/en-gy/*", "line": 33 }, { "directive": "disallow", "path": "/es-hn/*", "line": 34 }, { "directive": "disallow", "path": "/en-is/*", "line": 35 }, { "directive": "disallow", "path": "/en-il/*", "line": 36 }, { "directive": "disallow", "path": "/en-jm/*", "line": 37 }, { "directive": "disallow", "path": "/en-ly/*", "line": 38 }, { "directive": "disallow", "path": "/es-ni/*", "line": 39 }, { "directive": "disallow", "path": "/es-pa/*", "line": 40 }, { "directive": "disallow", "path": "/es-py/*", "line": 41 }, { "directive": "disallow", "path": "/en-pr/*", "line": 42 }, { "directive": "disallow", "path": "/fr-cg/*", "line": 43 }, { "directive": "disallow", "path": "/en-kn/*", "line": 44 }, { "directive": "disallow", "path": "/en-lc/*", "line": 45 }, { "directive": "disallow", "path": "/en-vc/*", "line": 46 }, { "directive": "disallow", "path": "/en-sr/*", "line": 47 }, { "directive": "disallow", "path": "/en-tt/*", "line": 48 }, { "directive": "disallow", "path": "/fr-tn/*", "line": 49 }, { "directive": "disallow", "path": "/en-tc/*", "line": 50 }, { "directive": "disallow", "path": "/en-ua/*", "line": 51 }, { "directive": "allow", "path": "/en-uk/*", "line": 52 }, { "directive": "disallow", "path": "/es-uy/*", "line": 53 }, { "directive": "disallow", "path": "/en-vi/*", "line": 54 }, { "directive": "disallow", "path": "/es-ai/*", "line": 55 }, { "directive": "disallow", "path": "/en-bd/*", "line": 56 }, { "directive": "disallow", "path": "/en-kh/*", "line": 57 }, { "directive": "disallow", "path": "/en-mm/*", "line": 58 }, { "directive": "disallow", "path": "/en-np/*", "line": 59 }, { "directive": "allow", "path": "/en-gb/*", "line": 60 }, { "directive": "allow", "path": "/en-au/*", "line": 61 }, { "directive": "allow", "path": "/en-ca/*", "line": 62 }, { "directive": "allow", "path": "/en-hk/*", "line": 63 }, { "directive": "allow", "path": "/en-in/*", "line": 64 }, { "directive": "allow", "path": "/en-ie/*", "line": 65 }, { "directive": "allow", "path": "/en-my/*", "line": 66 }, { "directive": "allow", "path": "/en-nz/*", "line": 67 }, { "directive": "allow", "path": "/en-sg/*", "line": 68 }, { "directive": "allow", "path": "/en-us/*", "line": 69 }, { "directive": "allow", "path": "/fr-ca/", "line": 70 }, { "directive": "allow", "path": "/zh-cn/", "line": 71 }, { "directive": "allow", "path": "/ja-jp/", "line": 72 }, { "directive": "allow", "path": "/de-de/", "line": 73 }, { "directive": "allow", "path": "/fr-fr/", "line": 74 }, { "directive": "allow", "path": "/sv-se/", "line": 75 }, { "directive": "allow", "path": "/es-es/", "line": 76 }, { "directive": "allow", "path": "/de-ch/", "line": 77 }, { "directive": "allow", "path": "/fr-ch/", "line": 78 }, { "directive": "allow", "path": "/pt-br/", "line": 79 }, { "directive": "allow", "path": "/nl-nl/", "line": 80 }, { "directive": "allow", "path": "/de-at/", "line": 81 }, { "directive": "allow", "path": "/nl-be/", "line": 82 }, { "directive": "allow", "path": "/fr-be/", "line": 83 }, { "directive": "allow", "path": "/da-dk/", "line": 84 }, { "directive": "allow", "path": "/it-it/", "line": 85 }, { "directive": "allow", "path": "/no-no/", "line": 86 }, { "directive": "allow", "path": "/pl-pl/", "line": 87 }, { "directive": "allow", "path": "/zh-hk/", "line": 88 }, { "directive": "allow", "path": "/zh-tw/", "line": 89 }, { "directive": "allow", "path": "/ko-kr/", "line": 90 }, { "directive": "disallow", "path": "/campaign/global/advanced-threats-summit/", "line": 93 }, { "directive": "disallow", "path": "/campaign/global/it-leadership-council-2011/", "line": 94 }, { "directive": "disallow", "path": "/campaign/global/templates/", "line": 95 }, { "directive": "disallow", "path": "/campaigns/ecd/customer-webinar-replay.htm", "line": 96 }, { "directive": "disallow", "path": "/collateral/about/news/emc-world-2008/", "line": 97 }, { "directive": "disallow", "path": "/collateral/about/news/momentum/2009/", "line": 98 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-scaleio-ready-node-vs-hpe-flash.pdf", "line": 99 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-sc-series-flash-storage-vs-hpe-nimble-storage.pdf", "line": 100 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-unity-400f-database-comparison.pdf", "line": 101 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vmax-all-flash-250f-vs-hpe-3par-principled.pdf", "line": 102 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vxrail-p470f-database-performance.pdf", "line": 103 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vxrail-p470f-database-performnace.pdf", "line": 104 }, { "directive": "disallow", "path": "/collateral/cio/", "line": 105 }, { "directive": "disallow", "path": "/collateral/demos/microsites/idc-energy-ticker/", "line": 106 }, { "directive": "disallow", "path": "/collateral/emcwsca/", "line": 107 }, { "directive": "disallow", "path": "/collateral/legal/robots/", "line": 108 }, { "directive": "disallow", "path": "/collateral/microsites/beligium/", "line": 109 }, { "directive": "disallow", "path": "/collateral/microsites/clariion-support/", "line": 110 }, { "directive": "disallow", "path": "/collateral/microsites/customer-update/", "line": 111 }, { "directive": "disallow", "path": "/collateral/microsites/download/", "line": 112 }, { "directive": "disallow", "path": "/collateral/microsites/emcwsca/", "line": 113 }, { "directive": "disallow", "path": "/collateral/microsites/event-stub-files/", "line": 114 }, { "directive": "disallow", "path": "/collateral/microsites/finland/", "line": 115 }, { "directive": "disallow", "path": "/collateral/microsites/france/", "line": 116 }, { "directive": "disallow", "path": "/collateral/microsites/Italy/", "line": 117 }, { "directive": "disallow", "path": "/collateral/microsites/japan/", "line": 118 }, { "directive": "disallow", "path": "/collateral/microsites/misc/", "line": 119 }, { "directive": "disallow", "path": "/collateral/microsites/news-stub-files/", "line": 120 }, { "directive": "disallow", "path": "/collateral/microsites/product-stub-files/", "line": 121 }, { "directive": "disallow", "path": "/collateral/microsites/resource-kits/", "line": 122 }, { "directive": "disallow", "path": "/collateral/microsites/solution-stub-file", "line": 123 }, { "directive": "disallow", "path": "/collateral/microsites/spain/", "line": 124 }, { "directive": "disallow", "path": "/collateral/microsites/sweden/", "line": 125 }, { "directive": "disallow", "path": "/collateral/microsites/uk/", "line": 126 }, { "directive": "disallow", "path": "/collateral/microsites/video-stub-files/", "line": 127 }, { "directive": "disallow", "path": "/collateral/sales/", "line": 128 }, { "directive": "disallow", "path": "/collateral/software/white-papers/h8246-", "line": 129 }, { "directive": "disallow", "path": "/collateral/software-downloads/", "line": 130 }, { "directive": "disallow", "path": "/collateral/support-training/support/installation-guides/", "line": 131 }, { "directive": "disallow", "path": "/collateral/tradeshows/", "line": 132 }, { "directive": "disallow", "path": "/customers/", "line": 133 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/commvault-integrations.htm", "line": 134 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/dell-integrations.htm", "line": 135 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/emc-integrations.htm", "line": 136 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/hp-integrations.htm", "line": 137 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/hyland-integrations.htm", "line": 138 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/ibm-integrations.htm", "line": 139 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/microsoft-integrations.htm", "line": 140 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/opentext-integrations.htm", "line": 141 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/oracle-integrations.htm", "line": 142 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/sap-integrations.htm", "line": 143 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/symantec-integrations.htm", "line": 144 }, { "directive": "disallow", "path": "/demo/aem/index.htm", "line": 145 }, { "directive": "disallow", "path": "/emcwsca/", "line": 146 }, { "directive": "disallow", "path": "/en-us/campaigns/dell-emc/asset-testing.htm", "line": 147 }, { "directive": "disallow", "path": "/en-us/social-media/social-business-request.htm", "line": 148 }, { "directive": "disallow", "path": "/events/*/eu_*", "line": 149 }, { "directive": "disallow", "path": "/events/online-event-presentations/", "line": 150 }, { "directive": "disallow", "path": "/gate/collateral/", "line": 151 }, { "directive": "disallow", "path": "/gate/collateral/distributor/", "line": 152 }, { "directive": "disallow", "path": "/gate/partnerships/campaigns/", "line": 153 }, { "directive": "disallow", "path": "/gate/partnerships/images/", "line": 154 }, { "directive": "disallow", "path": "/images/", "line": 155 }, { "directive": "disallow", "path": "/microsites/06-11-09-partner-summit/", "line": 156 }, { "directive": "disallow", "path": "/microsites/2008/", "line": 157 }, { "directive": "disallow", "path": "/microsites/2009/", "line": 158 }, { "directive": "disallow", "path": "/microsites/2010/", "line": 159 }, { "directive": "disallow", "path": "/microsites/2011/", "line": 160 }, { "directive": "disallow", "path": "/microsites/51baoxiang/", "line": 161 }, { "directive": "disallow", "path": "/microsites/acadia/", "line": 162 }, { "directive": "disallow", "path": "/microsites/accountspayable/", "line": 163 }, { "directive": "disallow", "path": "/microsites/acquisitions/", "line": 164 }, { "directive": "disallow", "path": "/microsites/api-ip/", "line": 165 }, { "directive": "disallow", "path": "/microsites/apj-velocity-news/", "line": 166 }, { "directive": "disallow", "path": "/microsites/application_portfolio/", "line": 167 }, { "directive": "disallow", "path": "/microsites/argentina/", "line": 168 }, { "directive": "disallow", "path": "/microsites/australia/", "line": 169 }, { "directive": "disallow", "path": "/microsites/ax4/", "line": 170 }, { "directive": "disallow", "path": "/microsites/ax4acceleratorincentive/", "line": 171 }, { "directive": "disallow", "path": "/microsites/backup/", "line": 172 }, { "directive": "disallow", "path": "/microsites/backuptodisk/", "line": 173 }, { "directive": "disallow", "path": "/microsites/baltics/", "line": 174 }, { "directive": "disallow", "path": "/microsites/banking-summit/", "line": 175 }, { "directive": "disallow", "path": "/microsites/belgium/", "line": 176 }, { "directive": "disallow", "path": "/microsites/bootcamp/", "line": 177 }, { "directive": "disallow", "path": "/microsites/bootcamps/", "line": 178 }, { "directive": "disallow", "path": "/microsites/brand_mgmt/", "line": 179 }, { "directive": "disallow", "path": "/microsites/brazil/", "line": 180 }, { "directive": "disallow", "path": "/microsites/brs/ominture-test-program/", "line": 181 }, { "directive": "disallow", "path": "/microsites/bura/", "line": 182 }, { "directive": "disallow", "path": "/microsites/bura-campaign/", "line": 183 }, { "directive": "disallow", "path": "/microsites/bura-launch/", "line": 184 }, { "directive": "disallow", "path": "/microsites/business-consulting/", "line": 185 }, { "directive": "disallow", "path": "/microsites/calculator-speed-test/", "line": 186 }, { "directive": "disallow", "path": "/microsites/captiva/", "line": 187 }, { "directive": "disallow", "path": "/microsites/captiva-aiim-survey/", "line": 188 }, { "directive": "disallow", "path": "/microsites/captiva-capture/", "line": 189 }, { "directive": "disallow", "path": "/microsites/captiva-day/", "line": 190 }, { "directive": "disallow", "path": "/microsites/captiva-healthcare/", "line": 191 }, { "directive": "disallow", "path": "/microsites/captiva-orbograph/", "line": 192 }, { "directive": "disallow", "path": "/microsites/captiva-pixtran/", "line": 193 }, { "directive": "disallow", "path": "/microsites/celerra/", "line": 194 }, { "directive": "disallow", "path": "/microsites/centerahealth/", "line": 195 }, { "directive": "disallow", "path": "/microsites/ch/", "line": 196 }, { "directive": "disallow", "path": "/microsites/channel-awards/", "line": 197 }, { "directive": "disallow", "path": "/microsites/charity-project/", "line": 198 }, { "directive": "disallow", "path": "/microsites/chile/", "line": 199 }, { "directive": "disallow", "path": "/microsites/cisco/", "line": 200 }, { "directive": "disallow", "path": "/microsites/clariion/", "line": 201 }, { "directive": "disallow", "path": "/microsites/ClariionOpenSource/", "line": 202 }, { "directive": "disallow", "path": "/microsites/clariion-support/", "line": 203 }, { "directive": "disallow", "path": "/microsites/clipping-latam/", "line": 204 }, { "directive": "disallow", "path": "/microsites/cma-customer-day/", "line": 205 }, { "directive": "disallow", "path": "/microsites/compliance_in_box/", "line": 206 }, { "directive": "disallow", "path": "/microsites/connected-goverment/", "line": 207 }, { "directive": "disallow", "path": "/microsites/content/", "line": 208 }, { "directive": "disallow", "path": "/microsites/csr/", "line": 209 }, { "directive": "disallow", "path": "/microsites/customer-christmas/", "line": 210 }, { "directive": "disallow", "path": "/microsites/customer-update/", "line": 211 }, { "directive": "disallow", "path": "/microsites/cx300-ad-wide/", "line": 212 }, { "directive": "disallow", "path": "/microsites/cx4/", "line": 213 }, { "directive": "disallow", "path": "/microsites/cx4demodays/", "line": 214 }, { "directive": "disallow", "path": "/microsites/cx4energy/", "line": 215 }, { "directive": "disallow", "path": "/microsites/cx4-launch/", "line": 216 }, { "directive": "disallow", "path": "/microsites/cx4-low-cost/", "line": 217 }, { "directive": "disallow", "path": "/microsites/cx4-office/", "line": 218 }, { "directive": "disallow", "path": "/microsites/cx4optimised/", "line": 219 }, { "directive": "disallow", "path": "/microsites/cx4protection/", "line": 220 }, { "directive": "disallow", "path": "/microsites/d6-campaign-emea/", "line": 221 }, { "directive": "disallow", "path": "/microsites/dedupe/", "line": 222 }, { "directive": "disallow", "path": "/microsites/deduplisering/", "line": 223 }, { "directive": "disallow", "path": "/microsites/dellemcworld/", "line": 224 }, { "directive": "disallow", "path": "/microsites/democenter/", "line": 225 }, { "directive": "disallow", "path": "/microsites/denmark/", "line": 226 }, { "directive": "disallow", "path": "/microsites/didyouknow/", "line": 227 }, { "directive": "disallow", "path": "/microsites/digital-mailroom/", "line": 228 }, { "directive": "disallow", "path": "/microsites/dig-universe/", "line": 229 }, { "directive": "disallow", "path": "/microsites/documation/", "line": 230 }, { "directive": "disallow", "path": "/microsites/documentum_006/", "line": 231 }, { "directive": "disallow", "path": "/microsites/documentum-6-landing/", "line": 232 }, { "directive": "disallow", "path": "/microsites/documentum-content-enabled-solutions/", "line": 233 }, { "directive": "disallow", "path": "/microsites/dolphin/", "line": 234 }, { "directive": "disallow", "path": "/microsites/domorewithless/", "line": 235 }, { "directive": "disallow", "path": "/microsites/dpa-calculator/", "line": 236 }, { "directive": "disallow", "path": "/microsites/ebook/", "line": 237 }, { "directive": "disallow", "path": "/microsites/ediscovery/", "line": 238 }, { "directive": "disallow", "path": "/microsites/ediscoveryfordummies/", "line": 239 }, { "directive": "disallow", "path": "/microsites/education-services/", "line": 240 }, { "directive": "disallow", "path": "/microsites/efficientit/", "line": 241 }, { "directive": "disallow", "path": "/microsites/ekit/", "line": 242 }, { "directive": "disallow", "path": "/microsites/email/", "line": 243 }, { "directive": "disallow", "path": "/microsites/emailarchive/", "line": 244 }, { "directive": "disallow", "path": "/microsites/email-hosting/", "line": 245 }, { "directive": "disallow", "path": "/microsites/emailxtender/", "line": 246 }, { "directive": "disallow", "path": "/microsites/emccomteam/", "line": 247 }, { "directive": "disallow", "path": "/microsites/emc-dell-cannes/", "line": 248 }, { "directive": "disallow", "path": "/microsites/emc-dell-virtualization/", "line": 249 }, { "directive": "disallow", "path": "/microsites/emc-demo-center/", "line": 250 }, { "directive": "disallow", "path": "/microsites/emcforum/", "line": 251 }, { "directive": "disallow", "path": "/microsites/emc-forum/", "line": 252 }, { "directive": "disallow", "path": "/microsites/emc-fujitsu/", "line": 253 }, { "directive": "disallow", "path": "/microsites/emc-inform-2007/", "line": 254 }, { "directive": "disallow", "path": "/microsites/emc-ireland-seminar/", "line": 255 }, { "directive": "disallow", "path": "/microsites/emcnetworker/", "line": 256 }, { "directive": "disallow", "path": "/microsites/emc-unisys/", "line": 257 }, { "directive": "disallow", "path": "/microsites/emcworld/", "line": 258 }, { "directive": "disallow", "path": "/microsites/emcworld_Copy/", "line": 259 }, { "directive": "disallow", "path": "/microsites/emc-world2008/", "line": 260 }, { "directive": "disallow", "path": "/microsites/emcwsca/", "line": 261 }, { "directive": "disallow", "path": "/microsites/eRoom/", "line": 262 }, { "directive": "disallow", "path": "/microsites/euclides/", "line": 263 }, { "directive": "disallow", "path": "/microsites/event/", "line": 264 }, { "directive": "disallow", "path": "/microsites/event-tw052010/", "line": 265 }, { "directive": "disallow", "path": "/microsites/event-tw062010/", "line": 266 }, { "directive": "disallow", "path": "/microsites/fibrealliance/", "line": 267 }, { "directive": "disallow", "path": "/microsites/filenet/", "line": 268 }, { "directive": "disallow", "path": "/microsites/filmevent-2008/", "line": 269 }, { "directive": "disallow", "path": "/microsites/financialservices/", "line": 270 }, { "directive": "disallow", "path": "/microsites/finland/", "line": 271 }, { "directive": "disallow", "path": "/microsites/fin-serv/", "line": 272 }, { "directive": "disallow", "path": "/microsites/fm-contacts/", "line": 273 }, { "directive": "disallow", "path": "/microsites/forum/", "line": 274 }, { "directive": "disallow", "path": "/microsites/forum2008/", "line": 275 }, { "directive": "disallow", "path": "/microsites/forums/", "line": 276 }, { "directive": "disallow", "path": "/microsites/france/", "line": 277 }, { "directive": "disallow", "path": "/microsites/fsa/", "line": 278 }, { "directive": "disallow", "path": "/microsites/goldmarathonincentive/", "line": 279 }, { "directive": "disallow", "path": "/microsites/govt-site/", "line": 280 }, { "directive": "disallow", "path": "/microsites/greece/", "line": 281 }, { "directive": "disallow", "path": "/microsites/growth-info/", "line": 282 }, { "directive": "disallow", "path": "/microsites/haab/", "line": 283 }, { "directive": "disallow", "path": "/microsites/holiday-cards/", "line": 284 }, { "directive": "disallow", "path": "/microsites/horizon/", "line": 285 }, { "directive": "disallow", "path": "/microsites/ical/", "line": 286 }, { "directive": "disallow", "path": "/microsites/ilm/", "line": 287 }, { "directive": "disallow", "path": "/microsites/images/", "line": 288 }, { "directive": "disallow", "path": "/microsites/info/", "line": 289 }, { "directive": "disallow", "path": "/microsites/inform09/", "line": 290 }, { "directive": "disallow", "path": "/microsites/inform2010/", "line": 291 }, { "directive": "disallow", "path": "/microsites/information/", "line": 292 }, { "directive": "disallow", "path": "/microsites/information-growth/", "line": 293 }, { "directive": "disallow", "path": "/microsites/input-management/", "line": 294 }, { "directive": "disallow", "path": "/microsites/ionixpodcast-series/", "line": 295 }, { "directive": "disallow", "path": "/microsites/ipick/", "line": 296 }, { "directive": "disallow", "path": "/microsites/ipicks/", "line": 297 }, { "directive": "disallow", "path": "/microsites/ipsolutions/", "line": 298 }, { "directive": "disallow", "path": "/microsites/ipstorage/", "line": 299 }, { "directive": "disallow", "path": "/microsites/ip-storage/", "line": 300 }, { "directive": "disallow", "path": "/microsites/ip-storage-hanglider/", "line": 301 }, { "directive": "disallow", "path": "/microsites/ip-storage-jellybean/", "line": 302 }, { "directive": "disallow", "path": "/microsites/irm/", "line": 303 }, { "directive": "disallow", "path": "/microsites/israel/", "line": 304 }, { "directive": "disallow", "path": "/microsites/italy/", "line": 305 }, { "directive": "disallow", "path": "/microsites/it-efficiency/", "line": 306 }, { "directive": "disallow", "path": "/microsites/journey-private-cloud/", "line": 307 }, { "directive": "disallow", "path": "/microsites/kashya/", "line": 308 }, { "directive": "disallow", "path": "/microsites/launch/", "line": 309 }, { "directive": "disallow", "path": "/microsites/la-wins/", "line": 310 }, { "directive": "disallow", "path": "/microsites/leadership/", "line": 311 }, { "directive": "disallow", "path": "/microsites/leadership-innovation/", "line": 312 }, { "directive": "disallow", "path": "/microsites/local-events/", "line": 313 }, { "directive": "disallow", "path": "/microsites/looking-for-something/", "line": 314 }, { "directive": "disallow", "path": "/microsites/lss/", "line": 315 }, { "directive": "disallow", "path": "/microsites/lss_copy/", "line": 316 }, { "directive": "disallow", "path": "/microsites/lssv/", "line": 317 }, { "directive": "disallow", "path": "/microsites/marketing-campaigns/", "line": 318 }, { "directive": "disallow", "path": "/microsites/marketing-reports-forms/", "line": 319 }, { "directive": "disallow", "path": "/microsites/mcm/", "line": 320 }, { "directive": "disallow", "path": "/microsites/mexico/", "line": 321 }, { "directive": "disallow", "path": "/microsites/mp3/", "line": 322 }, { "directive": "disallow", "path": "/microsites/msp/", "line": 323 }, { "directive": "disallow", "path": "/microsites/netwin-support/", "line": 324 }, { "directive": "disallow", "path": "/microsites/networker/", "line": 325 }, { "directive": "disallow", "path": "/microsites/networker-group/", "line": 326 }, { "directive": "disallow", "path": "/microsites/networkerwebcast/", "line": 327 }, { "directive": "disallow", "path": "/microsites/newsletters/", "line": 328 }, { "directive": "disallow", "path": "/microsites/norway/", "line": 329 }, { "directive": "disallow", "path": "/microsites/nx4/", "line": 330 }, { "directive": "disallow", "path": "/microsites/nx4old/", "line": 331 }, { "directive": "disallow", "path": "/microsites/oem/", "line": 332 }, { "directive": "disallow", "path": "/microsites/on/", "line": 333 }, { "directive": "disallow", "path": "/microsites/on-newsletter/", "line": 334 }, { "directive": "disallow", "path": "/microsites/on-spezial/", "line": 335 }, { "directive": "disallow", "path": "/microsites/oracle-networker-solutions/", "line": 336 }, { "directive": "disallow", "path": "/microsites/partner-bulletin/", "line": 337 }, { "directive": "disallow", "path": "/microsites/partner-newsletter/", "line": 338 }, { "directive": "disallow", "path": "/microsites/partners-event/", "line": 339 }, { "directive": "disallow", "path": "/microsites/partner-south/", "line": 340 }, { "directive": "disallow", "path": "/microsites/peru/", "line": 341 }, { "directive": "disallow", "path": "/microsites/poland/", "line": 342 }, { "directive": "disallow", "path": "/microsites/portugal/", "line": 343 }, { "directive": "disallow", "path": "/microsites/post-event/", "line": 344 }, { "directive": "disallow", "path": "/microsites/private-cloud/", "line": 345 }, { "directive": "disallow", "path": "/microsites/process_suite/", "line": 346 }, { "directive": "disallow", "path": "/microsites/promoinclude/", "line": 347 }, { "directive": "disallow", "path": "/microsites/promotional/", "line": 348 }, { "directive": "disallow", "path": "/microsites/public-sector/", "line": 349 }, { "directive": "disallow", "path": "/microsites/quick-scan/", "line": 350 }, { "directive": "disallow", "path": "/microsites/rackandstack/", "line": 351 }, { "directive": "disallow", "path": "/microsites/re/", "line": 352 }, { "directive": "disallow", "path": "/microsites/record-breaking-event/", "line": 353 }, { "directive": "disallow", "path": "/microsites/record-breaking-event/test/", "line": 354 }, { "directive": "disallow", "path": "/microsites/recover-point/", "line": 355 }, { "directive": "disallow", "path": "/microsites/redirect/", "line": 356 }, { "directive": "disallow", "path": "/microsites/regional/", "line": 357 }, { "directive": "disallow", "path": "/microsites/rem-08/", "line": 358 }, { "directive": "disallow", "path": "/microsites/replistor/", "line": 359 }, { "directive": "disallow", "path": "/microsites/risk/", "line": 360 }, { "directive": "disallow", "path": "/microsites/roi_calculator/", "line": 361 }, { "directive": "disallow", "path": "/microsites/rsa/", "line": 362 }, { "directive": "disallow", "path": "/microsites/rsa-conference/", "line": 363 }, { "directive": "disallow", "path": "/microsites/rsa-latam/", "line": 364 }, { "directive": "disallow", "path": "/microsites/rss/", "line": 365 }, { "directive": "disallow", "path": "/microsites/rss-feeds/", "line": 366 }, { "directive": "disallow", "path": "/microsites/safeswap/", "line": 367 }, { "directive": "disallow", "path": "/microsites/sales/", "line": 368 }, { "directive": "disallow", "path": "/microsites/sap/", "line": 369 }, { "directive": "disallow", "path": "/microsites/sap-emea/", "line": 370 }, { "directive": "disallow", "path": "/microsites/scannerdrivers/", "line": 371 }, { "directive": "disallow", "path": "/microsites/sharepoint_ce/", "line": 372 }, { "directive": "disallow", "path": "/microsites/shinein09/", "line": 373 }, { "directive": "disallow", "path": "/microsites/shinein09nz/", "line": 374 }, { "directive": "disallow", "path": "/microsites/showtheway/", "line": 375 }, { "directive": "disallow", "path": "/microsites/slovenia/", "line": 376 }, { "directive": "disallow", "path": "/microsites/small-medium-business/", "line": 377 }, { "directive": "disallow", "path": "/microsites/smart-cubes/", "line": 378 }, { "directive": "disallow", "path": "/microsites/smarts/", "line": 379 }, { "directive": "disallow", "path": "/microsites/smb/", "line": 380 }, { "directive": "disallow", "path": "/microsites/smf/", "line": 381 }, { "directive": "disallow", "path": "/microsites/soluciones-express/", "line": 382 }, { "directive": "disallow", "path": "/microsites/solution-center/", "line": 383 }, { "directive": "disallow", "path": "/microsites/solutions-for-banking/", "line": 384 }, { "directive": "disallow", "path": "/microsites/solutions-for-insurance/", "line": 385 }, { "directive": "disallow", "path": "/microsites/spain/", "line": 386 }, { "directive": "disallow", "path": "/microsites/starttheconversation/", "line": 387 }, { "directive": "disallow", "path": "/microsites/stateofmsepl3630/", "line": 388 }, { "directive": "disallow", "path": "/microsites/stayintouch/", "line": 389 }, { "directive": "disallow", "path": "/microsites/stfbootcamp/", "line": 390 }, { "directive": "disallow", "path": "/microsites/storage-expo/", "line": 391 }, { "directive": "disallow", "path": "/microsites/streamtest/", "line": 392 }, { "directive": "disallow", "path": "/microsites/surveys/", "line": 393 }, { "directive": "disallow", "path": "/microsites/sweden/", "line": 394 }, { "directive": "disallow", "path": "/microsites/tallstory/", "line": 395 }, { "directive": "disallow", "path": "/microsites/talltale/", "line": 396 }, { "directive": "disallow", "path": "/microsites/teammap/", "line": 397 }, { "directive": "disallow", "path": "/microsites/techacademy2009/", "line": 398 }, { "directive": "disallow", "path": "/microsites/tech-enews/", "line": 399 }, { "directive": "disallow", "path": "/microsites/technology-solutions/", "line": 400 }, { "directive": "disallow", "path": "/microsites/telecom-summit/", "line": 401 }, { "directive": "disallow", "path": "/microsites/template-examples/", "line": 402 }, { "directive": "disallow", "path": "/microsites/test/", "line": 403 }, { "directive": "disallow", "path": "/microsites/thecircle/", "line": 404 }, { "directive": "disallow", "path": "/microsites/thrive/", "line": 405 }, { "directive": "disallow", "path": "/microsites/tivoli/", "line": 406 }, { "directive": "disallow", "path": "/microsites/trackingtest/", "line": 407 }, { "directive": "disallow", "path": "/microsites/training/", "line": 408 }, { "directive": "disallow", "path": "/microsites/truearc/", "line": 409 }, { "directive": "disallow", "path": "/microsites/twforum/", "line": 410 }, { "directive": "disallow", "path": "/microsites/twtechnology/", "line": 411 }, { "directive": "disallow", "path": "/microsites/uk/", "line": 412 }, { "directive": "disallow", "path": "/microsites/uk-office-worker/", "line": 413 }, { "directive": "disallow", "path": "/microsites/unified/", "line": 414 }, { "directive": "disallow", "path": "/microsites/unified-event/", "line": 415 }, { "directive": "disallow", "path": "/microsites/unified-guarantee-calc/", "line": 416 }, { "directive": "disallow", "path": "/microsites/unified-storage-virtualization/", "line": 417 }, { "directive": "disallow", "path": "/microsites/user_groups/", "line": 418 }, { "directive": "disallow", "path": "/microsites/usergroup/", "line": 419 }, { "directive": "disallow", "path": "/microsites/vcecoalition/", "line": 420 }, { "directive": "disallow", "path": "/microsites/vcesupport/", "line": 421 }, { "directive": "disallow", "path": "/microsites/velocity-partner-news/", "line": 422 }, { "directive": "disallow", "path": "/microsites/velocity-partner-news-q3-2009/", "line": 423 }, { "directive": "disallow", "path": "/microsites/velocity-workshops/", "line": 424 }, { "directive": "disallow", "path": "/microsites/video/", "line": 425 }, { "directive": "disallow", "path": "/microsites/virtualisation-workshop/", "line": 426 }, { "directive": "disallow", "path": "/microsites/virtualization/", "line": 427 }, { "directive": "disallow", "path": "/microsites/virtualization-seminar/", "line": 428 }, { "directive": "disallow", "path": "/microsites/virtualizedworkshop/", "line": 429 }, { "directive": "disallow", "path": "/microsites/virtually-perfect/", "line": 430 }, { "directive": "disallow", "path": "/microsites/vmware/", "line": 431 }, { "directive": "disallow", "path": "/microsites/vmware-perfect/", "line": 432 }, { "directive": "disallow", "path": "/microsites/vmwareworkshop2010/", "line": 433 }, { "directive": "disallow", "path": "/microsites/wa/", "line": 434 }, { "directive": "disallow", "path": "/microsites/wasps/", "line": 435 }, { "directive": "disallow", "path": "/microsites/water-store/", "line": 436 }, { "directive": "disallow", "path": "/microsites/webex-demo/", "line": 437 }, { "directive": "disallow", "path": "/microsites/webinar/", "line": 438 }, { "directive": "disallow", "path": "/microsites/wheretalentlives/", "line": 439 }, { "directive": "disallow", "path": "/microsites/x_hive/", "line": 440 }, { "directive": "disallow", "path": "/microsites/xmas2010/", "line": 441 }, { "directive": "disallow", "path": "/momentum-barcelona-presentations.htm", "line": 442 }, { "directive": "disallow", "path": "/omniture/", "line": 443 }, { "directive": "disallow", "path": "/products/detail/software/aatesting-sample.htm", "line": 444 }, { "directive": "disallow", "path": "/sales/", "line": 445 }, { "directive": "disallow", "path": "/sales/", "line": 446 }, { "directive": "disallow", "path": "/subjectlist.htm", "line": 447 }, { "directive": "disallow", "path": "/testing/", "line": 448 }, { "directive": "disallow", "path": "/try-and-buy/", "line": 449 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.php$", "line": 5 }, { "directive": "disallow", "path": "/*/configuration-page.htm", "line": 6 }, { "directive": "disallow", "path": "/*/testing/", "line": 7 }, { "directive": "disallow", "path": "/*/what-we-do/index-device.htm", "line": 9 }, { "directive": "disallow", "path": "/*/what-we-do/index-server.htm", "line": 10 }, { "directive": "disallow", "path": "/*/what-we-do/index-storage.htm", "line": 11 }, { "directive": "disallow", "path": "/*/what-we-do/index-apex.htm", "line": 12 }, { "directive": "disallow", "path": "/fr-dz/*", "line": 14 }, { "directive": "disallow", "path": "/en-ai/*", "line": 15 }, { "directive": "disallow", "path": "/en-ag/*", "line": 16 }, { "directive": "disallow", "path": "/en-aw/*", "line": 17 }, { "directive": "disallow", "path": "/en-bs/*", "line": 18 }, { "directive": "disallow", "path": "/en-bb/*", "line": 19 }, { "directive": "disallow", "path": "/en-bz/*", "line": 20 }, { "directive": "disallow", "path": "/en-bm/*", "line": 21 }, { "directive": "disallow", "path": "/es-bo/*", "line": 22 }, { "directive": "disallow", "path": "/en-vg/*", "line": 23 }, { "directive": "disallow", "path": "/en-ky/*", "line": 24 }, { "directive": "disallow", "path": "/es-cr/*", "line": 25 }, { "directive": "disallow", "path": "/fr-cd/*", "line": 26 }, { "directive": "disallow", "path": "/en-dm/*", "line": 27 }, { "directive": "disallow", "path": "/es-do/*", "line": 28 }, { "directive": "disallow", "path": "/es-ec/*", "line": 29 }, { "directive": "disallow", "path": "/es-sv/*", "line": 30 }, { "directive": "disallow", "path": "/en-gd/*", "line": 31 }, { "directive": "disallow", "path": "/es-gt/*", "line": 32 }, { "directive": "disallow", "path": "/en-gy/*", "line": 33 }, { "directive": "disallow", "path": "/es-hn/*", "line": 34 }, { "directive": "disallow", "path": "/en-is/*", "line": 35 }, { "directive": "disallow", "path": "/en-il/*", "line": 36 }, { "directive": "disallow", "path": "/en-jm/*", "line": 37 }, { "directive": "disallow", "path": "/en-ly/*", "line": 38 }, { "directive": "disallow", "path": "/es-ni/*", "line": 39 }, { "directive": "disallow", "path": "/es-pa/*", "line": 40 }, { "directive": "disallow", "path": "/es-py/*", "line": 41 }, { "directive": "disallow", "path": "/en-pr/*", "line": 42 }, { "directive": "disallow", "path": "/fr-cg/*", "line": 43 }, { "directive": "disallow", "path": "/en-kn/*", "line": 44 }, { "directive": "disallow", "path": "/en-lc/*", "line": 45 }, { "directive": "disallow", "path": "/en-vc/*", "line": 46 }, { "directive": "disallow", "path": "/en-sr/*", "line": 47 }, { "directive": "disallow", "path": "/en-tt/*", "line": 48 }, { "directive": "disallow", "path": "/fr-tn/*", "line": 49 }, { "directive": "disallow", "path": "/en-tc/*", "line": 50 }, { "directive": "disallow", "path": "/en-ua/*", "line": 51 }, { "directive": "allow", "path": "/en-uk/*", "line": 52 }, { "directive": "disallow", "path": "/es-uy/*", "line": 53 }, { "directive": "disallow", "path": "/en-vi/*", "line": 54 }, { "directive": "disallow", "path": "/es-ai/*", "line": 55 }, { "directive": "disallow", "path": "/en-bd/*", "line": 56 }, { "directive": "disallow", "path": "/en-kh/*", "line": 57 }, { "directive": "disallow", "path": "/en-mm/*", "line": 58 }, { "directive": "disallow", "path": "/en-np/*", "line": 59 }, { "directive": "allow", "path": "/en-gb/*", "line": 60 }, { "directive": "allow", "path": "/en-au/*", "line": 61 }, { "directive": "allow", "path": "/en-ca/*", "line": 62 }, { "directive": "allow", "path": "/en-hk/*", "line": 63 }, { "directive": "allow", "path": "/en-in/*", "line": 64 }, { "directive": "allow", "path": "/en-ie/*", "line": 65 }, { "directive": "allow", "path": "/en-my/*", "line": 66 }, { "directive": "allow", "path": "/en-nz/*", "line": 67 }, { "directive": "allow", "path": "/en-sg/*", "line": 68 }, { "directive": "allow", "path": "/en-us/*", "line": 69 }, { "directive": "allow", "path": "/fr-ca/", "line": 70 }, { "directive": "allow", "path": "/zh-cn/", "line": 71 }, { "directive": "allow", "path": "/ja-jp/", "line": 72 }, { "directive": "allow", "path": "/de-de/", "line": 73 }, { "directive": "allow", "path": "/fr-fr/", "line": 74 }, { "directive": "allow", "path": "/sv-se/", "line": 75 }, { "directive": "allow", "path": "/es-es/", "line": 76 }, { "directive": "allow", "path": "/de-ch/", "line": 77 }, { "directive": "allow", "path": "/fr-ch/", "line": 78 }, { "directive": "allow", "path": "/pt-br/", "line": 79 }, { "directive": "allow", "path": "/nl-nl/", "line": 80 }, { "directive": "allow", "path": "/de-at/", "line": 81 }, { "directive": "allow", "path": "/nl-be/", "line": 82 }, { "directive": "allow", "path": "/fr-be/", "line": 83 }, { "directive": "allow", "path": "/da-dk/", "line": 84 }, { "directive": "allow", "path": "/it-it/", "line": 85 }, { "directive": "allow", "path": "/no-no/", "line": 86 }, { "directive": "allow", "path": "/pl-pl/", "line": 87 }, { "directive": "allow", "path": "/zh-hk/", "line": 88 }, { "directive": "allow", "path": "/zh-tw/", "line": 89 }, { "directive": "allow", "path": "/ko-kr/", "line": 90 }, { "directive": "disallow", "path": "/campaign/global/advanced-threats-summit/", "line": 93 }, { "directive": "disallow", "path": "/campaign/global/it-leadership-council-2011/", "line": 94 }, { "directive": "disallow", "path": "/campaign/global/templates/", "line": 95 }, { "directive": "disallow", "path": "/campaigns/ecd/customer-webinar-replay.htm", "line": 96 }, { "directive": "disallow", "path": "/collateral/about/news/emc-world-2008/", "line": 97 }, { "directive": "disallow", "path": "/collateral/about/news/momentum/2009/", "line": 98 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-scaleio-ready-node-vs-hpe-flash.pdf", "line": 99 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-sc-series-flash-storage-vs-hpe-nimble-storage.pdf", "line": 100 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-unity-400f-database-comparison.pdf", "line": 101 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vmax-all-flash-250f-vs-hpe-3par-principled.pdf", "line": 102 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vxrail-p470f-database-performance.pdf", "line": 103 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vxrail-p470f-database-performnace.pdf", "line": 104 }, { "directive": "disallow", "path": "/collateral/cio/", "line": 105 }, { "directive": "disallow", "path": "/collateral/demos/microsites/idc-energy-ticker/", "line": 106 }, { "directive": "disallow", "path": "/collateral/emcwsca/", "line": 107 }, { "directive": "disallow", "path": "/collateral/legal/robots/", "line": 108 }, { "directive": "disallow", "path": "/collateral/microsites/beligium/", "line": 109 }, { "directive": "disallow", "path": "/collateral/microsites/clariion-support/", "line": 110 }, { "directive": "disallow", "path": "/collateral/microsites/customer-update/", "line": 111 }, { "directive": "disallow", "path": "/collateral/microsites/download/", "line": 112 }, { "directive": "disallow", "path": "/collateral/microsites/emcwsca/", "line": 113 }, { "directive": "disallow", "path": "/collateral/microsites/event-stub-files/", "line": 114 }, { "directive": "disallow", "path": "/collateral/microsites/finland/", "line": 115 }, { "directive": "disallow", "path": "/collateral/microsites/france/", "line": 116 }, { "directive": "disallow", "path": "/collateral/microsites/Italy/", "line": 117 }, { "directive": "disallow", "path": "/collateral/microsites/japan/", "line": 118 }, { "directive": "disallow", "path": "/collateral/microsites/misc/", "line": 119 }, { "directive": "disallow", "path": "/collateral/microsites/news-stub-files/", "line": 120 }, { "directive": "disallow", "path": "/collateral/microsites/product-stub-files/", "line": 121 }, { "directive": "disallow", "path": "/collateral/microsites/resource-kits/", "line": 122 }, { "directive": "disallow", "path": "/collateral/microsites/solution-stub-file", "line": 123 }, { "directive": "disallow", "path": "/collateral/microsites/spain/", "line": 124 }, { "directive": "disallow", "path": "/collateral/microsites/sweden/", "line": 125 }, { "directive": "disallow", "path": "/collateral/microsites/uk/", "line": 126 }, { "directive": "disallow", "path": "/collateral/microsites/video-stub-files/", "line": 127 }, { "directive": "disallow", "path": "/collateral/sales/", "line": 128 }, { "directive": "disallow", "path": "/collateral/software/white-papers/h8246-", "line": 129 }, { "directive": "disallow", "path": "/collateral/software-downloads/", "line": 130 }, { "directive": "disallow", "path": "/collateral/support-training/support/installation-guides/", "line": 131 }, { "directive": "disallow", "path": "/collateral/tradeshows/", "line": 132 }, { "directive": "disallow", "path": "/customers/", "line": 133 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/commvault-integrations.htm", "line": 134 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/dell-integrations.htm", "line": 135 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/emc-integrations.htm", "line": 136 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/hp-integrations.htm", "line": 137 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/hyland-integrations.htm", "line": 138 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/ibm-integrations.htm", "line": 139 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/microsoft-integrations.htm", "line": 140 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/opentext-integrations.htm", "line": 141 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/oracle-integrations.htm", "line": 142 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/sap-integrations.htm", "line": 143 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/symantec-integrations.htm", "line": 144 }, { "directive": "disallow", "path": "/demo/aem/index.htm", "line": 145 }, { "directive": "disallow", "path": "/emcwsca/", "line": 146 }, { "directive": "disallow", "path": "/en-us/campaigns/dell-emc/asset-testing.htm", "line": 147 }, { "directive": "disallow", "path": "/en-us/social-media/social-business-request.htm", "line": 148 }, { "directive": "disallow", "path": "/events/*/eu_*", "line": 149 }, { "directive": "disallow", "path": "/events/online-event-presentations/", "line": 150 }, { "directive": "disallow", "path": "/gate/collateral/", "line": 151 }, { "directive": "disallow", "path": "/gate/collateral/distributor/", "line": 152 }, { "directive": "disallow", "path": "/gate/partnerships/campaigns/", "line": 153 }, { "directive": "disallow", "path": "/gate/partnerships/images/", "line": 154 }, { "directive": "disallow", "path": "/images/", "line": 155 }, { "directive": "disallow", "path": "/microsites/06-11-09-partner-summit/", "line": 156 }, { "directive": "disallow", "path": "/microsites/2008/", "line": 157 }, { "directive": "disallow", "path": "/microsites/2009/", "line": 158 }, { "directive": "disallow", "path": "/microsites/2010/", "line": 159 }, { "directive": "disallow", "path": "/microsites/2011/", "line": 160 }, { "directive": "disallow", "path": "/microsites/51baoxiang/", "line": 161 }, { "directive": "disallow", "path": "/microsites/acadia/", "line": 162 }, { "directive": "disallow", "path": "/microsites/accountspayable/", "line": 163 }, { "directive": "disallow", "path": "/microsites/acquisitions/", "line": 164 }, { "directive": "disallow", "path": "/microsites/api-ip/", "line": 165 }, { "directive": "disallow", "path": "/microsites/apj-velocity-news/", "line": 166 }, { "directive": "disallow", "path": "/microsites/application_portfolio/", "line": 167 }, { "directive": "disallow", "path": "/microsites/argentina/", "line": 168 }, { "directive": "disallow", "path": "/microsites/australia/", "line": 169 }, { "directive": "disallow", "path": "/microsites/ax4/", "line": 170 }, { "directive": "disallow", "path": "/microsites/ax4acceleratorincentive/", "line": 171 }, { "directive": "disallow", "path": "/microsites/backup/", "line": 172 }, { "directive": "disallow", "path": "/microsites/backuptodisk/", "line": 173 }, { "directive": "disallow", "path": "/microsites/baltics/", "line": 174 }, { "directive": "disallow", "path": "/microsites/banking-summit/", "line": 175 }, { "directive": "disallow", "path": "/microsites/belgium/", "line": 176 }, { "directive": "disallow", "path": "/microsites/bootcamp/", "line": 177 }, { "directive": "disallow", "path": "/microsites/bootcamps/", "line": 178 }, { "directive": "disallow", "path": "/microsites/brand_mgmt/", "line": 179 }, { "directive": "disallow", "path": "/microsites/brazil/", "line": 180 }, { "directive": "disallow", "path": "/microsites/brs/ominture-test-program/", "line": 181 }, { "directive": "disallow", "path": "/microsites/bura/", "line": 182 }, { "directive": "disallow", "path": "/microsites/bura-campaign/", "line": 183 }, { "directive": "disallow", "path": "/microsites/bura-launch/", "line": 184 }, { "directive": "disallow", "path": "/microsites/business-consulting/", "line": 185 }, { "directive": "disallow", "path": "/microsites/calculator-speed-test/", "line": 186 }, { "directive": "disallow", "path": "/microsites/captiva/", "line": 187 }, { "directive": "disallow", "path": "/microsites/captiva-aiim-survey/", "line": 188 }, { "directive": "disallow", "path": "/microsites/captiva-capture/", "line": 189 }, { "directive": "disallow", "path": "/microsites/captiva-day/", "line": 190 }, { "directive": "disallow", "path": "/microsites/captiva-healthcare/", "line": 191 }, { "directive": "disallow", "path": "/microsites/captiva-orbograph/", "line": 192 }, { "directive": "disallow", "path": "/microsites/captiva-pixtran/", "line": 193 }, { "directive": "disallow", "path": "/microsites/celerra/", "line": 194 }, { "directive": "disallow", "path": "/microsites/centerahealth/", "line": 195 }, { "directive": "disallow", "path": "/microsites/ch/", "line": 196 }, { "directive": "disallow", "path": "/microsites/channel-awards/", "line": 197 }, { "directive": "disallow", "path": "/microsites/charity-project/", "line": 198 }, { "directive": "disallow", "path": "/microsites/chile/", "line": 199 }, { "directive": "disallow", "path": "/microsites/cisco/", "line": 200 }, { "directive": "disallow", "path": "/microsites/clariion/", "line": 201 }, { "directive": "disallow", "path": "/microsites/ClariionOpenSource/", "line": 202 }, { "directive": "disallow", "path": "/microsites/clariion-support/", "line": 203 }, { "directive": "disallow", "path": "/microsites/clipping-latam/", "line": 204 }, { "directive": "disallow", "path": "/microsites/cma-customer-day/", "line": 205 }, { "directive": "disallow", "path": "/microsites/compliance_in_box/", "line": 206 }, { "directive": "disallow", "path": "/microsites/connected-goverment/", "line": 207 }, { "directive": "disallow", "path": "/microsites/content/", "line": 208 }, { "directive": "disallow", "path": "/microsites/csr/", "line": 209 }, { "directive": "disallow", "path": "/microsites/customer-christmas/", "line": 210 }, { "directive": "disallow", "path": "/microsites/customer-update/", "line": 211 }, { "directive": "disallow", "path": "/microsites/cx300-ad-wide/", "line": 212 }, { "directive": "disallow", "path": "/microsites/cx4/", "line": 213 }, { "directive": "disallow", "path": "/microsites/cx4demodays/", "line": 214 }, { "directive": "disallow", "path": "/microsites/cx4energy/", "line": 215 }, { "directive": "disallow", "path": "/microsites/cx4-launch/", "line": 216 }, { "directive": "disallow", "path": "/microsites/cx4-low-cost/", "line": 217 }, { "directive": "disallow", "path": "/microsites/cx4-office/", "line": 218 }, { "directive": "disallow", "path": "/microsites/cx4optimised/", "line": 219 }, { "directive": "disallow", "path": "/microsites/cx4protection/", "line": 220 }, { "directive": "disallow", "path": "/microsites/d6-campaign-emea/", "line": 221 }, { "directive": "disallow", "path": "/microsites/dedupe/", "line": 222 }, { "directive": "disallow", "path": "/microsites/deduplisering/", "line": 223 }, { "directive": "disallow", "path": "/microsites/dellemcworld/", "line": 224 }, { "directive": "disallow", "path": "/microsites/democenter/", "line": 225 }, { "directive": "disallow", "path": "/microsites/denmark/", "line": 226 }, { "directive": "disallow", "path": "/microsites/didyouknow/", "line": 227 }, { "directive": "disallow", "path": "/microsites/digital-mailroom/", "line": 228 }, { "directive": "disallow", "path": "/microsites/dig-universe/", "line": 229 }, { "directive": "disallow", "path": "/microsites/documation/", "line": 230 }, { "directive": "disallow", "path": "/microsites/documentum_006/", "line": 231 }, { "directive": "disallow", "path": "/microsites/documentum-6-landing/", "line": 232 }, { "directive": "disallow", "path": "/microsites/documentum-content-enabled-solutions/", "line": 233 }, { "directive": "disallow", "path": "/microsites/dolphin/", "line": 234 }, { "directive": "disallow", "path": "/microsites/domorewithless/", "line": 235 }, { "directive": "disallow", "path": "/microsites/dpa-calculator/", "line": 236 }, { "directive": "disallow", "path": "/microsites/ebook/", "line": 237 }, { "directive": "disallow", "path": "/microsites/ediscovery/", "line": 238 }, { "directive": "disallow", "path": "/microsites/ediscoveryfordummies/", "line": 239 }, { "directive": "disallow", "path": "/microsites/education-services/", "line": 240 }, { "directive": "disallow", "path": "/microsites/efficientit/", "line": 241 }, { "directive": "disallow", "path": "/microsites/ekit/", "line": 242 }, { "directive": "disallow", "path": "/microsites/email/", "line": 243 }, { "directive": "disallow", "path": "/microsites/emailarchive/", "line": 244 }, { "directive": "disallow", "path": "/microsites/email-hosting/", "line": 245 }, { "directive": "disallow", "path": "/microsites/emailxtender/", "line": 246 }, { "directive": "disallow", "path": "/microsites/emccomteam/", "line": 247 }, { "directive": "disallow", "path": "/microsites/emc-dell-cannes/", "line": 248 }, { "directive": "disallow", "path": "/microsites/emc-dell-virtualization/", "line": 249 }, { "directive": "disallow", "path": "/microsites/emc-demo-center/", "line": 250 }, { "directive": "disallow", "path": "/microsites/emcforum/", "line": 251 }, { "directive": "disallow", "path": "/microsites/emc-forum/", "line": 252 }, { "directive": "disallow", "path": "/microsites/emc-fujitsu/", "line": 253 }, { "directive": "disallow", "path": "/microsites/emc-inform-2007/", "line": 254 }, { "directive": "disallow", "path": "/microsites/emc-ireland-seminar/", "line": 255 }, { "directive": "disallow", "path": "/microsites/emcnetworker/", "line": 256 }, { "directive": "disallow", "path": "/microsites/emc-unisys/", "line": 257 }, { "directive": "disallow", "path": "/microsites/emcworld/", "line": 258 }, { "directive": "disallow", "path": "/microsites/emcworld_Copy/", "line": 259 }, { "directive": "disallow", "path": "/microsites/emc-world2008/", "line": 260 }, { "directive": "disallow", "path": "/microsites/emcwsca/", "line": 261 }, { "directive": "disallow", "path": "/microsites/eRoom/", "line": 262 }, { "directive": "disallow", "path": "/microsites/euclides/", "line": 263 }, { "directive": "disallow", "path": "/microsites/event/", "line": 264 }, { "directive": "disallow", "path": "/microsites/event-tw052010/", "line": 265 }, { "directive": "disallow", "path": "/microsites/event-tw062010/", "line": 266 }, { "directive": "disallow", "path": "/microsites/fibrealliance/", "line": 267 }, { "directive": "disallow", "path": "/microsites/filenet/", "line": 268 }, { "directive": "disallow", "path": "/microsites/filmevent-2008/", "line": 269 }, { "directive": "disallow", "path": "/microsites/financialservices/", "line": 270 }, { "directive": "disallow", "path": "/microsites/finland/", "line": 271 }, { "directive": "disallow", "path": "/microsites/fin-serv/", "line": 272 }, { "directive": "disallow", "path": "/microsites/fm-contacts/", "line": 273 }, { "directive": "disallow", "path": "/microsites/forum/", "line": 274 }, { "directive": "disallow", "path": "/microsites/forum2008/", "line": 275 }, { "directive": "disallow", "path": "/microsites/forums/", "line": 276 }, { "directive": "disallow", "path": "/microsites/france/", "line": 277 }, { "directive": "disallow", "path": "/microsites/fsa/", "line": 278 }, { "directive": "disallow", "path": "/microsites/goldmarathonincentive/", "line": 279 }, { "directive": "disallow", "path": "/microsites/govt-site/", "line": 280 }, { "directive": "disallow", "path": "/microsites/greece/", "line": 281 }, { "directive": "disallow", "path": "/microsites/growth-info/", "line": 282 }, { "directive": "disallow", "path": "/microsites/haab/", "line": 283 }, { "directive": "disallow", "path": "/microsites/holiday-cards/", "line": 284 }, { "directive": "disallow", "path": "/microsites/horizon/", "line": 285 }, { "directive": "disallow", "path": "/microsites/ical/", "line": 286 }, { "directive": "disallow", "path": "/microsites/ilm/", "line": 287 }, { "directive": "disallow", "path": "/microsites/images/", "line": 288 }, { "directive": "disallow", "path": "/microsites/info/", "line": 289 }, { "directive": "disallow", "path": "/microsites/inform09/", "line": 290 }, { "directive": "disallow", "path": "/microsites/inform2010/", "line": 291 }, { "directive": "disallow", "path": "/microsites/information/", "line": 292 }, { "directive": "disallow", "path": "/microsites/information-growth/", "line": 293 }, { "directive": "disallow", "path": "/microsites/input-management/", "line": 294 }, { "directive": "disallow", "path": "/microsites/ionixpodcast-series/", "line": 295 }, { "directive": "disallow", "path": "/microsites/ipick/", "line": 296 }, { "directive": "disallow", "path": "/microsites/ipicks/", "line": 297 }, { "directive": "disallow", "path": "/microsites/ipsolutions/", "line": 298 }, { "directive": "disallow", "path": "/microsites/ipstorage/", "line": 299 }, { "directive": "disallow", "path": "/microsites/ip-storage/", "line": 300 }, { "directive": "disallow", "path": "/microsites/ip-storage-hanglider/", "line": 301 }, { "directive": "disallow", "path": "/microsites/ip-storage-jellybean/", "line": 302 }, { "directive": "disallow", "path": "/microsites/irm/", "line": 303 }, { "directive": "disallow", "path": "/microsites/israel/", "line": 304 }, { "directive": "disallow", "path": "/microsites/italy/", "line": 305 }, { "directive": "disallow", "path": "/microsites/it-efficiency/", "line": 306 }, { "directive": "disallow", "path": "/microsites/journey-private-cloud/", "line": 307 }, { "directive": "disallow", "path": "/microsites/kashya/", "line": 308 }, { "directive": "disallow", "path": "/microsites/launch/", "line": 309 }, { "directive": "disallow", "path": "/microsites/la-wins/", "line": 310 }, { "directive": "disallow", "path": "/microsites/leadership/", "line": 311 }, { "directive": "disallow", "path": "/microsites/leadership-innovation/", "line": 312 }, { "directive": "disallow", "path": "/microsites/local-events/", "line": 313 }, { "directive": "disallow", "path": "/microsites/looking-for-something/", "line": 314 }, { "directive": "disallow", "path": "/microsites/lss/", "line": 315 }, { "directive": "disallow", "path": "/microsites/lss_copy/", "line": 316 }, { "directive": "disallow", "path": "/microsites/lssv/", "line": 317 }, { "directive": "disallow", "path": "/microsites/marketing-campaigns/", "line": 318 }, { "directive": "disallow", "path": "/microsites/marketing-reports-forms/", "line": 319 }, { "directive": "disallow", "path": "/microsites/mcm/", "line": 320 }, { "directive": "disallow", "path": "/microsites/mexico/", "line": 321 }, { "directive": "disallow", "path": "/microsites/mp3/", "line": 322 }, { "directive": "disallow", "path": "/microsites/msp/", "line": 323 }, { "directive": "disallow", "path": "/microsites/netwin-support/", "line": 324 }, { "directive": "disallow", "path": "/microsites/networker/", "line": 325 }, { "directive": "disallow", "path": "/microsites/networker-group/", "line": 326 }, { "directive": "disallow", "path": "/microsites/networkerwebcast/", "line": 327 }, { "directive": "disallow", "path": "/microsites/newsletters/", "line": 328 }, { "directive": "disallow", "path": "/microsites/norway/", "line": 329 }, { "directive": "disallow", "path": "/microsites/nx4/", "line": 330 }, { "directive": "disallow", "path": "/microsites/nx4old/", "line": 331 }, { "directive": "disallow", "path": "/microsites/oem/", "line": 332 }, { "directive": "disallow", "path": "/microsites/on/", "line": 333 }, { "directive": "disallow", "path": "/microsites/on-newsletter/", "line": 334 }, { "directive": "disallow", "path": "/microsites/on-spezial/", "line": 335 }, { "directive": "disallow", "path": "/microsites/oracle-networker-solutions/", "line": 336 }, { "directive": "disallow", "path": "/microsites/partner-bulletin/", "line": 337 }, { "directive": "disallow", "path": "/microsites/partner-newsletter/", "line": 338 }, { "directive": "disallow", "path": "/microsites/partners-event/", "line": 339 }, { "directive": "disallow", "path": "/microsites/partner-south/", "line": 340 }, { "directive": "disallow", "path": "/microsites/peru/", "line": 341 }, { "directive": "disallow", "path": "/microsites/poland/", "line": 342 }, { "directive": "disallow", "path": "/microsites/portugal/", "line": 343 }, { "directive": "disallow", "path": "/microsites/post-event/", "line": 344 }, { "directive": "disallow", "path": "/microsites/private-cloud/", "line": 345 }, { "directive": "disallow", "path": "/microsites/process_suite/", "line": 346 }, { "directive": "disallow", "path": "/microsites/promoinclude/", "line": 347 }, { "directive": "disallow", "path": "/microsites/promotional/", "line": 348 }, { "directive": "disallow", "path": "/microsites/public-sector/", "line": 349 }, { "directive": "disallow", "path": "/microsites/quick-scan/", "line": 350 }, { "directive": "disallow", "path": "/microsites/rackandstack/", "line": 351 }, { "directive": "disallow", "path": "/microsites/re/", "line": 352 }, { "directive": "disallow", "path": "/microsites/record-breaking-event/", "line": 353 }, { "directive": "disallow", "path": "/microsites/record-breaking-event/test/", "line": 354 }, { "directive": "disallow", "path": "/microsites/recover-point/", "line": 355 }, { "directive": "disallow", "path": "/microsites/redirect/", "line": 356 }, { "directive": "disallow", "path": "/microsites/regional/", "line": 357 }, { "directive": "disallow", "path": "/microsites/rem-08/", "line": 358 }, { "directive": "disallow", "path": "/microsites/replistor/", "line": 359 }, { "directive": "disallow", "path": "/microsites/risk/", "line": 360 }, { "directive": "disallow", "path": "/microsites/roi_calculator/", "line": 361 }, { "directive": "disallow", "path": "/microsites/rsa/", "line": 362 }, { "directive": "disallow", "path": "/microsites/rsa-conference/", "line": 363 }, { "directive": "disallow", "path": "/microsites/rsa-latam/", "line": 364 }, { "directive": "disallow", "path": "/microsites/rss/", "line": 365 }, { "directive": "disallow", "path": "/microsites/rss-feeds/", "line": 366 }, { "directive": "disallow", "path": "/microsites/safeswap/", "line": 367 }, { "directive": "disallow", "path": "/microsites/sales/", "line": 368 }, { "directive": "disallow", "path": "/microsites/sap/", "line": 369 }, { "directive": "disallow", "path": "/microsites/sap-emea/", "line": 370 }, { "directive": "disallow", "path": "/microsites/scannerdrivers/", "line": 371 }, { "directive": "disallow", "path": "/microsites/sharepoint_ce/", "line": 372 }, { "directive": "disallow", "path": "/microsites/shinein09/", "line": 373 }, { "directive": "disallow", "path": "/microsites/shinein09nz/", "line": 374 }, { "directive": "disallow", "path": "/microsites/showtheway/", "line": 375 }, { "directive": "disallow", "path": "/microsites/slovenia/", "line": 376 }, { "directive": "disallow", "path": "/microsites/small-medium-business/", "line": 377 }, { "directive": "disallow", "path": "/microsites/smart-cubes/", "line": 378 }, { "directive": "disallow", "path": "/microsites/smarts/", "line": 379 }, { "directive": "disallow", "path": "/microsites/smb/", "line": 380 }, { "directive": "disallow", "path": "/microsites/smf/", "line": 381 }, { "directive": "disallow", "path": "/microsites/soluciones-express/", "line": 382 }, { "directive": "disallow", "path": "/microsites/solution-center/", "line": 383 }, { "directive": "disallow", "path": "/microsites/solutions-for-banking/", "line": 384 }, { "directive": "disallow", "path": "/microsites/solutions-for-insurance/", "line": 385 }, { "directive": "disallow", "path": "/microsites/spain/", "line": 386 }, { "directive": "disallow", "path": "/microsites/starttheconversation/", "line": 387 }, { "directive": "disallow", "path": "/microsites/stateofmsepl3630/", "line": 388 }, { "directive": "disallow", "path": "/microsites/stayintouch/", "line": 389 }, { "directive": "disallow", "path": "/microsites/stfbootcamp/", "line": 390 }, { "directive": "disallow", "path": "/microsites/storage-expo/", "line": 391 }, { "directive": "disallow", "path": "/microsites/streamtest/", "line": 392 }, { "directive": "disallow", "path": "/microsites/surveys/", "line": 393 }, { "directive": "disallow", "path": "/microsites/sweden/", "line": 394 }, { "directive": "disallow", "path": "/microsites/tallstory/", "line": 395 }, { "directive": "disallow", "path": "/microsites/talltale/", "line": 396 }, { "directive": "disallow", "path": "/microsites/teammap/", "line": 397 }, { "directive": "disallow", "path": "/microsites/techacademy2009/", "line": 398 }, { "directive": "disallow", "path": "/microsites/tech-enews/", "line": 399 }, { "directive": "disallow", "path": "/microsites/technology-solutions/", "line": 400 }, { "directive": "disallow", "path": "/microsites/telecom-summit/", "line": 401 }, { "directive": "disallow", "path": "/microsites/template-examples/", "line": 402 }, { "directive": "disallow", "path": "/microsites/test/", "line": 403 }, { "directive": "disallow", "path": "/microsites/thecircle/", "line": 404 }, { "directive": "disallow", "path": "/microsites/thrive/", "line": 405 }, { "directive": "disallow", "path": "/microsites/tivoli/", "line": 406 }, { "directive": "disallow", "path": "/microsites/trackingtest/", "line": 407 }, { "directive": "disallow", "path": "/microsites/training/", "line": 408 }, { "directive": "disallow", "path": "/microsites/truearc/", "line": 409 }, { "directive": "disallow", "path": "/microsites/twforum/", "line": 410 }, { "directive": "disallow", "path": "/microsites/twtechnology/", "line": 411 }, { "directive": "disallow", "path": "/microsites/uk/", "line": 412 }, { "directive": "disallow", "path": "/microsites/uk-office-worker/", "line": 413 }, { "directive": "disallow", "path": "/microsites/unified/", "line": 414 }, { "directive": "disallow", "path": "/microsites/unified-event/", "line": 415 }, { "directive": "disallow", "path": "/microsites/unified-guarantee-calc/", "line": 416 }, { "directive": "disallow", "path": "/microsites/unified-storage-virtualization/", "line": 417 }, { "directive": "disallow", "path": "/microsites/user_groups/", "line": 418 }, { "directive": "disallow", "path": "/microsites/usergroup/", "line": 419 }, { "directive": "disallow", "path": "/microsites/vcecoalition/", "line": 420 }, { "directive": "disallow", "path": "/microsites/vcesupport/", "line": 421 }, { "directive": "disallow", "path": "/microsites/velocity-partner-news/", "line": 422 }, { "directive": "disallow", "path": "/microsites/velocity-partner-news-q3-2009/", "line": 423 }, { "directive": "disallow", "path": "/microsites/velocity-workshops/", "line": 424 }, { "directive": "disallow", "path": "/microsites/video/", "line": 425 }, { "directive": "disallow", "path": "/microsites/virtualisation-workshop/", "line": 426 }, { "directive": "disallow", "path": "/microsites/virtualization/", "line": 427 }, { "directive": "disallow", "path": "/microsites/virtualization-seminar/", "line": 428 }, { "directive": "disallow", "path": "/microsites/virtualizedworkshop/", "line": 429 }, { "directive": "disallow", "path": "/microsites/virtually-perfect/", "line": 430 }, { "directive": "disallow", "path": "/microsites/vmware/", "line": 431 }, { "directive": "disallow", "path": "/microsites/vmware-perfect/", "line": 432 }, { "directive": "disallow", "path": "/microsites/vmwareworkshop2010/", "line": 433 }, { "directive": "disallow", "path": "/microsites/wa/", "line": 434 }, { "directive": "disallow", "path": "/microsites/wasps/", "line": 435 }, { "directive": "disallow", "path": "/microsites/water-store/", "line": 436 }, { "directive": "disallow", "path": "/microsites/webex-demo/", "line": 437 }, { "directive": "disallow", "path": "/microsites/webinar/", "line": 438 }, { "directive": "disallow", "path": "/microsites/wheretalentlives/", "line": 439 }, { "directive": "disallow", "path": "/microsites/x_hive/", "line": 440 }, { "directive": "disallow", "path": "/microsites/xmas2010/", "line": 441 }, { "directive": "disallow", "path": "/momentum-barcelona-presentations.htm", "line": 442 }, { "directive": "disallow", "path": "/omniture/", "line": 443 }, { "directive": "disallow", "path": "/products/detail/software/aatesting-sample.htm", "line": 444 }, { "directive": "disallow", "path": "/sales/", "line": 445 }, { "directive": "disallow", "path": "/sales/", "line": 446 }, { "directive": "disallow", "path": "/subjectlist.htm", "line": 447 }, { "directive": "disallow", "path": "/testing/", "line": 448 }, { "directive": "disallow", "path": "/try-and-buy/", "line": 449 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.php$", "line": 5 }, { "directive": "disallow", "path": "/*/configuration-page.htm", "line": 6 }, { "directive": "disallow", "path": "/*/testing/", "line": 7 }, { "directive": "disallow", "path": "/*/what-we-do/index-device.htm", "line": 9 }, { "directive": "disallow", "path": "/*/what-we-do/index-server.htm", "line": 10 }, { "directive": "disallow", "path": "/*/what-we-do/index-storage.htm", "line": 11 }, { "directive": "disallow", "path": "/*/what-we-do/index-apex.htm", "line": 12 }, { "directive": "disallow", "path": "/fr-dz/*", "line": 14 }, { "directive": "disallow", "path": "/en-ai/*", "line": 15 }, { "directive": "disallow", "path": "/en-ag/*", "line": 16 }, { "directive": "disallow", "path": "/en-aw/*", "line": 17 }, { "directive": "disallow", "path": "/en-bs/*", "line": 18 }, { "directive": "disallow", "path": "/en-bb/*", "line": 19 }, { "directive": "disallow", "path": "/en-bz/*", "line": 20 }, { "directive": "disallow", "path": "/en-bm/*", "line": 21 }, { "directive": "disallow", "path": "/es-bo/*", "line": 22 }, { "directive": "disallow", "path": "/en-vg/*", "line": 23 }, { "directive": "disallow", "path": "/en-ky/*", "line": 24 }, { "directive": "disallow", "path": "/es-cr/*", "line": 25 }, { "directive": "disallow", "path": "/fr-cd/*", "line": 26 }, { "directive": "disallow", "path": "/en-dm/*", "line": 27 }, { "directive": "disallow", "path": "/es-do/*", "line": 28 }, { "directive": "disallow", "path": "/es-ec/*", "line": 29 }, { "directive": "disallow", "path": "/es-sv/*", "line": 30 }, { "directive": "disallow", "path": "/en-gd/*", "line": 31 }, { "directive": "disallow", "path": "/es-gt/*", "line": 32 }, { "directive": "disallow", "path": "/en-gy/*", "line": 33 }, { "directive": "disallow", "path": "/es-hn/*", "line": 34 }, { "directive": "disallow", "path": "/en-is/*", "line": 35 }, { "directive": "disallow", "path": "/en-il/*", "line": 36 }, { "directive": "disallow", "path": "/en-jm/*", "line": 37 }, { "directive": "disallow", "path": "/en-ly/*", "line": 38 }, { "directive": "disallow", "path": "/es-ni/*", "line": 39 }, { "directive": "disallow", "path": "/es-pa/*", "line": 40 }, { "directive": "disallow", "path": "/es-py/*", "line": 41 }, { "directive": "disallow", "path": "/en-pr/*", "line": 42 }, { "directive": "disallow", "path": "/fr-cg/*", "line": 43 }, { "directive": "disallow", "path": "/en-kn/*", "line": 44 }, { "directive": "disallow", "path": "/en-lc/*", "line": 45 }, { "directive": "disallow", "path": "/en-vc/*", "line": 46 }, { "directive": "disallow", "path": "/en-sr/*", "line": 47 }, { "directive": "disallow", "path": "/en-tt/*", "line": 48 }, { "directive": "disallow", "path": "/fr-tn/*", "line": 49 }, { "directive": "disallow", "path": "/en-tc/*", "line": 50 }, { "directive": "disallow", "path": "/en-ua/*", "line": 51 }, { "directive": "allow", "path": "/en-uk/*", "line": 52 }, { "directive": "disallow", "path": "/es-uy/*", "line": 53 }, { "directive": "disallow", "path": "/en-vi/*", "line": 54 }, { "directive": "disallow", "path": "/es-ai/*", "line": 55 }, { "directive": "disallow", "path": "/en-bd/*", "line": 56 }, { "directive": "disallow", "path": "/en-kh/*", "line": 57 }, { "directive": "disallow", "path": "/en-mm/*", "line": 58 }, { "directive": "disallow", "path": "/en-np/*", "line": 59 }, { "directive": "allow", "path": "/en-gb/*", "line": 60 }, { "directive": "allow", "path": "/en-au/*", "line": 61 }, { "directive": "allow", "path": "/en-ca/*", "line": 62 }, { "directive": "allow", "path": "/en-hk/*", "line": 63 }, { "directive": "allow", "path": "/en-in/*", "line": 64 }, { "directive": "allow", "path": "/en-ie/*", "line": 65 }, { "directive": "allow", "path": "/en-my/*", "line": 66 }, { "directive": "allow", "path": "/en-nz/*", "line": 67 }, { "directive": "allow", "path": "/en-sg/*", "line": 68 }, { "directive": "allow", "path": "/en-us/*", "line": 69 }, { "directive": "allow", "path": "/fr-ca/", "line": 70 }, { "directive": "allow", "path": "/zh-cn/", "line": 71 }, { "directive": "allow", "path": "/ja-jp/", "line": 72 }, { "directive": "allow", "path": "/de-de/", "line": 73 }, { "directive": "allow", "path": "/fr-fr/", "line": 74 }, { "directive": "allow", "path": "/sv-se/", "line": 75 }, { "directive": "allow", "path": "/es-es/", "line": 76 }, { "directive": "allow", "path": "/de-ch/", "line": 77 }, { "directive": "allow", "path": "/fr-ch/", "line": 78 }, { "directive": "allow", "path": "/pt-br/", "line": 79 }, { "directive": "allow", "path": "/nl-nl/", "line": 80 }, { "directive": "allow", "path": "/de-at/", "line": 81 }, { "directive": "allow", "path": "/nl-be/", "line": 82 }, { "directive": "allow", "path": "/fr-be/", "line": 83 }, { "directive": "allow", "path": "/da-dk/", "line": 84 }, { "directive": "allow", "path": "/it-it/", "line": 85 }, { "directive": "allow", "path": "/no-no/", "line": 86 }, { "directive": "allow", "path": "/pl-pl/", "line": 87 }, { "directive": "allow", "path": "/zh-hk/", "line": 88 }, { "directive": "allow", "path": "/zh-tw/", "line": 89 }, { "directive": "allow", "path": "/ko-kr/", "line": 90 }, { "directive": "disallow", "path": "/campaign/global/advanced-threats-summit/", "line": 93 }, { "directive": "disallow", "path": "/campaign/global/it-leadership-council-2011/", "line": 94 }, { "directive": "disallow", "path": "/campaign/global/templates/", "line": 95 }, { "directive": "disallow", "path": "/campaigns/ecd/customer-webinar-replay.htm", "line": 96 }, { "directive": "disallow", "path": "/collateral/about/news/emc-world-2008/", "line": 97 }, { "directive": "disallow", "path": "/collateral/about/news/momentum/2009/", "line": 98 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-scaleio-ready-node-vs-hpe-flash.pdf", "line": 99 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-sc-series-flash-storage-vs-hpe-nimble-storage.pdf", "line": 100 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-unity-400f-database-comparison.pdf", "line": 101 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vmax-all-flash-250f-vs-hpe-3par-principled.pdf", "line": 102 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vxrail-p470f-database-performance.pdf", "line": 103 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vxrail-p470f-database-performnace.pdf", "line": 104 }, { "directive": "disallow", "path": "/collateral/cio/", "line": 105 }, { "directive": "disallow", "path": "/collateral/demos/microsites/idc-energy-ticker/", "line": 106 }, { "directive": "disallow", "path": "/collateral/emcwsca/", "line": 107 }, { "directive": "disallow", "path": "/collateral/legal/robots/", "line": 108 }, { "directive": "disallow", "path": "/collateral/microsites/beligium/", "line": 109 }, { "directive": "disallow", "path": "/collateral/microsites/clariion-support/", "line": 110 }, { "directive": "disallow", "path": "/collateral/microsites/customer-update/", "line": 111 }, { "directive": "disallow", "path": "/collateral/microsites/download/", "line": 112 }, { "directive": "disallow", "path": "/collateral/microsites/emcwsca/", "line": 113 }, { "directive": "disallow", "path": "/collateral/microsites/event-stub-files/", "line": 114 }, { "directive": "disallow", "path": "/collateral/microsites/finland/", "line": 115 }, { "directive": "disallow", "path": "/collateral/microsites/france/", "line": 116 }, { "directive": "disallow", "path": "/collateral/microsites/Italy/", "line": 117 }, { "directive": "disallow", "path": "/collateral/microsites/japan/", "line": 118 }, { "directive": "disallow", "path": "/collateral/microsites/misc/", "line": 119 }, { "directive": "disallow", "path": "/collateral/microsites/news-stub-files/", "line": 120 }, { "directive": "disallow", "path": "/collateral/microsites/product-stub-files/", "line": 121 }, { "directive": "disallow", "path": "/collateral/microsites/resource-kits/", "line": 122 }, { "directive": "disallow", "path": "/collateral/microsites/solution-stub-file", "line": 123 }, { "directive": "disallow", "path": "/collateral/microsites/spain/", "line": 124 }, { "directive": "disallow", "path": "/collateral/microsites/sweden/", "line": 125 }, { "directive": "disallow", "path": "/collateral/microsites/uk/", "line": 126 }, { "directive": "disallow", "path": "/collateral/microsites/video-stub-files/", "line": 127 }, { "directive": "disallow", "path": "/collateral/sales/", "line": 128 }, { "directive": "disallow", "path": "/collateral/software/white-papers/h8246-", "line": 129 }, { "directive": "disallow", "path": "/collateral/software-downloads/", "line": 130 }, { "directive": "disallow", "path": "/collateral/support-training/support/installation-guides/", "line": 131 }, { "directive": "disallow", "path": "/collateral/tradeshows/", "line": 132 }, { "directive": "disallow", "path": "/customers/", "line": 133 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/commvault-integrations.htm", "line": 134 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/dell-integrations.htm", "line": 135 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/emc-integrations.htm", "line": 136 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/hp-integrations.htm", "line": 137 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/hyland-integrations.htm", "line": 138 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/ibm-integrations.htm", "line": 139 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/microsoft-integrations.htm", "line": 140 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/opentext-integrations.htm", "line": 141 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/oracle-integrations.htm", "line": 142 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/sap-integrations.htm", "line": 143 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/symantec-integrations.htm", "line": 144 }, { "directive": "disallow", "path": "/demo/aem/index.htm", "line": 145 }, { "directive": "disallow", "path": "/emcwsca/", "line": 146 }, { "directive": "disallow", "path": "/en-us/campaigns/dell-emc/asset-testing.htm", "line": 147 }, { "directive": "disallow", "path": "/en-us/social-media/social-business-request.htm", "line": 148 }, { "directive": "disallow", "path": "/events/*/eu_*", "line": 149 }, { "directive": "disallow", "path": "/events/online-event-presentations/", "line": 150 }, { "directive": "disallow", "path": "/gate/collateral/", "line": 151 }, { "directive": "disallow", "path": "/gate/collateral/distributor/", "line": 152 }, { "directive": "disallow", "path": "/gate/partnerships/campaigns/", "line": 153 }, { "directive": "disallow", "path": "/gate/partnerships/images/", "line": 154 }, { "directive": "disallow", "path": "/images/", "line": 155 }, { "directive": "disallow", "path": "/microsites/06-11-09-partner-summit/", "line": 156 }, { "directive": "disallow", "path": "/microsites/2008/", "line": 157 }, { "directive": "disallow", "path": "/microsites/2009/", "line": 158 }, { "directive": "disallow", "path": "/microsites/2010/", "line": 159 }, { "directive": "disallow", "path": "/microsites/2011/", "line": 160 }, { "directive": "disallow", "path": "/microsites/51baoxiang/", "line": 161 }, { "directive": "disallow", "path": "/microsites/acadia/", "line": 162 }, { "directive": "disallow", "path": "/microsites/accountspayable/", "line": 163 }, { "directive": "disallow", "path": "/microsites/acquisitions/", "line": 164 }, { "directive": "disallow", "path": "/microsites/api-ip/", "line": 165 }, { "directive": "disallow", "path": "/microsites/apj-velocity-news/", "line": 166 }, { "directive": "disallow", "path": "/microsites/application_portfolio/", "line": 167 }, { "directive": "disallow", "path": "/microsites/argentina/", "line": 168 }, { "directive": "disallow", "path": "/microsites/australia/", "line": 169 }, { "directive": "disallow", "path": "/microsites/ax4/", "line": 170 }, { "directive": "disallow", "path": "/microsites/ax4acceleratorincentive/", "line": 171 }, { "directive": "disallow", "path": "/microsites/backup/", "line": 172 }, { "directive": "disallow", "path": "/microsites/backuptodisk/", "line": 173 }, { "directive": "disallow", "path": "/microsites/baltics/", "line": 174 }, { "directive": "disallow", "path": "/microsites/banking-summit/", "line": 175 }, { "directive": "disallow", "path": "/microsites/belgium/", "line": 176 }, { "directive": "disallow", "path": "/microsites/bootcamp/", "line": 177 }, { "directive": "disallow", "path": "/microsites/bootcamps/", "line": 178 }, { "directive": "disallow", "path": "/microsites/brand_mgmt/", "line": 179 }, { "directive": "disallow", "path": "/microsites/brazil/", "line": 180 }, { "directive": "disallow", "path": "/microsites/brs/ominture-test-program/", "line": 181 }, { "directive": "disallow", "path": "/microsites/bura/", "line": 182 }, { "directive": "disallow", "path": "/microsites/bura-campaign/", "line": 183 }, { "directive": "disallow", "path": "/microsites/bura-launch/", "line": 184 }, { "directive": "disallow", "path": "/microsites/business-consulting/", "line": 185 }, { "directive": "disallow", "path": "/microsites/calculator-speed-test/", "line": 186 }, { "directive": "disallow", "path": "/microsites/captiva/", "line": 187 }, { "directive": "disallow", "path": "/microsites/captiva-aiim-survey/", "line": 188 }, { "directive": "disallow", "path": "/microsites/captiva-capture/", "line": 189 }, { "directive": "disallow", "path": "/microsites/captiva-day/", "line": 190 }, { "directive": "disallow", "path": "/microsites/captiva-healthcare/", "line": 191 }, { "directive": "disallow", "path": "/microsites/captiva-orbograph/", "line": 192 }, { "directive": "disallow", "path": "/microsites/captiva-pixtran/", "line": 193 }, { "directive": "disallow", "path": "/microsites/celerra/", "line": 194 }, { "directive": "disallow", "path": "/microsites/centerahealth/", "line": 195 }, { "directive": "disallow", "path": "/microsites/ch/", "line": 196 }, { "directive": "disallow", "path": "/microsites/channel-awards/", "line": 197 }, { "directive": "disallow", "path": "/microsites/charity-project/", "line": 198 }, { "directive": "disallow", "path": "/microsites/chile/", "line": 199 }, { "directive": "disallow", "path": "/microsites/cisco/", "line": 200 }, { "directive": "disallow", "path": "/microsites/clariion/", "line": 201 }, { "directive": "disallow", "path": "/microsites/ClariionOpenSource/", "line": 202 }, { "directive": "disallow", "path": "/microsites/clariion-support/", "line": 203 }, { "directive": "disallow", "path": "/microsites/clipping-latam/", "line": 204 }, { "directive": "disallow", "path": "/microsites/cma-customer-day/", "line": 205 }, { "directive": "disallow", "path": "/microsites/compliance_in_box/", "line": 206 }, { "directive": "disallow", "path": "/microsites/connected-goverment/", "line": 207 }, { "directive": "disallow", "path": "/microsites/content/", "line": 208 }, { "directive": "disallow", "path": "/microsites/csr/", "line": 209 }, { "directive": "disallow", "path": "/microsites/customer-christmas/", "line": 210 }, { "directive": "disallow", "path": "/microsites/customer-update/", "line": 211 }, { "directive": "disallow", "path": "/microsites/cx300-ad-wide/", "line": 212 }, { "directive": "disallow", "path": "/microsites/cx4/", "line": 213 }, { "directive": "disallow", "path": "/microsites/cx4demodays/", "line": 214 }, { "directive": "disallow", "path": "/microsites/cx4energy/", "line": 215 }, { "directive": "disallow", "path": "/microsites/cx4-launch/", "line": 216 }, { "directive": "disallow", "path": "/microsites/cx4-low-cost/", "line": 217 }, { "directive": "disallow", "path": "/microsites/cx4-office/", "line": 218 }, { "directive": "disallow", "path": "/microsites/cx4optimised/", "line": 219 }, { "directive": "disallow", "path": "/microsites/cx4protection/", "line": 220 }, { "directive": "disallow", "path": "/microsites/d6-campaign-emea/", "line": 221 }, { "directive": "disallow", "path": "/microsites/dedupe/", "line": 222 }, { "directive": "disallow", "path": "/microsites/deduplisering/", "line": 223 }, { "directive": "disallow", "path": "/microsites/dellemcworld/", "line": 224 }, { "directive": "disallow", "path": "/microsites/democenter/", "line": 225 }, { "directive": "disallow", "path": "/microsites/denmark/", "line": 226 }, { "directive": "disallow", "path": "/microsites/didyouknow/", "line": 227 }, { "directive": "disallow", "path": "/microsites/digital-mailroom/", "line": 228 }, { "directive": "disallow", "path": "/microsites/dig-universe/", "line": 229 }, { "directive": "disallow", "path": "/microsites/documation/", "line": 230 }, { "directive": "disallow", "path": "/microsites/documentum_006/", "line": 231 }, { "directive": "disallow", "path": "/microsites/documentum-6-landing/", "line": 232 }, { "directive": "disallow", "path": "/microsites/documentum-content-enabled-solutions/", "line": 233 }, { "directive": "disallow", "path": "/microsites/dolphin/", "line": 234 }, { "directive": "disallow", "path": "/microsites/domorewithless/", "line": 235 }, { "directive": "disallow", "path": "/microsites/dpa-calculator/", "line": 236 }, { "directive": "disallow", "path": "/microsites/ebook/", "line": 237 }, { "directive": "disallow", "path": "/microsites/ediscovery/", "line": 238 }, { "directive": "disallow", "path": "/microsites/ediscoveryfordummies/", "line": 239 }, { "directive": "disallow", "path": "/microsites/education-services/", "line": 240 }, { "directive": "disallow", "path": "/microsites/efficientit/", "line": 241 }, { "directive": "disallow", "path": "/microsites/ekit/", "line": 242 }, { "directive": "disallow", "path": "/microsites/email/", "line": 243 }, { "directive": "disallow", "path": "/microsites/emailarchive/", "line": 244 }, { "directive": "disallow", "path": "/microsites/email-hosting/", "line": 245 }, { "directive": "disallow", "path": "/microsites/emailxtender/", "line": 246 }, { "directive": "disallow", "path": "/microsites/emccomteam/", "line": 247 }, { "directive": "disallow", "path": "/microsites/emc-dell-cannes/", "line": 248 }, { "directive": "disallow", "path": "/microsites/emc-dell-virtualization/", "line": 249 }, { "directive": "disallow", "path": "/microsites/emc-demo-center/", "line": 250 }, { "directive": "disallow", "path": "/microsites/emcforum/", "line": 251 }, { "directive": "disallow", "path": "/microsites/emc-forum/", "line": 252 }, { "directive": "disallow", "path": "/microsites/emc-fujitsu/", "line": 253 }, { "directive": "disallow", "path": "/microsites/emc-inform-2007/", "line": 254 }, { "directive": "disallow", "path": "/microsites/emc-ireland-seminar/", "line": 255 }, { "directive": "disallow", "path": "/microsites/emcnetworker/", "line": 256 }, { "directive": "disallow", "path": "/microsites/emc-unisys/", "line": 257 }, { "directive": "disallow", "path": "/microsites/emcworld/", "line": 258 }, { "directive": "disallow", "path": "/microsites/emcworld_Copy/", "line": 259 }, { "directive": "disallow", "path": "/microsites/emc-world2008/", "line": 260 }, { "directive": "disallow", "path": "/microsites/emcwsca/", "line": 261 }, { "directive": "disallow", "path": "/microsites/eRoom/", "line": 262 }, { "directive": "disallow", "path": "/microsites/euclides/", "line": 263 }, { "directive": "disallow", "path": "/microsites/event/", "line": 264 }, { "directive": "disallow", "path": "/microsites/event-tw052010/", "line": 265 }, { "directive": "disallow", "path": "/microsites/event-tw062010/", "line": 266 }, { "directive": "disallow", "path": "/microsites/fibrealliance/", "line": 267 }, { "directive": "disallow", "path": "/microsites/filenet/", "line": 268 }, { "directive": "disallow", "path": "/microsites/filmevent-2008/", "line": 269 }, { "directive": "disallow", "path": "/microsites/financialservices/", "line": 270 }, { "directive": "disallow", "path": "/microsites/finland/", "line": 271 }, { "directive": "disallow", "path": "/microsites/fin-serv/", "line": 272 }, { "directive": "disallow", "path": "/microsites/fm-contacts/", "line": 273 }, { "directive": "disallow", "path": "/microsites/forum/", "line": 274 }, { "directive": "disallow", "path": "/microsites/forum2008/", "line": 275 }, { "directive": "disallow", "path": "/microsites/forums/", "line": 276 }, { "directive": "disallow", "path": "/microsites/france/", "line": 277 }, { "directive": "disallow", "path": "/microsites/fsa/", "line": 278 }, { "directive": "disallow", "path": "/microsites/goldmarathonincentive/", "line": 279 }, { "directive": "disallow", "path": "/microsites/govt-site/", "line": 280 }, { "directive": "disallow", "path": "/microsites/greece/", "line": 281 }, { "directive": "disallow", "path": "/microsites/growth-info/", "line": 282 }, { "directive": "disallow", "path": "/microsites/haab/", "line": 283 }, { "directive": "disallow", "path": "/microsites/holiday-cards/", "line": 284 }, { "directive": "disallow", "path": "/microsites/horizon/", "line": 285 }, { "directive": "disallow", "path": "/microsites/ical/", "line": 286 }, { "directive": "disallow", "path": "/microsites/ilm/", "line": 287 }, { "directive": "disallow", "path": "/microsites/images/", "line": 288 }, { "directive": "disallow", "path": "/microsites/info/", "line": 289 }, { "directive": "disallow", "path": "/microsites/inform09/", "line": 290 }, { "directive": "disallow", "path": "/microsites/inform2010/", "line": 291 }, { "directive": "disallow", "path": "/microsites/information/", "line": 292 }, { "directive": "disallow", "path": "/microsites/information-growth/", "line": 293 }, { "directive": "disallow", "path": "/microsites/input-management/", "line": 294 }, { "directive": "disallow", "path": "/microsites/ionixpodcast-series/", "line": 295 }, { "directive": "disallow", "path": "/microsites/ipick/", "line": 296 }, { "directive": "disallow", "path": "/microsites/ipicks/", "line": 297 }, { "directive": "disallow", "path": "/microsites/ipsolutions/", "line": 298 }, { "directive": "disallow", "path": "/microsites/ipstorage/", "line": 299 }, { "directive": "disallow", "path": "/microsites/ip-storage/", "line": 300 }, { "directive": "disallow", "path": "/microsites/ip-storage-hanglider/", "line": 301 }, { "directive": "disallow", "path": "/microsites/ip-storage-jellybean/", "line": 302 }, { "directive": "disallow", "path": "/microsites/irm/", "line": 303 }, { "directive": "disallow", "path": "/microsites/israel/", "line": 304 }, { "directive": "disallow", "path": "/microsites/italy/", "line": 305 }, { "directive": "disallow", "path": "/microsites/it-efficiency/", "line": 306 }, { "directive": "disallow", "path": "/microsites/journey-private-cloud/", "line": 307 }, { "directive": "disallow", "path": "/microsites/kashya/", "line": 308 }, { "directive": "disallow", "path": "/microsites/launch/", "line": 309 }, { "directive": "disallow", "path": "/microsites/la-wins/", "line": 310 }, { "directive": "disallow", "path": "/microsites/leadership/", "line": 311 }, { "directive": "disallow", "path": "/microsites/leadership-innovation/", "line": 312 }, { "directive": "disallow", "path": "/microsites/local-events/", "line": 313 }, { "directive": "disallow", "path": "/microsites/looking-for-something/", "line": 314 }, { "directive": "disallow", "path": "/microsites/lss/", "line": 315 }, { "directive": "disallow", "path": "/microsites/lss_copy/", "line": 316 }, { "directive": "disallow", "path": "/microsites/lssv/", "line": 317 }, { "directive": "disallow", "path": "/microsites/marketing-campaigns/", "line": 318 }, { "directive": "disallow", "path": "/microsites/marketing-reports-forms/", "line": 319 }, { "directive": "disallow", "path": "/microsites/mcm/", "line": 320 }, { "directive": "disallow", "path": "/microsites/mexico/", "line": 321 }, { "directive": "disallow", "path": "/microsites/mp3/", "line": 322 }, { "directive": "disallow", "path": "/microsites/msp/", "line": 323 }, { "directive": "disallow", "path": "/microsites/netwin-support/", "line": 324 }, { "directive": "disallow", "path": "/microsites/networker/", "line": 325 }, { "directive": "disallow", "path": "/microsites/networker-group/", "line": 326 }, { "directive": "disallow", "path": "/microsites/networkerwebcast/", "line": 327 }, { "directive": "disallow", "path": "/microsites/newsletters/", "line": 328 }, { "directive": "disallow", "path": "/microsites/norway/", "line": 329 }, { "directive": "disallow", "path": "/microsites/nx4/", "line": 330 }, { "directive": "disallow", "path": "/microsites/nx4old/", "line": 331 }, { "directive": "disallow", "path": "/microsites/oem/", "line": 332 }, { "directive": "disallow", "path": "/microsites/on/", "line": 333 }, { "directive": "disallow", "path": "/microsites/on-newsletter/", "line": 334 }, { "directive": "disallow", "path": "/microsites/on-spezial/", "line": 335 }, { "directive": "disallow", "path": "/microsites/oracle-networker-solutions/", "line": 336 }, { "directive": "disallow", "path": "/microsites/partner-bulletin/", "line": 337 }, { "directive": "disallow", "path": "/microsites/partner-newsletter/", "line": 338 }, { "directive": "disallow", "path": "/microsites/partners-event/", "line": 339 }, { "directive": "disallow", "path": "/microsites/partner-south/", "line": 340 }, { "directive": "disallow", "path": "/microsites/peru/", "line": 341 }, { "directive": "disallow", "path": "/microsites/poland/", "line": 342 }, { "directive": "disallow", "path": "/microsites/portugal/", "line": 343 }, { "directive": "disallow", "path": "/microsites/post-event/", "line": 344 }, { "directive": "disallow", "path": "/microsites/private-cloud/", "line": 345 }, { "directive": "disallow", "path": "/microsites/process_suite/", "line": 346 }, { "directive": "disallow", "path": "/microsites/promoinclude/", "line": 347 }, { "directive": "disallow", "path": "/microsites/promotional/", "line": 348 }, { "directive": "disallow", "path": "/microsites/public-sector/", "line": 349 }, { "directive": "disallow", "path": "/microsites/quick-scan/", "line": 350 }, { "directive": "disallow", "path": "/microsites/rackandstack/", "line": 351 }, { "directive": "disallow", "path": "/microsites/re/", "line": 352 }, { "directive": "disallow", "path": "/microsites/record-breaking-event/", "line": 353 }, { "directive": "disallow", "path": "/microsites/record-breaking-event/test/", "line": 354 }, { "directive": "disallow", "path": "/microsites/recover-point/", "line": 355 }, { "directive": "disallow", "path": "/microsites/redirect/", "line": 356 }, { "directive": "disallow", "path": "/microsites/regional/", "line": 357 }, { "directive": "disallow", "path": "/microsites/rem-08/", "line": 358 }, { "directive": "disallow", "path": "/microsites/replistor/", "line": 359 }, { "directive": "disallow", "path": "/microsites/risk/", "line": 360 }, { "directive": "disallow", "path": "/microsites/roi_calculator/", "line": 361 }, { "directive": "disallow", "path": "/microsites/rsa/", "line": 362 }, { "directive": "disallow", "path": "/microsites/rsa-conference/", "line": 363 }, { "directive": "disallow", "path": "/microsites/rsa-latam/", "line": 364 }, { "directive": "disallow", "path": "/microsites/rss/", "line": 365 }, { "directive": "disallow", "path": "/microsites/rss-feeds/", "line": 366 }, { "directive": "disallow", "path": "/microsites/safeswap/", "line": 367 }, { "directive": "disallow", "path": "/microsites/sales/", "line": 368 }, { "directive": "disallow", "path": "/microsites/sap/", "line": 369 }, { "directive": "disallow", "path": "/microsites/sap-emea/", "line": 370 }, { "directive": "disallow", "path": "/microsites/scannerdrivers/", "line": 371 }, { "directive": "disallow", "path": "/microsites/sharepoint_ce/", "line": 372 }, { "directive": "disallow", "path": "/microsites/shinein09/", "line": 373 }, { "directive": "disallow", "path": "/microsites/shinein09nz/", "line": 374 }, { "directive": "disallow", "path": "/microsites/showtheway/", "line": 375 }, { "directive": "disallow", "path": "/microsites/slovenia/", "line": 376 }, { "directive": "disallow", "path": "/microsites/small-medium-business/", "line": 377 }, { "directive": "disallow", "path": "/microsites/smart-cubes/", "line": 378 }, { "directive": "disallow", "path": "/microsites/smarts/", "line": 379 }, { "directive": "disallow", "path": "/microsites/smb/", "line": 380 }, { "directive": "disallow", "path": "/microsites/smf/", "line": 381 }, { "directive": "disallow", "path": "/microsites/soluciones-express/", "line": 382 }, { "directive": "disallow", "path": "/microsites/solution-center/", "line": 383 }, { "directive": "disallow", "path": "/microsites/solutions-for-banking/", "line": 384 }, { "directive": "disallow", "path": "/microsites/solutions-for-insurance/", "line": 385 }, { "directive": "disallow", "path": "/microsites/spain/", "line": 386 }, { "directive": "disallow", "path": "/microsites/starttheconversation/", "line": 387 }, { "directive": "disallow", "path": "/microsites/stateofmsepl3630/", "line": 388 }, { "directive": "disallow", "path": "/microsites/stayintouch/", "line": 389 }, { "directive": "disallow", "path": "/microsites/stfbootcamp/", "line": 390 }, { "directive": "disallow", "path": "/microsites/storage-expo/", "line": 391 }, { "directive": "disallow", "path": "/microsites/streamtest/", "line": 392 }, { "directive": "disallow", "path": "/microsites/surveys/", "line": 393 }, { "directive": "disallow", "path": "/microsites/sweden/", "line": 394 }, { "directive": "disallow", "path": "/microsites/tallstory/", "line": 395 }, { "directive": "disallow", "path": "/microsites/talltale/", "line": 396 }, { "directive": "disallow", "path": "/microsites/teammap/", "line": 397 }, { "directive": "disallow", "path": "/microsites/techacademy2009/", "line": 398 }, { "directive": "disallow", "path": "/microsites/tech-enews/", "line": 399 }, { "directive": "disallow", "path": "/microsites/technology-solutions/", "line": 400 }, { "directive": "disallow", "path": "/microsites/telecom-summit/", "line": 401 }, { "directive": "disallow", "path": "/microsites/template-examples/", "line": 402 }, { "directive": "disallow", "path": "/microsites/test/", "line": 403 }, { "directive": "disallow", "path": "/microsites/thecircle/", "line": 404 }, { "directive": "disallow", "path": "/microsites/thrive/", "line": 405 }, { "directive": "disallow", "path": "/microsites/tivoli/", "line": 406 }, { "directive": "disallow", "path": "/microsites/trackingtest/", "line": 407 }, { "directive": "disallow", "path": "/microsites/training/", "line": 408 }, { "directive": "disallow", "path": "/microsites/truearc/", "line": 409 }, { "directive": "disallow", "path": "/microsites/twforum/", "line": 410 }, { "directive": "disallow", "path": "/microsites/twtechnology/", "line": 411 }, { "directive": "disallow", "path": "/microsites/uk/", "line": 412 }, { "directive": "disallow", "path": "/microsites/uk-office-worker/", "line": 413 }, { "directive": "disallow", "path": "/microsites/unified/", "line": 414 }, { "directive": "disallow", "path": "/microsites/unified-event/", "line": 415 }, { "directive": "disallow", "path": "/microsites/unified-guarantee-calc/", "line": 416 }, { "directive": "disallow", "path": "/microsites/unified-storage-virtualization/", "line": 417 }, { "directive": "disallow", "path": "/microsites/user_groups/", "line": 418 }, { "directive": "disallow", "path": "/microsites/usergroup/", "line": 419 }, { "directive": "disallow", "path": "/microsites/vcecoalition/", "line": 420 }, { "directive": "disallow", "path": "/microsites/vcesupport/", "line": 421 }, { "directive": "disallow", "path": "/microsites/velocity-partner-news/", "line": 422 }, { "directive": "disallow", "path": "/microsites/velocity-partner-news-q3-2009/", "line": 423 }, { "directive": "disallow", "path": "/microsites/velocity-workshops/", "line": 424 }, { "directive": "disallow", "path": "/microsites/video/", "line": 425 }, { "directive": "disallow", "path": "/microsites/virtualisation-workshop/", "line": 426 }, { "directive": "disallow", "path": "/microsites/virtualization/", "line": 427 }, { "directive": "disallow", "path": "/microsites/virtualization-seminar/", "line": 428 }, { "directive": "disallow", "path": "/microsites/virtualizedworkshop/", "line": 429 }, { "directive": "disallow", "path": "/microsites/virtually-perfect/", "line": 430 }, { "directive": "disallow", "path": "/microsites/vmware/", "line": 431 }, { "directive": "disallow", "path": "/microsites/vmware-perfect/", "line": 432 }, { "directive": "disallow", "path": "/microsites/vmwareworkshop2010/", "line": 433 }, { "directive": "disallow", "path": "/microsites/wa/", "line": 434 }, { "directive": "disallow", "path": "/microsites/wasps/", "line": 435 }, { "directive": "disallow", "path": "/microsites/water-store/", "line": 436 }, { "directive": "disallow", "path": "/microsites/webex-demo/", "line": 437 }, { "directive": "disallow", "path": "/microsites/webinar/", "line": 438 }, { "directive": "disallow", "path": "/microsites/wheretalentlives/", "line": 439 }, { "directive": "disallow", "path": "/microsites/x_hive/", "line": 440 }, { "directive": "disallow", "path": "/microsites/xmas2010/", "line": 441 }, { "directive": "disallow", "path": "/momentum-barcelona-presentations.htm", "line": 442 }, { "directive": "disallow", "path": "/omniture/", "line": 443 }, { "directive": "disallow", "path": "/products/detail/software/aatesting-sample.htm", "line": 444 }, { "directive": "disallow", "path": "/sales/", "line": 445 }, { "directive": "disallow", "path": "/sales/", "line": 446 }, { "directive": "disallow", "path": "/subjectlist.htm", "line": 447 }, { "directive": "disallow", "path": "/testing/", "line": 448 }, { "directive": "disallow", "path": "/try-and-buy/", "line": 449 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.php$", "line": 5 }, { "directive": "disallow", "path": "/*/configuration-page.htm", "line": 6 }, { "directive": "disallow", "path": "/*/testing/", "line": 7 }, { "directive": "disallow", "path": "/*/what-we-do/index-device.htm", "line": 9 }, { "directive": "disallow", "path": "/*/what-we-do/index-server.htm", "line": 10 }, { "directive": "disallow", "path": "/*/what-we-do/index-storage.htm", "line": 11 }, { "directive": "disallow", "path": "/*/what-we-do/index-apex.htm", "line": 12 }, { "directive": "disallow", "path": "/fr-dz/*", "line": 14 }, { "directive": "disallow", "path": "/en-ai/*", "line": 15 }, { "directive": "disallow", "path": "/en-ag/*", "line": 16 }, { "directive": "disallow", "path": "/en-aw/*", "line": 17 }, { "directive": "disallow", "path": "/en-bs/*", "line": 18 }, { "directive": "disallow", "path": "/en-bb/*", "line": 19 }, { "directive": "disallow", "path": "/en-bz/*", "line": 20 }, { "directive": "disallow", "path": "/en-bm/*", "line": 21 }, { "directive": "disallow", "path": "/es-bo/*", "line": 22 }, { "directive": "disallow", "path": "/en-vg/*", "line": 23 }, { "directive": "disallow", "path": "/en-ky/*", "line": 24 }, { "directive": "disallow", "path": "/es-cr/*", "line": 25 }, { "directive": "disallow", "path": "/fr-cd/*", "line": 26 }, { "directive": "disallow", "path": "/en-dm/*", "line": 27 }, { "directive": "disallow", "path": "/es-do/*", "line": 28 }, { "directive": "disallow", "path": "/es-ec/*", "line": 29 }, { "directive": "disallow", "path": "/es-sv/*", "line": 30 }, { "directive": "disallow", "path": "/en-gd/*", "line": 31 }, { "directive": "disallow", "path": "/es-gt/*", "line": 32 }, { "directive": "disallow", "path": "/en-gy/*", "line": 33 }, { "directive": "disallow", "path": "/es-hn/*", "line": 34 }, { "directive": "disallow", "path": "/en-is/*", "line": 35 }, { "directive": "disallow", "path": "/en-il/*", "line": 36 }, { "directive": "disallow", "path": "/en-jm/*", "line": 37 }, { "directive": "disallow", "path": "/en-ly/*", "line": 38 }, { "directive": "disallow", "path": "/es-ni/*", "line": 39 }, { "directive": "disallow", "path": "/es-pa/*", "line": 40 }, { "directive": "disallow", "path": "/es-py/*", "line": 41 }, { "directive": "disallow", "path": "/en-pr/*", "line": 42 }, { "directive": "disallow", "path": "/fr-cg/*", "line": 43 }, { "directive": "disallow", "path": "/en-kn/*", "line": 44 }, { "directive": "disallow", "path": "/en-lc/*", "line": 45 }, { "directive": "disallow", "path": "/en-vc/*", "line": 46 }, { "directive": "disallow", "path": "/en-sr/*", "line": 47 }, { "directive": "disallow", "path": "/en-tt/*", "line": 48 }, { "directive": "disallow", "path": "/fr-tn/*", "line": 49 }, { "directive": "disallow", "path": "/en-tc/*", "line": 50 }, { "directive": "disallow", "path": "/en-ua/*", "line": 51 }, { "directive": "allow", "path": "/en-uk/*", "line": 52 }, { "directive": "disallow", "path": "/es-uy/*", "line": 53 }, { "directive": "disallow", "path": "/en-vi/*", "line": 54 }, { "directive": "disallow", "path": "/es-ai/*", "line": 55 }, { "directive": "disallow", "path": "/en-bd/*", "line": 56 }, { "directive": "disallow", "path": "/en-kh/*", "line": 57 }, { "directive": "disallow", "path": "/en-mm/*", "line": 58 }, { "directive": "disallow", "path": "/en-np/*", "line": 59 }, { "directive": "allow", "path": "/en-gb/*", "line": 60 }, { "directive": "allow", "path": "/en-au/*", "line": 61 }, { "directive": "allow", "path": "/en-ca/*", "line": 62 }, { "directive": "allow", "path": "/en-hk/*", "line": 63 }, { "directive": "allow", "path": "/en-in/*", "line": 64 }, { "directive": "allow", "path": "/en-ie/*", "line": 65 }, { "directive": "allow", "path": "/en-my/*", "line": 66 }, { "directive": "allow", "path": "/en-nz/*", "line": 67 }, { "directive": "allow", "path": "/en-sg/*", "line": 68 }, { "directive": "allow", "path": "/en-us/*", "line": 69 }, { "directive": "allow", "path": "/fr-ca/", "line": 70 }, { "directive": "allow", "path": "/zh-cn/", "line": 71 }, { "directive": "allow", "path": "/ja-jp/", "line": 72 }, { "directive": "allow", "path": "/de-de/", "line": 73 }, { "directive": "allow", "path": "/fr-fr/", "line": 74 }, { "directive": "allow", "path": "/sv-se/", "line": 75 }, { "directive": "allow", "path": "/es-es/", "line": 76 }, { "directive": "allow", "path": "/de-ch/", "line": 77 }, { "directive": "allow", "path": "/fr-ch/", "line": 78 }, { "directive": "allow", "path": "/pt-br/", "line": 79 }, { "directive": "allow", "path": "/nl-nl/", "line": 80 }, { "directive": "allow", "path": "/de-at/", "line": 81 }, { "directive": "allow", "path": "/nl-be/", "line": 82 }, { "directive": "allow", "path": "/fr-be/", "line": 83 }, { "directive": "allow", "path": "/da-dk/", "line": 84 }, { "directive": "allow", "path": "/it-it/", "line": 85 }, { "directive": "allow", "path": "/no-no/", "line": 86 }, { "directive": "allow", "path": "/pl-pl/", "line": 87 }, { "directive": "allow", "path": "/zh-hk/", "line": 88 }, { "directive": "allow", "path": "/zh-tw/", "line": 89 }, { "directive": "allow", "path": "/ko-kr/", "line": 90 }, { "directive": "disallow", "path": "/campaign/global/advanced-threats-summit/", "line": 93 }, { "directive": "disallow", "path": "/campaign/global/it-leadership-council-2011/", "line": 94 }, { "directive": "disallow", "path": "/campaign/global/templates/", "line": 95 }, { "directive": "disallow", "path": "/campaigns/ecd/customer-webinar-replay.htm", "line": 96 }, { "directive": "disallow", "path": "/collateral/about/news/emc-world-2008/", "line": 97 }, { "directive": "disallow", "path": "/collateral/about/news/momentum/2009/", "line": 98 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-scaleio-ready-node-vs-hpe-flash.pdf", "line": 99 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-sc-series-flash-storage-vs-hpe-nimble-storage.pdf", "line": 100 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-unity-400f-database-comparison.pdf", "line": 101 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vmax-all-flash-250f-vs-hpe-3par-principled.pdf", "line": 102 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vxrail-p470f-database-performance.pdf", "line": 103 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vxrail-p470f-database-performnace.pdf", "line": 104 }, { "directive": "disallow", "path": "/collateral/cio/", "line": 105 }, { "directive": "disallow", "path": "/collateral/demos/microsites/idc-energy-ticker/", "line": 106 }, { "directive": "disallow", "path": "/collateral/emcwsca/", "line": 107 }, { "directive": "disallow", "path": "/collateral/legal/robots/", "line": 108 }, { "directive": "disallow", "path": "/collateral/microsites/beligium/", "line": 109 }, { "directive": "disallow", "path": "/collateral/microsites/clariion-support/", "line": 110 }, { "directive": "disallow", "path": "/collateral/microsites/customer-update/", "line": 111 }, { "directive": "disallow", "path": "/collateral/microsites/download/", "line": 112 }, { "directive": "disallow", "path": "/collateral/microsites/emcwsca/", "line": 113 }, { "directive": "disallow", "path": "/collateral/microsites/event-stub-files/", "line": 114 }, { "directive": "disallow", "path": "/collateral/microsites/finland/", "line": 115 }, { "directive": "disallow", "path": "/collateral/microsites/france/", "line": 116 }, { "directive": "disallow", "path": "/collateral/microsites/Italy/", "line": 117 }, { "directive": "disallow", "path": "/collateral/microsites/japan/", "line": 118 }, { "directive": "disallow", "path": "/collateral/microsites/misc/", "line": 119 }, { "directive": "disallow", "path": "/collateral/microsites/news-stub-files/", "line": 120 }, { "directive": "disallow", "path": "/collateral/microsites/product-stub-files/", "line": 121 }, { "directive": "disallow", "path": "/collateral/microsites/resource-kits/", "line": 122 }, { "directive": "disallow", "path": "/collateral/microsites/solution-stub-file", "line": 123 }, { "directive": "disallow", "path": "/collateral/microsites/spain/", "line": 124 }, { "directive": "disallow", "path": "/collateral/microsites/sweden/", "line": 125 }, { "directive": "disallow", "path": "/collateral/microsites/uk/", "line": 126 }, { "directive": "disallow", "path": "/collateral/microsites/video-stub-files/", "line": 127 }, { "directive": "disallow", "path": "/collateral/sales/", "line": 128 }, { "directive": "disallow", "path": "/collateral/software/white-papers/h8246-", "line": 129 }, { "directive": "disallow", "path": "/collateral/software-downloads/", "line": 130 }, { "directive": "disallow", "path": "/collateral/support-training/support/installation-guides/", "line": 131 }, { "directive": "disallow", "path": "/collateral/tradeshows/", "line": 132 }, { "directive": "disallow", "path": "/customers/", "line": 133 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/commvault-integrations.htm", "line": 134 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/dell-integrations.htm", "line": 135 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/emc-integrations.htm", "line": 136 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/hp-integrations.htm", "line": 137 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/hyland-integrations.htm", "line": 138 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/ibm-integrations.htm", "line": 139 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/microsoft-integrations.htm", "line": 140 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/opentext-integrations.htm", "line": 141 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/oracle-integrations.htm", "line": 142 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/sap-integrations.htm", "line": 143 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/symantec-integrations.htm", "line": 144 }, { "directive": "disallow", "path": "/demo/aem/index.htm", "line": 145 }, { "directive": "disallow", "path": "/emcwsca/", "line": 146 }, { "directive": "disallow", "path": "/en-us/campaigns/dell-emc/asset-testing.htm", "line": 147 }, { "directive": "disallow", "path": "/en-us/social-media/social-business-request.htm", "line": 148 }, { "directive": "disallow", "path": "/events/*/eu_*", "line": 149 }, { "directive": "disallow", "path": "/events/online-event-presentations/", "line": 150 }, { "directive": "disallow", "path": "/gate/collateral/", "line": 151 }, { "directive": "disallow", "path": "/gate/collateral/distributor/", "line": 152 }, { "directive": "disallow", "path": "/gate/partnerships/campaigns/", "line": 153 }, { "directive": "disallow", "path": "/gate/partnerships/images/", "line": 154 }, { "directive": "disallow", "path": "/images/", "line": 155 }, { "directive": "disallow", "path": "/microsites/06-11-09-partner-summit/", "line": 156 }, { "directive": "disallow", "path": "/microsites/2008/", "line": 157 }, { "directive": "disallow", "path": "/microsites/2009/", "line": 158 }, { "directive": "disallow", "path": "/microsites/2010/", "line": 159 }, { "directive": "disallow", "path": "/microsites/2011/", "line": 160 }, { "directive": "disallow", "path": "/microsites/51baoxiang/", "line": 161 }, { "directive": "disallow", "path": "/microsites/acadia/", "line": 162 }, { "directive": "disallow", "path": "/microsites/accountspayable/", "line": 163 }, { "directive": "disallow", "path": "/microsites/acquisitions/", "line": 164 }, { "directive": "disallow", "path": "/microsites/api-ip/", "line": 165 }, { "directive": "disallow", "path": "/microsites/apj-velocity-news/", "line": 166 }, { "directive": "disallow", "path": "/microsites/application_portfolio/", "line": 167 }, { "directive": "disallow", "path": "/microsites/argentina/", "line": 168 }, { "directive": "disallow", "path": "/microsites/australia/", "line": 169 }, { "directive": "disallow", "path": "/microsites/ax4/", "line": 170 }, { "directive": "disallow", "path": "/microsites/ax4acceleratorincentive/", "line": 171 }, { "directive": "disallow", "path": "/microsites/backup/", "line": 172 }, { "directive": "disallow", "path": "/microsites/backuptodisk/", "line": 173 }, { "directive": "disallow", "path": "/microsites/baltics/", "line": 174 }, { "directive": "disallow", "path": "/microsites/banking-summit/", "line": 175 }, { "directive": "disallow", "path": "/microsites/belgium/", "line": 176 }, { "directive": "disallow", "path": "/microsites/bootcamp/", "line": 177 }, { "directive": "disallow", "path": "/microsites/bootcamps/", "line": 178 }, { "directive": "disallow", "path": "/microsites/brand_mgmt/", "line": 179 }, { "directive": "disallow", "path": "/microsites/brazil/", "line": 180 }, { "directive": "disallow", "path": "/microsites/brs/ominture-test-program/", "line": 181 }, { "directive": "disallow", "path": "/microsites/bura/", "line": 182 }, { "directive": "disallow", "path": "/microsites/bura-campaign/", "line": 183 }, { "directive": "disallow", "path": "/microsites/bura-launch/", "line": 184 }, { "directive": "disallow", "path": "/microsites/business-consulting/", "line": 185 }, { "directive": "disallow", "path": "/microsites/calculator-speed-test/", "line": 186 }, { "directive": "disallow", "path": "/microsites/captiva/", "line": 187 }, { "directive": "disallow", "path": "/microsites/captiva-aiim-survey/", "line": 188 }, { "directive": "disallow", "path": "/microsites/captiva-capture/", "line": 189 }, { "directive": "disallow", "path": "/microsites/captiva-day/", "line": 190 }, { "directive": "disallow", "path": "/microsites/captiva-healthcare/", "line": 191 }, { "directive": "disallow", "path": "/microsites/captiva-orbograph/", "line": 192 }, { "directive": "disallow", "path": "/microsites/captiva-pixtran/", "line": 193 }, { "directive": "disallow", "path": "/microsites/celerra/", "line": 194 }, { "directive": "disallow", "path": "/microsites/centerahealth/", "line": 195 }, { "directive": "disallow", "path": "/microsites/ch/", "line": 196 }, { "directive": "disallow", "path": "/microsites/channel-awards/", "line": 197 }, { "directive": "disallow", "path": "/microsites/charity-project/", "line": 198 }, { "directive": "disallow", "path": "/microsites/chile/", "line": 199 }, { "directive": "disallow", "path": "/microsites/cisco/", "line": 200 }, { "directive": "disallow", "path": "/microsites/clariion/", "line": 201 }, { "directive": "disallow", "path": "/microsites/ClariionOpenSource/", "line": 202 }, { "directive": "disallow", "path": "/microsites/clariion-support/", "line": 203 }, { "directive": "disallow", "path": "/microsites/clipping-latam/", "line": 204 }, { "directive": "disallow", "path": "/microsites/cma-customer-day/", "line": 205 }, { "directive": "disallow", "path": "/microsites/compliance_in_box/", "line": 206 }, { "directive": "disallow", "path": "/microsites/connected-goverment/", "line": 207 }, { "directive": "disallow", "path": "/microsites/content/", "line": 208 }, { "directive": "disallow", "path": "/microsites/csr/", "line": 209 }, { "directive": "disallow", "path": "/microsites/customer-christmas/", "line": 210 }, { "directive": "disallow", "path": "/microsites/customer-update/", "line": 211 }, { "directive": "disallow", "path": "/microsites/cx300-ad-wide/", "line": 212 }, { "directive": "disallow", "path": "/microsites/cx4/", "line": 213 }, { "directive": "disallow", "path": "/microsites/cx4demodays/", "line": 214 }, { "directive": "disallow", "path": "/microsites/cx4energy/", "line": 215 }, { "directive": "disallow", "path": "/microsites/cx4-launch/", "line": 216 }, { "directive": "disallow", "path": "/microsites/cx4-low-cost/", "line": 217 }, { "directive": "disallow", "path": "/microsites/cx4-office/", "line": 218 }, { "directive": "disallow", "path": "/microsites/cx4optimised/", "line": 219 }, { "directive": "disallow", "path": "/microsites/cx4protection/", "line": 220 }, { "directive": "disallow", "path": "/microsites/d6-campaign-emea/", "line": 221 }, { "directive": "disallow", "path": "/microsites/dedupe/", "line": 222 }, { "directive": "disallow", "path": "/microsites/deduplisering/", "line": 223 }, { "directive": "disallow", "path": "/microsites/dellemcworld/", "line": 224 }, { "directive": "disallow", "path": "/microsites/democenter/", "line": 225 }, { "directive": "disallow", "path": "/microsites/denmark/", "line": 226 }, { "directive": "disallow", "path": "/microsites/didyouknow/", "line": 227 }, { "directive": "disallow", "path": "/microsites/digital-mailroom/", "line": 228 }, { "directive": "disallow", "path": "/microsites/dig-universe/", "line": 229 }, { "directive": "disallow", "path": "/microsites/documation/", "line": 230 }, { "directive": "disallow", "path": "/microsites/documentum_006/", "line": 231 }, { "directive": "disallow", "path": "/microsites/documentum-6-landing/", "line": 232 }, { "directive": "disallow", "path": "/microsites/documentum-content-enabled-solutions/", "line": 233 }, { "directive": "disallow", "path": "/microsites/dolphin/", "line": 234 }, { "directive": "disallow", "path": "/microsites/domorewithless/", "line": 235 }, { "directive": "disallow", "path": "/microsites/dpa-calculator/", "line": 236 }, { "directive": "disallow", "path": "/microsites/ebook/", "line": 237 }, { "directive": "disallow", "path": "/microsites/ediscovery/", "line": 238 }, { "directive": "disallow", "path": "/microsites/ediscoveryfordummies/", "line": 239 }, { "directive": "disallow", "path": "/microsites/education-services/", "line": 240 }, { "directive": "disallow", "path": "/microsites/efficientit/", "line": 241 }, { "directive": "disallow", "path": "/microsites/ekit/", "line": 242 }, { "directive": "disallow", "path": "/microsites/email/", "line": 243 }, { "directive": "disallow", "path": "/microsites/emailarchive/", "line": 244 }, { "directive": "disallow", "path": "/microsites/email-hosting/", "line": 245 }, { "directive": "disallow", "path": "/microsites/emailxtender/", "line": 246 }, { "directive": "disallow", "path": "/microsites/emccomteam/", "line": 247 }, { "directive": "disallow", "path": "/microsites/emc-dell-cannes/", "line": 248 }, { "directive": "disallow", "path": "/microsites/emc-dell-virtualization/", "line": 249 }, { "directive": "disallow", "path": "/microsites/emc-demo-center/", "line": 250 }, { "directive": "disallow", "path": "/microsites/emcforum/", "line": 251 }, { "directive": "disallow", "path": "/microsites/emc-forum/", "line": 252 }, { "directive": "disallow", "path": "/microsites/emc-fujitsu/", "line": 253 }, { "directive": "disallow", "path": "/microsites/emc-inform-2007/", "line": 254 }, { "directive": "disallow", "path": "/microsites/emc-ireland-seminar/", "line": 255 }, { "directive": "disallow", "path": "/microsites/emcnetworker/", "line": 256 }, { "directive": "disallow", "path": "/microsites/emc-unisys/", "line": 257 }, { "directive": "disallow", "path": "/microsites/emcworld/", "line": 258 }, { "directive": "disallow", "path": "/microsites/emcworld_Copy/", "line": 259 }, { "directive": "disallow", "path": "/microsites/emc-world2008/", "line": 260 }, { "directive": "disallow", "path": "/microsites/emcwsca/", "line": 261 }, { "directive": "disallow", "path": "/microsites/eRoom/", "line": 262 }, { "directive": "disallow", "path": "/microsites/euclides/", "line": 263 }, { "directive": "disallow", "path": "/microsites/event/", "line": 264 }, { "directive": "disallow", "path": "/microsites/event-tw052010/", "line": 265 }, { "directive": "disallow", "path": "/microsites/event-tw062010/", "line": 266 }, { "directive": "disallow", "path": "/microsites/fibrealliance/", "line": 267 }, { "directive": "disallow", "path": "/microsites/filenet/", "line": 268 }, { "directive": "disallow", "path": "/microsites/filmevent-2008/", "line": 269 }, { "directive": "disallow", "path": "/microsites/financialservices/", "line": 270 }, { "directive": "disallow", "path": "/microsites/finland/", "line": 271 }, { "directive": "disallow", "path": "/microsites/fin-serv/", "line": 272 }, { "directive": "disallow", "path": "/microsites/fm-contacts/", "line": 273 }, { "directive": "disallow", "path": "/microsites/forum/", "line": 274 }, { "directive": "disallow", "path": "/microsites/forum2008/", "line": 275 }, { "directive": "disallow", "path": "/microsites/forums/", "line": 276 }, { "directive": "disallow", "path": "/microsites/france/", "line": 277 }, { "directive": "disallow", "path": "/microsites/fsa/", "line": 278 }, { "directive": "disallow", "path": "/microsites/goldmarathonincentive/", "line": 279 }, { "directive": "disallow", "path": "/microsites/govt-site/", "line": 280 }, { "directive": "disallow", "path": "/microsites/greece/", "line": 281 }, { "directive": "disallow", "path": "/microsites/growth-info/", "line": 282 }, { "directive": "disallow", "path": "/microsites/haab/", "line": 283 }, { "directive": "disallow", "path": "/microsites/holiday-cards/", "line": 284 }, { "directive": "disallow", "path": "/microsites/horizon/", "line": 285 }, { "directive": "disallow", "path": "/microsites/ical/", "line": 286 }, { "directive": "disallow", "path": "/microsites/ilm/", "line": 287 }, { "directive": "disallow", "path": "/microsites/images/", "line": 288 }, { "directive": "disallow", "path": "/microsites/info/", "line": 289 }, { "directive": "disallow", "path": "/microsites/inform09/", "line": 290 }, { "directive": "disallow", "path": "/microsites/inform2010/", "line": 291 }, { "directive": "disallow", "path": "/microsites/information/", "line": 292 }, { "directive": "disallow", "path": "/microsites/information-growth/", "line": 293 }, { "directive": "disallow", "path": "/microsites/input-management/", "line": 294 }, { "directive": "disallow", "path": "/microsites/ionixpodcast-series/", "line": 295 }, { "directive": "disallow", "path": "/microsites/ipick/", "line": 296 }, { "directive": "disallow", "path": "/microsites/ipicks/", "line": 297 }, { "directive": "disallow", "path": "/microsites/ipsolutions/", "line": 298 }, { "directive": "disallow", "path": "/microsites/ipstorage/", "line": 299 }, { "directive": "disallow", "path": "/microsites/ip-storage/", "line": 300 }, { "directive": "disallow", "path": "/microsites/ip-storage-hanglider/", "line": 301 }, { "directive": "disallow", "path": "/microsites/ip-storage-jellybean/", "line": 302 }, { "directive": "disallow", "path": "/microsites/irm/", "line": 303 }, { "directive": "disallow", "path": "/microsites/israel/", "line": 304 }, { "directive": "disallow", "path": "/microsites/italy/", "line": 305 }, { "directive": "disallow", "path": "/microsites/it-efficiency/", "line": 306 }, { "directive": "disallow", "path": "/microsites/journey-private-cloud/", "line": 307 }, { "directive": "disallow", "path": "/microsites/kashya/", "line": 308 }, { "directive": "disallow", "path": "/microsites/launch/", "line": 309 }, { "directive": "disallow", "path": "/microsites/la-wins/", "line": 310 }, { "directive": "disallow", "path": "/microsites/leadership/", "line": 311 }, { "directive": "disallow", "path": "/microsites/leadership-innovation/", "line": 312 }, { "directive": "disallow", "path": "/microsites/local-events/", "line": 313 }, { "directive": "disallow", "path": "/microsites/looking-for-something/", "line": 314 }, { "directive": "disallow", "path": "/microsites/lss/", "line": 315 }, { "directive": "disallow", "path": "/microsites/lss_copy/", "line": 316 }, { "directive": "disallow", "path": "/microsites/lssv/", "line": 317 }, { "directive": "disallow", "path": "/microsites/marketing-campaigns/", "line": 318 }, { "directive": "disallow", "path": "/microsites/marketing-reports-forms/", "line": 319 }, { "directive": "disallow", "path": "/microsites/mcm/", "line": 320 }, { "directive": "disallow", "path": "/microsites/mexico/", "line": 321 }, { "directive": "disallow", "path": "/microsites/mp3/", "line": 322 }, { "directive": "disallow", "path": "/microsites/msp/", "line": 323 }, { "directive": "disallow", "path": "/microsites/netwin-support/", "line": 324 }, { "directive": "disallow", "path": "/microsites/networker/", "line": 325 }, { "directive": "disallow", "path": "/microsites/networker-group/", "line": 326 }, { "directive": "disallow", "path": "/microsites/networkerwebcast/", "line": 327 }, { "directive": "disallow", "path": "/microsites/newsletters/", "line": 328 }, { "directive": "disallow", "path": "/microsites/norway/", "line": 329 }, { "directive": "disallow", "path": "/microsites/nx4/", "line": 330 }, { "directive": "disallow", "path": "/microsites/nx4old/", "line": 331 }, { "directive": "disallow", "path": "/microsites/oem/", "line": 332 }, { "directive": "disallow", "path": "/microsites/on/", "line": 333 }, { "directive": "disallow", "path": "/microsites/on-newsletter/", "line": 334 }, { "directive": "disallow", "path": "/microsites/on-spezial/", "line": 335 }, { "directive": "disallow", "path": "/microsites/oracle-networker-solutions/", "line": 336 }, { "directive": "disallow", "path": "/microsites/partner-bulletin/", "line": 337 }, { "directive": "disallow", "path": "/microsites/partner-newsletter/", "line": 338 }, { "directive": "disallow", "path": "/microsites/partners-event/", "line": 339 }, { "directive": "disallow", "path": "/microsites/partner-south/", "line": 340 }, { "directive": "disallow", "path": "/microsites/peru/", "line": 341 }, { "directive": "disallow", "path": "/microsites/poland/", "line": 342 }, { "directive": "disallow", "path": "/microsites/portugal/", "line": 343 }, { "directive": "disallow", "path": "/microsites/post-event/", "line": 344 }, { "directive": "disallow", "path": "/microsites/private-cloud/", "line": 345 }, { "directive": "disallow", "path": "/microsites/process_suite/", "line": 346 }, { "directive": "disallow", "path": "/microsites/promoinclude/", "line": 347 }, { "directive": "disallow", "path": "/microsites/promotional/", "line": 348 }, { "directive": "disallow", "path": "/microsites/public-sector/", "line": 349 }, { "directive": "disallow", "path": "/microsites/quick-scan/", "line": 350 }, { "directive": "disallow", "path": "/microsites/rackandstack/", "line": 351 }, { "directive": "disallow", "path": "/microsites/re/", "line": 352 }, { "directive": "disallow", "path": "/microsites/record-breaking-event/", "line": 353 }, { "directive": "disallow", "path": "/microsites/record-breaking-event/test/", "line": 354 }, { "directive": "disallow", "path": "/microsites/recover-point/", "line": 355 }, { "directive": "disallow", "path": "/microsites/redirect/", "line": 356 }, { "directive": "disallow", "path": "/microsites/regional/", "line": 357 }, { "directive": "disallow", "path": "/microsites/rem-08/", "line": 358 }, { "directive": "disallow", "path": "/microsites/replistor/", "line": 359 }, { "directive": "disallow", "path": "/microsites/risk/", "line": 360 }, { "directive": "disallow", "path": "/microsites/roi_calculator/", "line": 361 }, { "directive": "disallow", "path": "/microsites/rsa/", "line": 362 }, { "directive": "disallow", "path": "/microsites/rsa-conference/", "line": 363 }, { "directive": "disallow", "path": "/microsites/rsa-latam/", "line": 364 }, { "directive": "disallow", "path": "/microsites/rss/", "line": 365 }, { "directive": "disallow", "path": "/microsites/rss-feeds/", "line": 366 }, { "directive": "disallow", "path": "/microsites/safeswap/", "line": 367 }, { "directive": "disallow", "path": "/microsites/sales/", "line": 368 }, { "directive": "disallow", "path": "/microsites/sap/", "line": 369 }, { "directive": "disallow", "path": "/microsites/sap-emea/", "line": 370 }, { "directive": "disallow", "path": "/microsites/scannerdrivers/", "line": 371 }, { "directive": "disallow", "path": "/microsites/sharepoint_ce/", "line": 372 }, { "directive": "disallow", "path": "/microsites/shinein09/", "line": 373 }, { "directive": "disallow", "path": "/microsites/shinein09nz/", "line": 374 }, { "directive": "disallow", "path": "/microsites/showtheway/", "line": 375 }, { "directive": "disallow", "path": "/microsites/slovenia/", "line": 376 }, { "directive": "disallow", "path": "/microsites/small-medium-business/", "line": 377 }, { "directive": "disallow", "path": "/microsites/smart-cubes/", "line": 378 }, { "directive": "disallow", "path": "/microsites/smarts/", "line": 379 }, { "directive": "disallow", "path": "/microsites/smb/", "line": 380 }, { "directive": "disallow", "path": "/microsites/smf/", "line": 381 }, { "directive": "disallow", "path": "/microsites/soluciones-express/", "line": 382 }, { "directive": "disallow", "path": "/microsites/solution-center/", "line": 383 }, { "directive": "disallow", "path": "/microsites/solutions-for-banking/", "line": 384 }, { "directive": "disallow", "path": "/microsites/solutions-for-insurance/", "line": 385 }, { "directive": "disallow", "path": "/microsites/spain/", "line": 386 }, { "directive": "disallow", "path": "/microsites/starttheconversation/", "line": 387 }, { "directive": "disallow", "path": "/microsites/stateofmsepl3630/", "line": 388 }, { "directive": "disallow", "path": "/microsites/stayintouch/", "line": 389 }, { "directive": "disallow", "path": "/microsites/stfbootcamp/", "line": 390 }, { "directive": "disallow", "path": "/microsites/storage-expo/", "line": 391 }, { "directive": "disallow", "path": "/microsites/streamtest/", "line": 392 }, { "directive": "disallow", "path": "/microsites/surveys/", "line": 393 }, { "directive": "disallow", "path": "/microsites/sweden/", "line": 394 }, { "directive": "disallow", "path": "/microsites/tallstory/", "line": 395 }, { "directive": "disallow", "path": "/microsites/talltale/", "line": 396 }, { "directive": "disallow", "path": "/microsites/teammap/", "line": 397 }, { "directive": "disallow", "path": "/microsites/techacademy2009/", "line": 398 }, { "directive": "disallow", "path": "/microsites/tech-enews/", "line": 399 }, { "directive": "disallow", "path": "/microsites/technology-solutions/", "line": 400 }, { "directive": "disallow", "path": "/microsites/telecom-summit/", "line": 401 }, { "directive": "disallow", "path": "/microsites/template-examples/", "line": 402 }, { "directive": "disallow", "path": "/microsites/test/", "line": 403 }, { "directive": "disallow", "path": "/microsites/thecircle/", "line": 404 }, { "directive": "disallow", "path": "/microsites/thrive/", "line": 405 }, { "directive": "disallow", "path": "/microsites/tivoli/", "line": 406 }, { "directive": "disallow", "path": "/microsites/trackingtest/", "line": 407 }, { "directive": "disallow", "path": "/microsites/training/", "line": 408 }, { "directive": "disallow", "path": "/microsites/truearc/", "line": 409 }, { "directive": "disallow", "path": "/microsites/twforum/", "line": 410 }, { "directive": "disallow", "path": "/microsites/twtechnology/", "line": 411 }, { "directive": "disallow", "path": "/microsites/uk/", "line": 412 }, { "directive": "disallow", "path": "/microsites/uk-office-worker/", "line": 413 }, { "directive": "disallow", "path": "/microsites/unified/", "line": 414 }, { "directive": "disallow", "path": "/microsites/unified-event/", "line": 415 }, { "directive": "disallow", "path": "/microsites/unified-guarantee-calc/", "line": 416 }, { "directive": "disallow", "path": "/microsites/unified-storage-virtualization/", "line": 417 }, { "directive": "disallow", "path": "/microsites/user_groups/", "line": 418 }, { "directive": "disallow", "path": "/microsites/usergroup/", "line": 419 }, { "directive": "disallow", "path": "/microsites/vcecoalition/", "line": 420 }, { "directive": "disallow", "path": "/microsites/vcesupport/", "line": 421 }, { "directive": "disallow", "path": "/microsites/velocity-partner-news/", "line": 422 }, { "directive": "disallow", "path": "/microsites/velocity-partner-news-q3-2009/", "line": 423 }, { "directive": "disallow", "path": "/microsites/velocity-workshops/", "line": 424 }, { "directive": "disallow", "path": "/microsites/video/", "line": 425 }, { "directive": "disallow", "path": "/microsites/virtualisation-workshop/", "line": 426 }, { "directive": "disallow", "path": "/microsites/virtualization/", "line": 427 }, { "directive": "disallow", "path": "/microsites/virtualization-seminar/", "line": 428 }, { "directive": "disallow", "path": "/microsites/virtualizedworkshop/", "line": 429 }, { "directive": "disallow", "path": "/microsites/virtually-perfect/", "line": 430 }, { "directive": "disallow", "path": "/microsites/vmware/", "line": 431 }, { "directive": "disallow", "path": "/microsites/vmware-perfect/", "line": 432 }, { "directive": "disallow", "path": "/microsites/vmwareworkshop2010/", "line": 433 }, { "directive": "disallow", "path": "/microsites/wa/", "line": 434 }, { "directive": "disallow", "path": "/microsites/wasps/", "line": 435 }, { "directive": "disallow", "path": "/microsites/water-store/", "line": 436 }, { "directive": "disallow", "path": "/microsites/webex-demo/", "line": 437 }, { "directive": "disallow", "path": "/microsites/webinar/", "line": 438 }, { "directive": "disallow", "path": "/microsites/wheretalentlives/", "line": 439 }, { "directive": "disallow", "path": "/microsites/x_hive/", "line": 440 }, { "directive": "disallow", "path": "/microsites/xmas2010/", "line": 441 }, { "directive": "disallow", "path": "/momentum-barcelona-presentations.htm", "line": 442 }, { "directive": "disallow", "path": "/omniture/", "line": 443 }, { "directive": "disallow", "path": "/products/detail/software/aatesting-sample.htm", "line": 444 }, { "directive": "disallow", "path": "/sales/", "line": 445 }, { "directive": "disallow", "path": "/sales/", "line": 446 }, { "directive": "disallow", "path": "/subjectlist.htm", "line": 447 }, { "directive": "disallow", "path": "/testing/", "line": 448 }, { "directive": "disallow", "path": "/try-and-buy/", "line": 449 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.php$", "line": 5 }, { "directive": "disallow", "path": "/*/configuration-page.htm", "line": 6 }, { "directive": "disallow", "path": "/*/testing/", "line": 7 }, { "directive": "disallow", "path": "/*/what-we-do/index-device.htm", "line": 9 }, { "directive": "disallow", "path": "/*/what-we-do/index-server.htm", "line": 10 }, { "directive": "disallow", "path": "/*/what-we-do/index-storage.htm", "line": 11 }, { "directive": "disallow", "path": "/*/what-we-do/index-apex.htm", "line": 12 }, { "directive": "disallow", "path": "/fr-dz/*", "line": 14 }, { "directive": "disallow", "path": "/en-ai/*", "line": 15 }, { "directive": "disallow", "path": "/en-ag/*", "line": 16 }, { "directive": "disallow", "path": "/en-aw/*", "line": 17 }, { "directive": "disallow", "path": "/en-bs/*", "line": 18 }, { "directive": "disallow", "path": "/en-bb/*", "line": 19 }, { "directive": "disallow", "path": "/en-bz/*", "line": 20 }, { "directive": "disallow", "path": "/en-bm/*", "line": 21 }, { "directive": "disallow", "path": "/es-bo/*", "line": 22 }, { "directive": "disallow", "path": "/en-vg/*", "line": 23 }, { "directive": "disallow", "path": "/en-ky/*", "line": 24 }, { "directive": "disallow", "path": "/es-cr/*", "line": 25 }, { "directive": "disallow", "path": "/fr-cd/*", "line": 26 }, { "directive": "disallow", "path": "/en-dm/*", "line": 27 }, { "directive": "disallow", "path": "/es-do/*", "line": 28 }, { "directive": "disallow", "path": "/es-ec/*", "line": 29 }, { "directive": "disallow", "path": "/es-sv/*", "line": 30 }, { "directive": "disallow", "path": "/en-gd/*", "line": 31 }, { "directive": "disallow", "path": "/es-gt/*", "line": 32 }, { "directive": "disallow", "path": "/en-gy/*", "line": 33 }, { "directive": "disallow", "path": "/es-hn/*", "line": 34 }, { "directive": "disallow", "path": "/en-is/*", "line": 35 }, { "directive": "disallow", "path": "/en-il/*", "line": 36 }, { "directive": "disallow", "path": "/en-jm/*", "line": 37 }, { "directive": "disallow", "path": "/en-ly/*", "line": 38 }, { "directive": "disallow", "path": "/es-ni/*", "line": 39 }, { "directive": "disallow", "path": "/es-pa/*", "line": 40 }, { "directive": "disallow", "path": "/es-py/*", "line": 41 }, { "directive": "disallow", "path": "/en-pr/*", "line": 42 }, { "directive": "disallow", "path": "/fr-cg/*", "line": 43 }, { "directive": "disallow", "path": "/en-kn/*", "line": 44 }, { "directive": "disallow", "path": "/en-lc/*", "line": 45 }, { "directive": "disallow", "path": "/en-vc/*", "line": 46 }, { "directive": "disallow", "path": "/en-sr/*", "line": 47 }, { "directive": "disallow", "path": "/en-tt/*", "line": 48 }, { "directive": "disallow", "path": "/fr-tn/*", "line": 49 }, { "directive": "disallow", "path": "/en-tc/*", "line": 50 }, { "directive": "disallow", "path": "/en-ua/*", "line": 51 }, { "directive": "allow", "path": "/en-uk/*", "line": 52 }, { "directive": "disallow", "path": "/es-uy/*", "line": 53 }, { "directive": "disallow", "path": "/en-vi/*", "line": 54 }, { "directive": "disallow", "path": "/es-ai/*", "line": 55 }, { "directive": "disallow", "path": "/en-bd/*", "line": 56 }, { "directive": "disallow", "path": "/en-kh/*", "line": 57 }, { "directive": "disallow", "path": "/en-mm/*", "line": 58 }, { "directive": "disallow", "path": "/en-np/*", "line": 59 }, { "directive": "allow", "path": "/en-gb/*", "line": 60 }, { "directive": "allow", "path": "/en-au/*", "line": 61 }, { "directive": "allow", "path": "/en-ca/*", "line": 62 }, { "directive": "allow", "path": "/en-hk/*", "line": 63 }, { "directive": "allow", "path": "/en-in/*", "line": 64 }, { "directive": "allow", "path": "/en-ie/*", "line": 65 }, { "directive": "allow", "path": "/en-my/*", "line": 66 }, { "directive": "allow", "path": "/en-nz/*", "line": 67 }, { "directive": "allow", "path": "/en-sg/*", "line": 68 }, { "directive": "allow", "path": "/en-us/*", "line": 69 }, { "directive": "allow", "path": "/fr-ca/", "line": 70 }, { "directive": "allow", "path": "/zh-cn/", "line": 71 }, { "directive": "allow", "path": "/ja-jp/", "line": 72 }, { "directive": "allow", "path": "/de-de/", "line": 73 }, { "directive": "allow", "path": "/fr-fr/", "line": 74 }, { "directive": "allow", "path": "/sv-se/", "line": 75 }, { "directive": "allow", "path": "/es-es/", "line": 76 }, { "directive": "allow", "path": "/de-ch/", "line": 77 }, { "directive": "allow", "path": "/fr-ch/", "line": 78 }, { "directive": "allow", "path": "/pt-br/", "line": 79 }, { "directive": "allow", "path": "/nl-nl/", "line": 80 }, { "directive": "allow", "path": "/de-at/", "line": 81 }, { "directive": "allow", "path": "/nl-be/", "line": 82 }, { "directive": "allow", "path": "/fr-be/", "line": 83 }, { "directive": "allow", "path": "/da-dk/", "line": 84 }, { "directive": "allow", "path": "/it-it/", "line": 85 }, { "directive": "allow", "path": "/no-no/", "line": 86 }, { "directive": "allow", "path": "/pl-pl/", "line": 87 }, { "directive": "allow", "path": "/zh-hk/", "line": 88 }, { "directive": "allow", "path": "/zh-tw/", "line": 89 }, { "directive": "allow", "path": "/ko-kr/", "line": 90 }, { "directive": "disallow", "path": "/campaign/global/advanced-threats-summit/", "line": 93 }, { "directive": "disallow", "path": "/campaign/global/it-leadership-council-2011/", "line": 94 }, { "directive": "disallow", "path": "/campaign/global/templates/", "line": 95 }, { "directive": "disallow", "path": "/campaigns/ecd/customer-webinar-replay.htm", "line": 96 }, { "directive": "disallow", "path": "/collateral/about/news/emc-world-2008/", "line": 97 }, { "directive": "disallow", "path": "/collateral/about/news/momentum/2009/", "line": 98 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-scaleio-ready-node-vs-hpe-flash.pdf", "line": 99 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-sc-series-flash-storage-vs-hpe-nimble-storage.pdf", "line": 100 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-unity-400f-database-comparison.pdf", "line": 101 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vmax-all-flash-250f-vs-hpe-3par-principled.pdf", "line": 102 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vxrail-p470f-database-performance.pdf", "line": 103 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vxrail-p470f-database-performnace.pdf", "line": 104 }, { "directive": "disallow", "path": "/collateral/cio/", "line": 105 }, { "directive": "disallow", "path": "/collateral/demos/microsites/idc-energy-ticker/", "line": 106 }, { "directive": "disallow", "path": "/collateral/emcwsca/", "line": 107 }, { "directive": "disallow", "path": "/collateral/legal/robots/", "line": 108 }, { "directive": "disallow", "path": "/collateral/microsites/beligium/", "line": 109 }, { "directive": "disallow", "path": "/collateral/microsites/clariion-support/", "line": 110 }, { "directive": "disallow", "path": "/collateral/microsites/customer-update/", "line": 111 }, { "directive": "disallow", "path": "/collateral/microsites/download/", "line": 112 }, { "directive": "disallow", "path": "/collateral/microsites/emcwsca/", "line": 113 }, { "directive": "disallow", "path": "/collateral/microsites/event-stub-files/", "line": 114 }, { "directive": "disallow", "path": "/collateral/microsites/finland/", "line": 115 }, { "directive": "disallow", "path": "/collateral/microsites/france/", "line": 116 }, { "directive": "disallow", "path": "/collateral/microsites/Italy/", "line": 117 }, { "directive": "disallow", "path": "/collateral/microsites/japan/", "line": 118 }, { "directive": "disallow", "path": "/collateral/microsites/misc/", "line": 119 }, { "directive": "disallow", "path": "/collateral/microsites/news-stub-files/", "line": 120 }, { "directive": "disallow", "path": "/collateral/microsites/product-stub-files/", "line": 121 }, { "directive": "disallow", "path": "/collateral/microsites/resource-kits/", "line": 122 }, { "directive": "disallow", "path": "/collateral/microsites/solution-stub-file", "line": 123 }, { "directive": "disallow", "path": "/collateral/microsites/spain/", "line": 124 }, { "directive": "disallow", "path": "/collateral/microsites/sweden/", "line": 125 }, { "directive": "disallow", "path": "/collateral/microsites/uk/", "line": 126 }, { "directive": "disallow", "path": "/collateral/microsites/video-stub-files/", "line": 127 }, { "directive": "disallow", "path": "/collateral/sales/", "line": 128 }, { "directive": "disallow", "path": "/collateral/software/white-papers/h8246-", "line": 129 }, { "directive": "disallow", "path": "/collateral/software-downloads/", "line": 130 }, { "directive": "disallow", "path": "/collateral/support-training/support/installation-guides/", "line": 131 }, { "directive": "disallow", "path": "/collateral/tradeshows/", "line": 132 }, { "directive": "disallow", "path": "/customers/", "line": 133 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/commvault-integrations.htm", "line": 134 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/dell-integrations.htm", "line": 135 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/emc-integrations.htm", "line": 136 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/hp-integrations.htm", "line": 137 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/hyland-integrations.htm", "line": 138 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/ibm-integrations.htm", "line": 139 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/microsoft-integrations.htm", "line": 140 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/opentext-integrations.htm", "line": 141 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/oracle-integrations.htm", "line": 142 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/sap-integrations.htm", "line": 143 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/symantec-integrations.htm", "line": 144 }, { "directive": "disallow", "path": "/demo/aem/index.htm", "line": 145 }, { "directive": "disallow", "path": "/emcwsca/", "line": 146 }, { "directive": "disallow", "path": "/en-us/campaigns/dell-emc/asset-testing.htm", "line": 147 }, { "directive": "disallow", "path": "/en-us/social-media/social-business-request.htm", "line": 148 }, { "directive": "disallow", "path": "/events/*/eu_*", "line": 149 }, { "directive": "disallow", "path": "/events/online-event-presentations/", "line": 150 }, { "directive": "disallow", "path": "/gate/collateral/", "line": 151 }, { "directive": "disallow", "path": "/gate/collateral/distributor/", "line": 152 }, { "directive": "disallow", "path": "/gate/partnerships/campaigns/", "line": 153 }, { "directive": "disallow", "path": "/gate/partnerships/images/", "line": 154 }, { "directive": "disallow", "path": "/images/", "line": 155 }, { "directive": "disallow", "path": "/microsites/06-11-09-partner-summit/", "line": 156 }, { "directive": "disallow", "path": "/microsites/2008/", "line": 157 }, { "directive": "disallow", "path": "/microsites/2009/", "line": 158 }, { "directive": "disallow", "path": "/microsites/2010/", "line": 159 }, { "directive": "disallow", "path": "/microsites/2011/", "line": 160 }, { "directive": "disallow", "path": "/microsites/51baoxiang/", "line": 161 }, { "directive": "disallow", "path": "/microsites/acadia/", "line": 162 }, { "directive": "disallow", "path": "/microsites/accountspayable/", "line": 163 }, { "directive": "disallow", "path": "/microsites/acquisitions/", "line": 164 }, { "directive": "disallow", "path": "/microsites/api-ip/", "line": 165 }, { "directive": "disallow", "path": "/microsites/apj-velocity-news/", "line": 166 }, { "directive": "disallow", "path": "/microsites/application_portfolio/", "line": 167 }, { "directive": "disallow", "path": "/microsites/argentina/", "line": 168 }, { "directive": "disallow", "path": "/microsites/australia/", "line": 169 }, { "directive": "disallow", "path": "/microsites/ax4/", "line": 170 }, { "directive": "disallow", "path": "/microsites/ax4acceleratorincentive/", "line": 171 }, { "directive": "disallow", "path": "/microsites/backup/", "line": 172 }, { "directive": "disallow", "path": "/microsites/backuptodisk/", "line": 173 }, { "directive": "disallow", "path": "/microsites/baltics/", "line": 174 }, { "directive": "disallow", "path": "/microsites/banking-summit/", "line": 175 }, { "directive": "disallow", "path": "/microsites/belgium/", "line": 176 }, { "directive": "disallow", "path": "/microsites/bootcamp/", "line": 177 }, { "directive": "disallow", "path": "/microsites/bootcamps/", "line": 178 }, { "directive": "disallow", "path": "/microsites/brand_mgmt/", "line": 179 }, { "directive": "disallow", "path": "/microsites/brazil/", "line": 180 }, { "directive": "disallow", "path": "/microsites/brs/ominture-test-program/", "line": 181 }, { "directive": "disallow", "path": "/microsites/bura/", "line": 182 }, { "directive": "disallow", "path": "/microsites/bura-campaign/", "line": 183 }, { "directive": "disallow", "path": "/microsites/bura-launch/", "line": 184 }, { "directive": "disallow", "path": "/microsites/business-consulting/", "line": 185 }, { "directive": "disallow", "path": "/microsites/calculator-speed-test/", "line": 186 }, { "directive": "disallow", "path": "/microsites/captiva/", "line": 187 }, { "directive": "disallow", "path": "/microsites/captiva-aiim-survey/", "line": 188 }, { "directive": "disallow", "path": "/microsites/captiva-capture/", "line": 189 }, { "directive": "disallow", "path": "/microsites/captiva-day/", "line": 190 }, { "directive": "disallow", "path": "/microsites/captiva-healthcare/", "line": 191 }, { "directive": "disallow", "path": "/microsites/captiva-orbograph/", "line": 192 }, { "directive": "disallow", "path": "/microsites/captiva-pixtran/", "line": 193 }, { "directive": "disallow", "path": "/microsites/celerra/", "line": 194 }, { "directive": "disallow", "path": "/microsites/centerahealth/", "line": 195 }, { "directive": "disallow", "path": "/microsites/ch/", "line": 196 }, { "directive": "disallow", "path": "/microsites/channel-awards/", "line": 197 }, { "directive": "disallow", "path": "/microsites/charity-project/", "line": 198 }, { "directive": "disallow", "path": "/microsites/chile/", "line": 199 }, { "directive": "disallow", "path": "/microsites/cisco/", "line": 200 }, { "directive": "disallow", "path": "/microsites/clariion/", "line": 201 }, { "directive": "disallow", "path": "/microsites/ClariionOpenSource/", "line": 202 }, { "directive": "disallow", "path": "/microsites/clariion-support/", "line": 203 }, { "directive": "disallow", "path": "/microsites/clipping-latam/", "line": 204 }, { "directive": "disallow", "path": "/microsites/cma-customer-day/", "line": 205 }, { "directive": "disallow", "path": "/microsites/compliance_in_box/", "line": 206 }, { "directive": "disallow", "path": "/microsites/connected-goverment/", "line": 207 }, { "directive": "disallow", "path": "/microsites/content/", "line": 208 }, { "directive": "disallow", "path": "/microsites/csr/", "line": 209 }, { "directive": "disallow", "path": "/microsites/customer-christmas/", "line": 210 }, { "directive": "disallow", "path": "/microsites/customer-update/", "line": 211 }, { "directive": "disallow", "path": "/microsites/cx300-ad-wide/", "line": 212 }, { "directive": "disallow", "path": "/microsites/cx4/", "line": 213 }, { "directive": "disallow", "path": "/microsites/cx4demodays/", "line": 214 }, { "directive": "disallow", "path": "/microsites/cx4energy/", "line": 215 }, { "directive": "disallow", "path": "/microsites/cx4-launch/", "line": 216 }, { "directive": "disallow", "path": "/microsites/cx4-low-cost/", "line": 217 }, { "directive": "disallow", "path": "/microsites/cx4-office/", "line": 218 }, { "directive": "disallow", "path": "/microsites/cx4optimised/", "line": 219 }, { "directive": "disallow", "path": "/microsites/cx4protection/", "line": 220 }, { "directive": "disallow", "path": "/microsites/d6-campaign-emea/", "line": 221 }, { "directive": "disallow", "path": "/microsites/dedupe/", "line": 222 }, { "directive": "disallow", "path": "/microsites/deduplisering/", "line": 223 }, { "directive": "disallow", "path": "/microsites/dellemcworld/", "line": 224 }, { "directive": "disallow", "path": "/microsites/democenter/", "line": 225 }, { "directive": "disallow", "path": "/microsites/denmark/", "line": 226 }, { "directive": "disallow", "path": "/microsites/didyouknow/", "line": 227 }, { "directive": "disallow", "path": "/microsites/digital-mailroom/", "line": 228 }, { "directive": "disallow", "path": "/microsites/dig-universe/", "line": 229 }, { "directive": "disallow", "path": "/microsites/documation/", "line": 230 }, { "directive": "disallow", "path": "/microsites/documentum_006/", "line": 231 }, { "directive": "disallow", "path": "/microsites/documentum-6-landing/", "line": 232 }, { "directive": "disallow", "path": "/microsites/documentum-content-enabled-solutions/", "line": 233 }, { "directive": "disallow", "path": "/microsites/dolphin/", "line": 234 }, { "directive": "disallow", "path": "/microsites/domorewithless/", "line": 235 }, { "directive": "disallow", "path": "/microsites/dpa-calculator/", "line": 236 }, { "directive": "disallow", "path": "/microsites/ebook/", "line": 237 }, { "directive": "disallow", "path": "/microsites/ediscovery/", "line": 238 }, { "directive": "disallow", "path": "/microsites/ediscoveryfordummies/", "line": 239 }, { "directive": "disallow", "path": "/microsites/education-services/", "line": 240 }, { "directive": "disallow", "path": "/microsites/efficientit/", "line": 241 }, { "directive": "disallow", "path": "/microsites/ekit/", "line": 242 }, { "directive": "disallow", "path": "/microsites/email/", "line": 243 }, { "directive": "disallow", "path": "/microsites/emailarchive/", "line": 244 }, { "directive": "disallow", "path": "/microsites/email-hosting/", "line": 245 }, { "directive": "disallow", "path": "/microsites/emailxtender/", "line": 246 }, { "directive": "disallow", "path": "/microsites/emccomteam/", "line": 247 }, { "directive": "disallow", "path": "/microsites/emc-dell-cannes/", "line": 248 }, { "directive": "disallow", "path": "/microsites/emc-dell-virtualization/", "line": 249 }, { "directive": "disallow", "path": "/microsites/emc-demo-center/", "line": 250 }, { "directive": "disallow", "path": "/microsites/emcforum/", "line": 251 }, { "directive": "disallow", "path": "/microsites/emc-forum/", "line": 252 }, { "directive": "disallow", "path": "/microsites/emc-fujitsu/", "line": 253 }, { "directive": "disallow", "path": "/microsites/emc-inform-2007/", "line": 254 }, { "directive": "disallow", "path": "/microsites/emc-ireland-seminar/", "line": 255 }, { "directive": "disallow", "path": "/microsites/emcnetworker/", "line": 256 }, { "directive": "disallow", "path": "/microsites/emc-unisys/", "line": 257 }, { "directive": "disallow", "path": "/microsites/emcworld/", "line": 258 }, { "directive": "disallow", "path": "/microsites/emcworld_Copy/", "line": 259 }, { "directive": "disallow", "path": "/microsites/emc-world2008/", "line": 260 }, { "directive": "disallow", "path": "/microsites/emcwsca/", "line": 261 }, { "directive": "disallow", "path": "/microsites/eRoom/", "line": 262 }, { "directive": "disallow", "path": "/microsites/euclides/", "line": 263 }, { "directive": "disallow", "path": "/microsites/event/", "line": 264 }, { "directive": "disallow", "path": "/microsites/event-tw052010/", "line": 265 }, { "directive": "disallow", "path": "/microsites/event-tw062010/", "line": 266 }, { "directive": "disallow", "path": "/microsites/fibrealliance/", "line": 267 }, { "directive": "disallow", "path": "/microsites/filenet/", "line": 268 }, { "directive": "disallow", "path": "/microsites/filmevent-2008/", "line": 269 }, { "directive": "disallow", "path": "/microsites/financialservices/", "line": 270 }, { "directive": "disallow", "path": "/microsites/finland/", "line": 271 }, { "directive": "disallow", "path": "/microsites/fin-serv/", "line": 272 }, { "directive": "disallow", "path": "/microsites/fm-contacts/", "line": 273 }, { "directive": "disallow", "path": "/microsites/forum/", "line": 274 }, { "directive": "disallow", "path": "/microsites/forum2008/", "line": 275 }, { "directive": "disallow", "path": "/microsites/forums/", "line": 276 }, { "directive": "disallow", "path": "/microsites/france/", "line": 277 }, { "directive": "disallow", "path": "/microsites/fsa/", "line": 278 }, { "directive": "disallow", "path": "/microsites/goldmarathonincentive/", "line": 279 }, { "directive": "disallow", "path": "/microsites/govt-site/", "line": 280 }, { "directive": "disallow", "path": "/microsites/greece/", "line": 281 }, { "directive": "disallow", "path": "/microsites/growth-info/", "line": 282 }, { "directive": "disallow", "path": "/microsites/haab/", "line": 283 }, { "directive": "disallow", "path": "/microsites/holiday-cards/", "line": 284 }, { "directive": "disallow", "path": "/microsites/horizon/", "line": 285 }, { "directive": "disallow", "path": "/microsites/ical/", "line": 286 }, { "directive": "disallow", "path": "/microsites/ilm/", "line": 287 }, { "directive": "disallow", "path": "/microsites/images/", "line": 288 }, { "directive": "disallow", "path": "/microsites/info/", "line": 289 }, { "directive": "disallow", "path": "/microsites/inform09/", "line": 290 }, { "directive": "disallow", "path": "/microsites/inform2010/", "line": 291 }, { "directive": "disallow", "path": "/microsites/information/", "line": 292 }, { "directive": "disallow", "path": "/microsites/information-growth/", "line": 293 }, { "directive": "disallow", "path": "/microsites/input-management/", "line": 294 }, { "directive": "disallow", "path": "/microsites/ionixpodcast-series/", "line": 295 }, { "directive": "disallow", "path": "/microsites/ipick/", "line": 296 }, { "directive": "disallow", "path": "/microsites/ipicks/", "line": 297 }, { "directive": "disallow", "path": "/microsites/ipsolutions/", "line": 298 }, { "directive": "disallow", "path": "/microsites/ipstorage/", "line": 299 }, { "directive": "disallow", "path": "/microsites/ip-storage/", "line": 300 }, { "directive": "disallow", "path": "/microsites/ip-storage-hanglider/", "line": 301 }, { "directive": "disallow", "path": "/microsites/ip-storage-jellybean/", "line": 302 }, { "directive": "disallow", "path": "/microsites/irm/", "line": 303 }, { "directive": "disallow", "path": "/microsites/israel/", "line": 304 }, { "directive": "disallow", "path": "/microsites/italy/", "line": 305 }, { "directive": "disallow", "path": "/microsites/it-efficiency/", "line": 306 }, { "directive": "disallow", "path": "/microsites/journey-private-cloud/", "line": 307 }, { "directive": "disallow", "path": "/microsites/kashya/", "line": 308 }, { "directive": "disallow", "path": "/microsites/launch/", "line": 309 }, { "directive": "disallow", "path": "/microsites/la-wins/", "line": 310 }, { "directive": "disallow", "path": "/microsites/leadership/", "line": 311 }, { "directive": "disallow", "path": "/microsites/leadership-innovation/", "line": 312 }, { "directive": "disallow", "path": "/microsites/local-events/", "line": 313 }, { "directive": "disallow", "path": "/microsites/looking-for-something/", "line": 314 }, { "directive": "disallow", "path": "/microsites/lss/", "line": 315 }, { "directive": "disallow", "path": "/microsites/lss_copy/", "line": 316 }, { "directive": "disallow", "path": "/microsites/lssv/", "line": 317 }, { "directive": "disallow", "path": "/microsites/marketing-campaigns/", "line": 318 }, { "directive": "disallow", "path": "/microsites/marketing-reports-forms/", "line": 319 }, { "directive": "disallow", "path": "/microsites/mcm/", "line": 320 }, { "directive": "disallow", "path": "/microsites/mexico/", "line": 321 }, { "directive": "disallow", "path": "/microsites/mp3/", "line": 322 }, { "directive": "disallow", "path": "/microsites/msp/", "line": 323 }, { "directive": "disallow", "path": "/microsites/netwin-support/", "line": 324 }, { "directive": "disallow", "path": "/microsites/networker/", "line": 325 }, { "directive": "disallow", "path": "/microsites/networker-group/", "line": 326 }, { "directive": "disallow", "path": "/microsites/networkerwebcast/", "line": 327 }, { "directive": "disallow", "path": "/microsites/newsletters/", "line": 328 }, { "directive": "disallow", "path": "/microsites/norway/", "line": 329 }, { "directive": "disallow", "path": "/microsites/nx4/", "line": 330 }, { "directive": "disallow", "path": "/microsites/nx4old/", "line": 331 }, { "directive": "disallow", "path": "/microsites/oem/", "line": 332 }, { "directive": "disallow", "path": "/microsites/on/", "line": 333 }, { "directive": "disallow", "path": "/microsites/on-newsletter/", "line": 334 }, { "directive": "disallow", "path": "/microsites/on-spezial/", "line": 335 }, { "directive": "disallow", "path": "/microsites/oracle-networker-solutions/", "line": 336 }, { "directive": "disallow", "path": "/microsites/partner-bulletin/", "line": 337 }, { "directive": "disallow", "path": "/microsites/partner-newsletter/", "line": 338 }, { "directive": "disallow", "path": "/microsites/partners-event/", "line": 339 }, { "directive": "disallow", "path": "/microsites/partner-south/", "line": 340 }, { "directive": "disallow", "path": "/microsites/peru/", "line": 341 }, { "directive": "disallow", "path": "/microsites/poland/", "line": 342 }, { "directive": "disallow", "path": "/microsites/portugal/", "line": 343 }, { "directive": "disallow", "path": "/microsites/post-event/", "line": 344 }, { "directive": "disallow", "path": "/microsites/private-cloud/", "line": 345 }, { "directive": "disallow", "path": "/microsites/process_suite/", "line": 346 }, { "directive": "disallow", "path": "/microsites/promoinclude/", "line": 347 }, { "directive": "disallow", "path": "/microsites/promotional/", "line": 348 }, { "directive": "disallow", "path": "/microsites/public-sector/", "line": 349 }, { "directive": "disallow", "path": "/microsites/quick-scan/", "line": 350 }, { "directive": "disallow", "path": "/microsites/rackandstack/", "line": 351 }, { "directive": "disallow", "path": "/microsites/re/", "line": 352 }, { "directive": "disallow", "path": "/microsites/record-breaking-event/", "line": 353 }, { "directive": "disallow", "path": "/microsites/record-breaking-event/test/", "line": 354 }, { "directive": "disallow", "path": "/microsites/recover-point/", "line": 355 }, { "directive": "disallow", "path": "/microsites/redirect/", "line": 356 }, { "directive": "disallow", "path": "/microsites/regional/", "line": 357 }, { "directive": "disallow", "path": "/microsites/rem-08/", "line": 358 }, { "directive": "disallow", "path": "/microsites/replistor/", "line": 359 }, { "directive": "disallow", "path": "/microsites/risk/", "line": 360 }, { "directive": "disallow", "path": "/microsites/roi_calculator/", "line": 361 }, { "directive": "disallow", "path": "/microsites/rsa/", "line": 362 }, { "directive": "disallow", "path": "/microsites/rsa-conference/", "line": 363 }, { "directive": "disallow", "path": "/microsites/rsa-latam/", "line": 364 }, { "directive": "disallow", "path": "/microsites/rss/", "line": 365 }, { "directive": "disallow", "path": "/microsites/rss-feeds/", "line": 366 }, { "directive": "disallow", "path": "/microsites/safeswap/", "line": 367 }, { "directive": "disallow", "path": "/microsites/sales/", "line": 368 }, { "directive": "disallow", "path": "/microsites/sap/", "line": 369 }, { "directive": "disallow", "path": "/microsites/sap-emea/", "line": 370 }, { "directive": "disallow", "path": "/microsites/scannerdrivers/", "line": 371 }, { "directive": "disallow", "path": "/microsites/sharepoint_ce/", "line": 372 }, { "directive": "disallow", "path": "/microsites/shinein09/", "line": 373 }, { "directive": "disallow", "path": "/microsites/shinein09nz/", "line": 374 }, { "directive": "disallow", "path": "/microsites/showtheway/", "line": 375 }, { "directive": "disallow", "path": "/microsites/slovenia/", "line": 376 }, { "directive": "disallow", "path": "/microsites/small-medium-business/", "line": 377 }, { "directive": "disallow", "path": "/microsites/smart-cubes/", "line": 378 }, { "directive": "disallow", "path": "/microsites/smarts/", "line": 379 }, { "directive": "disallow", "path": "/microsites/smb/", "line": 380 }, { "directive": "disallow", "path": "/microsites/smf/", "line": 381 }, { "directive": "disallow", "path": "/microsites/soluciones-express/", "line": 382 }, { "directive": "disallow", "path": "/microsites/solution-center/", "line": 383 }, { "directive": "disallow", "path": "/microsites/solutions-for-banking/", "line": 384 }, { "directive": "disallow", "path": "/microsites/solutions-for-insurance/", "line": 385 }, { "directive": "disallow", "path": "/microsites/spain/", "line": 386 }, { "directive": "disallow", "path": "/microsites/starttheconversation/", "line": 387 }, { "directive": "disallow", "path": "/microsites/stateofmsepl3630/", "line": 388 }, { "directive": "disallow", "path": "/microsites/stayintouch/", "line": 389 }, { "directive": "disallow", "path": "/microsites/stfbootcamp/", "line": 390 }, { "directive": "disallow", "path": "/microsites/storage-expo/", "line": 391 }, { "directive": "disallow", "path": "/microsites/streamtest/", "line": 392 }, { "directive": "disallow", "path": "/microsites/surveys/", "line": 393 }, { "directive": "disallow", "path": "/microsites/sweden/", "line": 394 }, { "directive": "disallow", "path": "/microsites/tallstory/", "line": 395 }, { "directive": "disallow", "path": "/microsites/talltale/", "line": 396 }, { "directive": "disallow", "path": "/microsites/teammap/", "line": 397 }, { "directive": "disallow", "path": "/microsites/techacademy2009/", "line": 398 }, { "directive": "disallow", "path": "/microsites/tech-enews/", "line": 399 }, { "directive": "disallow", "path": "/microsites/technology-solutions/", "line": 400 }, { "directive": "disallow", "path": "/microsites/telecom-summit/", "line": 401 }, { "directive": "disallow", "path": "/microsites/template-examples/", "line": 402 }, { "directive": "disallow", "path": "/microsites/test/", "line": 403 }, { "directive": "disallow", "path": "/microsites/thecircle/", "line": 404 }, { "directive": "disallow", "path": "/microsites/thrive/", "line": 405 }, { "directive": "disallow", "path": "/microsites/tivoli/", "line": 406 }, { "directive": "disallow", "path": "/microsites/trackingtest/", "line": 407 }, { "directive": "disallow", "path": "/microsites/training/", "line": 408 }, { "directive": "disallow", "path": "/microsites/truearc/", "line": 409 }, { "directive": "disallow", "path": "/microsites/twforum/", "line": 410 }, { "directive": "disallow", "path": "/microsites/twtechnology/", "line": 411 }, { "directive": "disallow", "path": "/microsites/uk/", "line": 412 }, { "directive": "disallow", "path": "/microsites/uk-office-worker/", "line": 413 }, { "directive": "disallow", "path": "/microsites/unified/", "line": 414 }, { "directive": "disallow", "path": "/microsites/unified-event/", "line": 415 }, { "directive": "disallow", "path": "/microsites/unified-guarantee-calc/", "line": 416 }, { "directive": "disallow", "path": "/microsites/unified-storage-virtualization/", "line": 417 }, { "directive": "disallow", "path": "/microsites/user_groups/", "line": 418 }, { "directive": "disallow", "path": "/microsites/usergroup/", "line": 419 }, { "directive": "disallow", "path": "/microsites/vcecoalition/", "line": 420 }, { "directive": "disallow", "path": "/microsites/vcesupport/", "line": 421 }, { "directive": "disallow", "path": "/microsites/velocity-partner-news/", "line": 422 }, { "directive": "disallow", "path": "/microsites/velocity-partner-news-q3-2009/", "line": 423 }, { "directive": "disallow", "path": "/microsites/velocity-workshops/", "line": 424 }, { "directive": "disallow", "path": "/microsites/video/", "line": 425 }, { "directive": "disallow", "path": "/microsites/virtualisation-workshop/", "line": 426 }, { "directive": "disallow", "path": "/microsites/virtualization/", "line": 427 }, { "directive": "disallow", "path": "/microsites/virtualization-seminar/", "line": 428 }, { "directive": "disallow", "path": "/microsites/virtualizedworkshop/", "line": 429 }, { "directive": "disallow", "path": "/microsites/virtually-perfect/", "line": 430 }, { "directive": "disallow", "path": "/microsites/vmware/", "line": 431 }, { "directive": "disallow", "path": "/microsites/vmware-perfect/", "line": 432 }, { "directive": "disallow", "path": "/microsites/vmwareworkshop2010/", "line": 433 }, { "directive": "disallow", "path": "/microsites/wa/", "line": 434 }, { "directive": "disallow", "path": "/microsites/wasps/", "line": 435 }, { "directive": "disallow", "path": "/microsites/water-store/", "line": 436 }, { "directive": "disallow", "path": "/microsites/webex-demo/", "line": 437 }, { "directive": "disallow", "path": "/microsites/webinar/", "line": 438 }, { "directive": "disallow", "path": "/microsites/wheretalentlives/", "line": 439 }, { "directive": "disallow", "path": "/microsites/x_hive/", "line": 440 }, { "directive": "disallow", "path": "/microsites/xmas2010/", "line": 441 }, { "directive": "disallow", "path": "/momentum-barcelona-presentations.htm", "line": 442 }, { "directive": "disallow", "path": "/omniture/", "line": 443 }, { "directive": "disallow", "path": "/products/detail/software/aatesting-sample.htm", "line": 444 }, { "directive": "disallow", "path": "/sales/", "line": 445 }, { "directive": "disallow", "path": "/sales/", "line": 446 }, { "directive": "disallow", "path": "/subjectlist.htm", "line": 447 }, { "directive": "disallow", "path": "/testing/", "line": 448 }, { "directive": "disallow", "path": "/try-and-buy/", "line": 449 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.php$", "line": 5 }, { "directive": "disallow", "path": "/*/configuration-page.htm", "line": 6 }, { "directive": "disallow", "path": "/*/testing/", "line": 7 }, { "directive": "disallow", "path": "/*/what-we-do/index-device.htm", "line": 9 }, { "directive": "disallow", "path": "/*/what-we-do/index-server.htm", "line": 10 }, { "directive": "disallow", "path": "/*/what-we-do/index-storage.htm", "line": 11 }, { "directive": "disallow", "path": "/*/what-we-do/index-apex.htm", "line": 12 }, { "directive": "disallow", "path": "/fr-dz/*", "line": 14 }, { "directive": "disallow", "path": "/en-ai/*", "line": 15 }, { "directive": "disallow", "path": "/en-ag/*", "line": 16 }, { "directive": "disallow", "path": "/en-aw/*", "line": 17 }, { "directive": "disallow", "path": "/en-bs/*", "line": 18 }, { "directive": "disallow", "path": "/en-bb/*", "line": 19 }, { "directive": "disallow", "path": "/en-bz/*", "line": 20 }, { "directive": "disallow", "path": "/en-bm/*", "line": 21 }, { "directive": "disallow", "path": "/es-bo/*", "line": 22 }, { "directive": "disallow", "path": "/en-vg/*", "line": 23 }, { "directive": "disallow", "path": "/en-ky/*", "line": 24 }, { "directive": "disallow", "path": "/es-cr/*", "line": 25 }, { "directive": "disallow", "path": "/fr-cd/*", "line": 26 }, { "directive": "disallow", "path": "/en-dm/*", "line": 27 }, { "directive": "disallow", "path": "/es-do/*", "line": 28 }, { "directive": "disallow", "path": "/es-ec/*", "line": 29 }, { "directive": "disallow", "path": "/es-sv/*", "line": 30 }, { "directive": "disallow", "path": "/en-gd/*", "line": 31 }, { "directive": "disallow", "path": "/es-gt/*", "line": 32 }, { "directive": "disallow", "path": "/en-gy/*", "line": 33 }, { "directive": "disallow", "path": "/es-hn/*", "line": 34 }, { "directive": "disallow", "path": "/en-is/*", "line": 35 }, { "directive": "disallow", "path": "/en-il/*", "line": 36 }, { "directive": "disallow", "path": "/en-jm/*", "line": 37 }, { "directive": "disallow", "path": "/en-ly/*", "line": 38 }, { "directive": "disallow", "path": "/es-ni/*", "line": 39 }, { "directive": "disallow", "path": "/es-pa/*", "line": 40 }, { "directive": "disallow", "path": "/es-py/*", "line": 41 }, { "directive": "disallow", "path": "/en-pr/*", "line": 42 }, { "directive": "disallow", "path": "/fr-cg/*", "line": 43 }, { "directive": "disallow", "path": "/en-kn/*", "line": 44 }, { "directive": "disallow", "path": "/en-lc/*", "line": 45 }, { "directive": "disallow", "path": "/en-vc/*", "line": 46 }, { "directive": "disallow", "path": "/en-sr/*", "line": 47 }, { "directive": "disallow", "path": "/en-tt/*", "line": 48 }, { "directive": "disallow", "path": "/fr-tn/*", "line": 49 }, { "directive": "disallow", "path": "/en-tc/*", "line": 50 }, { "directive": "disallow", "path": "/en-ua/*", "line": 51 }, { "directive": "allow", "path": "/en-uk/*", "line": 52 }, { "directive": "disallow", "path": "/es-uy/*", "line": 53 }, { "directive": "disallow", "path": "/en-vi/*", "line": 54 }, { "directive": "disallow", "path": "/es-ai/*", "line": 55 }, { "directive": "disallow", "path": "/en-bd/*", "line": 56 }, { "directive": "disallow", "path": "/en-kh/*", "line": 57 }, { "directive": "disallow", "path": "/en-mm/*", "line": 58 }, { "directive": "disallow", "path": "/en-np/*", "line": 59 }, { "directive": "allow", "path": "/en-gb/*", "line": 60 }, { "directive": "allow", "path": "/en-au/*", "line": 61 }, { "directive": "allow", "path": "/en-ca/*", "line": 62 }, { "directive": "allow", "path": "/en-hk/*", "line": 63 }, { "directive": "allow", "path": "/en-in/*", "line": 64 }, { "directive": "allow", "path": "/en-ie/*", "line": 65 }, { "directive": "allow", "path": "/en-my/*", "line": 66 }, { "directive": "allow", "path": "/en-nz/*", "line": 67 }, { "directive": "allow", "path": "/en-sg/*", "line": 68 }, { "directive": "allow", "path": "/en-us/*", "line": 69 }, { "directive": "allow", "path": "/fr-ca/", "line": 70 }, { "directive": "allow", "path": "/zh-cn/", "line": 71 }, { "directive": "allow", "path": "/ja-jp/", "line": 72 }, { "directive": "allow", "path": "/de-de/", "line": 73 }, { "directive": "allow", "path": "/fr-fr/", "line": 74 }, { "directive": "allow", "path": "/sv-se/", "line": 75 }, { "directive": "allow", "path": "/es-es/", "line": 76 }, { "directive": "allow", "path": "/de-ch/", "line": 77 }, { "directive": "allow", "path": "/fr-ch/", "line": 78 }, { "directive": "allow", "path": "/pt-br/", "line": 79 }, { "directive": "allow", "path": "/nl-nl/", "line": 80 }, { "directive": "allow", "path": "/de-at/", "line": 81 }, { "directive": "allow", "path": "/nl-be/", "line": 82 }, { "directive": "allow", "path": "/fr-be/", "line": 83 }, { "directive": "allow", "path": "/da-dk/", "line": 84 }, { "directive": "allow", "path": "/it-it/", "line": 85 }, { "directive": "allow", "path": "/no-no/", "line": 86 }, { "directive": "allow", "path": "/pl-pl/", "line": 87 }, { "directive": "allow", "path": "/zh-hk/", "line": 88 }, { "directive": "allow", "path": "/zh-tw/", "line": 89 }, { "directive": "allow", "path": "/ko-kr/", "line": 90 }, { "directive": "disallow", "path": "/campaign/global/advanced-threats-summit/", "line": 93 }, { "directive": "disallow", "path": "/campaign/global/it-leadership-council-2011/", "line": 94 }, { "directive": "disallow", "path": "/campaign/global/templates/", "line": 95 }, { "directive": "disallow", "path": "/campaigns/ecd/customer-webinar-replay.htm", "line": 96 }, { "directive": "disallow", "path": "/collateral/about/news/emc-world-2008/", "line": 97 }, { "directive": "disallow", "path": "/collateral/about/news/momentum/2009/", "line": 98 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-scaleio-ready-node-vs-hpe-flash.pdf", "line": 99 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-sc-series-flash-storage-vs-hpe-nimble-storage.pdf", "line": 100 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-unity-400f-database-comparison.pdf", "line": 101 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vmax-all-flash-250f-vs-hpe-3par-principled.pdf", "line": 102 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vxrail-p470f-database-performance.pdf", "line": 103 }, { "directive": "disallow", "path": "/collateral/analyst-reports/dellemc-vxrail-p470f-database-performnace.pdf", "line": 104 }, { "directive": "disallow", "path": "/collateral/cio/", "line": 105 }, { "directive": "disallow", "path": "/collateral/demos/microsites/idc-energy-ticker/", "line": 106 }, { "directive": "disallow", "path": "/collateral/emcwsca/", "line": 107 }, { "directive": "disallow", "path": "/collateral/legal/robots/", "line": 108 }, { "directive": "disallow", "path": "/collateral/microsites/beligium/", "line": 109 }, { "directive": "disallow", "path": "/collateral/microsites/clariion-support/", "line": 110 }, { "directive": "disallow", "path": "/collateral/microsites/customer-update/", "line": 111 }, { "directive": "disallow", "path": "/collateral/microsites/download/", "line": 112 }, { "directive": "disallow", "path": "/collateral/microsites/emcwsca/", "line": 113 }, { "directive": "disallow", "path": "/collateral/microsites/event-stub-files/", "line": 114 }, { "directive": "disallow", "path": "/collateral/microsites/finland/", "line": 115 }, { "directive": "disallow", "path": "/collateral/microsites/france/", "line": 116 }, { "directive": "disallow", "path": "/collateral/microsites/Italy/", "line": 117 }, { "directive": "disallow", "path": "/collateral/microsites/japan/", "line": 118 }, { "directive": "disallow", "path": "/collateral/microsites/misc/", "line": 119 }, { "directive": "disallow", "path": "/collateral/microsites/news-stub-files/", "line": 120 }, { "directive": "disallow", "path": "/collateral/microsites/product-stub-files/", "line": 121 }, { "directive": "disallow", "path": "/collateral/microsites/resource-kits/", "line": 122 }, { "directive": "disallow", "path": "/collateral/microsites/solution-stub-file", "line": 123 }, { "directive": "disallow", "path": "/collateral/microsites/spain/", "line": 124 }, { "directive": "disallow", "path": "/collateral/microsites/sweden/", "line": 125 }, { "directive": "disallow", "path": "/collateral/microsites/uk/", "line": 126 }, { "directive": "disallow", "path": "/collateral/microsites/video-stub-files/", "line": 127 }, { "directive": "disallow", "path": "/collateral/sales/", "line": 128 }, { "directive": "disallow", "path": "/collateral/software/white-papers/h8246-", "line": 129 }, { "directive": "disallow", "path": "/collateral/software-downloads/", "line": 130 }, { "directive": "disallow", "path": "/collateral/support-training/support/installation-guides/", "line": 131 }, { "directive": "disallow", "path": "/collateral/tradeshows/", "line": 132 }, { "directive": "disallow", "path": "/customers/", "line": 133 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/commvault-integrations.htm", "line": 134 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/dell-integrations.htm", "line": 135 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/emc-integrations.htm", "line": 136 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/hp-integrations.htm", "line": 137 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/hyland-integrations.htm", "line": 138 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/ibm-integrations.htm", "line": 139 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/microsoft-integrations.htm", "line": 140 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/opentext-integrations.htm", "line": 141 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/oracle-integrations.htm", "line": 142 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/sap-integrations.htm", "line": 143 }, { "directive": "disallow", "path": "/data-protection/data-domain/data-domain-operating-system/symantec-integrations.htm", "line": 144 }, { "directive": "disallow", "path": "/demo/aem/index.htm", "line": 145 }, { "directive": "disallow", "path": "/emcwsca/", "line": 146 }, { "directive": "disallow", "path": "/en-us/campaigns/dell-emc/asset-testing.htm", "line": 147 }, { "directive": "disallow", "path": "/en-us/social-media/social-business-request.htm", "line": 148 }, { "directive": "disallow", "path": "/events/*/eu_*", "line": 149 }, { "directive": "disallow", "path": "/events/online-event-presentations/", "line": 150 }, { "directive": "disallow", "path": "/gate/collateral/", "line": 151 }, { "directive": "disallow", "path": "/gate/collateral/distributor/", "line": 152 }, { "directive": "disallow", "path": "/gate/partnerships/campaigns/", "line": 153 }, { "directive": "disallow", "path": "/gate/partnerships/images/", "line": 154 }, { "directive": "disallow", "path": "/images/", "line": 155 }, { "directive": "disallow", "path": "/microsites/06-11-09-partner-summit/", "line": 156 }, { "directive": "disallow", "path": "/microsites/2008/", "line": 157 }, { "directive": "disallow", "path": "/microsites/2009/", "line": 158 }, { "directive": "disallow", "path": "/microsites/2010/", "line": 159 }, { "directive": "disallow", "path": "/microsites/2011/", "line": 160 }, { "directive": "disallow", "path": "/microsites/51baoxiang/", "line": 161 }, { "directive": "disallow", "path": "/microsites/acadia/", "line": 162 }, { "directive": "disallow", "path": "/microsites/accountspayable/", "line": 163 }, { "directive": "disallow", "path": "/microsites/acquisitions/", "line": 164 }, { "directive": "disallow", "path": "/microsites/api-ip/", "line": 165 }, { "directive": "disallow", "path": "/microsites/apj-velocity-news/", "line": 166 }, { "directive": "disallow", "path": "/microsites/application_portfolio/", "line": 167 }, { "directive": "disallow", "path": "/microsites/argentina/", "line": 168 }, { "directive": "disallow", "path": "/microsites/australia/", "line": 169 }, { "directive": "disallow", "path": "/microsites/ax4/", "line": 170 }, { "directive": "disallow", "path": "/microsites/ax4acceleratorincentive/", "line": 171 }, { "directive": "disallow", "path": "/microsites/backup/", "line": 172 }, { "directive": "disallow", "path": "/microsites/backuptodisk/", "line": 173 }, { "directive": "disallow", "path": "/microsites/baltics/", "line": 174 }, { "directive": "disallow", "path": "/microsites/banking-summit/", "line": 175 }, { "directive": "disallow", "path": "/microsites/belgium/", "line": 176 }, { "directive": "disallow", "path": "/microsites/bootcamp/", "line": 177 }, { "directive": "disallow", "path": "/microsites/bootcamps/", "line": 178 }, { "directive": "disallow", "path": "/microsites/brand_mgmt/", "line": 179 }, { "directive": "disallow", "path": "/microsites/brazil/", "line": 180 }, { "directive": "disallow", "path": "/microsites/brs/ominture-test-program/", "line": 181 }, { "directive": "disallow", "path": "/microsites/bura/", "line": 182 }, { "directive": "disallow", "path": "/microsites/bura-campaign/", "line": 183 }, { "directive": "disallow", "path": "/microsites/bura-launch/", "line": 184 }, { "directive": "disallow", "path": "/microsites/business-consulting/", "line": 185 }, { "directive": "disallow", "path": "/microsites/calculator-speed-test/", "line": 186 }, { "directive": "disallow", "path": "/microsites/captiva/", "line": 187 }, { "directive": "disallow", "path": "/microsites/captiva-aiim-survey/", "line": 188 }, { "directive": "disallow", "path": "/microsites/captiva-capture/", "line": 189 }, { "directive": "disallow", "path": "/microsites/captiva-day/", "line": 190 }, { "directive": "disallow", "path": "/microsites/captiva-healthcare/", "line": 191 }, { "directive": "disallow", "path": "/microsites/captiva-orbograph/", "line": 192 }, { "directive": "disallow", "path": "/microsites/captiva-pixtran/", "line": 193 }, { "directive": "disallow", "path": "/microsites/celerra/", "line": 194 }, { "directive": "disallow", "path": "/microsites/centerahealth/", "line": 195 }, { "directive": "disallow", "path": "/microsites/ch/", "line": 196 }, { "directive": "disallow", "path": "/microsites/channel-awards/", "line": 197 }, { "directive": "disallow", "path": "/microsites/charity-project/", "line": 198 }, { "directive": "disallow", "path": "/microsites/chile/", "line": 199 }, { "directive": "disallow", "path": "/microsites/cisco/", "line": 200 }, { "directive": "disallow", "path": "/microsites/clariion/", "line": 201 }, { "directive": "disallow", "path": "/microsites/ClariionOpenSource/", "line": 202 }, { "directive": "disallow", "path": "/microsites/clariion-support/", "line": 203 }, { "directive": "disallow", "path": "/microsites/clipping-latam/", "line": 204 }, { "directive": "disallow", "path": "/microsites/cma-customer-day/", "line": 205 }, { "directive": "disallow", "path": "/microsites/compliance_in_box/", "line": 206 }, { "directive": "disallow", "path": "/microsites/connected-goverment/", "line": 207 }, { "directive": "disallow", "path": "/microsites/content/", "line": 208 }, { "directive": "disallow", "path": "/microsites/csr/", "line": 209 }, { "directive": "disallow", "path": "/microsites/customer-christmas/", "line": 210 }, { "directive": "disallow", "path": "/microsites/customer-update/", "line": 211 }, { "directive": "disallow", "path": "/microsites/cx300-ad-wide/", "line": 212 }, { "directive": "disallow", "path": "/microsites/cx4/", "line": 213 }, { "directive": "disallow", "path": "/microsites/cx4demodays/", "line": 214 }, { "directive": "disallow", "path": "/microsites/cx4energy/", "line": 215 }, { "directive": "disallow", "path": "/microsites/cx4-launch/", "line": 216 }, { "directive": "disallow", "path": "/microsites/cx4-low-cost/", "line": 217 }, { "directive": "disallow", "path": "/microsites/cx4-office/", "line": 218 }, { "directive": "disallow", "path": "/microsites/cx4optimised/", "line": 219 }, { "directive": "disallow", "path": "/microsites/cx4protection/", "line": 220 }, { "directive": "disallow", "path": "/microsites/d6-campaign-emea/", "line": 221 }, { "directive": "disallow", "path": "/microsites/dedupe/", "line": 222 }, { "directive": "disallow", "path": "/microsites/deduplisering/", "line": 223 }, { "directive": "disallow", "path": "/microsites/dellemcworld/", "line": 224 }, { "directive": "disallow", "path": "/microsites/democenter/", "line": 225 }, { "directive": "disallow", "path": "/microsites/denmark/", "line": 226 }, { "directive": "disallow", "path": "/microsites/didyouknow/", "line": 227 }, { "directive": "disallow", "path": "/microsites/digital-mailroom/", "line": 228 }, { "directive": "disallow", "path": "/microsites/dig-universe/", "line": 229 }, { "directive": "disallow", "path": "/microsites/documation/", "line": 230 }, { "directive": "disallow", "path": "/microsites/documentum_006/", "line": 231 }, { "directive": "disallow", "path": "/microsites/documentum-6-landing/", "line": 232 }, { "directive": "disallow", "path": "/microsites/documentum-content-enabled-solutions/", "line": 233 }, { "directive": "disallow", "path": "/microsites/dolphin/", "line": 234 }, { "directive": "disallow", "path": "/microsites/domorewithless/", "line": 235 }, { "directive": "disallow", "path": "/microsites/dpa-calculator/", "line": 236 }, { "directive": "disallow", "path": "/microsites/ebook/", "line": 237 }, { "directive": "disallow", "path": "/microsites/ediscovery/", "line": 238 }, { "directive": "disallow", "path": "/microsites/ediscoveryfordummies/", "line": 239 }, { "directive": "disallow", "path": "/microsites/education-services/", "line": 240 }, { "directive": "disallow", "path": "/microsites/efficientit/", "line": 241 }, { "directive": "disallow", "path": "/microsites/ekit/", "line": 242 }, { "directive": "disallow", "path": "/microsites/email/", "line": 243 }, { "directive": "disallow", "path": "/microsites/emailarchive/", "line": 244 }, { "directive": "disallow", "path": "/microsites/email-hosting/", "line": 245 }, { "directive": "disallow", "path": "/microsites/emailxtender/", "line": 246 }, { "directive": "disallow", "path": "/microsites/emccomteam/", "line": 247 }, { "directive": "disallow", "path": "/microsites/emc-dell-cannes/", "line": 248 }, { "directive": "disallow", "path": "/microsites/emc-dell-virtualization/", "line": 249 }, { "directive": "disallow", "path": "/microsites/emc-demo-center/", "line": 250 }, { "directive": "disallow", "path": "/microsites/emcforum/", "line": 251 }, { "directive": "disallow", "path": "/microsites/emc-forum/", "line": 252 }, { "directive": "disallow", "path": "/microsites/emc-fujitsu/", "line": 253 }, { "directive": "disallow", "path": "/microsites/emc-inform-2007/", "line": 254 }, { "directive": "disallow", "path": "/microsites/emc-ireland-seminar/", "line": 255 }, { "directive": "disallow", "path": "/microsites/emcnetworker/", "line": 256 }, { "directive": "disallow", "path": "/microsites/emc-unisys/", "line": 257 }, { "directive": "disallow", "path": "/microsites/emcworld/", "line": 258 }, { "directive": "disallow", "path": "/microsites/emcworld_Copy/", "line": 259 }, { "directive": "disallow", "path": "/microsites/emc-world2008/", "line": 260 }, { "directive": "disallow", "path": "/microsites/emcwsca/", "line": 261 }, { "directive": "disallow", "path": "/microsites/eRoom/", "line": 262 }, { "directive": "disallow", "path": "/microsites/euclides/", "line": 263 }, { "directive": "disallow", "path": "/microsites/event/", "line": 264 }, { "directive": "disallow", "path": "/microsites/event-tw052010/", "line": 265 }, { "directive": "disallow", "path": "/microsites/event-tw062010/", "line": 266 }, { "directive": "disallow", "path": "/microsites/fibrealliance/", "line": 267 }, { "directive": "disallow", "path": "/microsites/filenet/", "line": 268 }, { "directive": "disallow", "path": "/microsites/filmevent-2008/", "line": 269 }, { "directive": "disallow", "path": "/microsites/financialservices/", "line": 270 }, { "directive": "disallow", "path": "/microsites/finland/", "line": 271 }, { "directive": "disallow", "path": "/microsites/fin-serv/", "line": 272 }, { "directive": "disallow", "path": "/microsites/fm-contacts/", "line": 273 }, { "directive": "disallow", "path": "/microsites/forum/", "line": 274 }, { "directive": "disallow", "path": "/microsites/forum2008/", "line": 275 }, { "directive": "disallow", "path": "/microsites/forums/", "line": 276 }, { "directive": "disallow", "path": "/microsites/france/", "line": 277 }, { "directive": "disallow", "path": "/microsites/fsa/", "line": 278 }, { "directive": "disallow", "path": "/microsites/goldmarathonincentive/", "line": 279 }, { "directive": "disallow", "path": "/microsites/govt-site/", "line": 280 }, { "directive": "disallow", "path": "/microsites/greece/", "line": 281 }, { "directive": "disallow", "path": "/microsites/growth-info/", "line": 282 }, { "directive": "disallow", "path": "/microsites/haab/", "line": 283 }, { "directive": "disallow", "path": "/microsites/holiday-cards/", "line": 284 }, { "directive": "disallow", "path": "/microsites/horizon/", "line": 285 }, { "directive": "disallow", "path": "/microsites/ical/", "line": 286 }, { "directive": "disallow", "path": "/microsites/ilm/", "line": 287 }, { "directive": "disallow", "path": "/microsites/images/", "line": 288 }, { "directive": "disallow", "path": "/microsites/info/", "line": 289 }, { "directive": "disallow", "path": "/microsites/inform09/", "line": 290 }, { "directive": "disallow", "path": "/microsites/inform2010/", "line": 291 }, { "directive": "disallow", "path": "/microsites/information/", "line": 292 }, { "directive": "disallow", "path": "/microsites/information-growth/", "line": 293 }, { "directive": "disallow", "path": "/microsites/input-management/", "line": 294 }, { "directive": "disallow", "path": "/microsites/ionixpodcast-series/", "line": 295 }, { "directive": "disallow", "path": "/microsites/ipick/", "line": 296 }, { "directive": "disallow", "path": "/microsites/ipicks/", "line": 297 }, { "directive": "disallow", "path": "/microsites/ipsolutions/", "line": 298 }, { "directive": "disallow", "path": "/microsites/ipstorage/", "line": 299 }, { "directive": "disallow", "path": "/microsites/ip-storage/", "line": 300 }, { "directive": "disallow", "path": "/microsites/ip-storage-hanglider/", "line": 301 }, { "directive": "disallow", "path": "/microsites/ip-storage-jellybean/", "line": 302 }, { "directive": "disallow", "path": "/microsites/irm/", "line": 303 }, { "directive": "disallow", "path": "/microsites/israel/", "line": 304 }, { "directive": "disallow", "path": "/microsites/italy/", "line": 305 }, { "directive": "disallow", "path": "/microsites/it-efficiency/", "line": 306 }, { "directive": "disallow", "path": "/microsites/journey-private-cloud/", "line": 307 }, { "directive": "disallow", "path": "/microsites/kashya/", "line": 308 }, { "directive": "disallow", "path": "/microsites/launch/", "line": 309 }, { "directive": "disallow", "path": "/microsites/la-wins/", "line": 310 }, { "directive": "disallow", "path": "/microsites/leadership/", "line": 311 }, { "directive": "disallow", "path": "/microsites/leadership-innovation/", "line": 312 }, { "directive": "disallow", "path": "/microsites/local-events/", "line": 313 }, { "directive": "disallow", "path": "/microsites/looking-for-something/", "line": 314 }, { "directive": "disallow", "path": "/microsites/lss/", "line": 315 }, { "directive": "disallow", "path": "/microsites/lss_copy/", "line": 316 }, { "directive": "disallow", "path": "/microsites/lssv/", "line": 317 }, { "directive": "disallow", "path": "/microsites/marketing-campaigns/", "line": 318 }, { "directive": "disallow", "path": "/microsites/marketing-reports-forms/", "line": 319 }, { "directive": "disallow", "path": "/microsites/mcm/", "line": 320 }, { "directive": "disallow", "path": "/microsites/mexico/", "line": 321 }, { "directive": "disallow", "path": "/microsites/mp3/", "line": 322 }, { "directive": "disallow", "path": "/microsites/msp/", "line": 323 }, { "directive": "disallow", "path": "/microsites/netwin-support/", "line": 324 }, { "directive": "disallow", "path": "/microsites/networker/", "line": 325 }, { "directive": "disallow", "path": "/microsites/networker-group/", "line": 326 }, { "directive": "disallow", "path": "/microsites/networkerwebcast/", "line": 327 }, { "directive": "disallow", "path": "/microsites/newsletters/", "line": 328 }, { "directive": "disallow", "path": "/microsites/norway/", "line": 329 }, { "directive": "disallow", "path": "/microsites/nx4/", "line": 330 }, { "directive": "disallow", "path": "/microsites/nx4old/", "line": 331 }, { "directive": "disallow", "path": "/microsites/oem/", "line": 332 }, { "directive": "disallow", "path": "/microsites/on/", "line": 333 }, { "directive": "disallow", "path": "/microsites/on-newsletter/", "line": 334 }, { "directive": "disallow", "path": "/microsites/on-spezial/", "line": 335 }, { "directive": "disallow", "path": "/microsites/oracle-networker-solutions/", "line": 336 }, { "directive": "disallow", "path": "/microsites/partner-bulletin/", "line": 337 }, { "directive": "disallow", "path": "/microsites/partner-newsletter/", "line": 338 }, { "directive": "disallow", "path": "/microsites/partners-event/", "line": 339 }, { "directive": "disallow", "path": "/microsites/partner-south/", "line": 340 }, { "directive": "disallow", "path": "/microsites/peru/", "line": 341 }, { "directive": "disallow", "path": "/microsites/poland/", "line": 342 }, { "directive": "disallow", "path": "/microsites/portugal/", "line": 343 }, { "directive": "disallow", "path": "/microsites/post-event/", "line": 344 }, { "directive": "disallow", "path": "/microsites/private-cloud/", "line": 345 }, { "directive": "disallow", "path": "/microsites/process_suite/", "line": 346 }, { "directive": "disallow", "path": "/microsites/promoinclude/", "line": 347 }, { "directive": "disallow", "path": "/microsites/promotional/", "line": 348 }, { "directive": "disallow", "path": "/microsites/public-sector/", "line": 349 }, { "directive": "disallow", "path": "/microsites/quick-scan/", "line": 350 }, { "directive": "disallow", "path": "/microsites/rackandstack/", "line": 351 }, { "directive": "disallow", "path": "/microsites/re/", "line": 352 }, { "directive": "disallow", "path": "/microsites/record-breaking-event/", "line": 353 }, { "directive": "disallow", "path": "/microsites/record-breaking-event/test/", "line": 354 }, { "directive": "disallow", "path": "/microsites/recover-point/", "line": 355 }, { "directive": "disallow", "path": "/microsites/redirect/", "line": 356 }, { "directive": "disallow", "path": "/microsites/regional/", "line": 357 }, { "directive": "disallow", "path": "/microsites/rem-08/", "line": 358 }, { "directive": "disallow", "path": "/microsites/replistor/", "line": 359 }, { "directive": "disallow", "path": "/microsites/risk/", "line": 360 }, { "directive": "disallow", "path": "/microsites/roi_calculator/", "line": 361 }, { "directive": "disallow", "path": "/microsites/rsa/", "line": 362 }, { "directive": "disallow", "path": "/microsites/rsa-conference/", "line": 363 }, { "directive": "disallow", "path": "/microsites/rsa-latam/", "line": 364 }, { "directive": "disallow", "path": "/microsites/rss/", "line": 365 }, { "directive": "disallow", "path": "/microsites/rss-feeds/", "line": 366 }, { "directive": "disallow", "path": "/microsites/safeswap/", "line": 367 }, { "directive": "disallow", "path": "/microsites/sales/", "line": 368 }, { "directive": "disallow", "path": "/microsites/sap/", "line": 369 }, { "directive": "disallow", "path": "/microsites/sap-emea/", "line": 370 }, { "directive": "disallow", "path": "/microsites/scannerdrivers/", "line": 371 }, { "directive": "disallow", "path": "/microsites/sharepoint_ce/", "line": 372 }, { "directive": "disallow", "path": "/microsites/shinein09/", "line": 373 }, { "directive": "disallow", "path": "/microsites/shinein09nz/", "line": 374 }, { "directive": "disallow", "path": "/microsites/showtheway/", "line": 375 }, { "directive": "disallow", "path": "/microsites/slovenia/", "line": 376 }, { "directive": "disallow", "path": "/microsites/small-medium-business/", "line": 377 }, { "directive": "disallow", "path": "/microsites/smart-cubes/", "line": 378 }, { "directive": "disallow", "path": "/microsites/smarts/", "line": 379 }, { "directive": "disallow", "path": "/microsites/smb/", "line": 380 }, { "directive": "disallow", "path": "/microsites/smf/", "line": 381 }, { "directive": "disallow", "path": "/microsites/soluciones-express/", "line": 382 }, { "directive": "disallow", "path": "/microsites/solution-center/", "line": 383 }, { "directive": "disallow", "path": "/microsites/solutions-for-banking/", "line": 384 }, { "directive": "disallow", "path": "/microsites/solutions-for-insurance/", "line": 385 }, { "directive": "disallow", "path": "/microsites/spain/", "line": 386 }, { "directive": "disallow", "path": "/microsites/starttheconversation/", "line": 387 }, { "directive": "disallow", "path": "/microsites/stateofmsepl3630/", "line": 388 }, { "directive": "disallow", "path": "/microsites/stayintouch/", "line": 389 }, { "directive": "disallow", "path": "/microsites/stfbootcamp/", "line": 390 }, { "directive": "disallow", "path": "/microsites/storage-expo/", "line": 391 }, { "directive": "disallow", "path": "/microsites/streamtest/", "line": 392 }, { "directive": "disallow", "path": "/microsites/surveys/", "line": 393 }, { "directive": "disallow", "path": "/microsites/sweden/", "line": 394 }, { "directive": "disallow", "path": "/microsites/tallstory/", "line": 395 }, { "directive": "disallow", "path": "/microsites/talltale/", "line": 396 }, { "directive": "disallow", "path": "/microsites/teammap/", "line": 397 }, { "directive": "disallow", "path": "/microsites/techacademy2009/", "line": 398 }, { "directive": "disallow", "path": "/microsites/tech-enews/", "line": 399 }, { "directive": "disallow", "path": "/microsites/technology-solutions/", "line": 400 }, { "directive": "disallow", "path": "/microsites/telecom-summit/", "line": 401 }, { "directive": "disallow", "path": "/microsites/template-examples/", "line": 402 }, { "directive": "disallow", "path": "/microsites/test/", "line": 403 }, { "directive": "disallow", "path": "/microsites/thecircle/", "line": 404 }, { "directive": "disallow", "path": "/microsites/thrive/", "line": 405 }, { "directive": "disallow", "path": "/microsites/tivoli/", "line": 406 }, { "directive": "disallow", "path": "/microsites/trackingtest/", "line": 407 }, { "directive": "disallow", "path": "/microsites/training/", "line": 408 }, { "directive": "disallow", "path": "/microsites/truearc/", "line": 409 }, { "directive": "disallow", "path": "/microsites/twforum/", "line": 410 }, { "directive": "disallow", "path": "/microsites/twtechnology/", "line": 411 }, { "directive": "disallow", "path": "/microsites/uk/", "line": 412 }, { "directive": "disallow", "path": "/microsites/uk-office-worker/", "line": 413 }, { "directive": "disallow", "path": "/microsites/unified/", "line": 414 }, { "directive": "disallow", "path": "/microsites/unified-event/", "line": 415 }, { "directive": "disallow", "path": "/microsites/unified-guarantee-calc/", "line": 416 }, { "directive": "disallow", "path": "/microsites/unified-storage-virtualization/", "line": 417 }, { "directive": "disallow", "path": "/microsites/user_groups/", "line": 418 }, { "directive": "disallow", "path": "/microsites/usergroup/", "line": 419 }, { "directive": "disallow", "path": "/microsites/vcecoalition/", "line": 420 }, { "directive": "disallow", "path": "/microsites/vcesupport/", "line": 421 }, { "directive": "disallow", "path": "/microsites/velocity-partner-news/", "line": 422 }, { "directive": "disallow", "path": "/microsites/velocity-partner-news-q3-2009/", "line": 423 }, { "directive": "disallow", "path": "/microsites/velocity-workshops/", "line": 424 }, { "directive": "disallow", "path": "/microsites/video/", "line": 425 }, { "directive": "disallow", "path": "/microsites/virtualisation-workshop/", "line": 426 }, { "directive": "disallow", "path": "/microsites/virtualization/", "line": 427 }, { "directive": "disallow", "path": "/microsites/virtualization-seminar/", "line": 428 }, { "directive": "disallow", "path": "/microsites/virtualizedworkshop/", "line": 429 }, { "directive": "disallow", "path": "/microsites/virtually-perfect/", "line": 430 }, { "directive": "disallow", "path": "/microsites/vmware/", "line": 431 }, { "directive": "disallow", "path": "/microsites/vmware-perfect/", "line": 432 }, { "directive": "disallow", "path": "/microsites/vmwareworkshop2010/", "line": 433 }, { "directive": "disallow", "path": "/microsites/wa/", "line": 434 }, { "directive": "disallow", "path": "/microsites/wasps/", "line": 435 }, { "directive": "disallow", "path": "/microsites/water-store/", "line": 436 }, { "directive": "disallow", "path": "/microsites/webex-demo/", "line": 437 }, { "directive": "disallow", "path": "/microsites/webinar/", "line": 438 }, { "directive": "disallow", "path": "/microsites/wheretalentlives/", "line": 439 }, { "directive": "disallow", "path": "/microsites/x_hive/", "line": 440 }, { "directive": "disallow", "path": "/microsites/xmas2010/", "line": 441 }, { "directive": "disallow", "path": "/momentum-barcelona-presentations.htm", "line": 442 }, { "directive": "disallow", "path": "/omniture/", "line": 443 }, { "directive": "disallow", "path": "/products/detail/software/aatesting-sample.htm", "line": 444 }, { "directive": "disallow", "path": "/sales/", "line": 445 }, { "directive": "disallow", "path": "/sales/", "line": 446 }, { "directive": "disallow", "path": "/subjectlist.htm", "line": 447 }, { "directive": "disallow", "path": "/testing/", "line": 448 }, { "directive": "disallow", "path": "/try-and-buy/", "line": 449 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.delltechnologies.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "a3dfc7b96aba322925765b123cbccd62a2a3c0723d74ca421830020b7968d369", "bytes": 16179 }, { "company": "Delta Air Lines", "cik": "27904", "sector": "Industrials", "origin": "https://www.delta.com", "checkedAt": "2026-09-26T04:55:16.855Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/egift/eGiftPurchase.action", "line": 6 }, { "directive": "allow", "path": "/profile/enrolllanding.action", "line": 7 }, { "directive": "allow", "path": "/etc/designs/global/clientlib-overview.css", "line": 8 }, { "directive": "allow", "path": "/index.jsp", "line": 11 }, { "directive": "allow", "path": "/components/popups/skymark/terms.jsp", "line": 12 }, { "directive": "allow", "path": "/deltareservemqm/mbrLanding.action", "line": 13 }, { "directive": "allow", "path": "/app_links/join_skymiles/index.jsp", "line": 14 }, { "directive": "allow", "path": "/awards/skymark/landing/index.jsp", "line": 15 }, { "directive": "allow", "path": "/privacy_security/index.jsp", "line": 16 }, { "directive": "allow", "path": "/worldwide_sites/index.jsp", "line": 17 }, { "directive": "allow", "path": "/cns/travel/flight_notification/index.jsp", "line": 18 }, { "directive": "allow", "path": "/components/help/apps/booking/fare_class.jsp", "line": 19 }, { "directive": "allow", "path": "/mqm-calculator/help/class.jsp", "line": 20 }, { "directive": "allow", "path": "/about_delta/", "line": 23 }, { "directive": "allow", "path": "/business_programs_services/", "line": 24 }, { "directive": "allow", "path": "/care/", "line": 25 }, { "directive": "allow", "path": "/help/", "line": 26 }, { "directive": "allow", "path": "/legal/", "line": 27 }, { "directive": "allow", "path": "/marketing/", "line": 28 }, { "directive": "allow", "path": "/planning_reservations/", "line": 29 }, { "directive": "allow", "path": "/prog_serv/", "line": 30 }, { "directive": "allow", "path": "/skymiles/", "line": 31 }, { "directive": "allow", "path": "/travel/", "line": 32 }, { "directive": "allow", "path": "/traveling_checkin/", "line": 33 }, { "directive": "allow", "path": "/buygftxfer/", "line": 36 }, { "directive": "allow", "path": "/contactus/", "line": 37 }, { "directive": "allow", "path": "/baggage/", "line": 38 }, { "directive": "allow", "path": "/profile/", "line": 39 }, { "directive": "allow", "path": "/cns/", "line": 40 }, { "directive": "allow", "path": "/inside/", "line": 41 }, { "directive": "allow", "path": "/schedules/", "line": 42 }, { "directive": "allow", "path": "/travel-agency/", "line": 43 }, { "directive": "allow", "path": "/emailus/", "line": 44 }, { "directive": "allow", "path": "/dlsearch/", "line": 45 }, { "directive": "allow", "path": "/skyclub/*.action", "line": 46 }, { "directive": "allow", "path": "/merch/shop*.action", "line": 47 }, { "directive": "allow", "path": "/home/devicetype", "line": 48 }, { "directive": "disallow", "path": "/*.jsp", "line": 51 }, { "directive": "disallow", "path": "/*.pdf", "line": 52 }, { "directive": "disallow", "path": "/flight-status/", "line": 55 }, { "directive": "disallow", "path": "/flight-status", "line": 56 }, { "directive": "disallow", "path": "*flight-status*", "line": 57 }, { "directive": "disallow", "path": "/flight-status/*", "line": 58 }, { "directive": "disallow", "path": "*cacheKey*", "line": 59 }, { "directive": "disallow", "path": "/*cacheKey*", "line": 60 }, { "directive": "disallow", "path": "/*?*cacheKeySuffix=", "line": 61 }, { "directive": "disallow", "path": "*?*paymentRef=", "line": 62 }, { "directive": "disallow", "path": "/site-search?searchTerm=*", "line": 63 }, { "directive": "disallow", "path": "/profile/enrolllanding.action?partnerCd*", "line": 64 }, { "directive": "disallow", "path": "/merch/searchHotelAction.action?locationCode*", "line": 65 }, { "directive": "disallow", "path": "/merch/searchCarAction.action?locationCode*", "line": 66 }, { "directive": "disallow", "path": "/edoc/displayEdocTNC.action*", "line": 67 }, { "directive": "disallow", "path": "/edoc/redeemDocuments.action?action=*", "line": 68 }, { "directive": "disallow", "path": "/air-shopping/findFlights.action*", "line": 69 }, { "directive": "disallow", "path": "/findFlights.action*", "line": 70 }, { "directive": "disallow", "path": "/flight-search/book-a-flight?cacheKeySuffix=", "line": 71 }, { "directive": "disallow", "path": "/flight-search/search?&tripType=", "line": 72 }, { "directive": "disallow", "path": "/flight-search/search?action=", "line": 73 }, { "directive": "disallow", "path": "/custlogin/showResetPassword.action*", "line": 74 }, { "directive": "disallow", "path": "/flight-search-2/", "line": 75 }, { "directive": "disallow", "path": "/search*", "line": 76 }, { "directive": "disallow", "path": "/sitesearch*", "line": 77 }, { "directive": "disallow", "path": "/flightstatus/search/*", "line": 78 }, { "directive": "disallow", "path": "/refund-status/search", "line": 79 }, { "directive": "disallow", "path": "/air-shopping/searchflights.action", "line": 80 }, { "directive": "disallow", "path": "/merch/merch/searchCarAction.action", "line": 81 }, { "directive": "disallow", "path": "/my-trips/upcoming-trips", "line": 82 }, { "directive": "disallow", "path": "/mytrips/printItinerary", "line": 83 }, { "directive": "disallow", "path": "/mytrips/", "line": 84 }, { "directive": "disallow", "path": "/my-trips/search?*", "line": 85 }, { "directive": "disallow", "path": "/reshop/", "line": 86 }, { "directive": "disallow", "path": "/cartreshop/activity/reshopPurchase.action", "line": 87 }, { "directive": "disallow", "path": "/contactus/pages/business_programs_services/agency_irop/index.jsp", "line": 88 }, { "directive": "disallow", "path": "/edoc/displayEdocTnC.action*", "line": 89 }, { "directive": "disallow", "path": "/mypromos/registerPromotion.action", "line": 90 }, { "directive": "disallow", "path": "/profile/promotionconfirm.action*", "line": 91 }, { "directive": "disallow", "path": "/skyclub/purchasemembership_removePromotion.action", "line": 92 }, { "directive": "disallow", "path": "/profile/enrollconfirm.action", "line": 93 }, { "directive": "disallow", "path": "/home", "line": 96 }, { "directive": "disallow", "path": "/home/", "line": 97 }, { "directive": "disallow", "path": "/completepurchase", "line": 98 }, { "directive": "disallow", "path": "/complete-purchase", "line": 99 }, { "directive": "disallow", "path": "/flightsearch/book-a-flight?cacheKeySuffix=", "line": 100 }, { "directive": "disallow", "path": "/lib*", "line": 101 }, { "directive": "disallow", "path": "/etc*", "line": 102 }, { "directive": "disallow", "path": "/cart/", "line": 103 }, { "directive": "disallow", "path": "/customerprofile/", "line": 104 }, { "directive": "disallow", "path": "/edocviewer/", "line": 105 }, { "directive": "disallow", "path": "/oci/", "line": 106 }, { "directive": "disallow", "path": "/onlinerefunds/", "line": 107 }, { "directive": "disallow", "path": "/PCCOciWeb/", "line": 108 }, { "directive": "disallow", "path": "/smlogin/", "line": 109 }, { "directive": "disallow", "path": "/widgetnav/", "line": 110 }, { "directive": "disallow", "path": "/acctmaint/", "line": 111 }, { "directive": "disallow", "path": "/intranetlink/", "line": 112 }, { "directive": "disallow", "path": "/booking/", "line": 113 }, { "directive": "disallow", "path": "/contactus/shared", "line": 114 }, { "directive": "disallow", "path": "/content/dam/delta-www/pdfs/", "line": 115 }, { "directive": "disallow", "path": "/seat/", "line": 116 }, { "directive": "disallow", "path": "/components/", "line": 117 }, { "directive": "disallow", "path": "/content/www/reference/", "line": 118 }, { "directive": "disallow", "path": "/content/www/en_us/offers-and-redirects", "line": 119 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 120 }, { "directive": "disallow", "path": "/myitinerary/", "line": 121 }, { "directive": "disallow", "path": "/custlogin/", "line": 122 }, { "directive": "disallow", "path": "/cartalacarte/", "line": 123 }, { "directive": "disallow", "path": "/air-shopping/", "line": 124 }, { "directive": "disallow", "path": "/air-shopping/*", "line": 125 }, { "directive": "disallow", "path": "/air-shopping*", "line": 126 }, { "directive": "disallow", "path": "/agency-refund/", "line": 127 }, { "directive": "disallow", "path": "/book/activity/confirmation.action", "line": 130 }, { "directive": "disallow", "path": "/mytrips/printItinerary.action", "line": 131 }, { "directive": "disallow", "path": "/mydelta/receiptDetailsPage", "line": 132 }, { "directive": "disallow", "path": "/mydelta/receiptDetailsPage.action", "line": 133 }, { "directive": "disallow", "path": "/mydelta/vacationReceiptDetailsPage", "line": 134 }, { "directive": "disallow", "path": "/mydelta/walletMyReceiptSummary", "line": 135 }, { "directive": "disallow", "path": "/mydelta/walletMyVoucherSummary", "line": 136 }, { "directive": "disallow", "path": "/*smt-silver.html", "line": 139 }, { "directive": "disallow", "path": "/*smt-platinum.html", "line": 140 }, { "directive": "disallow", "path": "/*smt-gold.html", "line": 141 }, { "directive": "disallow", "path": "/*smt-diamond.html", "line": 142 }, { "directive": "disallow", "path": "/*smt-loggedIn.html", "line": 143 }, { "directive": "disallow", "path": "/*smt-member.html", "line": 144 }, { "directive": "disallow", "path": "/apac/en/", "line": 147 }, { "directive": "disallow", "path": "/br/en/", "line": 148 }, { "directive": "disallow", "path": "/ca/en/", "line": 149 }, { "directive": "disallow", "path": "/cn/en/", "line": 150 }, { "directive": "disallow", "path": "/eu/en/", "line": 151 }, { "directive": "disallow", "path": "/fr/en/", "line": 152 }, { "directive": "disallow", "path": "/gb/en/", "line": 153 }, { "directive": "disallow", "path": "/jp/en/", "line": 154 }, { "directive": "disallow", "path": "/kr/en/", "line": 155 }, { "directive": "disallow", "path": "/lac/en/", "line": 156 }, { "directive": "disallow", "path": "/mea/en/", "line": 157 }, { "directive": "disallow", "path": "/mx/en/", "line": 158 }, { "directive": "disallow", "path": "/eu/es/", "line": 159 }, { "directive": "disallow", "path": "/lac/es/", "line": 160 }, { "directive": "disallow", "path": "/mx/es/", "line": 161 }, { "directive": "disallow", "path": "/eu/fr/", "line": 162 }, { "directive": "disallow", "path": "/ca/fr/", "line": 163 }, { "directive": "disallow", "path": "/eu/pt/", "line": 164 }, { "directive": "disallow", "path": "/intl/en/", "line": 165 }, { "directive": "disallow", "path": "/global/en/", "line": 166 }, { "directive": "disallow", "path": "/content/www/apac/en/", "line": 167 }, { "directive": "disallow", "path": "/content/www/br/en/", "line": 168 }, { "directive": "disallow", "path": "/content/www/ca/en/", "line": 169 }, { "directive": "disallow", "path": "/content/www/cn/en/", "line": 170 }, { "directive": "disallow", "path": "/content/www/eu/en/", "line": 171 }, { "directive": "disallow", "path": "/content/www/fr/en/", "line": 172 }, { "directive": "disallow", "path": "/content/www/gb/en/", "line": 173 }, { "directive": "disallow", "path": "/content/www/jp/en/", "line": 174 }, { "directive": "disallow", "path": "/content/www/kr/en/", "line": 175 }, { "directive": "disallow", "path": "/content/www/lac/en/", "line": 176 }, { "directive": "disallow", "path": "/content/www/mea/en/", "line": 177 }, { "directive": "disallow", "path": "/content/www/mx/en/", "line": 178 }, { "directive": "disallow", "path": "/content/www/eu/es/", "line": 179 }, { "directive": "disallow", "path": "/content/www/lac/es/", "line": 180 }, { "directive": "disallow", "path": "/content/www/mx/es/", "line": 181 }, { "directive": "disallow", "path": "/content/www/eu/fr/", "line": 182 }, { "directive": "disallow", "path": "/content/www/ca/fr/", "line": 183 }, { "directive": "disallow", "path": "/content/www/eu/pt/", "line": 184 }, { "directive": "disallow", "path": "/content/www/intl/en/", "line": 185 }, { "directive": "disallow", "path": "/content/www/global/en/", "line": 186 }, { "directive": "disallow", "path": "/content/www/us/en.html", "line": 187 }, { "directive": "disallow", "path": "/index.html", "line": 188 }, { "directive": "disallow", "path": "/us/en/spiritofdelta", "line": 189 }, { "directive": "disallow", "path": "/content/www/us/en/spiritofdelta.html", "line": 190 }, { "directive": "disallow", "path": "/us/en/home", "line": 191 }, { "directive": "disallow", "path": "/home_mach", "line": 192 }, { "directive": "disallow", "path": "*/home_mach", "line": 193 }, { "directive": "disallow", "path": "/giftcards/amex", "line": 194 }, { "directive": "disallow", "path": "/egift/eGiftPurchase.action*", "line": 195 }, { "directive": "disallow", "path": "/egift*", "line": 196 }, { "directive": "disallow", "path": "/seats", "line": 197 }, { "directive": "disallow", "path": "/seats*", "line": 198 }, { "directive": "disallow", "path": "/apac/en", "line": 202 }, { "directive": "disallow", "path": "/br/en", "line": 203 }, { "directive": "disallow", "path": "/ca/en", "line": 204 }, { "directive": "disallow", "path": "/cn/en", "line": 205 }, { "directive": "disallow", "path": "/eu/en", "line": 206 }, { "directive": "disallow", "path": "/fr/en", "line": 207 }, { "directive": "disallow", "path": "/gb/en", "line": 208 }, { "directive": "disallow", "path": "/jp/en", "line": 209 }, { "directive": "disallow", "path": "/kr/en", "line": 210 }, { "directive": "disallow", "path": "/lac/en", "line": 211 }, { "directive": "disallow", "path": "/mea/en", "line": 212 }, { "directive": "disallow", "path": "/mx/en", "line": 213 }, { "directive": "disallow", "path": "/eu/es", "line": 214 }, { "directive": "disallow", "path": "/lac/es", "line": 215 }, { "directive": "disallow", "path": "/mx/es", "line": 216 }, { "directive": "disallow", "path": "/eu/fr", "line": 217 }, { "directive": "disallow", "path": "/ca/fr", "line": 218 }, { "directive": "disallow", "path": "/eu/pt", "line": 219 } ], "warnings": [ 57, 59, 62, 193 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/egift/eGiftPurchase.action", "line": 6 }, { "directive": "allow", "path": "/profile/enrolllanding.action", "line": 7 }, { "directive": "allow", "path": "/etc/designs/global/clientlib-overview.css", "line": 8 }, { "directive": "allow", "path": "/index.jsp", "line": 11 }, { "directive": "allow", "path": "/components/popups/skymark/terms.jsp", "line": 12 }, { "directive": "allow", "path": "/deltareservemqm/mbrLanding.action", "line": 13 }, { "directive": "allow", "path": "/app_links/join_skymiles/index.jsp", "line": 14 }, { "directive": "allow", "path": "/awards/skymark/landing/index.jsp", "line": 15 }, { "directive": "allow", "path": "/privacy_security/index.jsp", "line": 16 }, { "directive": "allow", "path": "/worldwide_sites/index.jsp", "line": 17 }, { "directive": "allow", "path": "/cns/travel/flight_notification/index.jsp", "line": 18 }, { "directive": "allow", "path": "/components/help/apps/booking/fare_class.jsp", "line": 19 }, { "directive": "allow", "path": "/mqm-calculator/help/class.jsp", "line": 20 }, { "directive": "allow", "path": "/about_delta/", "line": 23 }, { "directive": "allow", "path": "/business_programs_services/", "line": 24 }, { "directive": "allow", "path": "/care/", "line": 25 }, { "directive": "allow", "path": "/help/", "line": 26 }, { "directive": "allow", "path": "/legal/", "line": 27 }, { "directive": "allow", "path": "/marketing/", "line": 28 }, { "directive": "allow", "path": "/planning_reservations/", "line": 29 }, { "directive": "allow", "path": "/prog_serv/", "line": 30 }, { "directive": "allow", "path": "/skymiles/", "line": 31 }, { "directive": "allow", "path": "/travel/", "line": 32 }, { "directive": "allow", "path": "/traveling_checkin/", "line": 33 }, { "directive": "allow", "path": "/buygftxfer/", "line": 36 }, { "directive": "allow", "path": "/contactus/", "line": 37 }, { "directive": "allow", "path": "/baggage/", "line": 38 }, { "directive": "allow", "path": "/profile/", "line": 39 }, { "directive": "allow", "path": "/cns/", "line": 40 }, { "directive": "allow", "path": "/inside/", "line": 41 }, { "directive": "allow", "path": "/schedules/", "line": 42 }, { "directive": "allow", "path": "/travel-agency/", "line": 43 }, { "directive": "allow", "path": "/emailus/", "line": 44 }, { "directive": "allow", "path": "/dlsearch/", "line": 45 }, { "directive": "allow", "path": "/skyclub/*.action", "line": 46 }, { "directive": "allow", "path": "/merch/shop*.action", "line": 47 }, { "directive": "allow", "path": "/home/devicetype", "line": 48 }, { "directive": "disallow", "path": "/*.jsp", "line": 51 }, { "directive": "disallow", "path": "/*.pdf", "line": 52 }, { "directive": "disallow", "path": "/flight-status/", "line": 55 }, { "directive": "disallow", "path": "/flight-status", "line": 56 }, { "directive": "disallow", "path": "*flight-status*", "line": 57 }, { "directive": "disallow", "path": "/flight-status/*", "line": 58 }, { "directive": "disallow", "path": "*cacheKey*", "line": 59 }, { "directive": "disallow", "path": "/*cacheKey*", "line": 60 }, { "directive": "disallow", "path": "/*?*cacheKeySuffix=", "line": 61 }, { "directive": "disallow", "path": "*?*paymentRef=", "line": 62 }, { "directive": "disallow", "path": "/site-search?searchTerm=*", "line": 63 }, { "directive": "disallow", "path": "/profile/enrolllanding.action?partnerCd*", "line": 64 }, { "directive": "disallow", "path": "/merch/searchHotelAction.action?locationCode*", "line": 65 }, { "directive": "disallow", "path": "/merch/searchCarAction.action?locationCode*", "line": 66 }, { "directive": "disallow", "path": "/edoc/displayEdocTNC.action*", "line": 67 }, { "directive": "disallow", "path": "/edoc/redeemDocuments.action?action=*", "line": 68 }, { "directive": "disallow", "path": "/air-shopping/findFlights.action*", "line": 69 }, { "directive": "disallow", "path": "/findFlights.action*", "line": 70 }, { "directive": "disallow", "path": "/flight-search/book-a-flight?cacheKeySuffix=", "line": 71 }, { "directive": "disallow", "path": "/flight-search/search?&tripType=", "line": 72 }, { "directive": "disallow", "path": "/flight-search/search?action=", "line": 73 }, { "directive": "disallow", "path": "/custlogin/showResetPassword.action*", "line": 74 }, { "directive": "disallow", "path": "/flight-search-2/", "line": 75 }, { "directive": "disallow", "path": "/search*", "line": 76 }, { "directive": "disallow", "path": "/sitesearch*", "line": 77 }, { "directive": "disallow", "path": "/flightstatus/search/*", "line": 78 }, { "directive": "disallow", "path": "/refund-status/search", "line": 79 }, { "directive": "disallow", "path": "/air-shopping/searchflights.action", "line": 80 }, { "directive": "disallow", "path": "/merch/merch/searchCarAction.action", "line": 81 }, { "directive": "disallow", "path": "/my-trips/upcoming-trips", "line": 82 }, { "directive": "disallow", "path": "/mytrips/printItinerary", "line": 83 }, { "directive": "disallow", "path": "/mytrips/", "line": 84 }, { "directive": "disallow", "path": "/my-trips/search?*", "line": 85 }, { "directive": "disallow", "path": "/reshop/", "line": 86 }, { "directive": "disallow", "path": "/cartreshop/activity/reshopPurchase.action", "line": 87 }, { "directive": "disallow", "path": "/contactus/pages/business_programs_services/agency_irop/index.jsp", "line": 88 }, { "directive": "disallow", "path": "/edoc/displayEdocTnC.action*", "line": 89 }, { "directive": "disallow", "path": "/mypromos/registerPromotion.action", "line": 90 }, { "directive": "disallow", "path": "/profile/promotionconfirm.action*", "line": 91 }, { "directive": "disallow", "path": "/skyclub/purchasemembership_removePromotion.action", "line": 92 }, { "directive": "disallow", "path": "/profile/enrollconfirm.action", "line": 93 }, { "directive": "disallow", "path": "/home", "line": 96 }, { "directive": "disallow", "path": "/home/", "line": 97 }, { "directive": "disallow", "path": "/completepurchase", "line": 98 }, { "directive": "disallow", "path": "/complete-purchase", "line": 99 }, { "directive": "disallow", "path": "/flightsearch/book-a-flight?cacheKeySuffix=", "line": 100 }, { "directive": "disallow", "path": "/lib*", "line": 101 }, { "directive": "disallow", "path": "/etc*", "line": 102 }, { "directive": "disallow", "path": "/cart/", "line": 103 }, { "directive": "disallow", "path": "/customerprofile/", "line": 104 }, { "directive": "disallow", "path": "/edocviewer/", "line": 105 }, { "directive": "disallow", "path": "/oci/", "line": 106 }, { "directive": "disallow", "path": "/onlinerefunds/", "line": 107 }, { "directive": "disallow", "path": "/PCCOciWeb/", "line": 108 }, { "directive": "disallow", "path": "/smlogin/", "line": 109 }, { "directive": "disallow", "path": "/widgetnav/", "line": 110 }, { "directive": "disallow", "path": "/acctmaint/", "line": 111 }, { "directive": "disallow", "path": "/intranetlink/", "line": 112 }, { "directive": "disallow", "path": "/booking/", "line": 113 }, { "directive": "disallow", "path": "/contactus/shared", "line": 114 }, { "directive": "disallow", "path": "/content/dam/delta-www/pdfs/", "line": 115 }, { "directive": "disallow", "path": "/seat/", "line": 116 }, { "directive": "disallow", "path": "/components/", "line": 117 }, { "directive": "disallow", "path": "/content/www/reference/", "line": 118 }, { "directive": "disallow", "path": "/content/www/en_us/offers-and-redirects", "line": 119 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 120 }, { "directive": "disallow", "path": "/myitinerary/", "line": 121 }, { "directive": "disallow", "path": "/custlogin/", "line": 122 }, { "directive": "disallow", "path": "/cartalacarte/", "line": 123 }, { "directive": "disallow", "path": "/air-shopping/", "line": 124 }, { "directive": "disallow", "path": "/air-shopping/*", "line": 125 }, { "directive": "disallow", "path": "/air-shopping*", "line": 126 }, { "directive": "disallow", "path": "/agency-refund/", "line": 127 }, { "directive": "disallow", "path": "/book/activity/confirmation.action", "line": 130 }, { "directive": "disallow", "path": "/mytrips/printItinerary.action", "line": 131 }, { "directive": "disallow", "path": "/mydelta/receiptDetailsPage", "line": 132 }, { "directive": "disallow", "path": "/mydelta/receiptDetailsPage.action", "line": 133 }, { "directive": "disallow", "path": "/mydelta/vacationReceiptDetailsPage", "line": 134 }, { "directive": "disallow", "path": "/mydelta/walletMyReceiptSummary", "line": 135 }, { "directive": "disallow", "path": "/mydelta/walletMyVoucherSummary", "line": 136 }, { "directive": "disallow", "path": "/*smt-silver.html", "line": 139 }, { "directive": "disallow", "path": "/*smt-platinum.html", "line": 140 }, { "directive": "disallow", "path": "/*smt-gold.html", "line": 141 }, { "directive": "disallow", "path": "/*smt-diamond.html", "line": 142 }, { "directive": "disallow", "path": "/*smt-loggedIn.html", "line": 143 }, { "directive": "disallow", "path": "/*smt-member.html", "line": 144 }, { "directive": "disallow", "path": "/apac/en/", "line": 147 }, { "directive": "disallow", "path": "/br/en/", "line": 148 }, { "directive": "disallow", "path": "/ca/en/", "line": 149 }, { "directive": "disallow", "path": "/cn/en/", "line": 150 }, { "directive": "disallow", "path": "/eu/en/", "line": 151 }, { "directive": "disallow", "path": "/fr/en/", "line": 152 }, { "directive": "disallow", "path": "/gb/en/", "line": 153 }, { "directive": "disallow", "path": "/jp/en/", "line": 154 }, { "directive": "disallow", "path": "/kr/en/", "line": 155 }, { "directive": "disallow", "path": "/lac/en/", "line": 156 }, { "directive": "disallow", "path": "/mea/en/", "line": 157 }, { "directive": "disallow", "path": "/mx/en/", "line": 158 }, { "directive": "disallow", "path": "/eu/es/", "line": 159 }, { "directive": "disallow", "path": "/lac/es/", "line": 160 }, { "directive": "disallow", "path": "/mx/es/", "line": 161 }, { "directive": "disallow", "path": "/eu/fr/", "line": 162 }, { "directive": "disallow", "path": "/ca/fr/", "line": 163 }, { "directive": "disallow", "path": "/eu/pt/", "line": 164 }, { "directive": "disallow", "path": "/intl/en/", "line": 165 }, { "directive": "disallow", "path": "/global/en/", "line": 166 }, { "directive": "disallow", "path": "/content/www/apac/en/", "line": 167 }, { "directive": "disallow", "path": "/content/www/br/en/", "line": 168 }, { "directive": "disallow", "path": "/content/www/ca/en/", "line": 169 }, { "directive": "disallow", "path": "/content/www/cn/en/", "line": 170 }, { "directive": "disallow", "path": "/content/www/eu/en/", "line": 171 }, { "directive": "disallow", "path": "/content/www/fr/en/", "line": 172 }, { "directive": "disallow", "path": "/content/www/gb/en/", "line": 173 }, { "directive": "disallow", "path": "/content/www/jp/en/", "line": 174 }, { "directive": "disallow", "path": "/content/www/kr/en/", "line": 175 }, { "directive": "disallow", "path": "/content/www/lac/en/", "line": 176 }, { "directive": "disallow", "path": "/content/www/mea/en/", "line": 177 }, { "directive": "disallow", "path": "/content/www/mx/en/", "line": 178 }, { "directive": "disallow", "path": "/content/www/eu/es/", "line": 179 }, { "directive": "disallow", "path": "/content/www/lac/es/", "line": 180 }, { "directive": "disallow", "path": "/content/www/mx/es/", "line": 181 }, { "directive": "disallow", "path": "/content/www/eu/fr/", "line": 182 }, { "directive": "disallow", "path": "/content/www/ca/fr/", "line": 183 }, { "directive": "disallow", "path": "/content/www/eu/pt/", "line": 184 }, { "directive": "disallow", "path": "/content/www/intl/en/", "line": 185 }, { "directive": "disallow", "path": "/content/www/global/en/", "line": 186 }, { "directive": "disallow", "path": "/content/www/us/en.html", "line": 187 }, { "directive": "disallow", "path": "/index.html", "line": 188 }, { "directive": "disallow", "path": "/us/en/spiritofdelta", "line": 189 }, { "directive": "disallow", "path": "/content/www/us/en/spiritofdelta.html", "line": 190 }, { "directive": "disallow", "path": "/us/en/home", "line": 191 }, { "directive": "disallow", "path": "/home_mach", "line": 192 }, { "directive": "disallow", "path": "*/home_mach", "line": 193 }, { "directive": "disallow", "path": "/giftcards/amex", "line": 194 }, { "directive": "disallow", "path": "/egift/eGiftPurchase.action*", "line": 195 }, { "directive": "disallow", "path": "/egift*", "line": 196 }, { "directive": "disallow", "path": "/seats", "line": 197 }, { "directive": "disallow", "path": "/seats*", "line": 198 }, { "directive": "disallow", "path": "/apac/en", "line": 202 }, { "directive": "disallow", "path": "/br/en", "line": 203 }, { "directive": "disallow", "path": "/ca/en", "line": 204 }, { "directive": "disallow", "path": "/cn/en", "line": 205 }, { "directive": "disallow", "path": "/eu/en", "line": 206 }, { "directive": "disallow", "path": "/fr/en", "line": 207 }, { "directive": "disallow", "path": "/gb/en", "line": 208 }, { "directive": "disallow", "path": "/jp/en", "line": 209 }, { "directive": "disallow", "path": "/kr/en", "line": 210 }, { "directive": "disallow", "path": "/lac/en", "line": 211 }, { "directive": "disallow", "path": "/mea/en", "line": 212 }, { "directive": "disallow", "path": "/mx/en", "line": 213 }, { "directive": "disallow", "path": "/eu/es", "line": 214 }, { "directive": "disallow", "path": "/lac/es", "line": 215 }, { "directive": "disallow", "path": "/mx/es", "line": 216 }, { "directive": "disallow", "path": "/eu/fr", "line": 217 }, { "directive": "disallow", "path": "/ca/fr", "line": 218 }, { "directive": "disallow", "path": "/eu/pt", "line": 219 } ], "warnings": [ 57, 59, 62, 193 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/egift/eGiftPurchase.action", "line": 6 }, { "directive": "allow", "path": "/profile/enrolllanding.action", "line": 7 }, { "directive": "allow", "path": "/etc/designs/global/clientlib-overview.css", "line": 8 }, { "directive": "allow", "path": "/index.jsp", "line": 11 }, { "directive": "allow", "path": "/components/popups/skymark/terms.jsp", "line": 12 }, { "directive": "allow", "path": "/deltareservemqm/mbrLanding.action", "line": 13 }, { "directive": "allow", "path": "/app_links/join_skymiles/index.jsp", "line": 14 }, { "directive": "allow", "path": "/awards/skymark/landing/index.jsp", "line": 15 }, { "directive": "allow", "path": "/privacy_security/index.jsp", "line": 16 }, { "directive": "allow", "path": "/worldwide_sites/index.jsp", "line": 17 }, { "directive": "allow", "path": "/cns/travel/flight_notification/index.jsp", "line": 18 }, { "directive": "allow", "path": "/components/help/apps/booking/fare_class.jsp", "line": 19 }, { "directive": "allow", "path": "/mqm-calculator/help/class.jsp", "line": 20 }, { "directive": "allow", "path": "/about_delta/", "line": 23 }, { "directive": "allow", "path": "/business_programs_services/", "line": 24 }, { "directive": "allow", "path": "/care/", "line": 25 }, { "directive": "allow", "path": "/help/", "line": 26 }, { "directive": "allow", "path": "/legal/", "line": 27 }, { "directive": "allow", "path": "/marketing/", "line": 28 }, { "directive": "allow", "path": "/planning_reservations/", "line": 29 }, { "directive": "allow", "path": "/prog_serv/", "line": 30 }, { "directive": "allow", "path": "/skymiles/", "line": 31 }, { "directive": "allow", "path": "/travel/", "line": 32 }, { "directive": "allow", "path": "/traveling_checkin/", "line": 33 }, { "directive": "allow", "path": "/buygftxfer/", "line": 36 }, { "directive": "allow", "path": "/contactus/", "line": 37 }, { "directive": "allow", "path": "/baggage/", "line": 38 }, { "directive": "allow", "path": "/profile/", "line": 39 }, { "directive": "allow", "path": "/cns/", "line": 40 }, { "directive": "allow", "path": "/inside/", "line": 41 }, { "directive": "allow", "path": "/schedules/", "line": 42 }, { "directive": "allow", "path": "/travel-agency/", "line": 43 }, { "directive": "allow", "path": "/emailus/", "line": 44 }, { "directive": "allow", "path": "/dlsearch/", "line": 45 }, { "directive": "allow", "path": "/skyclub/*.action", "line": 46 }, { "directive": "allow", "path": "/merch/shop*.action", "line": 47 }, { "directive": "allow", "path": "/home/devicetype", "line": 48 }, { "directive": "disallow", "path": "/*.jsp", "line": 51 }, { "directive": "disallow", "path": "/*.pdf", "line": 52 }, { "directive": "disallow", "path": "/flight-status/", "line": 55 }, { "directive": "disallow", "path": "/flight-status", "line": 56 }, { "directive": "disallow", "path": "*flight-status*", "line": 57 }, { "directive": "disallow", "path": "/flight-status/*", "line": 58 }, { "directive": "disallow", "path": "*cacheKey*", "line": 59 }, { "directive": "disallow", "path": "/*cacheKey*", "line": 60 }, { "directive": "disallow", "path": "/*?*cacheKeySuffix=", "line": 61 }, { "directive": "disallow", "path": "*?*paymentRef=", "line": 62 }, { "directive": "disallow", "path": "/site-search?searchTerm=*", "line": 63 }, { "directive": "disallow", "path": "/profile/enrolllanding.action?partnerCd*", "line": 64 }, { "directive": "disallow", "path": "/merch/searchHotelAction.action?locationCode*", "line": 65 }, { "directive": "disallow", "path": "/merch/searchCarAction.action?locationCode*", "line": 66 }, { "directive": "disallow", "path": "/edoc/displayEdocTNC.action*", "line": 67 }, { "directive": "disallow", "path": "/edoc/redeemDocuments.action?action=*", "line": 68 }, { "directive": "disallow", "path": "/air-shopping/findFlights.action*", "line": 69 }, { "directive": "disallow", "path": "/findFlights.action*", "line": 70 }, { "directive": "disallow", "path": "/flight-search/book-a-flight?cacheKeySuffix=", "line": 71 }, { "directive": "disallow", "path": "/flight-search/search?&tripType=", "line": 72 }, { "directive": "disallow", "path": "/flight-search/search?action=", "line": 73 }, { "directive": "disallow", "path": "/custlogin/showResetPassword.action*", "line": 74 }, { "directive": "disallow", "path": "/flight-search-2/", "line": 75 }, { "directive": "disallow", "path": "/search*", "line": 76 }, { "directive": "disallow", "path": "/sitesearch*", "line": 77 }, { "directive": "disallow", "path": "/flightstatus/search/*", "line": 78 }, { "directive": "disallow", "path": "/refund-status/search", "line": 79 }, { "directive": "disallow", "path": "/air-shopping/searchflights.action", "line": 80 }, { "directive": "disallow", "path": "/merch/merch/searchCarAction.action", "line": 81 }, { "directive": "disallow", "path": "/my-trips/upcoming-trips", "line": 82 }, { "directive": "disallow", "path": "/mytrips/printItinerary", "line": 83 }, { "directive": "disallow", "path": "/mytrips/", "line": 84 }, { "directive": "disallow", "path": "/my-trips/search?*", "line": 85 }, { "directive": "disallow", "path": "/reshop/", "line": 86 }, { "directive": "disallow", "path": "/cartreshop/activity/reshopPurchase.action", "line": 87 }, { "directive": "disallow", "path": "/contactus/pages/business_programs_services/agency_irop/index.jsp", "line": 88 }, { "directive": "disallow", "path": "/edoc/displayEdocTnC.action*", "line": 89 }, { "directive": "disallow", "path": "/mypromos/registerPromotion.action", "line": 90 }, { "directive": "disallow", "path": "/profile/promotionconfirm.action*", "line": 91 }, { "directive": "disallow", "path": "/skyclub/purchasemembership_removePromotion.action", "line": 92 }, { "directive": "disallow", "path": "/profile/enrollconfirm.action", "line": 93 }, { "directive": "disallow", "path": "/home", "line": 96 }, { "directive": "disallow", "path": "/home/", "line": 97 }, { "directive": "disallow", "path": "/completepurchase", "line": 98 }, { "directive": "disallow", "path": "/complete-purchase", "line": 99 }, { "directive": "disallow", "path": "/flightsearch/book-a-flight?cacheKeySuffix=", "line": 100 }, { "directive": "disallow", "path": "/lib*", "line": 101 }, { "directive": "disallow", "path": "/etc*", "line": 102 }, { "directive": "disallow", "path": "/cart/", "line": 103 }, { "directive": "disallow", "path": "/customerprofile/", "line": 104 }, { "directive": "disallow", "path": "/edocviewer/", "line": 105 }, { "directive": "disallow", "path": "/oci/", "line": 106 }, { "directive": "disallow", "path": "/onlinerefunds/", "line": 107 }, { "directive": "disallow", "path": "/PCCOciWeb/", "line": 108 }, { "directive": "disallow", "path": "/smlogin/", "line": 109 }, { "directive": "disallow", "path": "/widgetnav/", "line": 110 }, { "directive": "disallow", "path": "/acctmaint/", "line": 111 }, { "directive": "disallow", "path": "/intranetlink/", "line": 112 }, { "directive": "disallow", "path": "/booking/", "line": 113 }, { "directive": "disallow", "path": "/contactus/shared", "line": 114 }, { "directive": "disallow", "path": "/content/dam/delta-www/pdfs/", "line": 115 }, { "directive": "disallow", "path": "/seat/", "line": 116 }, { "directive": "disallow", "path": "/components/", "line": 117 }, { "directive": "disallow", "path": "/content/www/reference/", "line": 118 }, { "directive": "disallow", "path": "/content/www/en_us/offers-and-redirects", "line": 119 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 120 }, { "directive": "disallow", "path": "/myitinerary/", "line": 121 }, { "directive": "disallow", "path": "/custlogin/", "line": 122 }, { "directive": "disallow", "path": "/cartalacarte/", "line": 123 }, { "directive": "disallow", "path": "/air-shopping/", "line": 124 }, { "directive": "disallow", "path": "/air-shopping/*", "line": 125 }, { "directive": "disallow", "path": "/air-shopping*", "line": 126 }, { "directive": "disallow", "path": "/agency-refund/", "line": 127 }, { "directive": "disallow", "path": "/book/activity/confirmation.action", "line": 130 }, { "directive": "disallow", "path": "/mytrips/printItinerary.action", "line": 131 }, { "directive": "disallow", "path": "/mydelta/receiptDetailsPage", "line": 132 }, { "directive": "disallow", "path": "/mydelta/receiptDetailsPage.action", "line": 133 }, { "directive": "disallow", "path": "/mydelta/vacationReceiptDetailsPage", "line": 134 }, { "directive": "disallow", "path": "/mydelta/walletMyReceiptSummary", "line": 135 }, { "directive": "disallow", "path": "/mydelta/walletMyVoucherSummary", "line": 136 }, { "directive": "disallow", "path": "/*smt-silver.html", "line": 139 }, { "directive": "disallow", "path": "/*smt-platinum.html", "line": 140 }, { "directive": "disallow", "path": "/*smt-gold.html", "line": 141 }, { "directive": "disallow", "path": "/*smt-diamond.html", "line": 142 }, { "directive": "disallow", "path": "/*smt-loggedIn.html", "line": 143 }, { "directive": "disallow", "path": "/*smt-member.html", "line": 144 }, { "directive": "disallow", "path": "/apac/en/", "line": 147 }, { "directive": "disallow", "path": "/br/en/", "line": 148 }, { "directive": "disallow", "path": "/ca/en/", "line": 149 }, { "directive": "disallow", "path": "/cn/en/", "line": 150 }, { "directive": "disallow", "path": "/eu/en/", "line": 151 }, { "directive": "disallow", "path": "/fr/en/", "line": 152 }, { "directive": "disallow", "path": "/gb/en/", "line": 153 }, { "directive": "disallow", "path": "/jp/en/", "line": 154 }, { "directive": "disallow", "path": "/kr/en/", "line": 155 }, { "directive": "disallow", "path": "/lac/en/", "line": 156 }, { "directive": "disallow", "path": "/mea/en/", "line": 157 }, { "directive": "disallow", "path": "/mx/en/", "line": 158 }, { "directive": "disallow", "path": "/eu/es/", "line": 159 }, { "directive": "disallow", "path": "/lac/es/", "line": 160 }, { "directive": "disallow", "path": "/mx/es/", "line": 161 }, { "directive": "disallow", "path": "/eu/fr/", "line": 162 }, { "directive": "disallow", "path": "/ca/fr/", "line": 163 }, { "directive": "disallow", "path": "/eu/pt/", "line": 164 }, { "directive": "disallow", "path": "/intl/en/", "line": 165 }, { "directive": "disallow", "path": "/global/en/", "line": 166 }, { "directive": "disallow", "path": "/content/www/apac/en/", "line": 167 }, { "directive": "disallow", "path": "/content/www/br/en/", "line": 168 }, { "directive": "disallow", "path": "/content/www/ca/en/", "line": 169 }, { "directive": "disallow", "path": "/content/www/cn/en/", "line": 170 }, { "directive": "disallow", "path": "/content/www/eu/en/", "line": 171 }, { "directive": "disallow", "path": "/content/www/fr/en/", "line": 172 }, { "directive": "disallow", "path": "/content/www/gb/en/", "line": 173 }, { "directive": "disallow", "path": "/content/www/jp/en/", "line": 174 }, { "directive": "disallow", "path": "/content/www/kr/en/", "line": 175 }, { "directive": "disallow", "path": "/content/www/lac/en/", "line": 176 }, { "directive": "disallow", "path": "/content/www/mea/en/", "line": 177 }, { "directive": "disallow", "path": "/content/www/mx/en/", "line": 178 }, { "directive": "disallow", "path": "/content/www/eu/es/", "line": 179 }, { "directive": "disallow", "path": "/content/www/lac/es/", "line": 180 }, { "directive": "disallow", "path": "/content/www/mx/es/", "line": 181 }, { "directive": "disallow", "path": "/content/www/eu/fr/", "line": 182 }, { "directive": "disallow", "path": "/content/www/ca/fr/", "line": 183 }, { "directive": "disallow", "path": "/content/www/eu/pt/", "line": 184 }, { "directive": "disallow", "path": "/content/www/intl/en/", "line": 185 }, { "directive": "disallow", "path": "/content/www/global/en/", "line": 186 }, { "directive": "disallow", "path": "/content/www/us/en.html", "line": 187 }, { "directive": "disallow", "path": "/index.html", "line": 188 }, { "directive": "disallow", "path": "/us/en/spiritofdelta", "line": 189 }, { "directive": "disallow", "path": "/content/www/us/en/spiritofdelta.html", "line": 190 }, { "directive": "disallow", "path": "/us/en/home", "line": 191 }, { "directive": "disallow", "path": "/home_mach", "line": 192 }, { "directive": "disallow", "path": "*/home_mach", "line": 193 }, { "directive": "disallow", "path": "/giftcards/amex", "line": 194 }, { "directive": "disallow", "path": "/egift/eGiftPurchase.action*", "line": 195 }, { "directive": "disallow", "path": "/egift*", "line": 196 }, { "directive": "disallow", "path": "/seats", "line": 197 }, { "directive": "disallow", "path": "/seats*", "line": 198 }, { "directive": "disallow", "path": "/apac/en", "line": 202 }, { "directive": "disallow", "path": "/br/en", "line": 203 }, { "directive": "disallow", "path": "/ca/en", "line": 204 }, { "directive": "disallow", "path": "/cn/en", "line": 205 }, { "directive": "disallow", "path": "/eu/en", "line": 206 }, { "directive": "disallow", "path": "/fr/en", "line": 207 }, { "directive": "disallow", "path": "/gb/en", "line": 208 }, { "directive": "disallow", "path": "/jp/en", "line": 209 }, { "directive": "disallow", "path": "/kr/en", "line": 210 }, { "directive": "disallow", "path": "/lac/en", "line": 211 }, { "directive": "disallow", "path": "/mea/en", "line": 212 }, { "directive": "disallow", "path": "/mx/en", "line": 213 }, { "directive": "disallow", "path": "/eu/es", "line": 214 }, { "directive": "disallow", "path": "/lac/es", "line": 215 }, { "directive": "disallow", "path": "/mx/es", "line": 216 }, { "directive": "disallow", "path": "/eu/fr", "line": 217 }, { "directive": "disallow", "path": "/ca/fr", "line": 218 }, { "directive": "disallow", "path": "/eu/pt", "line": 219 } ], "warnings": [ 57, 59, 62, 193 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/egift/eGiftPurchase.action", "line": 6 }, { "directive": "allow", "path": "/profile/enrolllanding.action", "line": 7 }, { "directive": "allow", "path": "/etc/designs/global/clientlib-overview.css", "line": 8 }, { "directive": "allow", "path": "/index.jsp", "line": 11 }, { "directive": "allow", "path": "/components/popups/skymark/terms.jsp", "line": 12 }, { "directive": "allow", "path": "/deltareservemqm/mbrLanding.action", "line": 13 }, { "directive": "allow", "path": "/app_links/join_skymiles/index.jsp", "line": 14 }, { "directive": "allow", "path": "/awards/skymark/landing/index.jsp", "line": 15 }, { "directive": "allow", "path": "/privacy_security/index.jsp", "line": 16 }, { "directive": "allow", "path": "/worldwide_sites/index.jsp", "line": 17 }, { "directive": "allow", "path": "/cns/travel/flight_notification/index.jsp", "line": 18 }, { "directive": "allow", "path": "/components/help/apps/booking/fare_class.jsp", "line": 19 }, { "directive": "allow", "path": "/mqm-calculator/help/class.jsp", "line": 20 }, { "directive": "allow", "path": "/about_delta/", "line": 23 }, { "directive": "allow", "path": "/business_programs_services/", "line": 24 }, { "directive": "allow", "path": "/care/", "line": 25 }, { "directive": "allow", "path": "/help/", "line": 26 }, { "directive": "allow", "path": "/legal/", "line": 27 }, { "directive": "allow", "path": "/marketing/", "line": 28 }, { "directive": "allow", "path": "/planning_reservations/", "line": 29 }, { "directive": "allow", "path": "/prog_serv/", "line": 30 }, { "directive": "allow", "path": "/skymiles/", "line": 31 }, { "directive": "allow", "path": "/travel/", "line": 32 }, { "directive": "allow", "path": "/traveling_checkin/", "line": 33 }, { "directive": "allow", "path": "/buygftxfer/", "line": 36 }, { "directive": "allow", "path": "/contactus/", "line": 37 }, { "directive": "allow", "path": "/baggage/", "line": 38 }, { "directive": "allow", "path": "/profile/", "line": 39 }, { "directive": "allow", "path": "/cns/", "line": 40 }, { "directive": "allow", "path": "/inside/", "line": 41 }, { "directive": "allow", "path": "/schedules/", "line": 42 }, { "directive": "allow", "path": "/travel-agency/", "line": 43 }, { "directive": "allow", "path": "/emailus/", "line": 44 }, { "directive": "allow", "path": "/dlsearch/", "line": 45 }, { "directive": "allow", "path": "/skyclub/*.action", "line": 46 }, { "directive": "allow", "path": "/merch/shop*.action", "line": 47 }, { "directive": "allow", "path": "/home/devicetype", "line": 48 }, { "directive": "disallow", "path": "/*.jsp", "line": 51 }, { "directive": "disallow", "path": "/*.pdf", "line": 52 }, { "directive": "disallow", "path": "/flight-status/", "line": 55 }, { "directive": "disallow", "path": "/flight-status", "line": 56 }, { "directive": "disallow", "path": "*flight-status*", "line": 57 }, { "directive": "disallow", "path": "/flight-status/*", "line": 58 }, { "directive": "disallow", "path": "*cacheKey*", "line": 59 }, { "directive": "disallow", "path": "/*cacheKey*", "line": 60 }, { "directive": "disallow", "path": "/*?*cacheKeySuffix=", "line": 61 }, { "directive": "disallow", "path": "*?*paymentRef=", "line": 62 }, { "directive": "disallow", "path": "/site-search?searchTerm=*", "line": 63 }, { "directive": "disallow", "path": "/profile/enrolllanding.action?partnerCd*", "line": 64 }, { "directive": "disallow", "path": "/merch/searchHotelAction.action?locationCode*", "line": 65 }, { "directive": "disallow", "path": "/merch/searchCarAction.action?locationCode*", "line": 66 }, { "directive": "disallow", "path": "/edoc/displayEdocTNC.action*", "line": 67 }, { "directive": "disallow", "path": "/edoc/redeemDocuments.action?action=*", "line": 68 }, { "directive": "disallow", "path": "/air-shopping/findFlights.action*", "line": 69 }, { "directive": "disallow", "path": "/findFlights.action*", "line": 70 }, { "directive": "disallow", "path": "/flight-search/book-a-flight?cacheKeySuffix=", "line": 71 }, { "directive": "disallow", "path": "/flight-search/search?&tripType=", "line": 72 }, { "directive": "disallow", "path": "/flight-search/search?action=", "line": 73 }, { "directive": "disallow", "path": "/custlogin/showResetPassword.action*", "line": 74 }, { "directive": "disallow", "path": "/flight-search-2/", "line": 75 }, { "directive": "disallow", "path": "/search*", "line": 76 }, { "directive": "disallow", "path": "/sitesearch*", "line": 77 }, { "directive": "disallow", "path": "/flightstatus/search/*", "line": 78 }, { "directive": "disallow", "path": "/refund-status/search", "line": 79 }, { "directive": "disallow", "path": "/air-shopping/searchflights.action", "line": 80 }, { "directive": "disallow", "path": "/merch/merch/searchCarAction.action", "line": 81 }, { "directive": "disallow", "path": "/my-trips/upcoming-trips", "line": 82 }, { "directive": "disallow", "path": "/mytrips/printItinerary", "line": 83 }, { "directive": "disallow", "path": "/mytrips/", "line": 84 }, { "directive": "disallow", "path": "/my-trips/search?*", "line": 85 }, { "directive": "disallow", "path": "/reshop/", "line": 86 }, { "directive": "disallow", "path": "/cartreshop/activity/reshopPurchase.action", "line": 87 }, { "directive": "disallow", "path": "/contactus/pages/business_programs_services/agency_irop/index.jsp", "line": 88 }, { "directive": "disallow", "path": "/edoc/displayEdocTnC.action*", "line": 89 }, { "directive": "disallow", "path": "/mypromos/registerPromotion.action", "line": 90 }, { "directive": "disallow", "path": "/profile/promotionconfirm.action*", "line": 91 }, { "directive": "disallow", "path": "/skyclub/purchasemembership_removePromotion.action", "line": 92 }, { "directive": "disallow", "path": "/profile/enrollconfirm.action", "line": 93 }, { "directive": "disallow", "path": "/home", "line": 96 }, { "directive": "disallow", "path": "/home/", "line": 97 }, { "directive": "disallow", "path": "/completepurchase", "line": 98 }, { "directive": "disallow", "path": "/complete-purchase", "line": 99 }, { "directive": "disallow", "path": "/flightsearch/book-a-flight?cacheKeySuffix=", "line": 100 }, { "directive": "disallow", "path": "/lib*", "line": 101 }, { "directive": "disallow", "path": "/etc*", "line": 102 }, { "directive": "disallow", "path": "/cart/", "line": 103 }, { "directive": "disallow", "path": "/customerprofile/", "line": 104 }, { "directive": "disallow", "path": "/edocviewer/", "line": 105 }, { "directive": "disallow", "path": "/oci/", "line": 106 }, { "directive": "disallow", "path": "/onlinerefunds/", "line": 107 }, { "directive": "disallow", "path": "/PCCOciWeb/", "line": 108 }, { "directive": "disallow", "path": "/smlogin/", "line": 109 }, { "directive": "disallow", "path": "/widgetnav/", "line": 110 }, { "directive": "disallow", "path": "/acctmaint/", "line": 111 }, { "directive": "disallow", "path": "/intranetlink/", "line": 112 }, { "directive": "disallow", "path": "/booking/", "line": 113 }, { "directive": "disallow", "path": "/contactus/shared", "line": 114 }, { "directive": "disallow", "path": "/content/dam/delta-www/pdfs/", "line": 115 }, { "directive": "disallow", "path": "/seat/", "line": 116 }, { "directive": "disallow", "path": "/components/", "line": 117 }, { "directive": "disallow", "path": "/content/www/reference/", "line": 118 }, { "directive": "disallow", "path": "/content/www/en_us/offers-and-redirects", "line": 119 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 120 }, { "directive": "disallow", "path": "/myitinerary/", "line": 121 }, { "directive": "disallow", "path": "/custlogin/", "line": 122 }, { "directive": "disallow", "path": "/cartalacarte/", "line": 123 }, { "directive": "disallow", "path": "/air-shopping/", "line": 124 }, { "directive": "disallow", "path": "/air-shopping/*", "line": 125 }, { "directive": "disallow", "path": "/air-shopping*", "line": 126 }, { "directive": "disallow", "path": "/agency-refund/", "line": 127 }, { "directive": "disallow", "path": "/book/activity/confirmation.action", "line": 130 }, { "directive": "disallow", "path": "/mytrips/printItinerary.action", "line": 131 }, { "directive": "disallow", "path": "/mydelta/receiptDetailsPage", "line": 132 }, { "directive": "disallow", "path": "/mydelta/receiptDetailsPage.action", "line": 133 }, { "directive": "disallow", "path": "/mydelta/vacationReceiptDetailsPage", "line": 134 }, { "directive": "disallow", "path": "/mydelta/walletMyReceiptSummary", "line": 135 }, { "directive": "disallow", "path": "/mydelta/walletMyVoucherSummary", "line": 136 }, { "directive": "disallow", "path": "/*smt-silver.html", "line": 139 }, { "directive": "disallow", "path": "/*smt-platinum.html", "line": 140 }, { "directive": "disallow", "path": "/*smt-gold.html", "line": 141 }, { "directive": "disallow", "path": "/*smt-diamond.html", "line": 142 }, { "directive": "disallow", "path": "/*smt-loggedIn.html", "line": 143 }, { "directive": "disallow", "path": "/*smt-member.html", "line": 144 }, { "directive": "disallow", "path": "/apac/en/", "line": 147 }, { "directive": "disallow", "path": "/br/en/", "line": 148 }, { "directive": "disallow", "path": "/ca/en/", "line": 149 }, { "directive": "disallow", "path": "/cn/en/", "line": 150 }, { "directive": "disallow", "path": "/eu/en/", "line": 151 }, { "directive": "disallow", "path": "/fr/en/", "line": 152 }, { "directive": "disallow", "path": "/gb/en/", "line": 153 }, { "directive": "disallow", "path": "/jp/en/", "line": 154 }, { "directive": "disallow", "path": "/kr/en/", "line": 155 }, { "directive": "disallow", "path": "/lac/en/", "line": 156 }, { "directive": "disallow", "path": "/mea/en/", "line": 157 }, { "directive": "disallow", "path": "/mx/en/", "line": 158 }, { "directive": "disallow", "path": "/eu/es/", "line": 159 }, { "directive": "disallow", "path": "/lac/es/", "line": 160 }, { "directive": "disallow", "path": "/mx/es/", "line": 161 }, { "directive": "disallow", "path": "/eu/fr/", "line": 162 }, { "directive": "disallow", "path": "/ca/fr/", "line": 163 }, { "directive": "disallow", "path": "/eu/pt/", "line": 164 }, { "directive": "disallow", "path": "/intl/en/", "line": 165 }, { "directive": "disallow", "path": "/global/en/", "line": 166 }, { "directive": "disallow", "path": "/content/www/apac/en/", "line": 167 }, { "directive": "disallow", "path": "/content/www/br/en/", "line": 168 }, { "directive": "disallow", "path": "/content/www/ca/en/", "line": 169 }, { "directive": "disallow", "path": "/content/www/cn/en/", "line": 170 }, { "directive": "disallow", "path": "/content/www/eu/en/", "line": 171 }, { "directive": "disallow", "path": "/content/www/fr/en/", "line": 172 }, { "directive": "disallow", "path": "/content/www/gb/en/", "line": 173 }, { "directive": "disallow", "path": "/content/www/jp/en/", "line": 174 }, { "directive": "disallow", "path": "/content/www/kr/en/", "line": 175 }, { "directive": "disallow", "path": "/content/www/lac/en/", "line": 176 }, { "directive": "disallow", "path": "/content/www/mea/en/", "line": 177 }, { "directive": "disallow", "path": "/content/www/mx/en/", "line": 178 }, { "directive": "disallow", "path": "/content/www/eu/es/", "line": 179 }, { "directive": "disallow", "path": "/content/www/lac/es/", "line": 180 }, { "directive": "disallow", "path": "/content/www/mx/es/", "line": 181 }, { "directive": "disallow", "path": "/content/www/eu/fr/", "line": 182 }, { "directive": "disallow", "path": "/content/www/ca/fr/", "line": 183 }, { "directive": "disallow", "path": "/content/www/eu/pt/", "line": 184 }, { "directive": "disallow", "path": "/content/www/intl/en/", "line": 185 }, { "directive": "disallow", "path": "/content/www/global/en/", "line": 186 }, { "directive": "disallow", "path": "/content/www/us/en.html", "line": 187 }, { "directive": "disallow", "path": "/index.html", "line": 188 }, { "directive": "disallow", "path": "/us/en/spiritofdelta", "line": 189 }, { "directive": "disallow", "path": "/content/www/us/en/spiritofdelta.html", "line": 190 }, { "directive": "disallow", "path": "/us/en/home", "line": 191 }, { "directive": "disallow", "path": "/home_mach", "line": 192 }, { "directive": "disallow", "path": "*/home_mach", "line": 193 }, { "directive": "disallow", "path": "/giftcards/amex", "line": 194 }, { "directive": "disallow", "path": "/egift/eGiftPurchase.action*", "line": 195 }, { "directive": "disallow", "path": "/egift*", "line": 196 }, { "directive": "disallow", "path": "/seats", "line": 197 }, { "directive": "disallow", "path": "/seats*", "line": 198 }, { "directive": "disallow", "path": "/apac/en", "line": 202 }, { "directive": "disallow", "path": "/br/en", "line": 203 }, { "directive": "disallow", "path": "/ca/en", "line": 204 }, { "directive": "disallow", "path": "/cn/en", "line": 205 }, { "directive": "disallow", "path": "/eu/en", "line": 206 }, { "directive": "disallow", "path": "/fr/en", "line": 207 }, { "directive": "disallow", "path": "/gb/en", "line": 208 }, { "directive": "disallow", "path": "/jp/en", "line": 209 }, { "directive": "disallow", "path": "/kr/en", "line": 210 }, { "directive": "disallow", "path": "/lac/en", "line": 211 }, { "directive": "disallow", "path": "/mea/en", "line": 212 }, { "directive": "disallow", "path": "/mx/en", "line": 213 }, { "directive": "disallow", "path": "/eu/es", "line": 214 }, { "directive": "disallow", "path": "/lac/es", "line": 215 }, { "directive": "disallow", "path": "/mx/es", "line": 216 }, { "directive": "disallow", "path": "/eu/fr", "line": 217 }, { "directive": "disallow", "path": "/ca/fr", "line": 218 }, { "directive": "disallow", "path": "/eu/pt", "line": 219 } ], "warnings": [ 57, 59, 62, 193 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/egift/eGiftPurchase.action", "line": 6 }, { "directive": "allow", "path": "/profile/enrolllanding.action", "line": 7 }, { "directive": "allow", "path": "/etc/designs/global/clientlib-overview.css", "line": 8 }, { "directive": "allow", "path": "/index.jsp", "line": 11 }, { "directive": "allow", "path": "/components/popups/skymark/terms.jsp", "line": 12 }, { "directive": "allow", "path": "/deltareservemqm/mbrLanding.action", "line": 13 }, { "directive": "allow", "path": "/app_links/join_skymiles/index.jsp", "line": 14 }, { "directive": "allow", "path": "/awards/skymark/landing/index.jsp", "line": 15 }, { "directive": "allow", "path": "/privacy_security/index.jsp", "line": 16 }, { "directive": "allow", "path": "/worldwide_sites/index.jsp", "line": 17 }, { "directive": "allow", "path": "/cns/travel/flight_notification/index.jsp", "line": 18 }, { "directive": "allow", "path": "/components/help/apps/booking/fare_class.jsp", "line": 19 }, { "directive": "allow", "path": "/mqm-calculator/help/class.jsp", "line": 20 }, { "directive": "allow", "path": "/about_delta/", "line": 23 }, { "directive": "allow", "path": "/business_programs_services/", "line": 24 }, { "directive": "allow", "path": "/care/", "line": 25 }, { "directive": "allow", "path": "/help/", "line": 26 }, { "directive": "allow", "path": "/legal/", "line": 27 }, { "directive": "allow", "path": "/marketing/", "line": 28 }, { "directive": "allow", "path": "/planning_reservations/", "line": 29 }, { "directive": "allow", "path": "/prog_serv/", "line": 30 }, { "directive": "allow", "path": "/skymiles/", "line": 31 }, { "directive": "allow", "path": "/travel/", "line": 32 }, { "directive": "allow", "path": "/traveling_checkin/", "line": 33 }, { "directive": "allow", "path": "/buygftxfer/", "line": 36 }, { "directive": "allow", "path": "/contactus/", "line": 37 }, { "directive": "allow", "path": "/baggage/", "line": 38 }, { "directive": "allow", "path": "/profile/", "line": 39 }, { "directive": "allow", "path": "/cns/", "line": 40 }, { "directive": "allow", "path": "/inside/", "line": 41 }, { "directive": "allow", "path": "/schedules/", "line": 42 }, { "directive": "allow", "path": "/travel-agency/", "line": 43 }, { "directive": "allow", "path": "/emailus/", "line": 44 }, { "directive": "allow", "path": "/dlsearch/", "line": 45 }, { "directive": "allow", "path": "/skyclub/*.action", "line": 46 }, { "directive": "allow", "path": "/merch/shop*.action", "line": 47 }, { "directive": "allow", "path": "/home/devicetype", "line": 48 }, { "directive": "disallow", "path": "/*.jsp", "line": 51 }, { "directive": "disallow", "path": "/*.pdf", "line": 52 }, { "directive": "disallow", "path": "/flight-status/", "line": 55 }, { "directive": "disallow", "path": "/flight-status", "line": 56 }, { "directive": "disallow", "path": "*flight-status*", "line": 57 }, { "directive": "disallow", "path": "/flight-status/*", "line": 58 }, { "directive": "disallow", "path": "*cacheKey*", "line": 59 }, { "directive": "disallow", "path": "/*cacheKey*", "line": 60 }, { "directive": "disallow", "path": "/*?*cacheKeySuffix=", "line": 61 }, { "directive": "disallow", "path": "*?*paymentRef=", "line": 62 }, { "directive": "disallow", "path": "/site-search?searchTerm=*", "line": 63 }, { "directive": "disallow", "path": "/profile/enrolllanding.action?partnerCd*", "line": 64 }, { "directive": "disallow", "path": "/merch/searchHotelAction.action?locationCode*", "line": 65 }, { "directive": "disallow", "path": "/merch/searchCarAction.action?locationCode*", "line": 66 }, { "directive": "disallow", "path": "/edoc/displayEdocTNC.action*", "line": 67 }, { "directive": "disallow", "path": "/edoc/redeemDocuments.action?action=*", "line": 68 }, { "directive": "disallow", "path": "/air-shopping/findFlights.action*", "line": 69 }, { "directive": "disallow", "path": "/findFlights.action*", "line": 70 }, { "directive": "disallow", "path": "/flight-search/book-a-flight?cacheKeySuffix=", "line": 71 }, { "directive": "disallow", "path": "/flight-search/search?&tripType=", "line": 72 }, { "directive": "disallow", "path": "/flight-search/search?action=", "line": 73 }, { "directive": "disallow", "path": "/custlogin/showResetPassword.action*", "line": 74 }, { "directive": "disallow", "path": "/flight-search-2/", "line": 75 }, { "directive": "disallow", "path": "/search*", "line": 76 }, { "directive": "disallow", "path": "/sitesearch*", "line": 77 }, { "directive": "disallow", "path": "/flightstatus/search/*", "line": 78 }, { "directive": "disallow", "path": "/refund-status/search", "line": 79 }, { "directive": "disallow", "path": "/air-shopping/searchflights.action", "line": 80 }, { "directive": "disallow", "path": "/merch/merch/searchCarAction.action", "line": 81 }, { "directive": "disallow", "path": "/my-trips/upcoming-trips", "line": 82 }, { "directive": "disallow", "path": "/mytrips/printItinerary", "line": 83 }, { "directive": "disallow", "path": "/mytrips/", "line": 84 }, { "directive": "disallow", "path": "/my-trips/search?*", "line": 85 }, { "directive": "disallow", "path": "/reshop/", "line": 86 }, { "directive": "disallow", "path": "/cartreshop/activity/reshopPurchase.action", "line": 87 }, { "directive": "disallow", "path": "/contactus/pages/business_programs_services/agency_irop/index.jsp", "line": 88 }, { "directive": "disallow", "path": "/edoc/displayEdocTnC.action*", "line": 89 }, { "directive": "disallow", "path": "/mypromos/registerPromotion.action", "line": 90 }, { "directive": "disallow", "path": "/profile/promotionconfirm.action*", "line": 91 }, { "directive": "disallow", "path": "/skyclub/purchasemembership_removePromotion.action", "line": 92 }, { "directive": "disallow", "path": "/profile/enrollconfirm.action", "line": 93 }, { "directive": "disallow", "path": "/home", "line": 96 }, { "directive": "disallow", "path": "/home/", "line": 97 }, { "directive": "disallow", "path": "/completepurchase", "line": 98 }, { "directive": "disallow", "path": "/complete-purchase", "line": 99 }, { "directive": "disallow", "path": "/flightsearch/book-a-flight?cacheKeySuffix=", "line": 100 }, { "directive": "disallow", "path": "/lib*", "line": 101 }, { "directive": "disallow", "path": "/etc*", "line": 102 }, { "directive": "disallow", "path": "/cart/", "line": 103 }, { "directive": "disallow", "path": "/customerprofile/", "line": 104 }, { "directive": "disallow", "path": "/edocviewer/", "line": 105 }, { "directive": "disallow", "path": "/oci/", "line": 106 }, { "directive": "disallow", "path": "/onlinerefunds/", "line": 107 }, { "directive": "disallow", "path": "/PCCOciWeb/", "line": 108 }, { "directive": "disallow", "path": "/smlogin/", "line": 109 }, { "directive": "disallow", "path": "/widgetnav/", "line": 110 }, { "directive": "disallow", "path": "/acctmaint/", "line": 111 }, { "directive": "disallow", "path": "/intranetlink/", "line": 112 }, { "directive": "disallow", "path": "/booking/", "line": 113 }, { "directive": "disallow", "path": "/contactus/shared", "line": 114 }, { "directive": "disallow", "path": "/content/dam/delta-www/pdfs/", "line": 115 }, { "directive": "disallow", "path": "/seat/", "line": 116 }, { "directive": "disallow", "path": "/components/", "line": 117 }, { "directive": "disallow", "path": "/content/www/reference/", "line": 118 }, { "directive": "disallow", "path": "/content/www/en_us/offers-and-redirects", "line": 119 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 120 }, { "directive": "disallow", "path": "/myitinerary/", "line": 121 }, { "directive": "disallow", "path": "/custlogin/", "line": 122 }, { "directive": "disallow", "path": "/cartalacarte/", "line": 123 }, { "directive": "disallow", "path": "/air-shopping/", "line": 124 }, { "directive": "disallow", "path": "/air-shopping/*", "line": 125 }, { "directive": "disallow", "path": "/air-shopping*", "line": 126 }, { "directive": "disallow", "path": "/agency-refund/", "line": 127 }, { "directive": "disallow", "path": "/book/activity/confirmation.action", "line": 130 }, { "directive": "disallow", "path": "/mytrips/printItinerary.action", "line": 131 }, { "directive": "disallow", "path": "/mydelta/receiptDetailsPage", "line": 132 }, { "directive": "disallow", "path": "/mydelta/receiptDetailsPage.action", "line": 133 }, { "directive": "disallow", "path": "/mydelta/vacationReceiptDetailsPage", "line": 134 }, { "directive": "disallow", "path": "/mydelta/walletMyReceiptSummary", "line": 135 }, { "directive": "disallow", "path": "/mydelta/walletMyVoucherSummary", "line": 136 }, { "directive": "disallow", "path": "/*smt-silver.html", "line": 139 }, { "directive": "disallow", "path": "/*smt-platinum.html", "line": 140 }, { "directive": "disallow", "path": "/*smt-gold.html", "line": 141 }, { "directive": "disallow", "path": "/*smt-diamond.html", "line": 142 }, { "directive": "disallow", "path": "/*smt-loggedIn.html", "line": 143 }, { "directive": "disallow", "path": "/*smt-member.html", "line": 144 }, { "directive": "disallow", "path": "/apac/en/", "line": 147 }, { "directive": "disallow", "path": "/br/en/", "line": 148 }, { "directive": "disallow", "path": "/ca/en/", "line": 149 }, { "directive": "disallow", "path": "/cn/en/", "line": 150 }, { "directive": "disallow", "path": "/eu/en/", "line": 151 }, { "directive": "disallow", "path": "/fr/en/", "line": 152 }, { "directive": "disallow", "path": "/gb/en/", "line": 153 }, { "directive": "disallow", "path": "/jp/en/", "line": 154 }, { "directive": "disallow", "path": "/kr/en/", "line": 155 }, { "directive": "disallow", "path": "/lac/en/", "line": 156 }, { "directive": "disallow", "path": "/mea/en/", "line": 157 }, { "directive": "disallow", "path": "/mx/en/", "line": 158 }, { "directive": "disallow", "path": "/eu/es/", "line": 159 }, { "directive": "disallow", "path": "/lac/es/", "line": 160 }, { "directive": "disallow", "path": "/mx/es/", "line": 161 }, { "directive": "disallow", "path": "/eu/fr/", "line": 162 }, { "directive": "disallow", "path": "/ca/fr/", "line": 163 }, { "directive": "disallow", "path": "/eu/pt/", "line": 164 }, { "directive": "disallow", "path": "/intl/en/", "line": 165 }, { "directive": "disallow", "path": "/global/en/", "line": 166 }, { "directive": "disallow", "path": "/content/www/apac/en/", "line": 167 }, { "directive": "disallow", "path": "/content/www/br/en/", "line": 168 }, { "directive": "disallow", "path": "/content/www/ca/en/", "line": 169 }, { "directive": "disallow", "path": "/content/www/cn/en/", "line": 170 }, { "directive": "disallow", "path": "/content/www/eu/en/", "line": 171 }, { "directive": "disallow", "path": "/content/www/fr/en/", "line": 172 }, { "directive": "disallow", "path": "/content/www/gb/en/", "line": 173 }, { "directive": "disallow", "path": "/content/www/jp/en/", "line": 174 }, { "directive": "disallow", "path": "/content/www/kr/en/", "line": 175 }, { "directive": "disallow", "path": "/content/www/lac/en/", "line": 176 }, { "directive": "disallow", "path": "/content/www/mea/en/", "line": 177 }, { "directive": "disallow", "path": "/content/www/mx/en/", "line": 178 }, { "directive": "disallow", "path": "/content/www/eu/es/", "line": 179 }, { "directive": "disallow", "path": "/content/www/lac/es/", "line": 180 }, { "directive": "disallow", "path": "/content/www/mx/es/", "line": 181 }, { "directive": "disallow", "path": "/content/www/eu/fr/", "line": 182 }, { "directive": "disallow", "path": "/content/www/ca/fr/", "line": 183 }, { "directive": "disallow", "path": "/content/www/eu/pt/", "line": 184 }, { "directive": "disallow", "path": "/content/www/intl/en/", "line": 185 }, { "directive": "disallow", "path": "/content/www/global/en/", "line": 186 }, { "directive": "disallow", "path": "/content/www/us/en.html", "line": 187 }, { "directive": "disallow", "path": "/index.html", "line": 188 }, { "directive": "disallow", "path": "/us/en/spiritofdelta", "line": 189 }, { "directive": "disallow", "path": "/content/www/us/en/spiritofdelta.html", "line": 190 }, { "directive": "disallow", "path": "/us/en/home", "line": 191 }, { "directive": "disallow", "path": "/home_mach", "line": 192 }, { "directive": "disallow", "path": "*/home_mach", "line": 193 }, { "directive": "disallow", "path": "/giftcards/amex", "line": 194 }, { "directive": "disallow", "path": "/egift/eGiftPurchase.action*", "line": 195 }, { "directive": "disallow", "path": "/egift*", "line": 196 }, { "directive": "disallow", "path": "/seats", "line": 197 }, { "directive": "disallow", "path": "/seats*", "line": 198 }, { "directive": "disallow", "path": "/apac/en", "line": 202 }, { "directive": "disallow", "path": "/br/en", "line": 203 }, { "directive": "disallow", "path": "/ca/en", "line": 204 }, { "directive": "disallow", "path": "/cn/en", "line": 205 }, { "directive": "disallow", "path": "/eu/en", "line": 206 }, { "directive": "disallow", "path": "/fr/en", "line": 207 }, { "directive": "disallow", "path": "/gb/en", "line": 208 }, { "directive": "disallow", "path": "/jp/en", "line": 209 }, { "directive": "disallow", "path": "/kr/en", "line": 210 }, { "directive": "disallow", "path": "/lac/en", "line": 211 }, { "directive": "disallow", "path": "/mea/en", "line": 212 }, { "directive": "disallow", "path": "/mx/en", "line": 213 }, { "directive": "disallow", "path": "/eu/es", "line": 214 }, { "directive": "disallow", "path": "/lac/es", "line": 215 }, { "directive": "disallow", "path": "/mx/es", "line": 216 }, { "directive": "disallow", "path": "/eu/fr", "line": 217 }, { "directive": "disallow", "path": "/ca/fr", "line": 218 }, { "directive": "disallow", "path": "/eu/pt", "line": 219 } ], "warnings": [ 57, 59, 62, 193 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/egift/eGiftPurchase.action", "line": 6 }, { "directive": "allow", "path": "/profile/enrolllanding.action", "line": 7 }, { "directive": "allow", "path": "/etc/designs/global/clientlib-overview.css", "line": 8 }, { "directive": "allow", "path": "/index.jsp", "line": 11 }, { "directive": "allow", "path": "/components/popups/skymark/terms.jsp", "line": 12 }, { "directive": "allow", "path": "/deltareservemqm/mbrLanding.action", "line": 13 }, { "directive": "allow", "path": "/app_links/join_skymiles/index.jsp", "line": 14 }, { "directive": "allow", "path": "/awards/skymark/landing/index.jsp", "line": 15 }, { "directive": "allow", "path": "/privacy_security/index.jsp", "line": 16 }, { "directive": "allow", "path": "/worldwide_sites/index.jsp", "line": 17 }, { "directive": "allow", "path": "/cns/travel/flight_notification/index.jsp", "line": 18 }, { "directive": "allow", "path": "/components/help/apps/booking/fare_class.jsp", "line": 19 }, { "directive": "allow", "path": "/mqm-calculator/help/class.jsp", "line": 20 }, { "directive": "allow", "path": "/about_delta/", "line": 23 }, { "directive": "allow", "path": "/business_programs_services/", "line": 24 }, { "directive": "allow", "path": "/care/", "line": 25 }, { "directive": "allow", "path": "/help/", "line": 26 }, { "directive": "allow", "path": "/legal/", "line": 27 }, { "directive": "allow", "path": "/marketing/", "line": 28 }, { "directive": "allow", "path": "/planning_reservations/", "line": 29 }, { "directive": "allow", "path": "/prog_serv/", "line": 30 }, { "directive": "allow", "path": "/skymiles/", "line": 31 }, { "directive": "allow", "path": "/travel/", "line": 32 }, { "directive": "allow", "path": "/traveling_checkin/", "line": 33 }, { "directive": "allow", "path": "/buygftxfer/", "line": 36 }, { "directive": "allow", "path": "/contactus/", "line": 37 }, { "directive": "allow", "path": "/baggage/", "line": 38 }, { "directive": "allow", "path": "/profile/", "line": 39 }, { "directive": "allow", "path": "/cns/", "line": 40 }, { "directive": "allow", "path": "/inside/", "line": 41 }, { "directive": "allow", "path": "/schedules/", "line": 42 }, { "directive": "allow", "path": "/travel-agency/", "line": 43 }, { "directive": "allow", "path": "/emailus/", "line": 44 }, { "directive": "allow", "path": "/dlsearch/", "line": 45 }, { "directive": "allow", "path": "/skyclub/*.action", "line": 46 }, { "directive": "allow", "path": "/merch/shop*.action", "line": 47 }, { "directive": "allow", "path": "/home/devicetype", "line": 48 }, { "directive": "disallow", "path": "/*.jsp", "line": 51 }, { "directive": "disallow", "path": "/*.pdf", "line": 52 }, { "directive": "disallow", "path": "/flight-status/", "line": 55 }, { "directive": "disallow", "path": "/flight-status", "line": 56 }, { "directive": "disallow", "path": "*flight-status*", "line": 57 }, { "directive": "disallow", "path": "/flight-status/*", "line": 58 }, { "directive": "disallow", "path": "*cacheKey*", "line": 59 }, { "directive": "disallow", "path": "/*cacheKey*", "line": 60 }, { "directive": "disallow", "path": "/*?*cacheKeySuffix=", "line": 61 }, { "directive": "disallow", "path": "*?*paymentRef=", "line": 62 }, { "directive": "disallow", "path": "/site-search?searchTerm=*", "line": 63 }, { "directive": "disallow", "path": "/profile/enrolllanding.action?partnerCd*", "line": 64 }, { "directive": "disallow", "path": "/merch/searchHotelAction.action?locationCode*", "line": 65 }, { "directive": "disallow", "path": "/merch/searchCarAction.action?locationCode*", "line": 66 }, { "directive": "disallow", "path": "/edoc/displayEdocTNC.action*", "line": 67 }, { "directive": "disallow", "path": "/edoc/redeemDocuments.action?action=*", "line": 68 }, { "directive": "disallow", "path": "/air-shopping/findFlights.action*", "line": 69 }, { "directive": "disallow", "path": "/findFlights.action*", "line": 70 }, { "directive": "disallow", "path": "/flight-search/book-a-flight?cacheKeySuffix=", "line": 71 }, { "directive": "disallow", "path": "/flight-search/search?&tripType=", "line": 72 }, { "directive": "disallow", "path": "/flight-search/search?action=", "line": 73 }, { "directive": "disallow", "path": "/custlogin/showResetPassword.action*", "line": 74 }, { "directive": "disallow", "path": "/flight-search-2/", "line": 75 }, { "directive": "disallow", "path": "/search*", "line": 76 }, { "directive": "disallow", "path": "/sitesearch*", "line": 77 }, { "directive": "disallow", "path": "/flightstatus/search/*", "line": 78 }, { "directive": "disallow", "path": "/refund-status/search", "line": 79 }, { "directive": "disallow", "path": "/air-shopping/searchflights.action", "line": 80 }, { "directive": "disallow", "path": "/merch/merch/searchCarAction.action", "line": 81 }, { "directive": "disallow", "path": "/my-trips/upcoming-trips", "line": 82 }, { "directive": "disallow", "path": "/mytrips/printItinerary", "line": 83 }, { "directive": "disallow", "path": "/mytrips/", "line": 84 }, { "directive": "disallow", "path": "/my-trips/search?*", "line": 85 }, { "directive": "disallow", "path": "/reshop/", "line": 86 }, { "directive": "disallow", "path": "/cartreshop/activity/reshopPurchase.action", "line": 87 }, { "directive": "disallow", "path": "/contactus/pages/business_programs_services/agency_irop/index.jsp", "line": 88 }, { "directive": "disallow", "path": "/edoc/displayEdocTnC.action*", "line": 89 }, { "directive": "disallow", "path": "/mypromos/registerPromotion.action", "line": 90 }, { "directive": "disallow", "path": "/profile/promotionconfirm.action*", "line": 91 }, { "directive": "disallow", "path": "/skyclub/purchasemembership_removePromotion.action", "line": 92 }, { "directive": "disallow", "path": "/profile/enrollconfirm.action", "line": 93 }, { "directive": "disallow", "path": "/home", "line": 96 }, { "directive": "disallow", "path": "/home/", "line": 97 }, { "directive": "disallow", "path": "/completepurchase", "line": 98 }, { "directive": "disallow", "path": "/complete-purchase", "line": 99 }, { "directive": "disallow", "path": "/flightsearch/book-a-flight?cacheKeySuffix=", "line": 100 }, { "directive": "disallow", "path": "/lib*", "line": 101 }, { "directive": "disallow", "path": "/etc*", "line": 102 }, { "directive": "disallow", "path": "/cart/", "line": 103 }, { "directive": "disallow", "path": "/customerprofile/", "line": 104 }, { "directive": "disallow", "path": "/edocviewer/", "line": 105 }, { "directive": "disallow", "path": "/oci/", "line": 106 }, { "directive": "disallow", "path": "/onlinerefunds/", "line": 107 }, { "directive": "disallow", "path": "/PCCOciWeb/", "line": 108 }, { "directive": "disallow", "path": "/smlogin/", "line": 109 }, { "directive": "disallow", "path": "/widgetnav/", "line": 110 }, { "directive": "disallow", "path": "/acctmaint/", "line": 111 }, { "directive": "disallow", "path": "/intranetlink/", "line": 112 }, { "directive": "disallow", "path": "/booking/", "line": 113 }, { "directive": "disallow", "path": "/contactus/shared", "line": 114 }, { "directive": "disallow", "path": "/content/dam/delta-www/pdfs/", "line": 115 }, { "directive": "disallow", "path": "/seat/", "line": 116 }, { "directive": "disallow", "path": "/components/", "line": 117 }, { "directive": "disallow", "path": "/content/www/reference/", "line": 118 }, { "directive": "disallow", "path": "/content/www/en_us/offers-and-redirects", "line": 119 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 120 }, { "directive": "disallow", "path": "/myitinerary/", "line": 121 }, { "directive": "disallow", "path": "/custlogin/", "line": 122 }, { "directive": "disallow", "path": "/cartalacarte/", "line": 123 }, { "directive": "disallow", "path": "/air-shopping/", "line": 124 }, { "directive": "disallow", "path": "/air-shopping/*", "line": 125 }, { "directive": "disallow", "path": "/air-shopping*", "line": 126 }, { "directive": "disallow", "path": "/agency-refund/", "line": 127 }, { "directive": "disallow", "path": "/book/activity/confirmation.action", "line": 130 }, { "directive": "disallow", "path": "/mytrips/printItinerary.action", "line": 131 }, { "directive": "disallow", "path": "/mydelta/receiptDetailsPage", "line": 132 }, { "directive": "disallow", "path": "/mydelta/receiptDetailsPage.action", "line": 133 }, { "directive": "disallow", "path": "/mydelta/vacationReceiptDetailsPage", "line": 134 }, { "directive": "disallow", "path": "/mydelta/walletMyReceiptSummary", "line": 135 }, { "directive": "disallow", "path": "/mydelta/walletMyVoucherSummary", "line": 136 }, { "directive": "disallow", "path": "/*smt-silver.html", "line": 139 }, { "directive": "disallow", "path": "/*smt-platinum.html", "line": 140 }, { "directive": "disallow", "path": "/*smt-gold.html", "line": 141 }, { "directive": "disallow", "path": "/*smt-diamond.html", "line": 142 }, { "directive": "disallow", "path": "/*smt-loggedIn.html", "line": 143 }, { "directive": "disallow", "path": "/*smt-member.html", "line": 144 }, { "directive": "disallow", "path": "/apac/en/", "line": 147 }, { "directive": "disallow", "path": "/br/en/", "line": 148 }, { "directive": "disallow", "path": "/ca/en/", "line": 149 }, { "directive": "disallow", "path": "/cn/en/", "line": 150 }, { "directive": "disallow", "path": "/eu/en/", "line": 151 }, { "directive": "disallow", "path": "/fr/en/", "line": 152 }, { "directive": "disallow", "path": "/gb/en/", "line": 153 }, { "directive": "disallow", "path": "/jp/en/", "line": 154 }, { "directive": "disallow", "path": "/kr/en/", "line": 155 }, { "directive": "disallow", "path": "/lac/en/", "line": 156 }, { "directive": "disallow", "path": "/mea/en/", "line": 157 }, { "directive": "disallow", "path": "/mx/en/", "line": 158 }, { "directive": "disallow", "path": "/eu/es/", "line": 159 }, { "directive": "disallow", "path": "/lac/es/", "line": 160 }, { "directive": "disallow", "path": "/mx/es/", "line": 161 }, { "directive": "disallow", "path": "/eu/fr/", "line": 162 }, { "directive": "disallow", "path": "/ca/fr/", "line": 163 }, { "directive": "disallow", "path": "/eu/pt/", "line": 164 }, { "directive": "disallow", "path": "/intl/en/", "line": 165 }, { "directive": "disallow", "path": "/global/en/", "line": 166 }, { "directive": "disallow", "path": "/content/www/apac/en/", "line": 167 }, { "directive": "disallow", "path": "/content/www/br/en/", "line": 168 }, { "directive": "disallow", "path": "/content/www/ca/en/", "line": 169 }, { "directive": "disallow", "path": "/content/www/cn/en/", "line": 170 }, { "directive": "disallow", "path": "/content/www/eu/en/", "line": 171 }, { "directive": "disallow", "path": "/content/www/fr/en/", "line": 172 }, { "directive": "disallow", "path": "/content/www/gb/en/", "line": 173 }, { "directive": "disallow", "path": "/content/www/jp/en/", "line": 174 }, { "directive": "disallow", "path": "/content/www/kr/en/", "line": 175 }, { "directive": "disallow", "path": "/content/www/lac/en/", "line": 176 }, { "directive": "disallow", "path": "/content/www/mea/en/", "line": 177 }, { "directive": "disallow", "path": "/content/www/mx/en/", "line": 178 }, { "directive": "disallow", "path": "/content/www/eu/es/", "line": 179 }, { "directive": "disallow", "path": "/content/www/lac/es/", "line": 180 }, { "directive": "disallow", "path": "/content/www/mx/es/", "line": 181 }, { "directive": "disallow", "path": "/content/www/eu/fr/", "line": 182 }, { "directive": "disallow", "path": "/content/www/ca/fr/", "line": 183 }, { "directive": "disallow", "path": "/content/www/eu/pt/", "line": 184 }, { "directive": "disallow", "path": "/content/www/intl/en/", "line": 185 }, { "directive": "disallow", "path": "/content/www/global/en/", "line": 186 }, { "directive": "disallow", "path": "/content/www/us/en.html", "line": 187 }, { "directive": "disallow", "path": "/index.html", "line": 188 }, { "directive": "disallow", "path": "/us/en/spiritofdelta", "line": 189 }, { "directive": "disallow", "path": "/content/www/us/en/spiritofdelta.html", "line": 190 }, { "directive": "disallow", "path": "/us/en/home", "line": 191 }, { "directive": "disallow", "path": "/home_mach", "line": 192 }, { "directive": "disallow", "path": "*/home_mach", "line": 193 }, { "directive": "disallow", "path": "/giftcards/amex", "line": 194 }, { "directive": "disallow", "path": "/egift/eGiftPurchase.action*", "line": 195 }, { "directive": "disallow", "path": "/egift*", "line": 196 }, { "directive": "disallow", "path": "/seats", "line": 197 }, { "directive": "disallow", "path": "/seats*", "line": 198 }, { "directive": "disallow", "path": "/apac/en", "line": 202 }, { "directive": "disallow", "path": "/br/en", "line": 203 }, { "directive": "disallow", "path": "/ca/en", "line": 204 }, { "directive": "disallow", "path": "/cn/en", "line": 205 }, { "directive": "disallow", "path": "/eu/en", "line": 206 }, { "directive": "disallow", "path": "/fr/en", "line": 207 }, { "directive": "disallow", "path": "/gb/en", "line": 208 }, { "directive": "disallow", "path": "/jp/en", "line": 209 }, { "directive": "disallow", "path": "/kr/en", "line": 210 }, { "directive": "disallow", "path": "/lac/en", "line": 211 }, { "directive": "disallow", "path": "/mea/en", "line": 212 }, { "directive": "disallow", "path": "/mx/en", "line": 213 }, { "directive": "disallow", "path": "/eu/es", "line": 214 }, { "directive": "disallow", "path": "/lac/es", "line": 215 }, { "directive": "disallow", "path": "/mx/es", "line": 216 }, { "directive": "disallow", "path": "/eu/fr", "line": 217 }, { "directive": "disallow", "path": "/ca/fr", "line": 218 }, { "directive": "disallow", "path": "/eu/pt", "line": 219 } ], "warnings": [ 57, 59, 62, 193 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/egift/eGiftPurchase.action", "line": 6 }, { "directive": "allow", "path": "/profile/enrolllanding.action", "line": 7 }, { "directive": "allow", "path": "/etc/designs/global/clientlib-overview.css", "line": 8 }, { "directive": "allow", "path": "/index.jsp", "line": 11 }, { "directive": "allow", "path": "/components/popups/skymark/terms.jsp", "line": 12 }, { "directive": "allow", "path": "/deltareservemqm/mbrLanding.action", "line": 13 }, { "directive": "allow", "path": "/app_links/join_skymiles/index.jsp", "line": 14 }, { "directive": "allow", "path": "/awards/skymark/landing/index.jsp", "line": 15 }, { "directive": "allow", "path": "/privacy_security/index.jsp", "line": 16 }, { "directive": "allow", "path": "/worldwide_sites/index.jsp", "line": 17 }, { "directive": "allow", "path": "/cns/travel/flight_notification/index.jsp", "line": 18 }, { "directive": "allow", "path": "/components/help/apps/booking/fare_class.jsp", "line": 19 }, { "directive": "allow", "path": "/mqm-calculator/help/class.jsp", "line": 20 }, { "directive": "allow", "path": "/about_delta/", "line": 23 }, { "directive": "allow", "path": "/business_programs_services/", "line": 24 }, { "directive": "allow", "path": "/care/", "line": 25 }, { "directive": "allow", "path": "/help/", "line": 26 }, { "directive": "allow", "path": "/legal/", "line": 27 }, { "directive": "allow", "path": "/marketing/", "line": 28 }, { "directive": "allow", "path": "/planning_reservations/", "line": 29 }, { "directive": "allow", "path": "/prog_serv/", "line": 30 }, { "directive": "allow", "path": "/skymiles/", "line": 31 }, { "directive": "allow", "path": "/travel/", "line": 32 }, { "directive": "allow", "path": "/traveling_checkin/", "line": 33 }, { "directive": "allow", "path": "/buygftxfer/", "line": 36 }, { "directive": "allow", "path": "/contactus/", "line": 37 }, { "directive": "allow", "path": "/baggage/", "line": 38 }, { "directive": "allow", "path": "/profile/", "line": 39 }, { "directive": "allow", "path": "/cns/", "line": 40 }, { "directive": "allow", "path": "/inside/", "line": 41 }, { "directive": "allow", "path": "/schedules/", "line": 42 }, { "directive": "allow", "path": "/travel-agency/", "line": 43 }, { "directive": "allow", "path": "/emailus/", "line": 44 }, { "directive": "allow", "path": "/dlsearch/", "line": 45 }, { "directive": "allow", "path": "/skyclub/*.action", "line": 46 }, { "directive": "allow", "path": "/merch/shop*.action", "line": 47 }, { "directive": "allow", "path": "/home/devicetype", "line": 48 }, { "directive": "disallow", "path": "/*.jsp", "line": 51 }, { "directive": "disallow", "path": "/*.pdf", "line": 52 }, { "directive": "disallow", "path": "/flight-status/", "line": 55 }, { "directive": "disallow", "path": "/flight-status", "line": 56 }, { "directive": "disallow", "path": "*flight-status*", "line": 57 }, { "directive": "disallow", "path": "/flight-status/*", "line": 58 }, { "directive": "disallow", "path": "*cacheKey*", "line": 59 }, { "directive": "disallow", "path": "/*cacheKey*", "line": 60 }, { "directive": "disallow", "path": "/*?*cacheKeySuffix=", "line": 61 }, { "directive": "disallow", "path": "*?*paymentRef=", "line": 62 }, { "directive": "disallow", "path": "/site-search?searchTerm=*", "line": 63 }, { "directive": "disallow", "path": "/profile/enrolllanding.action?partnerCd*", "line": 64 }, { "directive": "disallow", "path": "/merch/searchHotelAction.action?locationCode*", "line": 65 }, { "directive": "disallow", "path": "/merch/searchCarAction.action?locationCode*", "line": 66 }, { "directive": "disallow", "path": "/edoc/displayEdocTNC.action*", "line": 67 }, { "directive": "disallow", "path": "/edoc/redeemDocuments.action?action=*", "line": 68 }, { "directive": "disallow", "path": "/air-shopping/findFlights.action*", "line": 69 }, { "directive": "disallow", "path": "/findFlights.action*", "line": 70 }, { "directive": "disallow", "path": "/flight-search/book-a-flight?cacheKeySuffix=", "line": 71 }, { "directive": "disallow", "path": "/flight-search/search?&tripType=", "line": 72 }, { "directive": "disallow", "path": "/flight-search/search?action=", "line": 73 }, { "directive": "disallow", "path": "/custlogin/showResetPassword.action*", "line": 74 }, { "directive": "disallow", "path": "/flight-search-2/", "line": 75 }, { "directive": "disallow", "path": "/search*", "line": 76 }, { "directive": "disallow", "path": "/sitesearch*", "line": 77 }, { "directive": "disallow", "path": "/flightstatus/search/*", "line": 78 }, { "directive": "disallow", "path": "/refund-status/search", "line": 79 }, { "directive": "disallow", "path": "/air-shopping/searchflights.action", "line": 80 }, { "directive": "disallow", "path": "/merch/merch/searchCarAction.action", "line": 81 }, { "directive": "disallow", "path": "/my-trips/upcoming-trips", "line": 82 }, { "directive": "disallow", "path": "/mytrips/printItinerary", "line": 83 }, { "directive": "disallow", "path": "/mytrips/", "line": 84 }, { "directive": "disallow", "path": "/my-trips/search?*", "line": 85 }, { "directive": "disallow", "path": "/reshop/", "line": 86 }, { "directive": "disallow", "path": "/cartreshop/activity/reshopPurchase.action", "line": 87 }, { "directive": "disallow", "path": "/contactus/pages/business_programs_services/agency_irop/index.jsp", "line": 88 }, { "directive": "disallow", "path": "/edoc/displayEdocTnC.action*", "line": 89 }, { "directive": "disallow", "path": "/mypromos/registerPromotion.action", "line": 90 }, { "directive": "disallow", "path": "/profile/promotionconfirm.action*", "line": 91 }, { "directive": "disallow", "path": "/skyclub/purchasemembership_removePromotion.action", "line": 92 }, { "directive": "disallow", "path": "/profile/enrollconfirm.action", "line": 93 }, { "directive": "disallow", "path": "/home", "line": 96 }, { "directive": "disallow", "path": "/home/", "line": 97 }, { "directive": "disallow", "path": "/completepurchase", "line": 98 }, { "directive": "disallow", "path": "/complete-purchase", "line": 99 }, { "directive": "disallow", "path": "/flightsearch/book-a-flight?cacheKeySuffix=", "line": 100 }, { "directive": "disallow", "path": "/lib*", "line": 101 }, { "directive": "disallow", "path": "/etc*", "line": 102 }, { "directive": "disallow", "path": "/cart/", "line": 103 }, { "directive": "disallow", "path": "/customerprofile/", "line": 104 }, { "directive": "disallow", "path": "/edocviewer/", "line": 105 }, { "directive": "disallow", "path": "/oci/", "line": 106 }, { "directive": "disallow", "path": "/onlinerefunds/", "line": 107 }, { "directive": "disallow", "path": "/PCCOciWeb/", "line": 108 }, { "directive": "disallow", "path": "/smlogin/", "line": 109 }, { "directive": "disallow", "path": "/widgetnav/", "line": 110 }, { "directive": "disallow", "path": "/acctmaint/", "line": 111 }, { "directive": "disallow", "path": "/intranetlink/", "line": 112 }, { "directive": "disallow", "path": "/booking/", "line": 113 }, { "directive": "disallow", "path": "/contactus/shared", "line": 114 }, { "directive": "disallow", "path": "/content/dam/delta-www/pdfs/", "line": 115 }, { "directive": "disallow", "path": "/seat/", "line": 116 }, { "directive": "disallow", "path": "/components/", "line": 117 }, { "directive": "disallow", "path": "/content/www/reference/", "line": 118 }, { "directive": "disallow", "path": "/content/www/en_us/offers-and-redirects", "line": 119 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 120 }, { "directive": "disallow", "path": "/myitinerary/", "line": 121 }, { "directive": "disallow", "path": "/custlogin/", "line": 122 }, { "directive": "disallow", "path": "/cartalacarte/", "line": 123 }, { "directive": "disallow", "path": "/air-shopping/", "line": 124 }, { "directive": "disallow", "path": "/air-shopping/*", "line": 125 }, { "directive": "disallow", "path": "/air-shopping*", "line": 126 }, { "directive": "disallow", "path": "/agency-refund/", "line": 127 }, { "directive": "disallow", "path": "/book/activity/confirmation.action", "line": 130 }, { "directive": "disallow", "path": "/mytrips/printItinerary.action", "line": 131 }, { "directive": "disallow", "path": "/mydelta/receiptDetailsPage", "line": 132 }, { "directive": "disallow", "path": "/mydelta/receiptDetailsPage.action", "line": 133 }, { "directive": "disallow", "path": "/mydelta/vacationReceiptDetailsPage", "line": 134 }, { "directive": "disallow", "path": "/mydelta/walletMyReceiptSummary", "line": 135 }, { "directive": "disallow", "path": "/mydelta/walletMyVoucherSummary", "line": 136 }, { "directive": "disallow", "path": "/*smt-silver.html", "line": 139 }, { "directive": "disallow", "path": "/*smt-platinum.html", "line": 140 }, { "directive": "disallow", "path": "/*smt-gold.html", "line": 141 }, { "directive": "disallow", "path": "/*smt-diamond.html", "line": 142 }, { "directive": "disallow", "path": "/*smt-loggedIn.html", "line": 143 }, { "directive": "disallow", "path": "/*smt-member.html", "line": 144 }, { "directive": "disallow", "path": "/apac/en/", "line": 147 }, { "directive": "disallow", "path": "/br/en/", "line": 148 }, { "directive": "disallow", "path": "/ca/en/", "line": 149 }, { "directive": "disallow", "path": "/cn/en/", "line": 150 }, { "directive": "disallow", "path": "/eu/en/", "line": 151 }, { "directive": "disallow", "path": "/fr/en/", "line": 152 }, { "directive": "disallow", "path": "/gb/en/", "line": 153 }, { "directive": "disallow", "path": "/jp/en/", "line": 154 }, { "directive": "disallow", "path": "/kr/en/", "line": 155 }, { "directive": "disallow", "path": "/lac/en/", "line": 156 }, { "directive": "disallow", "path": "/mea/en/", "line": 157 }, { "directive": "disallow", "path": "/mx/en/", "line": 158 }, { "directive": "disallow", "path": "/eu/es/", "line": 159 }, { "directive": "disallow", "path": "/lac/es/", "line": 160 }, { "directive": "disallow", "path": "/mx/es/", "line": 161 }, { "directive": "disallow", "path": "/eu/fr/", "line": 162 }, { "directive": "disallow", "path": "/ca/fr/", "line": 163 }, { "directive": "disallow", "path": "/eu/pt/", "line": 164 }, { "directive": "disallow", "path": "/intl/en/", "line": 165 }, { "directive": "disallow", "path": "/global/en/", "line": 166 }, { "directive": "disallow", "path": "/content/www/apac/en/", "line": 167 }, { "directive": "disallow", "path": "/content/www/br/en/", "line": 168 }, { "directive": "disallow", "path": "/content/www/ca/en/", "line": 169 }, { "directive": "disallow", "path": "/content/www/cn/en/", "line": 170 }, { "directive": "disallow", "path": "/content/www/eu/en/", "line": 171 }, { "directive": "disallow", "path": "/content/www/fr/en/", "line": 172 }, { "directive": "disallow", "path": "/content/www/gb/en/", "line": 173 }, { "directive": "disallow", "path": "/content/www/jp/en/", "line": 174 }, { "directive": "disallow", "path": "/content/www/kr/en/", "line": 175 }, { "directive": "disallow", "path": "/content/www/lac/en/", "line": 176 }, { "directive": "disallow", "path": "/content/www/mea/en/", "line": 177 }, { "directive": "disallow", "path": "/content/www/mx/en/", "line": 178 }, { "directive": "disallow", "path": "/content/www/eu/es/", "line": 179 }, { "directive": "disallow", "path": "/content/www/lac/es/", "line": 180 }, { "directive": "disallow", "path": "/content/www/mx/es/", "line": 181 }, { "directive": "disallow", "path": "/content/www/eu/fr/", "line": 182 }, { "directive": "disallow", "path": "/content/www/ca/fr/", "line": 183 }, { "directive": "disallow", "path": "/content/www/eu/pt/", "line": 184 }, { "directive": "disallow", "path": "/content/www/intl/en/", "line": 185 }, { "directive": "disallow", "path": "/content/www/global/en/", "line": 186 }, { "directive": "disallow", "path": "/content/www/us/en.html", "line": 187 }, { "directive": "disallow", "path": "/index.html", "line": 188 }, { "directive": "disallow", "path": "/us/en/spiritofdelta", "line": 189 }, { "directive": "disallow", "path": "/content/www/us/en/spiritofdelta.html", "line": 190 }, { "directive": "disallow", "path": "/us/en/home", "line": 191 }, { "directive": "disallow", "path": "/home_mach", "line": 192 }, { "directive": "disallow", "path": "*/home_mach", "line": 193 }, { "directive": "disallow", "path": "/giftcards/amex", "line": 194 }, { "directive": "disallow", "path": "/egift/eGiftPurchase.action*", "line": 195 }, { "directive": "disallow", "path": "/egift*", "line": 196 }, { "directive": "disallow", "path": "/seats", "line": 197 }, { "directive": "disallow", "path": "/seats*", "line": 198 }, { "directive": "disallow", "path": "/apac/en", "line": 202 }, { "directive": "disallow", "path": "/br/en", "line": 203 }, { "directive": "disallow", "path": "/ca/en", "line": 204 }, { "directive": "disallow", "path": "/cn/en", "line": 205 }, { "directive": "disallow", "path": "/eu/en", "line": 206 }, { "directive": "disallow", "path": "/fr/en", "line": 207 }, { "directive": "disallow", "path": "/gb/en", "line": 208 }, { "directive": "disallow", "path": "/jp/en", "line": 209 }, { "directive": "disallow", "path": "/kr/en", "line": 210 }, { "directive": "disallow", "path": "/lac/en", "line": 211 }, { "directive": "disallow", "path": "/mea/en", "line": 212 }, { "directive": "disallow", "path": "/mx/en", "line": 213 }, { "directive": "disallow", "path": "/eu/es", "line": 214 }, { "directive": "disallow", "path": "/lac/es", "line": 215 }, { "directive": "disallow", "path": "/mx/es", "line": 216 }, { "directive": "disallow", "path": "/eu/fr", "line": 217 }, { "directive": "disallow", "path": "/ca/fr", "line": 218 }, { "directive": "disallow", "path": "/eu/pt", "line": 219 } ], "warnings": [ 57, 59, 62, 193 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/egift/eGiftPurchase.action", "line": 6 }, { "directive": "allow", "path": "/profile/enrolllanding.action", "line": 7 }, { "directive": "allow", "path": "/etc/designs/global/clientlib-overview.css", "line": 8 }, { "directive": "allow", "path": "/index.jsp", "line": 11 }, { "directive": "allow", "path": "/components/popups/skymark/terms.jsp", "line": 12 }, { "directive": "allow", "path": "/deltareservemqm/mbrLanding.action", "line": 13 }, { "directive": "allow", "path": "/app_links/join_skymiles/index.jsp", "line": 14 }, { "directive": "allow", "path": "/awards/skymark/landing/index.jsp", "line": 15 }, { "directive": "allow", "path": "/privacy_security/index.jsp", "line": 16 }, { "directive": "allow", "path": "/worldwide_sites/index.jsp", "line": 17 }, { "directive": "allow", "path": "/cns/travel/flight_notification/index.jsp", "line": 18 }, { "directive": "allow", "path": "/components/help/apps/booking/fare_class.jsp", "line": 19 }, { "directive": "allow", "path": "/mqm-calculator/help/class.jsp", "line": 20 }, { "directive": "allow", "path": "/about_delta/", "line": 23 }, { "directive": "allow", "path": "/business_programs_services/", "line": 24 }, { "directive": "allow", "path": "/care/", "line": 25 }, { "directive": "allow", "path": "/help/", "line": 26 }, { "directive": "allow", "path": "/legal/", "line": 27 }, { "directive": "allow", "path": "/marketing/", "line": 28 }, { "directive": "allow", "path": "/planning_reservations/", "line": 29 }, { "directive": "allow", "path": "/prog_serv/", "line": 30 }, { "directive": "allow", "path": "/skymiles/", "line": 31 }, { "directive": "allow", "path": "/travel/", "line": 32 }, { "directive": "allow", "path": "/traveling_checkin/", "line": 33 }, { "directive": "allow", "path": "/buygftxfer/", "line": 36 }, { "directive": "allow", "path": "/contactus/", "line": 37 }, { "directive": "allow", "path": "/baggage/", "line": 38 }, { "directive": "allow", "path": "/profile/", "line": 39 }, { "directive": "allow", "path": "/cns/", "line": 40 }, { "directive": "allow", "path": "/inside/", "line": 41 }, { "directive": "allow", "path": "/schedules/", "line": 42 }, { "directive": "allow", "path": "/travel-agency/", "line": 43 }, { "directive": "allow", "path": "/emailus/", "line": 44 }, { "directive": "allow", "path": "/dlsearch/", "line": 45 }, { "directive": "allow", "path": "/skyclub/*.action", "line": 46 }, { "directive": "allow", "path": "/merch/shop*.action", "line": 47 }, { "directive": "allow", "path": "/home/devicetype", "line": 48 }, { "directive": "disallow", "path": "/*.jsp", "line": 51 }, { "directive": "disallow", "path": "/*.pdf", "line": 52 }, { "directive": "disallow", "path": "/flight-status/", "line": 55 }, { "directive": "disallow", "path": "/flight-status", "line": 56 }, { "directive": "disallow", "path": "*flight-status*", "line": 57 }, { "directive": "disallow", "path": "/flight-status/*", "line": 58 }, { "directive": "disallow", "path": "*cacheKey*", "line": 59 }, { "directive": "disallow", "path": "/*cacheKey*", "line": 60 }, { "directive": "disallow", "path": "/*?*cacheKeySuffix=", "line": 61 }, { "directive": "disallow", "path": "*?*paymentRef=", "line": 62 }, { "directive": "disallow", "path": "/site-search?searchTerm=*", "line": 63 }, { "directive": "disallow", "path": "/profile/enrolllanding.action?partnerCd*", "line": 64 }, { "directive": "disallow", "path": "/merch/searchHotelAction.action?locationCode*", "line": 65 }, { "directive": "disallow", "path": "/merch/searchCarAction.action?locationCode*", "line": 66 }, { "directive": "disallow", "path": "/edoc/displayEdocTNC.action*", "line": 67 }, { "directive": "disallow", "path": "/edoc/redeemDocuments.action?action=*", "line": 68 }, { "directive": "disallow", "path": "/air-shopping/findFlights.action*", "line": 69 }, { "directive": "disallow", "path": "/findFlights.action*", "line": 70 }, { "directive": "disallow", "path": "/flight-search/book-a-flight?cacheKeySuffix=", "line": 71 }, { "directive": "disallow", "path": "/flight-search/search?&tripType=", "line": 72 }, { "directive": "disallow", "path": "/flight-search/search?action=", "line": 73 }, { "directive": "disallow", "path": "/custlogin/showResetPassword.action*", "line": 74 }, { "directive": "disallow", "path": "/flight-search-2/", "line": 75 }, { "directive": "disallow", "path": "/search*", "line": 76 }, { "directive": "disallow", "path": "/sitesearch*", "line": 77 }, { "directive": "disallow", "path": "/flightstatus/search/*", "line": 78 }, { "directive": "disallow", "path": "/refund-status/search", "line": 79 }, { "directive": "disallow", "path": "/air-shopping/searchflights.action", "line": 80 }, { "directive": "disallow", "path": "/merch/merch/searchCarAction.action", "line": 81 }, { "directive": "disallow", "path": "/my-trips/upcoming-trips", "line": 82 }, { "directive": "disallow", "path": "/mytrips/printItinerary", "line": 83 }, { "directive": "disallow", "path": "/mytrips/", "line": 84 }, { "directive": "disallow", "path": "/my-trips/search?*", "line": 85 }, { "directive": "disallow", "path": "/reshop/", "line": 86 }, { "directive": "disallow", "path": "/cartreshop/activity/reshopPurchase.action", "line": 87 }, { "directive": "disallow", "path": "/contactus/pages/business_programs_services/agency_irop/index.jsp", "line": 88 }, { "directive": "disallow", "path": "/edoc/displayEdocTnC.action*", "line": 89 }, { "directive": "disallow", "path": "/mypromos/registerPromotion.action", "line": 90 }, { "directive": "disallow", "path": "/profile/promotionconfirm.action*", "line": 91 }, { "directive": "disallow", "path": "/skyclub/purchasemembership_removePromotion.action", "line": 92 }, { "directive": "disallow", "path": "/profile/enrollconfirm.action", "line": 93 }, { "directive": "disallow", "path": "/home", "line": 96 }, { "directive": "disallow", "path": "/home/", "line": 97 }, { "directive": "disallow", "path": "/completepurchase", "line": 98 }, { "directive": "disallow", "path": "/complete-purchase", "line": 99 }, { "directive": "disallow", "path": "/flightsearch/book-a-flight?cacheKeySuffix=", "line": 100 }, { "directive": "disallow", "path": "/lib*", "line": 101 }, { "directive": "disallow", "path": "/etc*", "line": 102 }, { "directive": "disallow", "path": "/cart/", "line": 103 }, { "directive": "disallow", "path": "/customerprofile/", "line": 104 }, { "directive": "disallow", "path": "/edocviewer/", "line": 105 }, { "directive": "disallow", "path": "/oci/", "line": 106 }, { "directive": "disallow", "path": "/onlinerefunds/", "line": 107 }, { "directive": "disallow", "path": "/PCCOciWeb/", "line": 108 }, { "directive": "disallow", "path": "/smlogin/", "line": 109 }, { "directive": "disallow", "path": "/widgetnav/", "line": 110 }, { "directive": "disallow", "path": "/acctmaint/", "line": 111 }, { "directive": "disallow", "path": "/intranetlink/", "line": 112 }, { "directive": "disallow", "path": "/booking/", "line": 113 }, { "directive": "disallow", "path": "/contactus/shared", "line": 114 }, { "directive": "disallow", "path": "/content/dam/delta-www/pdfs/", "line": 115 }, { "directive": "disallow", "path": "/seat/", "line": 116 }, { "directive": "disallow", "path": "/components/", "line": 117 }, { "directive": "disallow", "path": "/content/www/reference/", "line": 118 }, { "directive": "disallow", "path": "/content/www/en_us/offers-and-redirects", "line": 119 }, { "directive": "disallow", "path": "/content/campaigns/", "line": 120 }, { "directive": "disallow", "path": "/myitinerary/", "line": 121 }, { "directive": "disallow", "path": "/custlogin/", "line": 122 }, { "directive": "disallow", "path": "/cartalacarte/", "line": 123 }, { "directive": "disallow", "path": "/air-shopping/", "line": 124 }, { "directive": "disallow", "path": "/air-shopping/*", "line": 125 }, { "directive": "disallow", "path": "/air-shopping*", "line": 126 }, { "directive": "disallow", "path": "/agency-refund/", "line": 127 }, { "directive": "disallow", "path": "/book/activity/confirmation.action", "line": 130 }, { "directive": "disallow", "path": "/mytrips/printItinerary.action", "line": 131 }, { "directive": "disallow", "path": "/mydelta/receiptDetailsPage", "line": 132 }, { "directive": "disallow", "path": "/mydelta/receiptDetailsPage.action", "line": 133 }, { "directive": "disallow", "path": "/mydelta/vacationReceiptDetailsPage", "line": 134 }, { "directive": "disallow", "path": "/mydelta/walletMyReceiptSummary", "line": 135 }, { "directive": "disallow", "path": "/mydelta/walletMyVoucherSummary", "line": 136 }, { "directive": "disallow", "path": "/*smt-silver.html", "line": 139 }, { "directive": "disallow", "path": "/*smt-platinum.html", "line": 140 }, { "directive": "disallow", "path": "/*smt-gold.html", "line": 141 }, { "directive": "disallow", "path": "/*smt-diamond.html", "line": 142 }, { "directive": "disallow", "path": "/*smt-loggedIn.html", "line": 143 }, { "directive": "disallow", "path": "/*smt-member.html", "line": 144 }, { "directive": "disallow", "path": "/apac/en/", "line": 147 }, { "directive": "disallow", "path": "/br/en/", "line": 148 }, { "directive": "disallow", "path": "/ca/en/", "line": 149 }, { "directive": "disallow", "path": "/cn/en/", "line": 150 }, { "directive": "disallow", "path": "/eu/en/", "line": 151 }, { "directive": "disallow", "path": "/fr/en/", "line": 152 }, { "directive": "disallow", "path": "/gb/en/", "line": 153 }, { "directive": "disallow", "path": "/jp/en/", "line": 154 }, { "directive": "disallow", "path": "/kr/en/", "line": 155 }, { "directive": "disallow", "path": "/lac/en/", "line": 156 }, { "directive": "disallow", "path": "/mea/en/", "line": 157 }, { "directive": "disallow", "path": "/mx/en/", "line": 158 }, { "directive": "disallow", "path": "/eu/es/", "line": 159 }, { "directive": "disallow", "path": "/lac/es/", "line": 160 }, { "directive": "disallow", "path": "/mx/es/", "line": 161 }, { "directive": "disallow", "path": "/eu/fr/", "line": 162 }, { "directive": "disallow", "path": "/ca/fr/", "line": 163 }, { "directive": "disallow", "path": "/eu/pt/", "line": 164 }, { "directive": "disallow", "path": "/intl/en/", "line": 165 }, { "directive": "disallow", "path": "/global/en/", "line": 166 }, { "directive": "disallow", "path": "/content/www/apac/en/", "line": 167 }, { "directive": "disallow", "path": "/content/www/br/en/", "line": 168 }, { "directive": "disallow", "path": "/content/www/ca/en/", "line": 169 }, { "directive": "disallow", "path": "/content/www/cn/en/", "line": 170 }, { "directive": "disallow", "path": "/content/www/eu/en/", "line": 171 }, { "directive": "disallow", "path": "/content/www/fr/en/", "line": 172 }, { "directive": "disallow", "path": "/content/www/gb/en/", "line": 173 }, { "directive": "disallow", "path": "/content/www/jp/en/", "line": 174 }, { "directive": "disallow", "path": "/content/www/kr/en/", "line": 175 }, { "directive": "disallow", "path": "/content/www/lac/en/", "line": 176 }, { "directive": "disallow", "path": "/content/www/mea/en/", "line": 177 }, { "directive": "disallow", "path": "/content/www/mx/en/", "line": 178 }, { "directive": "disallow", "path": "/content/www/eu/es/", "line": 179 }, { "directive": "disallow", "path": "/content/www/lac/es/", "line": 180 }, { "directive": "disallow", "path": "/content/www/mx/es/", "line": 181 }, { "directive": "disallow", "path": "/content/www/eu/fr/", "line": 182 }, { "directive": "disallow", "path": "/content/www/ca/fr/", "line": 183 }, { "directive": "disallow", "path": "/content/www/eu/pt/", "line": 184 }, { "directive": "disallow", "path": "/content/www/intl/en/", "line": 185 }, { "directive": "disallow", "path": "/content/www/global/en/", "line": 186 }, { "directive": "disallow", "path": "/content/www/us/en.html", "line": 187 }, { "directive": "disallow", "path": "/index.html", "line": 188 }, { "directive": "disallow", "path": "/us/en/spiritofdelta", "line": 189 }, { "directive": "disallow", "path": "/content/www/us/en/spiritofdelta.html", "line": 190 }, { "directive": "disallow", "path": "/us/en/home", "line": 191 }, { "directive": "disallow", "path": "/home_mach", "line": 192 }, { "directive": "disallow", "path": "*/home_mach", "line": 193 }, { "directive": "disallow", "path": "/giftcards/amex", "line": 194 }, { "directive": "disallow", "path": "/egift/eGiftPurchase.action*", "line": 195 }, { "directive": "disallow", "path": "/egift*", "line": 196 }, { "directive": "disallow", "path": "/seats", "line": 197 }, { "directive": "disallow", "path": "/seats*", "line": 198 }, { "directive": "disallow", "path": "/apac/en", "line": 202 }, { "directive": "disallow", "path": "/br/en", "line": 203 }, { "directive": "disallow", "path": "/ca/en", "line": 204 }, { "directive": "disallow", "path": "/cn/en", "line": 205 }, { "directive": "disallow", "path": "/eu/en", "line": 206 }, { "directive": "disallow", "path": "/fr/en", "line": 207 }, { "directive": "disallow", "path": "/gb/en", "line": 208 }, { "directive": "disallow", "path": "/jp/en", "line": 209 }, { "directive": "disallow", "path": "/kr/en", "line": 210 }, { "directive": "disallow", "path": "/lac/en", "line": 211 }, { "directive": "disallow", "path": "/mea/en", "line": 212 }, { "directive": "disallow", "path": "/mx/en", "line": 213 }, { "directive": "disallow", "path": "/eu/es", "line": 214 }, { "directive": "disallow", "path": "/lac/es", "line": 215 }, { "directive": "disallow", "path": "/mx/es", "line": 216 }, { "directive": "disallow", "path": "/eu/fr", "line": 217 }, { "directive": "disallow", "path": "/ca/fr", "line": 218 }, { "directive": "disallow", "path": "/eu/pt", "line": 219 } ], "warnings": [ 57, 59, 62, 193 ] } }, "httpStatus": 200, "finalUrl": "https://www.delta.com/robots.txt", "contentType": "text/plain", "sha256": "017c295a41dc8886391a98cd9e7f4988d95def0d99315a0f1945510ee19950db", "bytes": 6163 }, { "company": "Devon Energy", "cik": "1090012", "sector": "Energy", "origin": "http://www.devonenergy.com", "checkedAt": "2026-09-26T04:55:17.022Z", "status": "missing_file", "bots": null, "httpStatus": 404, "finalUrl": "https://www.devonenergy.com/robots.txt", "contentType": "text/html; charset=UTF-8" }, { "company": "Dexcom", "cik": "1093557", "sector": "Health Care", "origin": "http://dexcom.com", "checkedAt": "2026-09-26T04:55:17.178Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?ipc=", "line": 6 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?ipc=", "line": 6 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?ipc=", "line": 6 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?ipc=", "line": 6 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?ipc=", "line": 6 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?ipc=", "line": 6 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?ipc=", "line": 6 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?ipc=", "line": 6 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.dexcom.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "baa3f735614648dbdc3963f157fef71ad79625ab3947420191141931314dfa2d", "bytes": 215 }, { "company": "Diamondback Energy", "cik": "1539838", "sector": "Energy", "origin": "https://www.diamondbackenergy.com", "checkedAt": "2026-09-26T04:55:17.408Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "Digital Realty", "cik": "1297996", "sector": "Real Estate", "origin": "https://www.digitalrealty.com", "checkedAt": "2026-09-26T04:55:17.895Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/sitemap.xml", "line": 3 }, { "directive": "disallow", "path": "/taxonomy/", "line": 4 }, { "directive": "disallow", "path": "/node/", "line": 5 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/sitemap.xml", "line": 3 }, { "directive": "disallow", "path": "/taxonomy/", "line": 4 }, { "directive": "disallow", "path": "/node/", "line": 5 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/sitemap.xml", "line": 3 }, { "directive": "disallow", "path": "/taxonomy/", "line": 4 }, { "directive": "disallow", "path": "/node/", "line": 5 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/sitemap.xml", "line": 3 }, { "directive": "disallow", "path": "/taxonomy/", "line": 4 }, { "directive": "disallow", "path": "/node/", "line": 5 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/sitemap.xml", "line": 3 }, { "directive": "disallow", "path": "/taxonomy/", "line": 4 }, { "directive": "disallow", "path": "/node/", "line": 5 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/sitemap.xml", "line": 3 }, { "directive": "disallow", "path": "/taxonomy/", "line": 4 }, { "directive": "disallow", "path": "/node/", "line": 5 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/sitemap.xml", "line": 3 }, { "directive": "disallow", "path": "/taxonomy/", "line": 4 }, { "directive": "disallow", "path": "/node/", "line": 5 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/sitemap.xml", "line": 3 }, { "directive": "disallow", "path": "/taxonomy/", "line": 4 }, { "directive": "disallow", "path": "/node/", "line": 5 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.digitalrealty.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "e0bb9363257b3c34bac7f9aae424a0bfaa693ff59be04732305ef84688bbf8d9", "bytes": 119 }, { "company": "Dollar General", "cik": "29534", "sector": "Consumer Staples", "origin": "https://www.dollargeneral.com", "checkedAt": "2026-09-26T04:55:17.991Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.dollargeneral.com/robots.txt", "contentType": "text/html" }, { "company": "Dollar Tree", "cik": "935703", "sector": "Consumer Staples", "origin": "https://www.dollartree.com", "checkedAt": "2026-09-26T04:55:18.027Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cart", "line": 2 }, { "directive": "disallow", "path": "/checkout", "line": 3 }, { "directive": "disallow", "path": "/profile", "line": 4 }, { "directive": "disallow", "path": "/confirmation", "line": 5 }, { "directive": "disallow", "path": "/wishlist_settings", "line": 6 }, { "directive": "disallow", "path": "/wishlist", "line": 7 }, { "directive": "disallow", "path": "/en/cart", "line": 8 }, { "directive": "disallow", "path": "/en/checkout", "line": 9 }, { "directive": "disallow", "path": "/en/profile", "line": 10 }, { "directive": "disallow", "path": "/en/searchresults", "line": 11 }, { "directive": "disallow", "path": "/en/confirmation", "line": 12 }, { "directive": "disallow", "path": "/en/wishlist_settings", "line": 13 }, { "directive": "disallow", "path": "/en/wishlist", "line": 14 }, { "directive": "disallow", "path": "/es/cart", "line": 15 }, { "directive": "disallow", "path": "/es/checkout", "line": 16 }, { "directive": "disallow", "path": "/es/profile", "line": 17 }, { "directive": "disallow", "path": "/es/searchresults", "line": 18 }, { "directive": "disallow", "path": "/es/confirmation", "line": 19 }, { "directive": "disallow", "path": "/es/wishlist_settings", "line": 20 }, { "directive": "disallow", "path": "/es/wishlist", "line": 21 }, { "directive": "disallow", "path": "/es/lpc/*?", "line": 22 }, { "directive": "disallow", "path": "/lpc/*?", "line": 23 }, { "directive": "disallow", "path": "/ppc/*?", "line": 24 }, { "directive": "disallow", "path": "/product/*?", "line": 25 }, { "directive": "disallow", "path": "/bulk/", "line": 26 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cart", "line": 2 }, { "directive": "disallow", "path": "/checkout", "line": 3 }, { "directive": "disallow", "path": "/profile", "line": 4 }, { "directive": "disallow", "path": "/confirmation", "line": 5 }, { "directive": "disallow", "path": "/wishlist_settings", "line": 6 }, { "directive": "disallow", "path": "/wishlist", "line": 7 }, { "directive": "disallow", "path": "/en/cart", "line": 8 }, { "directive": "disallow", "path": "/en/checkout", "line": 9 }, { "directive": "disallow", "path": "/en/profile", "line": 10 }, { "directive": "disallow", "path": "/en/searchresults", "line": 11 }, { "directive": "disallow", "path": "/en/confirmation", "line": 12 }, { "directive": "disallow", "path": "/en/wishlist_settings", "line": 13 }, { "directive": "disallow", "path": "/en/wishlist", "line": 14 }, { "directive": "disallow", "path": "/es/cart", "line": 15 }, { "directive": "disallow", "path": "/es/checkout", "line": 16 }, { "directive": "disallow", "path": "/es/profile", "line": 17 }, { "directive": "disallow", "path": "/es/searchresults", "line": 18 }, { "directive": "disallow", "path": "/es/confirmation", "line": 19 }, { "directive": "disallow", "path": "/es/wishlist_settings", "line": 20 }, { "directive": "disallow", "path": "/es/wishlist", "line": 21 }, { "directive": "disallow", "path": "/es/lpc/*?", "line": 22 }, { "directive": "disallow", "path": "/lpc/*?", "line": 23 }, { "directive": "disallow", "path": "/ppc/*?", "line": 24 }, { "directive": "disallow", "path": "/product/*?", "line": 25 }, { "directive": "disallow", "path": "/bulk/", "line": 26 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cart", "line": 2 }, { "directive": "disallow", "path": "/checkout", "line": 3 }, { "directive": "disallow", "path": "/profile", "line": 4 }, { "directive": "disallow", "path": "/confirmation", "line": 5 }, { "directive": "disallow", "path": "/wishlist_settings", "line": 6 }, { "directive": "disallow", "path": "/wishlist", "line": 7 }, { "directive": "disallow", "path": "/en/cart", "line": 8 }, { "directive": "disallow", "path": "/en/checkout", "line": 9 }, { "directive": "disallow", "path": "/en/profile", "line": 10 }, { "directive": "disallow", "path": "/en/searchresults", "line": 11 }, { "directive": "disallow", "path": "/en/confirmation", "line": 12 }, { "directive": "disallow", "path": "/en/wishlist_settings", "line": 13 }, { "directive": "disallow", "path": "/en/wishlist", "line": 14 }, { "directive": "disallow", "path": "/es/cart", "line": 15 }, { "directive": "disallow", "path": "/es/checkout", "line": 16 }, { "directive": "disallow", "path": "/es/profile", "line": 17 }, { "directive": "disallow", "path": "/es/searchresults", "line": 18 }, { "directive": "disallow", "path": "/es/confirmation", "line": 19 }, { "directive": "disallow", "path": "/es/wishlist_settings", "line": 20 }, { "directive": "disallow", "path": "/es/wishlist", "line": 21 }, { "directive": "disallow", "path": "/es/lpc/*?", "line": 22 }, { "directive": "disallow", "path": "/lpc/*?", "line": 23 }, { "directive": "disallow", "path": "/ppc/*?", "line": 24 }, { "directive": "disallow", "path": "/product/*?", "line": 25 }, { "directive": "disallow", "path": "/bulk/", "line": 26 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cart", "line": 2 }, { "directive": "disallow", "path": "/checkout", "line": 3 }, { "directive": "disallow", "path": "/profile", "line": 4 }, { "directive": "disallow", "path": "/confirmation", "line": 5 }, { "directive": "disallow", "path": "/wishlist_settings", "line": 6 }, { "directive": "disallow", "path": "/wishlist", "line": 7 }, { "directive": "disallow", "path": "/en/cart", "line": 8 }, { "directive": "disallow", "path": "/en/checkout", "line": 9 }, { "directive": "disallow", "path": "/en/profile", "line": 10 }, { "directive": "disallow", "path": "/en/searchresults", "line": 11 }, { "directive": "disallow", "path": "/en/confirmation", "line": 12 }, { "directive": "disallow", "path": "/en/wishlist_settings", "line": 13 }, { "directive": "disallow", "path": "/en/wishlist", "line": 14 }, { "directive": "disallow", "path": "/es/cart", "line": 15 }, { "directive": "disallow", "path": "/es/checkout", "line": 16 }, { "directive": "disallow", "path": "/es/profile", "line": 17 }, { "directive": "disallow", "path": "/es/searchresults", "line": 18 }, { "directive": "disallow", "path": "/es/confirmation", "line": 19 }, { "directive": "disallow", "path": "/es/wishlist_settings", "line": 20 }, { "directive": "disallow", "path": "/es/wishlist", "line": 21 }, { "directive": "disallow", "path": "/es/lpc/*?", "line": 22 }, { "directive": "disallow", "path": "/lpc/*?", "line": 23 }, { "directive": "disallow", "path": "/ppc/*?", "line": 24 }, { "directive": "disallow", "path": "/product/*?", "line": 25 }, { "directive": "disallow", "path": "/bulk/", "line": 26 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cart", "line": 2 }, { "directive": "disallow", "path": "/checkout", "line": 3 }, { "directive": "disallow", "path": "/profile", "line": 4 }, { "directive": "disallow", "path": "/confirmation", "line": 5 }, { "directive": "disallow", "path": "/wishlist_settings", "line": 6 }, { "directive": "disallow", "path": "/wishlist", "line": 7 }, { "directive": "disallow", "path": "/en/cart", "line": 8 }, { "directive": "disallow", "path": "/en/checkout", "line": 9 }, { "directive": "disallow", "path": "/en/profile", "line": 10 }, { "directive": "disallow", "path": "/en/searchresults", "line": 11 }, { "directive": "disallow", "path": "/en/confirmation", "line": 12 }, { "directive": "disallow", "path": "/en/wishlist_settings", "line": 13 }, { "directive": "disallow", "path": "/en/wishlist", "line": 14 }, { "directive": "disallow", "path": "/es/cart", "line": 15 }, { "directive": "disallow", "path": "/es/checkout", "line": 16 }, { "directive": "disallow", "path": "/es/profile", "line": 17 }, { "directive": "disallow", "path": "/es/searchresults", "line": 18 }, { "directive": "disallow", "path": "/es/confirmation", "line": 19 }, { "directive": "disallow", "path": "/es/wishlist_settings", "line": 20 }, { "directive": "disallow", "path": "/es/wishlist", "line": 21 }, { "directive": "disallow", "path": "/es/lpc/*?", "line": 22 }, { "directive": "disallow", "path": "/lpc/*?", "line": 23 }, { "directive": "disallow", "path": "/ppc/*?", "line": 24 }, { "directive": "disallow", "path": "/product/*?", "line": 25 }, { "directive": "disallow", "path": "/bulk/", "line": 26 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cart", "line": 2 }, { "directive": "disallow", "path": "/checkout", "line": 3 }, { "directive": "disallow", "path": "/profile", "line": 4 }, { "directive": "disallow", "path": "/confirmation", "line": 5 }, { "directive": "disallow", "path": "/wishlist_settings", "line": 6 }, { "directive": "disallow", "path": "/wishlist", "line": 7 }, { "directive": "disallow", "path": "/en/cart", "line": 8 }, { "directive": "disallow", "path": "/en/checkout", "line": 9 }, { "directive": "disallow", "path": "/en/profile", "line": 10 }, { "directive": "disallow", "path": "/en/searchresults", "line": 11 }, { "directive": "disallow", "path": "/en/confirmation", "line": 12 }, { "directive": "disallow", "path": "/en/wishlist_settings", "line": 13 }, { "directive": "disallow", "path": "/en/wishlist", "line": 14 }, { "directive": "disallow", "path": "/es/cart", "line": 15 }, { "directive": "disallow", "path": "/es/checkout", "line": 16 }, { "directive": "disallow", "path": "/es/profile", "line": 17 }, { "directive": "disallow", "path": "/es/searchresults", "line": 18 }, { "directive": "disallow", "path": "/es/confirmation", "line": 19 }, { "directive": "disallow", "path": "/es/wishlist_settings", "line": 20 }, { "directive": "disallow", "path": "/es/wishlist", "line": 21 }, { "directive": "disallow", "path": "/es/lpc/*?", "line": 22 }, { "directive": "disallow", "path": "/lpc/*?", "line": 23 }, { "directive": "disallow", "path": "/ppc/*?", "line": 24 }, { "directive": "disallow", "path": "/product/*?", "line": 25 }, { "directive": "disallow", "path": "/bulk/", "line": 26 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cart", "line": 2 }, { "directive": "disallow", "path": "/checkout", "line": 3 }, { "directive": "disallow", "path": "/profile", "line": 4 }, { "directive": "disallow", "path": "/confirmation", "line": 5 }, { "directive": "disallow", "path": "/wishlist_settings", "line": 6 }, { "directive": "disallow", "path": "/wishlist", "line": 7 }, { "directive": "disallow", "path": "/en/cart", "line": 8 }, { "directive": "disallow", "path": "/en/checkout", "line": 9 }, { "directive": "disallow", "path": "/en/profile", "line": 10 }, { "directive": "disallow", "path": "/en/searchresults", "line": 11 }, { "directive": "disallow", "path": "/en/confirmation", "line": 12 }, { "directive": "disallow", "path": "/en/wishlist_settings", "line": 13 }, { "directive": "disallow", "path": "/en/wishlist", "line": 14 }, { "directive": "disallow", "path": "/es/cart", "line": 15 }, { "directive": "disallow", "path": "/es/checkout", "line": 16 }, { "directive": "disallow", "path": "/es/profile", "line": 17 }, { "directive": "disallow", "path": "/es/searchresults", "line": 18 }, { "directive": "disallow", "path": "/es/confirmation", "line": 19 }, { "directive": "disallow", "path": "/es/wishlist_settings", "line": 20 }, { "directive": "disallow", "path": "/es/wishlist", "line": 21 }, { "directive": "disallow", "path": "/es/lpc/*?", "line": 22 }, { "directive": "disallow", "path": "/lpc/*?", "line": 23 }, { "directive": "disallow", "path": "/ppc/*?", "line": 24 }, { "directive": "disallow", "path": "/product/*?", "line": 25 }, { "directive": "disallow", "path": "/bulk/", "line": 26 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cart", "line": 2 }, { "directive": "disallow", "path": "/checkout", "line": 3 }, { "directive": "disallow", "path": "/profile", "line": 4 }, { "directive": "disallow", "path": "/confirmation", "line": 5 }, { "directive": "disallow", "path": "/wishlist_settings", "line": 6 }, { "directive": "disallow", "path": "/wishlist", "line": 7 }, { "directive": "disallow", "path": "/en/cart", "line": 8 }, { "directive": "disallow", "path": "/en/checkout", "line": 9 }, { "directive": "disallow", "path": "/en/profile", "line": 10 }, { "directive": "disallow", "path": "/en/searchresults", "line": 11 }, { "directive": "disallow", "path": "/en/confirmation", "line": 12 }, { "directive": "disallow", "path": "/en/wishlist_settings", "line": 13 }, { "directive": "disallow", "path": "/en/wishlist", "line": 14 }, { "directive": "disallow", "path": "/es/cart", "line": 15 }, { "directive": "disallow", "path": "/es/checkout", "line": 16 }, { "directive": "disallow", "path": "/es/profile", "line": 17 }, { "directive": "disallow", "path": "/es/searchresults", "line": 18 }, { "directive": "disallow", "path": "/es/confirmation", "line": 19 }, { "directive": "disallow", "path": "/es/wishlist_settings", "line": 20 }, { "directive": "disallow", "path": "/es/wishlist", "line": 21 }, { "directive": "disallow", "path": "/es/lpc/*?", "line": 22 }, { "directive": "disallow", "path": "/lpc/*?", "line": 23 }, { "directive": "disallow", "path": "/ppc/*?", "line": 24 }, { "directive": "disallow", "path": "/product/*?", "line": 25 }, { "directive": "disallow", "path": "/bulk/", "line": 26 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.dollartree.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "48239d8c17e61e2f1cb55fd3b883b1e1288a5263904b7011ebfb9df8ef796198", "bytes": 876 }, { "company": "Dominion Energy", "cik": "715957", "sector": "Utilities", "origin": "https://www.dominionenergy.com", "checkedAt": "2026-09-26T04:55:18.168Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.dominionenergy.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "1f089fba7fd9595e40cf38323939fa94a1cc19bc6710e02548613ccbbf5b059e", "bytes": 76 }, { "company": "Domino's", "cik": "1286681", "sector": "Consumer Discretionary", "origin": "https://www.dominos.com", "checkedAt": "2026-09-26T04:55:18.418Z", "status": "ambiguous_content", "bots": null, "httpStatus": 200, "finalUrl": "https://www.dominos.com/en/pages/international/", "contentType": "text/html; charset=utf-8", "sha256": "7a8ac87a39b5d8f13b930975a65d1e1ee009e4e5f4a8045371751a0011fe26ee", "bytes": 45726 }, { "company": "DoorDash", "cik": "1792789", "sector": "Consumer Discretionary", "origin": "https://www.doordash.com", "checkedAt": "2026-09-26T04:55:18.555Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/store/so-much-maple-juneau-19113/", "line": 3 }, { "directive": "disallow", "path": "/orders/", "line": 4 }, { "directive": "disallow", "path": "/orders/track/*", "line": 5 }, { "directive": "disallow", "path": "/order_history/", "line": 6 }, { "directive": "disallow", "path": "/sv/", "line": 7 }, { "directive": "allow", "path": "/consumer/login/", "line": 9 }, { "directive": "disallow", "path": "/consumer/invite/", "line": 10 }, { "directive": "disallow", "path": "/consumer/", "line": 11 }, { "directive": "allow", "path": "/dasher/signup/$", "line": 13 }, { "directive": "disallow", "path": "/dasher/signup/*", "line": 14 }, { "directive": "disallow", "path": "/dasher/login*", "line": 15 }, { "directive": "disallow", "path": "/dasher/application*", "line": 16 }, { "directive": "disallow", "path": "/dasher", "line": 17 }, { "directive": "disallow", "path": "/apply/*", "line": 18 }, { "directive": "disallow", "path": "/qr-code/*", "line": 19 }, { "directive": "disallow", "path": "/dashpass-redeem", "line": 20 }, { "directive": "disallow", "path": "/merchant/applyV2/*", "line": 22 }, { "directive": "disallow", "path": "/securitynotice", "line": 24 }, { "directive": "disallow", "path": "/dd/*", "line": 26 }, { "directive": "disallow", "path": "/cart/*", "line": 27 }, { "directive": "disallow", "path": "/confirm-group-cart-payment/*", "line": 28 }, { "directive": "disallow", "path": "/s/*", "line": 29 }, { "directive": "disallow", "path": "/caredash/*", "line": 31 }, { "directive": "disallow", "path": "/caredash-recipient/*", "line": 32 }, { "directive": "disallow", "path": "/product/*", "line": 34 }, { "directive": "disallow", "path": "/browse/merchants/*/products/*", "line": 35 }, { "directive": "disallow", "path": "/browse/products/*", "line": 36 }, { "directive": "disallow", "path": "/gifts/*", "line": 38 }, { "directive": "disallow", "path": "/teams/join/*", "line": 40 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/store/so-much-maple-juneau-19113/", "line": 3 }, { "directive": "disallow", "path": "/orders/", "line": 4 }, { "directive": "disallow", "path": "/orders/track/*", "line": 5 }, { "directive": "disallow", "path": "/order_history/", "line": 6 }, { "directive": "disallow", "path": "/sv/", "line": 7 }, { "directive": "allow", "path": "/consumer/login/", "line": 9 }, { "directive": "disallow", "path": "/consumer/invite/", "line": 10 }, { "directive": "disallow", "path": "/consumer/", "line": 11 }, { "directive": "allow", "path": "/dasher/signup/$", "line": 13 }, { "directive": "disallow", "path": "/dasher/signup/*", "line": 14 }, { "directive": "disallow", "path": "/dasher/login*", "line": 15 }, { "directive": "disallow", "path": "/dasher/application*", "line": 16 }, { "directive": "disallow", "path": "/dasher", "line": 17 }, { "directive": "disallow", "path": "/apply/*", "line": 18 }, { "directive": "disallow", "path": "/qr-code/*", "line": 19 }, { "directive": "disallow", "path": "/dashpass-redeem", "line": 20 }, { "directive": "disallow", "path": "/merchant/applyV2/*", "line": 22 }, { "directive": "disallow", "path": "/securitynotice", "line": 24 }, { "directive": "disallow", "path": "/dd/*", "line": 26 }, { "directive": "disallow", "path": "/cart/*", "line": 27 }, { "directive": "disallow", "path": "/confirm-group-cart-payment/*", "line": 28 }, { "directive": "disallow", "path": "/s/*", "line": 29 }, { "directive": "disallow", "path": "/caredash/*", "line": 31 }, { "directive": "disallow", "path": "/caredash-recipient/*", "line": 32 }, { "directive": "disallow", "path": "/product/*", "line": 34 }, { "directive": "disallow", "path": "/browse/merchants/*/products/*", "line": 35 }, { "directive": "disallow", "path": "/browse/products/*", "line": 36 }, { "directive": "disallow", "path": "/gifts/*", "line": 38 }, { "directive": "disallow", "path": "/teams/join/*", "line": 40 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/store/so-much-maple-juneau-19113/", "line": 3 }, { "directive": "disallow", "path": "/orders/", "line": 4 }, { "directive": "disallow", "path": "/orders/track/*", "line": 5 }, { "directive": "disallow", "path": "/order_history/", "line": 6 }, { "directive": "disallow", "path": "/sv/", "line": 7 }, { "directive": "allow", "path": "/consumer/login/", "line": 9 }, { "directive": "disallow", "path": "/consumer/invite/", "line": 10 }, { "directive": "disallow", "path": "/consumer/", "line": 11 }, { "directive": "allow", "path": "/dasher/signup/$", "line": 13 }, { "directive": "disallow", "path": "/dasher/signup/*", "line": 14 }, { "directive": "disallow", "path": "/dasher/login*", "line": 15 }, { "directive": "disallow", "path": "/dasher/application*", "line": 16 }, { "directive": "disallow", "path": "/dasher", "line": 17 }, { "directive": "disallow", "path": "/apply/*", "line": 18 }, { "directive": "disallow", "path": "/qr-code/*", "line": 19 }, { "directive": "disallow", "path": "/dashpass-redeem", "line": 20 }, { "directive": "disallow", "path": "/merchant/applyV2/*", "line": 22 }, { "directive": "disallow", "path": "/securitynotice", "line": 24 }, { "directive": "disallow", "path": "/dd/*", "line": 26 }, { "directive": "disallow", "path": "/cart/*", "line": 27 }, { "directive": "disallow", "path": "/confirm-group-cart-payment/*", "line": 28 }, { "directive": "disallow", "path": "/s/*", "line": 29 }, { "directive": "disallow", "path": "/caredash/*", "line": 31 }, { "directive": "disallow", "path": "/caredash-recipient/*", "line": 32 }, { "directive": "disallow", "path": "/product/*", "line": 34 }, { "directive": "disallow", "path": "/browse/merchants/*/products/*", "line": 35 }, { "directive": "disallow", "path": "/browse/products/*", "line": 36 }, { "directive": "disallow", "path": "/gifts/*", "line": 38 }, { "directive": "disallow", "path": "/teams/join/*", "line": 40 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/store/so-much-maple-juneau-19113/", "line": 3 }, { "directive": "disallow", "path": "/orders/", "line": 4 }, { "directive": "disallow", "path": "/orders/track/*", "line": 5 }, { "directive": "disallow", "path": "/order_history/", "line": 6 }, { "directive": "disallow", "path": "/sv/", "line": 7 }, { "directive": "allow", "path": "/consumer/login/", "line": 9 }, { "directive": "disallow", "path": "/consumer/invite/", "line": 10 }, { "directive": "disallow", "path": "/consumer/", "line": 11 }, { "directive": "allow", "path": "/dasher/signup/$", "line": 13 }, { "directive": "disallow", "path": "/dasher/signup/*", "line": 14 }, { "directive": "disallow", "path": "/dasher/login*", "line": 15 }, { "directive": "disallow", "path": "/dasher/application*", "line": 16 }, { "directive": "disallow", "path": "/dasher", "line": 17 }, { "directive": "disallow", "path": "/apply/*", "line": 18 }, { "directive": "disallow", "path": "/qr-code/*", "line": 19 }, { "directive": "disallow", "path": "/dashpass-redeem", "line": 20 }, { "directive": "disallow", "path": "/merchant/applyV2/*", "line": 22 }, { "directive": "disallow", "path": "/securitynotice", "line": 24 }, { "directive": "disallow", "path": "/dd/*", "line": 26 }, { "directive": "disallow", "path": "/cart/*", "line": 27 }, { "directive": "disallow", "path": "/confirm-group-cart-payment/*", "line": 28 }, { "directive": "disallow", "path": "/s/*", "line": 29 }, { "directive": "disallow", "path": "/caredash/*", "line": 31 }, { "directive": "disallow", "path": "/caredash-recipient/*", "line": 32 }, { "directive": "disallow", "path": "/product/*", "line": 34 }, { "directive": "disallow", "path": "/browse/merchants/*/products/*", "line": 35 }, { "directive": "disallow", "path": "/browse/products/*", "line": 36 }, { "directive": "disallow", "path": "/gifts/*", "line": 38 }, { "directive": "disallow", "path": "/teams/join/*", "line": 40 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/store/so-much-maple-juneau-19113/", "line": 3 }, { "directive": "disallow", "path": "/orders/", "line": 4 }, { "directive": "disallow", "path": "/orders/track/*", "line": 5 }, { "directive": "disallow", "path": "/order_history/", "line": 6 }, { "directive": "disallow", "path": "/sv/", "line": 7 }, { "directive": "allow", "path": "/consumer/login/", "line": 9 }, { "directive": "disallow", "path": "/consumer/invite/", "line": 10 }, { "directive": "disallow", "path": "/consumer/", "line": 11 }, { "directive": "allow", "path": "/dasher/signup/$", "line": 13 }, { "directive": "disallow", "path": "/dasher/signup/*", "line": 14 }, { "directive": "disallow", "path": "/dasher/login*", "line": 15 }, { "directive": "disallow", "path": "/dasher/application*", "line": 16 }, { "directive": "disallow", "path": "/dasher", "line": 17 }, { "directive": "disallow", "path": "/apply/*", "line": 18 }, { "directive": "disallow", "path": "/qr-code/*", "line": 19 }, { "directive": "disallow", "path": "/dashpass-redeem", "line": 20 }, { "directive": "disallow", "path": "/merchant/applyV2/*", "line": 22 }, { "directive": "disallow", "path": "/securitynotice", "line": 24 }, { "directive": "disallow", "path": "/dd/*", "line": 26 }, { "directive": "disallow", "path": "/cart/*", "line": 27 }, { "directive": "disallow", "path": "/confirm-group-cart-payment/*", "line": 28 }, { "directive": "disallow", "path": "/s/*", "line": 29 }, { "directive": "disallow", "path": "/caredash/*", "line": 31 }, { "directive": "disallow", "path": "/caredash-recipient/*", "line": 32 }, { "directive": "disallow", "path": "/product/*", "line": 34 }, { "directive": "disallow", "path": "/browse/merchants/*/products/*", "line": 35 }, { "directive": "disallow", "path": "/browse/products/*", "line": 36 }, { "directive": "disallow", "path": "/gifts/*", "line": 38 }, { "directive": "disallow", "path": "/teams/join/*", "line": 40 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/store/so-much-maple-juneau-19113/", "line": 3 }, { "directive": "disallow", "path": "/orders/", "line": 4 }, { "directive": "disallow", "path": "/orders/track/*", "line": 5 }, { "directive": "disallow", "path": "/order_history/", "line": 6 }, { "directive": "disallow", "path": "/sv/", "line": 7 }, { "directive": "allow", "path": "/consumer/login/", "line": 9 }, { "directive": "disallow", "path": "/consumer/invite/", "line": 10 }, { "directive": "disallow", "path": "/consumer/", "line": 11 }, { "directive": "allow", "path": "/dasher/signup/$", "line": 13 }, { "directive": "disallow", "path": "/dasher/signup/*", "line": 14 }, { "directive": "disallow", "path": "/dasher/login*", "line": 15 }, { "directive": "disallow", "path": "/dasher/application*", "line": 16 }, { "directive": "disallow", "path": "/dasher", "line": 17 }, { "directive": "disallow", "path": "/apply/*", "line": 18 }, { "directive": "disallow", "path": "/qr-code/*", "line": 19 }, { "directive": "disallow", "path": "/dashpass-redeem", "line": 20 }, { "directive": "disallow", "path": "/merchant/applyV2/*", "line": 22 }, { "directive": "disallow", "path": "/securitynotice", "line": 24 }, { "directive": "disallow", "path": "/dd/*", "line": 26 }, { "directive": "disallow", "path": "/cart/*", "line": 27 }, { "directive": "disallow", "path": "/confirm-group-cart-payment/*", "line": 28 }, { "directive": "disallow", "path": "/s/*", "line": 29 }, { "directive": "disallow", "path": "/caredash/*", "line": 31 }, { "directive": "disallow", "path": "/caredash-recipient/*", "line": 32 }, { "directive": "disallow", "path": "/product/*", "line": 34 }, { "directive": "disallow", "path": "/browse/merchants/*/products/*", "line": 35 }, { "directive": "disallow", "path": "/browse/products/*", "line": 36 }, { "directive": "disallow", "path": "/gifts/*", "line": 38 }, { "directive": "disallow", "path": "/teams/join/*", "line": 40 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/store/so-much-maple-juneau-19113/", "line": 3 }, { "directive": "disallow", "path": "/orders/", "line": 4 }, { "directive": "disallow", "path": "/orders/track/*", "line": 5 }, { "directive": "disallow", "path": "/order_history/", "line": 6 }, { "directive": "disallow", "path": "/sv/", "line": 7 }, { "directive": "allow", "path": "/consumer/login/", "line": 9 }, { "directive": "disallow", "path": "/consumer/invite/", "line": 10 }, { "directive": "disallow", "path": "/consumer/", "line": 11 }, { "directive": "allow", "path": "/dasher/signup/$", "line": 13 }, { "directive": "disallow", "path": "/dasher/signup/*", "line": 14 }, { "directive": "disallow", "path": "/dasher/login*", "line": 15 }, { "directive": "disallow", "path": "/dasher/application*", "line": 16 }, { "directive": "disallow", "path": "/dasher", "line": 17 }, { "directive": "disallow", "path": "/apply/*", "line": 18 }, { "directive": "disallow", "path": "/qr-code/*", "line": 19 }, { "directive": "disallow", "path": "/dashpass-redeem", "line": 20 }, { "directive": "disallow", "path": "/merchant/applyV2/*", "line": 22 }, { "directive": "disallow", "path": "/securitynotice", "line": 24 }, { "directive": "disallow", "path": "/dd/*", "line": 26 }, { "directive": "disallow", "path": "/cart/*", "line": 27 }, { "directive": "disallow", "path": "/confirm-group-cart-payment/*", "line": 28 }, { "directive": "disallow", "path": "/s/*", "line": 29 }, { "directive": "disallow", "path": "/caredash/*", "line": 31 }, { "directive": "disallow", "path": "/caredash-recipient/*", "line": 32 }, { "directive": "disallow", "path": "/product/*", "line": 34 }, { "directive": "disallow", "path": "/browse/merchants/*/products/*", "line": 35 }, { "directive": "disallow", "path": "/browse/products/*", "line": 36 }, { "directive": "disallow", "path": "/gifts/*", "line": 38 }, { "directive": "disallow", "path": "/teams/join/*", "line": 40 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/store/so-much-maple-juneau-19113/", "line": 3 }, { "directive": "disallow", "path": "/orders/", "line": 4 }, { "directive": "disallow", "path": "/orders/track/*", "line": 5 }, { "directive": "disallow", "path": "/order_history/", "line": 6 }, { "directive": "disallow", "path": "/sv/", "line": 7 }, { "directive": "allow", "path": "/consumer/login/", "line": 9 }, { "directive": "disallow", "path": "/consumer/invite/", "line": 10 }, { "directive": "disallow", "path": "/consumer/", "line": 11 }, { "directive": "allow", "path": "/dasher/signup/$", "line": 13 }, { "directive": "disallow", "path": "/dasher/signup/*", "line": 14 }, { "directive": "disallow", "path": "/dasher/login*", "line": 15 }, { "directive": "disallow", "path": "/dasher/application*", "line": 16 }, { "directive": "disallow", "path": "/dasher", "line": 17 }, { "directive": "disallow", "path": "/apply/*", "line": 18 }, { "directive": "disallow", "path": "/qr-code/*", "line": 19 }, { "directive": "disallow", "path": "/dashpass-redeem", "line": 20 }, { "directive": "disallow", "path": "/merchant/applyV2/*", "line": 22 }, { "directive": "disallow", "path": "/securitynotice", "line": 24 }, { "directive": "disallow", "path": "/dd/*", "line": 26 }, { "directive": "disallow", "path": "/cart/*", "line": 27 }, { "directive": "disallow", "path": "/confirm-group-cart-payment/*", "line": 28 }, { "directive": "disallow", "path": "/s/*", "line": 29 }, { "directive": "disallow", "path": "/caredash/*", "line": 31 }, { "directive": "disallow", "path": "/caredash-recipient/*", "line": 32 }, { "directive": "disallow", "path": "/product/*", "line": 34 }, { "directive": "disallow", "path": "/browse/merchants/*/products/*", "line": 35 }, { "directive": "disallow", "path": "/browse/products/*", "line": 36 }, { "directive": "disallow", "path": "/gifts/*", "line": 38 }, { "directive": "disallow", "path": "/teams/join/*", "line": 40 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.doordash.com/robots.txt", "contentType": "text/plain", "sha256": "26c4dc0f625019b6e76d8950181a11ba05a908546e03472f3f1d54cf8e5cc14f", "bytes": 2245 }, { "company": "Dover Corporation", "cik": "29905", "sector": "Industrials", "origin": "http://www.dovercorporation.com", "checkedAt": "2026-09-26T04:55:18.614Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "http://www.dovercorporation.com/robots.txt", "contentType": "text/html" }, { "company": "Dow Inc.", "cik": "1751788", "sector": "Materials", "origin": "http://www.dow.com", "checkedAt": "2026-09-26T04:55:18.816Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/document-viewer.html?*contentType=salesSpec*", "line": 3 }, { "directive": "disallow", "path": "/*/.search.servlet.json", "line": 4 }, { "directive": "disallow", "path": "/en-us/search", "line": 5 }, { "directive": "disallow", "path": "/content/dc/en-us/search", "line": 6 }, { "directive": "disallow", "path": "/ja-jp/search", "line": 7 }, { "directive": "disallow", "path": "/content/dc/ja-jp/search", "line": 8 }, { "directive": "disallow", "path": "/zh-cn/search", "line": 9 }, { "directive": "disallow", "path": "/content/dc/zh-cn/search", "line": 10 }, { "directive": "disallow", "path": "/pt-br/search", "line": 11 }, { "directive": "disallow", "path": "/content/dc/pt-br/search", "line": 12 }, { "directive": "disallow", "path": "/es-es/search", "line": 13 }, { "directive": "disallow", "path": "/content/dc/es-es/search", "line": 14 }, { "directive": "disallow", "path": "/ko-kr/search", "line": 15 }, { "directive": "disallow", "path": "/content/dc/ko-kr/search", "line": 16 }, { "directive": "disallow", "path": "/fr-fr/*", "line": 17 }, { "directive": "disallow", "path": "/de-de/*", "line": 18 }, { "directive": "disallow", "path": "/el-gr/*", "line": 19 }, { "directive": "disallow", "path": "/it-it/*", "line": 20 }, { "directive": "disallow", "path": "/pl-pl/*", "line": 21 }, { "directive": "disallow", "path": "/tr-tr/*", "line": 22 }, { "directive": "disallow", "path": "/vi-vn/*", "line": 23 }, { "directive": "disallow", "path": "/id-id/*", "line": 24 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/document-viewer.html?*contentType=salesSpec*", "line": 3 }, { "directive": "disallow", "path": "/*/.search.servlet.json", "line": 4 }, { "directive": "disallow", "path": "/en-us/search", "line": 5 }, { "directive": "disallow", "path": "/content/dc/en-us/search", "line": 6 }, { "directive": "disallow", "path": "/ja-jp/search", "line": 7 }, { "directive": "disallow", "path": "/content/dc/ja-jp/search", "line": 8 }, { "directive": "disallow", "path": "/zh-cn/search", "line": 9 }, { "directive": "disallow", "path": "/content/dc/zh-cn/search", "line": 10 }, { "directive": "disallow", "path": "/pt-br/search", "line": 11 }, { "directive": "disallow", "path": "/content/dc/pt-br/search", "line": 12 }, { "directive": "disallow", "path": "/es-es/search", "line": 13 }, { "directive": "disallow", "path": "/content/dc/es-es/search", "line": 14 }, { "directive": "disallow", "path": "/ko-kr/search", "line": 15 }, { "directive": "disallow", "path": "/content/dc/ko-kr/search", "line": 16 }, { "directive": "disallow", "path": "/fr-fr/*", "line": 17 }, { "directive": "disallow", "path": "/de-de/*", "line": 18 }, { "directive": "disallow", "path": "/el-gr/*", "line": 19 }, { "directive": "disallow", "path": "/it-it/*", "line": 20 }, { "directive": "disallow", "path": "/pl-pl/*", "line": 21 }, { "directive": "disallow", "path": "/tr-tr/*", "line": 22 }, { "directive": "disallow", "path": "/vi-vn/*", "line": 23 }, { "directive": "disallow", "path": "/id-id/*", "line": 24 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/document-viewer.html?*contentType=salesSpec*", "line": 3 }, { "directive": "disallow", "path": "/*/.search.servlet.json", "line": 4 }, { "directive": "disallow", "path": "/en-us/search", "line": 5 }, { "directive": "disallow", "path": "/content/dc/en-us/search", "line": 6 }, { "directive": "disallow", "path": "/ja-jp/search", "line": 7 }, { "directive": "disallow", "path": "/content/dc/ja-jp/search", "line": 8 }, { "directive": "disallow", "path": "/zh-cn/search", "line": 9 }, { "directive": "disallow", "path": "/content/dc/zh-cn/search", "line": 10 }, { "directive": "disallow", "path": "/pt-br/search", "line": 11 }, { "directive": "disallow", "path": "/content/dc/pt-br/search", "line": 12 }, { "directive": "disallow", "path": "/es-es/search", "line": 13 }, { "directive": "disallow", "path": "/content/dc/es-es/search", "line": 14 }, { "directive": "disallow", "path": "/ko-kr/search", "line": 15 }, { "directive": "disallow", "path": "/content/dc/ko-kr/search", "line": 16 }, { "directive": "disallow", "path": "/fr-fr/*", "line": 17 }, { "directive": "disallow", "path": "/de-de/*", "line": 18 }, { "directive": "disallow", "path": "/el-gr/*", "line": 19 }, { "directive": "disallow", "path": "/it-it/*", "line": 20 }, { "directive": "disallow", "path": "/pl-pl/*", "line": 21 }, { "directive": "disallow", "path": "/tr-tr/*", "line": 22 }, { "directive": "disallow", "path": "/vi-vn/*", "line": 23 }, { "directive": "disallow", "path": "/id-id/*", "line": 24 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/document-viewer.html?*contentType=salesSpec*", "line": 3 }, { "directive": "disallow", "path": "/*/.search.servlet.json", "line": 4 }, { "directive": "disallow", "path": "/en-us/search", "line": 5 }, { "directive": "disallow", "path": "/content/dc/en-us/search", "line": 6 }, { "directive": "disallow", "path": "/ja-jp/search", "line": 7 }, { "directive": "disallow", "path": "/content/dc/ja-jp/search", "line": 8 }, { "directive": "disallow", "path": "/zh-cn/search", "line": 9 }, { "directive": "disallow", "path": "/content/dc/zh-cn/search", "line": 10 }, { "directive": "disallow", "path": "/pt-br/search", "line": 11 }, { "directive": "disallow", "path": "/content/dc/pt-br/search", "line": 12 }, { "directive": "disallow", "path": "/es-es/search", "line": 13 }, { "directive": "disallow", "path": "/content/dc/es-es/search", "line": 14 }, { "directive": "disallow", "path": "/ko-kr/search", "line": 15 }, { "directive": "disallow", "path": "/content/dc/ko-kr/search", "line": 16 }, { "directive": "disallow", "path": "/fr-fr/*", "line": 17 }, { "directive": "disallow", "path": "/de-de/*", "line": 18 }, { "directive": "disallow", "path": "/el-gr/*", "line": 19 }, { "directive": "disallow", "path": "/it-it/*", "line": 20 }, { "directive": "disallow", "path": "/pl-pl/*", "line": 21 }, { "directive": "disallow", "path": "/tr-tr/*", "line": 22 }, { "directive": "disallow", "path": "/vi-vn/*", "line": 23 }, { "directive": "disallow", "path": "/id-id/*", "line": 24 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/document-viewer.html?*contentType=salesSpec*", "line": 3 }, { "directive": "disallow", "path": "/*/.search.servlet.json", "line": 4 }, { "directive": "disallow", "path": "/en-us/search", "line": 5 }, { "directive": "disallow", "path": "/content/dc/en-us/search", "line": 6 }, { "directive": "disallow", "path": "/ja-jp/search", "line": 7 }, { "directive": "disallow", "path": "/content/dc/ja-jp/search", "line": 8 }, { "directive": "disallow", "path": "/zh-cn/search", "line": 9 }, { "directive": "disallow", "path": "/content/dc/zh-cn/search", "line": 10 }, { "directive": "disallow", "path": "/pt-br/search", "line": 11 }, { "directive": "disallow", "path": "/content/dc/pt-br/search", "line": 12 }, { "directive": "disallow", "path": "/es-es/search", "line": 13 }, { "directive": "disallow", "path": "/content/dc/es-es/search", "line": 14 }, { "directive": "disallow", "path": "/ko-kr/search", "line": 15 }, { "directive": "disallow", "path": "/content/dc/ko-kr/search", "line": 16 }, { "directive": "disallow", "path": "/fr-fr/*", "line": 17 }, { "directive": "disallow", "path": "/de-de/*", "line": 18 }, { "directive": "disallow", "path": "/el-gr/*", "line": 19 }, { "directive": "disallow", "path": "/it-it/*", "line": 20 }, { "directive": "disallow", "path": "/pl-pl/*", "line": 21 }, { "directive": "disallow", "path": "/tr-tr/*", "line": 22 }, { "directive": "disallow", "path": "/vi-vn/*", "line": 23 }, { "directive": "disallow", "path": "/id-id/*", "line": 24 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/document-viewer.html?*contentType=salesSpec*", "line": 3 }, { "directive": "disallow", "path": "/*/.search.servlet.json", "line": 4 }, { "directive": "disallow", "path": "/en-us/search", "line": 5 }, { "directive": "disallow", "path": "/content/dc/en-us/search", "line": 6 }, { "directive": "disallow", "path": "/ja-jp/search", "line": 7 }, { "directive": "disallow", "path": "/content/dc/ja-jp/search", "line": 8 }, { "directive": "disallow", "path": "/zh-cn/search", "line": 9 }, { "directive": "disallow", "path": "/content/dc/zh-cn/search", "line": 10 }, { "directive": "disallow", "path": "/pt-br/search", "line": 11 }, { "directive": "disallow", "path": "/content/dc/pt-br/search", "line": 12 }, { "directive": "disallow", "path": "/es-es/search", "line": 13 }, { "directive": "disallow", "path": "/content/dc/es-es/search", "line": 14 }, { "directive": "disallow", "path": "/ko-kr/search", "line": 15 }, { "directive": "disallow", "path": "/content/dc/ko-kr/search", "line": 16 }, { "directive": "disallow", "path": "/fr-fr/*", "line": 17 }, { "directive": "disallow", "path": "/de-de/*", "line": 18 }, { "directive": "disallow", "path": "/el-gr/*", "line": 19 }, { "directive": "disallow", "path": "/it-it/*", "line": 20 }, { "directive": "disallow", "path": "/pl-pl/*", "line": 21 }, { "directive": "disallow", "path": "/tr-tr/*", "line": 22 }, { "directive": "disallow", "path": "/vi-vn/*", "line": 23 }, { "directive": "disallow", "path": "/id-id/*", "line": 24 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/document-viewer.html?*contentType=salesSpec*", "line": 3 }, { "directive": "disallow", "path": "/*/.search.servlet.json", "line": 4 }, { "directive": "disallow", "path": "/en-us/search", "line": 5 }, { "directive": "disallow", "path": "/content/dc/en-us/search", "line": 6 }, { "directive": "disallow", "path": "/ja-jp/search", "line": 7 }, { "directive": "disallow", "path": "/content/dc/ja-jp/search", "line": 8 }, { "directive": "disallow", "path": "/zh-cn/search", "line": 9 }, { "directive": "disallow", "path": "/content/dc/zh-cn/search", "line": 10 }, { "directive": "disallow", "path": "/pt-br/search", "line": 11 }, { "directive": "disallow", "path": "/content/dc/pt-br/search", "line": 12 }, { "directive": "disallow", "path": "/es-es/search", "line": 13 }, { "directive": "disallow", "path": "/content/dc/es-es/search", "line": 14 }, { "directive": "disallow", "path": "/ko-kr/search", "line": 15 }, { "directive": "disallow", "path": "/content/dc/ko-kr/search", "line": 16 }, { "directive": "disallow", "path": "/fr-fr/*", "line": 17 }, { "directive": "disallow", "path": "/de-de/*", "line": 18 }, { "directive": "disallow", "path": "/el-gr/*", "line": 19 }, { "directive": "disallow", "path": "/it-it/*", "line": 20 }, { "directive": "disallow", "path": "/pl-pl/*", "line": 21 }, { "directive": "disallow", "path": "/tr-tr/*", "line": 22 }, { "directive": "disallow", "path": "/vi-vn/*", "line": 23 }, { "directive": "disallow", "path": "/id-id/*", "line": 24 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/document-viewer.html?*contentType=salesSpec*", "line": 3 }, { "directive": "disallow", "path": "/*/.search.servlet.json", "line": 4 }, { "directive": "disallow", "path": "/en-us/search", "line": 5 }, { "directive": "disallow", "path": "/content/dc/en-us/search", "line": 6 }, { "directive": "disallow", "path": "/ja-jp/search", "line": 7 }, { "directive": "disallow", "path": "/content/dc/ja-jp/search", "line": 8 }, { "directive": "disallow", "path": "/zh-cn/search", "line": 9 }, { "directive": "disallow", "path": "/content/dc/zh-cn/search", "line": 10 }, { "directive": "disallow", "path": "/pt-br/search", "line": 11 }, { "directive": "disallow", "path": "/content/dc/pt-br/search", "line": 12 }, { "directive": "disallow", "path": "/es-es/search", "line": 13 }, { "directive": "disallow", "path": "/content/dc/es-es/search", "line": 14 }, { "directive": "disallow", "path": "/ko-kr/search", "line": 15 }, { "directive": "disallow", "path": "/content/dc/ko-kr/search", "line": 16 }, { "directive": "disallow", "path": "/fr-fr/*", "line": 17 }, { "directive": "disallow", "path": "/de-de/*", "line": 18 }, { "directive": "disallow", "path": "/el-gr/*", "line": 19 }, { "directive": "disallow", "path": "/it-it/*", "line": 20 }, { "directive": "disallow", "path": "/pl-pl/*", "line": 21 }, { "directive": "disallow", "path": "/tr-tr/*", "line": 22 }, { "directive": "disallow", "path": "/vi-vn/*", "line": 23 }, { "directive": "disallow", "path": "/id-id/*", "line": 24 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.dow.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "b7ee583b96f7708a6b8b15ff366e878d1dfbb1657497246810c277492af32daf", "bytes": 895 }, { "company": "DTE Energy", "cik": "936340", "sector": "Utilities", "origin": "http://www.dteenergy.com", "checkedAt": "2026-09-26T04:55:18.927Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/global", "line": 2 }, { "directive": "disallow", "path": "/us/en/pagesunderdevelopment", "line": 3 }, { "directive": "allow", "path": "/us/", "line": 4 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/global", "line": 2 }, { "directive": "disallow", "path": "/us/en/pagesunderdevelopment", "line": 3 }, { "directive": "allow", "path": "/us/", "line": 4 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/global", "line": 2 }, { "directive": "disallow", "path": "/us/en/pagesunderdevelopment", "line": 3 }, { "directive": "allow", "path": "/us/", "line": 4 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/global", "line": 2 }, { "directive": "disallow", "path": "/us/en/pagesunderdevelopment", "line": 3 }, { "directive": "allow", "path": "/us/", "line": 4 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/global", "line": 2 }, { "directive": "disallow", "path": "/us/en/pagesunderdevelopment", "line": 3 }, { "directive": "allow", "path": "/us/", "line": 4 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/global", "line": 2 }, { "directive": "disallow", "path": "/us/en/pagesunderdevelopment", "line": 3 }, { "directive": "allow", "path": "/us/", "line": 4 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/global", "line": 2 }, { "directive": "disallow", "path": "/us/en/pagesunderdevelopment", "line": 3 }, { "directive": "allow", "path": "/us/", "line": 4 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/global", "line": 2 }, { "directive": "disallow", "path": "/us/en/pagesunderdevelopment", "line": 3 }, { "directive": "allow", "path": "/us/", "line": 4 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.dteenergy.com/robots.txt", "contentType": "text/plain;charset=utf-8", "sha256": "383e042f869484142e31a3277446c38831f35107725bbeca6bc5040a24b13756", "bytes": 130 }, { "company": "Duke Energy", "cik": "1326160", "sector": "Utilities", "origin": "https://www.duke-energy.com", "checkedAt": "2026-09-26T04:55:19.058Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.duke-energy.com/robots.txt", "contentType": "text/html" }, { "company": "DuPont", "cik": "1666700", "sector": "Materials", "origin": "https://www.dupont.com", "checkedAt": "2026-09-26T04:55:19.076Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/en_us/home/*", "line": 5 }, { "directive": "disallow", "path": "/content/dam/dupont/products-and-services/*", "line": 6 }, { "directive": "disallow", "path": "/content/DuPont1/*", "line": 7 }, { "directive": "disallow", "path": "/content/dam/dupont/industries/*", "line": 8 }, { "directive": "disallow", "path": "/content/dam/dupont/corporate/*", "line": 9 }, { "directive": "disallow", "path": "/content/dam/dupont/campaigns/*", "line": 10 }, { "directive": "disallow", "path": "/content/dam/dupont/general/*", "line": 11 }, { "directive": "disallow", "path": "/content/dam/dupont/global/*", "line": 12 }, { "directive": "disallow", "path": "/content/dam/dupont/micrositesmicrosites/*", "line": 13 }, { "directive": "disallow", "path": "/content/dupont/amer/us/en/corporate-homepage.html", "line": 14 }, { "directive": "disallow", "path": "/products/electronic-materials.html", "line": 15 }, { "directive": "disallow", "path": "/references/*", "line": 16 }, { "directive": "disallow", "path": "/references1/*", "line": 17 }, { "directive": "disallow", "path": "/404.html", "line": 18 }, { "directive": "disallow", "path": "/blogs.html", "line": 19 }, { "directive": "disallow", "path": "/blogs/electronic-materials.html", "line": 20 }, { "directive": "disallow", "path": "/microsites/cyrel.html", "line": 21 }, { "directive": "disallow", "path": "/industries.html", "line": 22 }, { "directive": "disallow", "path": "/brands/corporate.html", "line": 23 }, { "directive": "disallow", "path": "/brands/water.html", "line": 24 }, { "directive": "disallow", "path": "/brands/pbs.html", "line": 25 }, { "directive": "disallow", "path": "/brands/transportation.html", "line": 26 }, { "directive": "disallow", "path": "/solar-photovoltaic-materials/references/*", "line": 27 }, { "directive": "disallow", "path": "/eslresidentportal/references/*", "line": 28 }, { "directive": "disallow", "path": "/water/references/*", "line": 29 }, { "directive": "disallow", "path": "/digital-printing/References/*", "line": 30 }, { "directive": "disallow", "path": "/cyrel/references/*", "line": 31 }, { "directive": "disallow", "path": "/flexographic-systems/references/*", "line": 32 }, { "directive": "disallow", "path": "/transportation-industrial/references/*", "line": 33 }, { "directive": "disallow", "path": "/building/references/*", "line": 34 }, { "directive": "disallow", "path": "/electronic-materials/referances/*", "line": 35 }, { "directive": "disallow", "path": "/ec/*", "line": 37 }, { "directive": "disallow", "path": "/crop/*", "line": 38 }, { "directive": "disallow", "path": "/general/*", "line": 39 }, { "directive": "disallow", "path": "/corporate-functions/*", "line": 40 }, { "directive": "disallow", "path": "/annual-report/*", "line": 41 }, { "directive": "disallow", "path": "/dpt/*", "line": 42 }, { "directive": "disallow", "path": "/nativeapp/*", "line": 43 }, { "directive": "disallow", "path": "/microsites.html", "line": 44 }, { "directive": "disallow", "path": "/products/water.html", "line": 45 }, { "directive": "disallow", "path": "/products/transportation.html", "line": 46 }, { "directive": "disallow", "path": "/products/performance-building-solutions.html", "line": 47 }, { "directive": "disallow", "path": "/products/microbial.html", "line": 48 }, { "directive": "disallow", "path": "/products/industrial.html", "line": 49 }, { "directive": "disallow", "path": "/products/electronic-materials.html", "line": 50 }, { "directive": "disallow", "path": "/products/pbs.html", "line": 51 }, { "directive": "disallow", "path": "/products/healthcare.html", "line": 52 }, { "directive": "disallow", "path": "/products/safety.html", "line": 53 }, { "directive": "disallow", "path": "/products/cyrel.html", "line": 54 }, { "directive": "disallow", "path": "/products/safety/kevlar.html", "line": 55 }, { "directive": "disallow", "path": "/products/safety/nomex.html", "line": 56 }, { "directive": "disallow", "path": "/products/safety/tyvek.html", "line": 57 }, { "directive": "disallow", "path": "/products/personal-protection.html", "line": 58 }, { "directive": "disallow", "path": "/products/personal-protection/safespec.html", "line": 59 }, { "directive": "disallow", "path": "/products/artistri-inks.html", "line": 60 }, { "directive": "disallow", "path": "/products/solar-photovoltaic-materials.html", "line": 61 }, { "directive": "disallow", "path": "/news/corporate.html", "line": 62 }, { "directive": "disallow", "path": "/news/corporate/2020.html", "line": 63 }, { "directive": "disallow", "path": "/news/corporate/2020/press-releases.html", "line": 64 }, { "directive": "disallow", "path": "/news/corporate/2020/article.html", "line": 65 }, { "directive": "disallow", "path": "/news/corporate/2019.html", "line": 66 }, { "directive": "disallow", "path": "/news/corporate/2019/press-releases.html", "line": 67 }, { "directive": "disallow", "path": "/news/corporate/2019/article.html", "line": 68 }, { "directive": "disallow", "path": "/news/corporate/2018.html", "line": 69 }, { "directive": "disallow", "path": "/news/corporate/2018/press-releases.html", "line": 70 }, { "directive": "disallow", "path": "/news/corporate/2018/article.html", "line": 71 }, { "directive": "disallow", "path": "/news/corporate/2017.html", "line": 72 }, { "directive": "disallow", "path": "/news/corporate/2017/press-releases.html", "line": 73 }, { "directive": "disallow", "path": "/news/corporate/2017/article.html", "line": 74 }, { "directive": "disallow", "path": "/news/electronic-materials.html", "line": 75 }, { "directive": "disallow", "path": "/news/electronic-materials/2020.html", "line": 76 }, { "directive": "disallow", "path": "/news/electronic-materials/2020/press-releases.html", "line": 77 }, { "directive": "disallow", "path": "/news/electronic-materials/2020/article.html", "line": 78 }, { "directive": "disallow", "path": "/news/electronic-materials/2019.html", "line": 79 }, { "directive": "disallow", "path": "/news/electronic-materials/2019/press-releases.html", "line": 80 }, { "directive": "disallow", "path": "/news/electronic-materials/2019/article.html", "line": 81 }, { "directive": "disallow", "path": "/news/electronic-materials/2018.html", "line": 82 }, { "directive": "disallow", "path": "/news/electronic-materials/2018/press-releases.html", "line": 83 }, { "directive": "disallow", "path": "/news/electronic-materials/2018/article.html", "line": 84 }, { "directive": "disallow", "path": "/news/electronic-materials/2017.html", "line": 85 }, { "directive": "disallow", "path": "/news/electronic-materials/2017/press-releases.html", "line": 86 }, { "directive": "disallow", "path": "/news/electronic-materials/2017/article.html", "line": 87 }, { "directive": "disallow", "path": "/news/electronic-materials/2016.html", "line": 88 }, { "directive": "disallow", "path": "/news/electronic-materials/2016/press-releases.html", "line": 89 }, { "directive": "disallow", "path": "/news/electronic-materials/2016/article.html", "line": 90 }, { "directive": "disallow", "path": "/news/water-solutions.html", "line": 91 }, { "directive": "disallow", "path": "/news/water-solutions/2020.html", "line": 92 }, { "directive": "disallow", "path": "/news/water-solutions/2020/press-releases.html", "line": 93 }, { "directive": "disallow", "path": "/news/water-solutions/2020/article.html", "line": 94 }, { "directive": "disallow", "path": "/news/water-solutions/2019.html", "line": 95 }, { "directive": "disallow", "path": "/news/water-solutions/2019/press-releases.html", "line": 96 }, { "directive": "disallow", "path": "/news/water-solutions/2019/article.html", "line": 97 }, { "directive": "disallow", "path": "/news/water-solutions/2018.html", "line": 98 }, { "directive": "disallow", "path": "/news/water-solutions/2018/press-releases.html", "line": 99 }, { "directive": "disallow", "path": "/news/water-solutions/2018/article.html", "line": 100 }, { "directive": "disallow", "path": "/news/water-solutions/2017.html", "line": 101 }, { "directive": "disallow", "path": "/news/water-solutions/2017/press-releases.html", "line": 102 }, { "directive": "disallow", "path": "/news/water-solutions/2017/article.html", "line": 103 }, { "directive": "disallow", "path": "/news/supplier-diversity.html", "line": 104 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020.html", "line": 105 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020/press-releases.html", "line": 106 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020/article.html", "line": 107 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019.html", "line": 108 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019/press-releases.html", "line": 109 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019/article.html", "line": 110 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018.html", "line": 111 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018/press-releases.html", "line": 112 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018/article.html", "line": 113 }, { "directive": "disallow", "path": "/news/performance-building-solutions.html", "line": 114 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020.html", "line": 115 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020/press-releases.html", "line": 116 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020/article.html", "line": 117 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019.html", "line": 118 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019/press-releases.html", "line": 119 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019/article.html", "line": 120 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018.html", "line": 121 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018/press-releases.html", "line": 122 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018/article.html", "line": 123 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017.html", "line": 124 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017/press-releases.html", "line": 125 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017/article.html", "line": 126 }, { "directive": "disallow", "path": "/news/transportation.html", "line": 127 }, { "directive": "disallow", "path": "/news/transportation/2020.html", "line": 128 }, { "directive": "disallow", "path": "/news/transportation/2020/press-releases.html", "line": 129 }, { "directive": "disallow", "path": "/news/transportation/2020/article.html", "line": 130 }, { "directive": "disallow", "path": "/news/transportation/2019.html", "line": 131 }, { "directive": "disallow", "path": "/news/transportation/2019/press-releases.html", "line": 132 }, { "directive": "disallow", "path": "/news/transportation/2019/article.html", "line": 133 }, { "directive": "disallow", "path": "/news/transportation/2018.html", "line": 134 }, { "directive": "disallow", "path": "/news/transportation/2018/press-releases.html", "line": 135 }, { "directive": "disallow", "path": "/news/transportation/2018/article.html", "line": 136 }, { "directive": "disallow", "path": "/news/transportation/2017.html", "line": 137 }, { "directive": "disallow", "path": "/news/transportation/2017/press-releases.html", "line": 138 }, { "directive": "disallow", "path": "/news/transportation/2017/article.html", "line": 139 }, { "directive": "disallow", "path": "/news/personal-protection.html", "line": 140 }, { "directive": "disallow", "path": "/news/personal-protection/2020.html", "line": 141 }, { "directive": "disallow", "path": "/news/personal-protection/2020/press-releases.html", "line": 142 }, { "directive": "disallow", "path": "/news/personal-protection/2020/article.html", "line": 143 }, { "directive": "disallow", "path": "/news/personal-protection/2019.html", "line": 144 }, { "directive": "disallow", "path": "/news/personal-protection/2019/press-releases.html", "line": 145 }, { "directive": "disallow", "path": "/news/personal-protection/2019/article.html", "line": 146 }, { "directive": "disallow", "path": "/news/personal-protection/2018.html", "line": 147 }, { "directive": "disallow", "path": "/news/personal-protection/2018/press-releases.html", "line": 148 }, { "directive": "disallow", "path": "/news/personal-protection/2018/article.html", "line": 149 }, { "directive": "disallow", "path": "/news/personal-protection/2017.html", "line": 150 }, { "directive": "disallow", "path": "/news/personal-protection/2017/press-releases.html", "line": 151 }, { "directive": "disallow", "path": "/news/personal-protection/2017/article.html", "line": 152 }, { "directive": "disallow", "path": "/news/personal-protection/2016.html", "line": 153 }, { "directive": "disallow", "path": "/news/personal-protection/2016/press-releases.html", "line": 154 }, { "directive": "disallow", "path": "/news/personal-protection/2016/article.html", "line": 155 }, { "directive": "disallow", "path": "/news/cyrel.html", "line": 156 }, { "directive": "disallow", "path": "/news/cyrel/2020.html", "line": 157 }, { "directive": "disallow", "path": "/news/cyrel/2020/press-releases.html", "line": 158 }, { "directive": "disallow", "path": "/news/cyrel/2020/article.html", "line": 159 }, { "directive": "disallow", "path": "/news/cyrel/2019.html", "line": 160 }, { "directive": "disallow", "path": "/news/cyrel/2019/press-releases.html", "line": 161 }, { "directive": "disallow", "path": "/news/cyrel/2019/article.html", "line": 162 }, { "directive": "disallow", "path": "/news/cyrel/2018.html", "line": 163 }, { "directive": "disallow", "path": "/news/cyrel/2018/press-releases.html", "line": 164 }, { "directive": "disallow", "path": "/news/cyrel/2018/article.html", "line": 165 }, { "directive": "disallow", "path": "/news/cyrel/2017.html", "line": 166 }, { "directive": "disallow", "path": "/news/cyrel/2017/press-releases.html", "line": 167 }, { "directive": "disallow", "path": "/news/cyrel/2017/article.html", "line": 168 }, { "directive": "disallow", "path": "/news/cyrel/2016.html", "line": 169 }, { "directive": "disallow", "path": "/news/cyrel/2016/press-releases.html", "line": 170 }, { "directive": "disallow", "path": "/news/cyrel/2016/article.html", "line": 171 }, { "directive": "disallow", "path": "/news/safety.html", "line": 172 }, { "directive": "disallow", "path": "/news/safety/2020.html", "line": 173 }, { "directive": "disallow", "path": "/news/safety/2020/press-releases.html", "line": 174 }, { "directive": "disallow", "path": "/news/safety/2020/article.html", "line": 175 }, { "directive": "disallow", "path": "/news/safety/2019.html", "line": 176 }, { "directive": "disallow", "path": "/news/safety/2019/press-releases.html", "line": 177 }, { "directive": "disallow", "path": "/news/safety/2019/article.html", "line": 178 }, { "directive": "disallow", "path": "/news/safety/2018.html", "line": 179 }, { "directive": "disallow", "path": "/news/safety/2018/press-releases.html", "line": 180 }, { "directive": "disallow", "path": "/news/safety/2018/article.html", "line": 181 }, { "directive": "disallow", "path": "/news/safety/2017.html", "line": 182 }, { "directive": "disallow", "path": "/news/safety/2017/press-releases.html", "line": 183 }, { "directive": "disallow", "path": "/news/safety/2017/article.html", "line": 184 }, { "directive": "disallow", "path": "/news/safety/2016.html", "line": 185 }, { "directive": "disallow", "path": "/news/safety/2016/press-releases.html", "line": 186 }, { "directive": "disallow", "path": "/news/safety/2016/article.html", "line": 187 }, { "directive": "disallow", "path": "/news/artistri-inks.html", "line": 188 }, { "directive": "disallow", "path": "/news/artistri-inks/2020.html", "line": 189 }, { "directive": "disallow", "path": "/news/artistri-inks/2020/press-releases.html", "line": 190 }, { "directive": "disallow", "path": "/news/artistri-inks/2020/article.html", "line": 191 }, { "directive": "disallow", "path": "/news/artistri-inks/2019.html", "line": 192 }, { "directive": "disallow", "path": "/news/artistri-inks/2019/press-releases.html", "line": 193 }, { "directive": "disallow", "path": "/news/artistri-inks/2019/article.html", "line": 194 }, { "directive": "disallow", "path": "/news/artistri-inks/2018.html", "line": 195 }, { "directive": "disallow", "path": "/news/artistri-inks/2018/press-releases.html", "line": 196 }, { "directive": "disallow", "path": "/news/artistri-inks/2018/article.html", "line": 197 }, { "directive": "disallow", "path": "/news/artistri-inks/2017.html", "line": 198 }, { "directive": "disallow", "path": "/news/artistri-inks/2017/press-releases.html", "line": 199 }, { "directive": "disallow", "path": "/news/artistri-inks/2017/article.html", "line": 200 }, { "directive": "disallow", "path": "/news/artistri-inks/2016.html", "line": 201 }, { "directive": "disallow", "path": "/news/artistri-inks/2016/press-releases.html", "line": 202 }, { "directive": "disallow", "path": "/news/artistri-inks/2016/article.html", "line": 203 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials.html", "line": 204 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020.html", "line": 205 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020/press-releases.html", "line": 206 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020/article.html", "line": 207 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019.html", "line": 208 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019/press-releases.html", "line": 209 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019/article.html", "line": 210 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018.html", "line": 211 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018/press-releases.html", "line": 212 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018/article.html", "line": 213 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017.html", "line": 214 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017/press-releases.html", "line": 215 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017/article.html", "line": 216 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016.html", "line": 217 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016/press-releases.html", "line": 218 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016/article.html", "line": 219 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings.html", "line": 220 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020.html", "line": 221 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020/press-releases.html", "line": 222 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020/article.html", "line": 223 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019.html", "line": 224 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019/press-releases.html", "line": 225 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019/article.html", "line": 226 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018.html", "line": 227 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018/press-releases.html", "line": 228 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018/article.html", "line": 229 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017.html", "line": 230 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017/press-releases.html", "line": 231 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017/article.html", "line": 232 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016.html", "line": 233 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016/press-releases.html", "line": 234 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016/article.html", "line": 235 }, { "directive": "disallow", "path": "/news/flexographic-systems.html", "line": 236 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020.html", "line": 237 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020/press-releases.html", "line": 238 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020/article.html", "line": 239 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019.html", "line": 240 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019/press-releases.html", "line": 241 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019/article.html", "line": 242 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018.html", "line": 243 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018/press-releases.html", "line": 244 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018/article.html", "line": 245 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017.html", "line": 246 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017/press-releases.html", "line": 247 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017/article.html", "line": 248 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016.html", "line": 249 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016/press-releases.html", "line": 250 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016/article.html", "line": 251 }, { "directive": "disallow", "path": "/knowledge.html", "line": 252 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions.html", "line": 253 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions/case-studies.html", "line": 254 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions/article.html", "line": 255 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial.html", "line": 256 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial/case-studies.html", "line": 257 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial/article.html", "line": 258 }, { "directive": "disallow", "path": "/knowledge/personal-protection.html", "line": 259 }, { "directive": "disallow", "path": "/knowledge/personal-protection/case-studies.html", "line": 260 }, { "directive": "disallow", "path": "/knowledge/personal-protection/article.html", "line": 261 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials.html", "line": 262 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials/case-studies.html", "line": 263 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials/article.html", "line": 264 }, { "directive": "disallow", "path": "/knowledge/cyrel.html", "line": 265 }, { "directive": "disallow", "path": "/knowledge/cyrel/case-studies.html", "line": 266 }, { "directive": "disallow", "path": "/knowledge/cyrel/article.html", "line": 267 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems.html", "line": 268 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems/case-studies.html", "line": 269 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems/article.html", "line": 270 }, { "directive": "disallow", "path": "/knowledge/safety.html", "line": 271 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar.html", "line": 272 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar/article.html", "line": 273 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar/case-studies.html", "line": 274 }, { "directive": "disallow", "path": "/knowledge/safety/nomex.html", "line": 275 }, { "directive": "disallow", "path": "/knowledge/safety/nomex/article.html", "line": 276 }, { "directive": "disallow", "path": "/knowledge/safety/nomex/case-studies.html", "line": 277 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek.html", "line": 278 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek/article.html", "line": 279 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek/case-studies.html", "line": 280 }, { "directive": "disallow", "path": "/products/transportation/beta/*", "line": 281 }, { "directive": "disallow", "path": "/products/beta/*", "line": 282 }, { "directive": "disallow", "path": "/beta/*", "line": 283 }, { "directive": "disallow", "path": "/transportation-industrial/beta/*", "line": 284 }, { "directive": "disallow", "path": "/contact-us/dcc-contact-us-form.html", "line": 285 }, { "directive": "disallow", "path": "/products/kapton-ecrc.html", "line": 286 }, { "directive": "disallow", "path": "/content/dam/dupont/amer/us/en/corporate/supplier-center/documents/InvoiceInfo", "line": 287 }, { "directive": "disallow", "path": "/life-protection/secure/*", "line": 288 }, { "directive": "disallow", "path": "/water/contactus-form.html", "line": 289 }, { "directive": "disallow", "path": "/ExportWarning", "line": 290 }, { "directive": "disallow", "path": "/content/dam/dupont/amer/us/en/performance-building-solutions/public/documents/en/DuPont-EMEA-translations-for-avoiding-unintended-export.pdf", "line": 291 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/en_us/home/*", "line": 5 }, { "directive": "disallow", "path": "/content/dam/dupont/products-and-services/*", "line": 6 }, { "directive": "disallow", "path": "/content/DuPont1/*", "line": 7 }, { "directive": "disallow", "path": "/content/dam/dupont/industries/*", "line": 8 }, { "directive": "disallow", "path": "/content/dam/dupont/corporate/*", "line": 9 }, { "directive": "disallow", "path": "/content/dam/dupont/campaigns/*", "line": 10 }, { "directive": "disallow", "path": "/content/dam/dupont/general/*", "line": 11 }, { "directive": "disallow", "path": "/content/dam/dupont/global/*", "line": 12 }, { "directive": "disallow", "path": "/content/dam/dupont/micrositesmicrosites/*", "line": 13 }, { "directive": "disallow", "path": "/content/dupont/amer/us/en/corporate-homepage.html", "line": 14 }, { "directive": "disallow", "path": "/products/electronic-materials.html", "line": 15 }, { "directive": "disallow", "path": "/references/*", "line": 16 }, { "directive": "disallow", "path": "/references1/*", "line": 17 }, { "directive": "disallow", "path": "/404.html", "line": 18 }, { "directive": "disallow", "path": "/blogs.html", "line": 19 }, { "directive": "disallow", "path": "/blogs/electronic-materials.html", "line": 20 }, { "directive": "disallow", "path": "/microsites/cyrel.html", "line": 21 }, { "directive": "disallow", "path": "/industries.html", "line": 22 }, { "directive": "disallow", "path": "/brands/corporate.html", "line": 23 }, { "directive": "disallow", "path": "/brands/water.html", "line": 24 }, { "directive": "disallow", "path": "/brands/pbs.html", "line": 25 }, { "directive": "disallow", "path": "/brands/transportation.html", "line": 26 }, { "directive": "disallow", "path": "/solar-photovoltaic-materials/references/*", "line": 27 }, { "directive": "disallow", "path": "/eslresidentportal/references/*", "line": 28 }, { "directive": "disallow", "path": "/water/references/*", "line": 29 }, { "directive": "disallow", "path": "/digital-printing/References/*", "line": 30 }, { "directive": "disallow", "path": "/cyrel/references/*", "line": 31 }, { "directive": "disallow", "path": "/flexographic-systems/references/*", "line": 32 }, { "directive": "disallow", "path": "/transportation-industrial/references/*", "line": 33 }, { "directive": "disallow", "path": "/building/references/*", "line": 34 }, { "directive": "disallow", "path": "/electronic-materials/referances/*", "line": 35 }, { "directive": "disallow", "path": "/ec/*", "line": 37 }, { "directive": "disallow", "path": "/crop/*", "line": 38 }, { "directive": "disallow", "path": "/general/*", "line": 39 }, { "directive": "disallow", "path": "/corporate-functions/*", "line": 40 }, { "directive": "disallow", "path": "/annual-report/*", "line": 41 }, { "directive": "disallow", "path": "/dpt/*", "line": 42 }, { "directive": "disallow", "path": "/nativeapp/*", "line": 43 }, { "directive": "disallow", "path": "/microsites.html", "line": 44 }, { "directive": "disallow", "path": "/products/water.html", "line": 45 }, { "directive": "disallow", "path": "/products/transportation.html", "line": 46 }, { "directive": "disallow", "path": "/products/performance-building-solutions.html", "line": 47 }, { "directive": "disallow", "path": "/products/microbial.html", "line": 48 }, { "directive": "disallow", "path": "/products/industrial.html", "line": 49 }, { "directive": "disallow", "path": "/products/electronic-materials.html", "line": 50 }, { "directive": "disallow", "path": "/products/pbs.html", "line": 51 }, { "directive": "disallow", "path": "/products/healthcare.html", "line": 52 }, { "directive": "disallow", "path": "/products/safety.html", "line": 53 }, { "directive": "disallow", "path": "/products/cyrel.html", "line": 54 }, { "directive": "disallow", "path": "/products/safety/kevlar.html", "line": 55 }, { "directive": "disallow", "path": "/products/safety/nomex.html", "line": 56 }, { "directive": "disallow", "path": "/products/safety/tyvek.html", "line": 57 }, { "directive": "disallow", "path": "/products/personal-protection.html", "line": 58 }, { "directive": "disallow", "path": "/products/personal-protection/safespec.html", "line": 59 }, { "directive": "disallow", "path": "/products/artistri-inks.html", "line": 60 }, { "directive": "disallow", "path": "/products/solar-photovoltaic-materials.html", "line": 61 }, { "directive": "disallow", "path": "/news/corporate.html", "line": 62 }, { "directive": "disallow", "path": "/news/corporate/2020.html", "line": 63 }, { "directive": "disallow", "path": "/news/corporate/2020/press-releases.html", "line": 64 }, { "directive": "disallow", "path": "/news/corporate/2020/article.html", "line": 65 }, { "directive": "disallow", "path": "/news/corporate/2019.html", "line": 66 }, { "directive": "disallow", "path": "/news/corporate/2019/press-releases.html", "line": 67 }, { "directive": "disallow", "path": "/news/corporate/2019/article.html", "line": 68 }, { "directive": "disallow", "path": "/news/corporate/2018.html", "line": 69 }, { "directive": "disallow", "path": "/news/corporate/2018/press-releases.html", "line": 70 }, { "directive": "disallow", "path": "/news/corporate/2018/article.html", "line": 71 }, { "directive": "disallow", "path": "/news/corporate/2017.html", "line": 72 }, { "directive": "disallow", "path": "/news/corporate/2017/press-releases.html", "line": 73 }, { "directive": "disallow", "path": "/news/corporate/2017/article.html", "line": 74 }, { "directive": "disallow", "path": "/news/electronic-materials.html", "line": 75 }, { "directive": "disallow", "path": "/news/electronic-materials/2020.html", "line": 76 }, { "directive": "disallow", "path": "/news/electronic-materials/2020/press-releases.html", "line": 77 }, { "directive": "disallow", "path": "/news/electronic-materials/2020/article.html", "line": 78 }, { "directive": "disallow", "path": "/news/electronic-materials/2019.html", "line": 79 }, { "directive": "disallow", "path": "/news/electronic-materials/2019/press-releases.html", "line": 80 }, { "directive": "disallow", "path": "/news/electronic-materials/2019/article.html", "line": 81 }, { "directive": "disallow", "path": "/news/electronic-materials/2018.html", "line": 82 }, { "directive": "disallow", "path": "/news/electronic-materials/2018/press-releases.html", "line": 83 }, { "directive": "disallow", "path": "/news/electronic-materials/2018/article.html", "line": 84 }, { "directive": "disallow", "path": "/news/electronic-materials/2017.html", "line": 85 }, { "directive": "disallow", "path": "/news/electronic-materials/2017/press-releases.html", "line": 86 }, { "directive": "disallow", "path": "/news/electronic-materials/2017/article.html", "line": 87 }, { "directive": "disallow", "path": "/news/electronic-materials/2016.html", "line": 88 }, { "directive": "disallow", "path": "/news/electronic-materials/2016/press-releases.html", "line": 89 }, { "directive": "disallow", "path": "/news/electronic-materials/2016/article.html", "line": 90 }, { "directive": "disallow", "path": "/news/water-solutions.html", "line": 91 }, { "directive": "disallow", "path": "/news/water-solutions/2020.html", "line": 92 }, { "directive": "disallow", "path": "/news/water-solutions/2020/press-releases.html", "line": 93 }, { "directive": "disallow", "path": "/news/water-solutions/2020/article.html", "line": 94 }, { "directive": "disallow", "path": "/news/water-solutions/2019.html", "line": 95 }, { "directive": "disallow", "path": "/news/water-solutions/2019/press-releases.html", "line": 96 }, { "directive": "disallow", "path": "/news/water-solutions/2019/article.html", "line": 97 }, { "directive": "disallow", "path": "/news/water-solutions/2018.html", "line": 98 }, { "directive": "disallow", "path": "/news/water-solutions/2018/press-releases.html", "line": 99 }, { "directive": "disallow", "path": "/news/water-solutions/2018/article.html", "line": 100 }, { "directive": "disallow", "path": "/news/water-solutions/2017.html", "line": 101 }, { "directive": "disallow", "path": "/news/water-solutions/2017/press-releases.html", "line": 102 }, { "directive": "disallow", "path": "/news/water-solutions/2017/article.html", "line": 103 }, { "directive": "disallow", "path": "/news/supplier-diversity.html", "line": 104 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020.html", "line": 105 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020/press-releases.html", "line": 106 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020/article.html", "line": 107 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019.html", "line": 108 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019/press-releases.html", "line": 109 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019/article.html", "line": 110 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018.html", "line": 111 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018/press-releases.html", "line": 112 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018/article.html", "line": 113 }, { "directive": "disallow", "path": "/news/performance-building-solutions.html", "line": 114 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020.html", "line": 115 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020/press-releases.html", "line": 116 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020/article.html", "line": 117 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019.html", "line": 118 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019/press-releases.html", "line": 119 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019/article.html", "line": 120 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018.html", "line": 121 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018/press-releases.html", "line": 122 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018/article.html", "line": 123 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017.html", "line": 124 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017/press-releases.html", "line": 125 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017/article.html", "line": 126 }, { "directive": "disallow", "path": "/news/transportation.html", "line": 127 }, { "directive": "disallow", "path": "/news/transportation/2020.html", "line": 128 }, { "directive": "disallow", "path": "/news/transportation/2020/press-releases.html", "line": 129 }, { "directive": "disallow", "path": "/news/transportation/2020/article.html", "line": 130 }, { "directive": "disallow", "path": "/news/transportation/2019.html", "line": 131 }, { "directive": "disallow", "path": "/news/transportation/2019/press-releases.html", "line": 132 }, { "directive": "disallow", "path": "/news/transportation/2019/article.html", "line": 133 }, { "directive": "disallow", "path": "/news/transportation/2018.html", "line": 134 }, { "directive": "disallow", "path": "/news/transportation/2018/press-releases.html", "line": 135 }, { "directive": "disallow", "path": "/news/transportation/2018/article.html", "line": 136 }, { "directive": "disallow", "path": "/news/transportation/2017.html", "line": 137 }, { "directive": "disallow", "path": "/news/transportation/2017/press-releases.html", "line": 138 }, { "directive": "disallow", "path": "/news/transportation/2017/article.html", "line": 139 }, { "directive": "disallow", "path": "/news/personal-protection.html", "line": 140 }, { "directive": "disallow", "path": "/news/personal-protection/2020.html", "line": 141 }, { "directive": "disallow", "path": "/news/personal-protection/2020/press-releases.html", "line": 142 }, { "directive": "disallow", "path": "/news/personal-protection/2020/article.html", "line": 143 }, { "directive": "disallow", "path": "/news/personal-protection/2019.html", "line": 144 }, { "directive": "disallow", "path": "/news/personal-protection/2019/press-releases.html", "line": 145 }, { "directive": "disallow", "path": "/news/personal-protection/2019/article.html", "line": 146 }, { "directive": "disallow", "path": "/news/personal-protection/2018.html", "line": 147 }, { "directive": "disallow", "path": "/news/personal-protection/2018/press-releases.html", "line": 148 }, { "directive": "disallow", "path": "/news/personal-protection/2018/article.html", "line": 149 }, { "directive": "disallow", "path": "/news/personal-protection/2017.html", "line": 150 }, { "directive": "disallow", "path": "/news/personal-protection/2017/press-releases.html", "line": 151 }, { "directive": "disallow", "path": "/news/personal-protection/2017/article.html", "line": 152 }, { "directive": "disallow", "path": "/news/personal-protection/2016.html", "line": 153 }, { "directive": "disallow", "path": "/news/personal-protection/2016/press-releases.html", "line": 154 }, { "directive": "disallow", "path": "/news/personal-protection/2016/article.html", "line": 155 }, { "directive": "disallow", "path": "/news/cyrel.html", "line": 156 }, { "directive": "disallow", "path": "/news/cyrel/2020.html", "line": 157 }, { "directive": "disallow", "path": "/news/cyrel/2020/press-releases.html", "line": 158 }, { "directive": "disallow", "path": "/news/cyrel/2020/article.html", "line": 159 }, { "directive": "disallow", "path": "/news/cyrel/2019.html", "line": 160 }, { "directive": "disallow", "path": "/news/cyrel/2019/press-releases.html", "line": 161 }, { "directive": "disallow", "path": "/news/cyrel/2019/article.html", "line": 162 }, { "directive": "disallow", "path": "/news/cyrel/2018.html", "line": 163 }, { "directive": "disallow", "path": "/news/cyrel/2018/press-releases.html", "line": 164 }, { "directive": "disallow", "path": "/news/cyrel/2018/article.html", "line": 165 }, { "directive": "disallow", "path": "/news/cyrel/2017.html", "line": 166 }, { "directive": "disallow", "path": "/news/cyrel/2017/press-releases.html", "line": 167 }, { "directive": "disallow", "path": "/news/cyrel/2017/article.html", "line": 168 }, { "directive": "disallow", "path": "/news/cyrel/2016.html", "line": 169 }, { "directive": "disallow", "path": "/news/cyrel/2016/press-releases.html", "line": 170 }, { "directive": "disallow", "path": "/news/cyrel/2016/article.html", "line": 171 }, { "directive": "disallow", "path": "/news/safety.html", "line": 172 }, { "directive": "disallow", "path": "/news/safety/2020.html", "line": 173 }, { "directive": "disallow", "path": "/news/safety/2020/press-releases.html", "line": 174 }, { "directive": "disallow", "path": "/news/safety/2020/article.html", "line": 175 }, { "directive": "disallow", "path": "/news/safety/2019.html", "line": 176 }, { "directive": "disallow", "path": "/news/safety/2019/press-releases.html", "line": 177 }, { "directive": "disallow", "path": "/news/safety/2019/article.html", "line": 178 }, { "directive": "disallow", "path": "/news/safety/2018.html", "line": 179 }, { "directive": "disallow", "path": "/news/safety/2018/press-releases.html", "line": 180 }, { "directive": "disallow", "path": "/news/safety/2018/article.html", "line": 181 }, { "directive": "disallow", "path": "/news/safety/2017.html", "line": 182 }, { "directive": "disallow", "path": "/news/safety/2017/press-releases.html", "line": 183 }, { "directive": "disallow", "path": "/news/safety/2017/article.html", "line": 184 }, { "directive": "disallow", "path": "/news/safety/2016.html", "line": 185 }, { "directive": "disallow", "path": "/news/safety/2016/press-releases.html", "line": 186 }, { "directive": "disallow", "path": "/news/safety/2016/article.html", "line": 187 }, { "directive": "disallow", "path": "/news/artistri-inks.html", "line": 188 }, { "directive": "disallow", "path": "/news/artistri-inks/2020.html", "line": 189 }, { "directive": "disallow", "path": "/news/artistri-inks/2020/press-releases.html", "line": 190 }, { "directive": "disallow", "path": "/news/artistri-inks/2020/article.html", "line": 191 }, { "directive": "disallow", "path": "/news/artistri-inks/2019.html", "line": 192 }, { "directive": "disallow", "path": "/news/artistri-inks/2019/press-releases.html", "line": 193 }, { "directive": "disallow", "path": "/news/artistri-inks/2019/article.html", "line": 194 }, { "directive": "disallow", "path": "/news/artistri-inks/2018.html", "line": 195 }, { "directive": "disallow", "path": "/news/artistri-inks/2018/press-releases.html", "line": 196 }, { "directive": "disallow", "path": "/news/artistri-inks/2018/article.html", "line": 197 }, { "directive": "disallow", "path": "/news/artistri-inks/2017.html", "line": 198 }, { "directive": "disallow", "path": "/news/artistri-inks/2017/press-releases.html", "line": 199 }, { "directive": "disallow", "path": "/news/artistri-inks/2017/article.html", "line": 200 }, { "directive": "disallow", "path": "/news/artistri-inks/2016.html", "line": 201 }, { "directive": "disallow", "path": "/news/artistri-inks/2016/press-releases.html", "line": 202 }, { "directive": "disallow", "path": "/news/artistri-inks/2016/article.html", "line": 203 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials.html", "line": 204 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020.html", "line": 205 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020/press-releases.html", "line": 206 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020/article.html", "line": 207 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019.html", "line": 208 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019/press-releases.html", "line": 209 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019/article.html", "line": 210 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018.html", "line": 211 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018/press-releases.html", "line": 212 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018/article.html", "line": 213 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017.html", "line": 214 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017/press-releases.html", "line": 215 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017/article.html", "line": 216 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016.html", "line": 217 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016/press-releases.html", "line": 218 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016/article.html", "line": 219 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings.html", "line": 220 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020.html", "line": 221 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020/press-releases.html", "line": 222 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020/article.html", "line": 223 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019.html", "line": 224 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019/press-releases.html", "line": 225 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019/article.html", "line": 226 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018.html", "line": 227 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018/press-releases.html", "line": 228 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018/article.html", "line": 229 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017.html", "line": 230 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017/press-releases.html", "line": 231 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017/article.html", "line": 232 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016.html", "line": 233 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016/press-releases.html", "line": 234 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016/article.html", "line": 235 }, { "directive": "disallow", "path": "/news/flexographic-systems.html", "line": 236 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020.html", "line": 237 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020/press-releases.html", "line": 238 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020/article.html", "line": 239 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019.html", "line": 240 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019/press-releases.html", "line": 241 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019/article.html", "line": 242 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018.html", "line": 243 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018/press-releases.html", "line": 244 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018/article.html", "line": 245 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017.html", "line": 246 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017/press-releases.html", "line": 247 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017/article.html", "line": 248 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016.html", "line": 249 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016/press-releases.html", "line": 250 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016/article.html", "line": 251 }, { "directive": "disallow", "path": "/knowledge.html", "line": 252 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions.html", "line": 253 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions/case-studies.html", "line": 254 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions/article.html", "line": 255 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial.html", "line": 256 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial/case-studies.html", "line": 257 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial/article.html", "line": 258 }, { "directive": "disallow", "path": "/knowledge/personal-protection.html", "line": 259 }, { "directive": "disallow", "path": "/knowledge/personal-protection/case-studies.html", "line": 260 }, { "directive": "disallow", "path": "/knowledge/personal-protection/article.html", "line": 261 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials.html", "line": 262 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials/case-studies.html", "line": 263 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials/article.html", "line": 264 }, { "directive": "disallow", "path": "/knowledge/cyrel.html", "line": 265 }, { "directive": "disallow", "path": "/knowledge/cyrel/case-studies.html", "line": 266 }, { "directive": "disallow", "path": "/knowledge/cyrel/article.html", "line": 267 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems.html", "line": 268 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems/case-studies.html", "line": 269 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems/article.html", "line": 270 }, { "directive": "disallow", "path": "/knowledge/safety.html", "line": 271 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar.html", "line": 272 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar/article.html", "line": 273 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar/case-studies.html", "line": 274 }, { "directive": "disallow", "path": "/knowledge/safety/nomex.html", "line": 275 }, { "directive": "disallow", "path": "/knowledge/safety/nomex/article.html", "line": 276 }, { "directive": "disallow", "path": "/knowledge/safety/nomex/case-studies.html", "line": 277 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek.html", "line": 278 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek/article.html", "line": 279 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek/case-studies.html", "line": 280 }, { "directive": "disallow", "path": "/products/transportation/beta/*", "line": 281 }, { "directive": "disallow", "path": "/products/beta/*", "line": 282 }, { "directive": "disallow", "path": "/beta/*", "line": 283 }, { "directive": "disallow", "path": "/transportation-industrial/beta/*", "line": 284 }, { "directive": "disallow", "path": "/contact-us/dcc-contact-us-form.html", "line": 285 }, { "directive": "disallow", "path": "/products/kapton-ecrc.html", "line": 286 }, { "directive": "disallow", "path": "/content/dam/dupont/amer/us/en/corporate/supplier-center/documents/InvoiceInfo", "line": 287 }, { "directive": "disallow", "path": "/life-protection/secure/*", "line": 288 }, { "directive": "disallow", "path": "/water/contactus-form.html", "line": 289 }, { "directive": "disallow", "path": "/ExportWarning", "line": 290 }, { "directive": "disallow", "path": "/content/dam/dupont/amer/us/en/performance-building-solutions/public/documents/en/DuPont-EMEA-translations-for-avoiding-unintended-export.pdf", "line": 291 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/en_us/home/*", "line": 5 }, { "directive": "disallow", "path": "/content/dam/dupont/products-and-services/*", "line": 6 }, { "directive": "disallow", "path": "/content/DuPont1/*", "line": 7 }, { "directive": "disallow", "path": "/content/dam/dupont/industries/*", "line": 8 }, { "directive": "disallow", "path": "/content/dam/dupont/corporate/*", "line": 9 }, { "directive": "disallow", "path": "/content/dam/dupont/campaigns/*", "line": 10 }, { "directive": "disallow", "path": "/content/dam/dupont/general/*", "line": 11 }, { "directive": "disallow", "path": "/content/dam/dupont/global/*", "line": 12 }, { "directive": "disallow", "path": "/content/dam/dupont/micrositesmicrosites/*", "line": 13 }, { "directive": "disallow", "path": "/content/dupont/amer/us/en/corporate-homepage.html", "line": 14 }, { "directive": "disallow", "path": "/products/electronic-materials.html", "line": 15 }, { "directive": "disallow", "path": "/references/*", "line": 16 }, { "directive": "disallow", "path": "/references1/*", "line": 17 }, { "directive": "disallow", "path": "/404.html", "line": 18 }, { "directive": "disallow", "path": "/blogs.html", "line": 19 }, { "directive": "disallow", "path": "/blogs/electronic-materials.html", "line": 20 }, { "directive": "disallow", "path": "/microsites/cyrel.html", "line": 21 }, { "directive": "disallow", "path": "/industries.html", "line": 22 }, { "directive": "disallow", "path": "/brands/corporate.html", "line": 23 }, { "directive": "disallow", "path": "/brands/water.html", "line": 24 }, { "directive": "disallow", "path": "/brands/pbs.html", "line": 25 }, { "directive": "disallow", "path": "/brands/transportation.html", "line": 26 }, { "directive": "disallow", "path": "/solar-photovoltaic-materials/references/*", "line": 27 }, { "directive": "disallow", "path": "/eslresidentportal/references/*", "line": 28 }, { "directive": "disallow", "path": "/water/references/*", "line": 29 }, { "directive": "disallow", "path": "/digital-printing/References/*", "line": 30 }, { "directive": "disallow", "path": "/cyrel/references/*", "line": 31 }, { "directive": "disallow", "path": "/flexographic-systems/references/*", "line": 32 }, { "directive": "disallow", "path": "/transportation-industrial/references/*", "line": 33 }, { "directive": "disallow", "path": "/building/references/*", "line": 34 }, { "directive": "disallow", "path": "/electronic-materials/referances/*", "line": 35 }, { "directive": "disallow", "path": "/ec/*", "line": 37 }, { "directive": "disallow", "path": "/crop/*", "line": 38 }, { "directive": "disallow", "path": "/general/*", "line": 39 }, { "directive": "disallow", "path": "/corporate-functions/*", "line": 40 }, { "directive": "disallow", "path": "/annual-report/*", "line": 41 }, { "directive": "disallow", "path": "/dpt/*", "line": 42 }, { "directive": "disallow", "path": "/nativeapp/*", "line": 43 }, { "directive": "disallow", "path": "/microsites.html", "line": 44 }, { "directive": "disallow", "path": "/products/water.html", "line": 45 }, { "directive": "disallow", "path": "/products/transportation.html", "line": 46 }, { "directive": "disallow", "path": "/products/performance-building-solutions.html", "line": 47 }, { "directive": "disallow", "path": "/products/microbial.html", "line": 48 }, { "directive": "disallow", "path": "/products/industrial.html", "line": 49 }, { "directive": "disallow", "path": "/products/electronic-materials.html", "line": 50 }, { "directive": "disallow", "path": "/products/pbs.html", "line": 51 }, { "directive": "disallow", "path": "/products/healthcare.html", "line": 52 }, { "directive": "disallow", "path": "/products/safety.html", "line": 53 }, { "directive": "disallow", "path": "/products/cyrel.html", "line": 54 }, { "directive": "disallow", "path": "/products/safety/kevlar.html", "line": 55 }, { "directive": "disallow", "path": "/products/safety/nomex.html", "line": 56 }, { "directive": "disallow", "path": "/products/safety/tyvek.html", "line": 57 }, { "directive": "disallow", "path": "/products/personal-protection.html", "line": 58 }, { "directive": "disallow", "path": "/products/personal-protection/safespec.html", "line": 59 }, { "directive": "disallow", "path": "/products/artistri-inks.html", "line": 60 }, { "directive": "disallow", "path": "/products/solar-photovoltaic-materials.html", "line": 61 }, { "directive": "disallow", "path": "/news/corporate.html", "line": 62 }, { "directive": "disallow", "path": "/news/corporate/2020.html", "line": 63 }, { "directive": "disallow", "path": "/news/corporate/2020/press-releases.html", "line": 64 }, { "directive": "disallow", "path": "/news/corporate/2020/article.html", "line": 65 }, { "directive": "disallow", "path": "/news/corporate/2019.html", "line": 66 }, { "directive": "disallow", "path": "/news/corporate/2019/press-releases.html", "line": 67 }, { "directive": "disallow", "path": "/news/corporate/2019/article.html", "line": 68 }, { "directive": "disallow", "path": "/news/corporate/2018.html", "line": 69 }, { "directive": "disallow", "path": "/news/corporate/2018/press-releases.html", "line": 70 }, { "directive": "disallow", "path": "/news/corporate/2018/article.html", "line": 71 }, { "directive": "disallow", "path": "/news/corporate/2017.html", "line": 72 }, { "directive": "disallow", "path": "/news/corporate/2017/press-releases.html", "line": 73 }, { "directive": "disallow", "path": "/news/corporate/2017/article.html", "line": 74 }, { "directive": "disallow", "path": "/news/electronic-materials.html", "line": 75 }, { "directive": "disallow", "path": "/news/electronic-materials/2020.html", "line": 76 }, { "directive": "disallow", "path": "/news/electronic-materials/2020/press-releases.html", "line": 77 }, { "directive": "disallow", "path": "/news/electronic-materials/2020/article.html", "line": 78 }, { "directive": "disallow", "path": "/news/electronic-materials/2019.html", "line": 79 }, { "directive": "disallow", "path": "/news/electronic-materials/2019/press-releases.html", "line": 80 }, { "directive": "disallow", "path": "/news/electronic-materials/2019/article.html", "line": 81 }, { "directive": "disallow", "path": "/news/electronic-materials/2018.html", "line": 82 }, { "directive": "disallow", "path": "/news/electronic-materials/2018/press-releases.html", "line": 83 }, { "directive": "disallow", "path": "/news/electronic-materials/2018/article.html", "line": 84 }, { "directive": "disallow", "path": "/news/electronic-materials/2017.html", "line": 85 }, { "directive": "disallow", "path": "/news/electronic-materials/2017/press-releases.html", "line": 86 }, { "directive": "disallow", "path": "/news/electronic-materials/2017/article.html", "line": 87 }, { "directive": "disallow", "path": "/news/electronic-materials/2016.html", "line": 88 }, { "directive": "disallow", "path": "/news/electronic-materials/2016/press-releases.html", "line": 89 }, { "directive": "disallow", "path": "/news/electronic-materials/2016/article.html", "line": 90 }, { "directive": "disallow", "path": "/news/water-solutions.html", "line": 91 }, { "directive": "disallow", "path": "/news/water-solutions/2020.html", "line": 92 }, { "directive": "disallow", "path": "/news/water-solutions/2020/press-releases.html", "line": 93 }, { "directive": "disallow", "path": "/news/water-solutions/2020/article.html", "line": 94 }, { "directive": "disallow", "path": "/news/water-solutions/2019.html", "line": 95 }, { "directive": "disallow", "path": "/news/water-solutions/2019/press-releases.html", "line": 96 }, { "directive": "disallow", "path": "/news/water-solutions/2019/article.html", "line": 97 }, { "directive": "disallow", "path": "/news/water-solutions/2018.html", "line": 98 }, { "directive": "disallow", "path": "/news/water-solutions/2018/press-releases.html", "line": 99 }, { "directive": "disallow", "path": "/news/water-solutions/2018/article.html", "line": 100 }, { "directive": "disallow", "path": "/news/water-solutions/2017.html", "line": 101 }, { "directive": "disallow", "path": "/news/water-solutions/2017/press-releases.html", "line": 102 }, { "directive": "disallow", "path": "/news/water-solutions/2017/article.html", "line": 103 }, { "directive": "disallow", "path": "/news/supplier-diversity.html", "line": 104 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020.html", "line": 105 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020/press-releases.html", "line": 106 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020/article.html", "line": 107 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019.html", "line": 108 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019/press-releases.html", "line": 109 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019/article.html", "line": 110 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018.html", "line": 111 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018/press-releases.html", "line": 112 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018/article.html", "line": 113 }, { "directive": "disallow", "path": "/news/performance-building-solutions.html", "line": 114 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020.html", "line": 115 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020/press-releases.html", "line": 116 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020/article.html", "line": 117 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019.html", "line": 118 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019/press-releases.html", "line": 119 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019/article.html", "line": 120 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018.html", "line": 121 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018/press-releases.html", "line": 122 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018/article.html", "line": 123 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017.html", "line": 124 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017/press-releases.html", "line": 125 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017/article.html", "line": 126 }, { "directive": "disallow", "path": "/news/transportation.html", "line": 127 }, { "directive": "disallow", "path": "/news/transportation/2020.html", "line": 128 }, { "directive": "disallow", "path": "/news/transportation/2020/press-releases.html", "line": 129 }, { "directive": "disallow", "path": "/news/transportation/2020/article.html", "line": 130 }, { "directive": "disallow", "path": "/news/transportation/2019.html", "line": 131 }, { "directive": "disallow", "path": "/news/transportation/2019/press-releases.html", "line": 132 }, { "directive": "disallow", "path": "/news/transportation/2019/article.html", "line": 133 }, { "directive": "disallow", "path": "/news/transportation/2018.html", "line": 134 }, { "directive": "disallow", "path": "/news/transportation/2018/press-releases.html", "line": 135 }, { "directive": "disallow", "path": "/news/transportation/2018/article.html", "line": 136 }, { "directive": "disallow", "path": "/news/transportation/2017.html", "line": 137 }, { "directive": "disallow", "path": "/news/transportation/2017/press-releases.html", "line": 138 }, { "directive": "disallow", "path": "/news/transportation/2017/article.html", "line": 139 }, { "directive": "disallow", "path": "/news/personal-protection.html", "line": 140 }, { "directive": "disallow", "path": "/news/personal-protection/2020.html", "line": 141 }, { "directive": "disallow", "path": "/news/personal-protection/2020/press-releases.html", "line": 142 }, { "directive": "disallow", "path": "/news/personal-protection/2020/article.html", "line": 143 }, { "directive": "disallow", "path": "/news/personal-protection/2019.html", "line": 144 }, { "directive": "disallow", "path": "/news/personal-protection/2019/press-releases.html", "line": 145 }, { "directive": "disallow", "path": "/news/personal-protection/2019/article.html", "line": 146 }, { "directive": "disallow", "path": "/news/personal-protection/2018.html", "line": 147 }, { "directive": "disallow", "path": "/news/personal-protection/2018/press-releases.html", "line": 148 }, { "directive": "disallow", "path": "/news/personal-protection/2018/article.html", "line": 149 }, { "directive": "disallow", "path": "/news/personal-protection/2017.html", "line": 150 }, { "directive": "disallow", "path": "/news/personal-protection/2017/press-releases.html", "line": 151 }, { "directive": "disallow", "path": "/news/personal-protection/2017/article.html", "line": 152 }, { "directive": "disallow", "path": "/news/personal-protection/2016.html", "line": 153 }, { "directive": "disallow", "path": "/news/personal-protection/2016/press-releases.html", "line": 154 }, { "directive": "disallow", "path": "/news/personal-protection/2016/article.html", "line": 155 }, { "directive": "disallow", "path": "/news/cyrel.html", "line": 156 }, { "directive": "disallow", "path": "/news/cyrel/2020.html", "line": 157 }, { "directive": "disallow", "path": "/news/cyrel/2020/press-releases.html", "line": 158 }, { "directive": "disallow", "path": "/news/cyrel/2020/article.html", "line": 159 }, { "directive": "disallow", "path": "/news/cyrel/2019.html", "line": 160 }, { "directive": "disallow", "path": "/news/cyrel/2019/press-releases.html", "line": 161 }, { "directive": "disallow", "path": "/news/cyrel/2019/article.html", "line": 162 }, { "directive": "disallow", "path": "/news/cyrel/2018.html", "line": 163 }, { "directive": "disallow", "path": "/news/cyrel/2018/press-releases.html", "line": 164 }, { "directive": "disallow", "path": "/news/cyrel/2018/article.html", "line": 165 }, { "directive": "disallow", "path": "/news/cyrel/2017.html", "line": 166 }, { "directive": "disallow", "path": "/news/cyrel/2017/press-releases.html", "line": 167 }, { "directive": "disallow", "path": "/news/cyrel/2017/article.html", "line": 168 }, { "directive": "disallow", "path": "/news/cyrel/2016.html", "line": 169 }, { "directive": "disallow", "path": "/news/cyrel/2016/press-releases.html", "line": 170 }, { "directive": "disallow", "path": "/news/cyrel/2016/article.html", "line": 171 }, { "directive": "disallow", "path": "/news/safety.html", "line": 172 }, { "directive": "disallow", "path": "/news/safety/2020.html", "line": 173 }, { "directive": "disallow", "path": "/news/safety/2020/press-releases.html", "line": 174 }, { "directive": "disallow", "path": "/news/safety/2020/article.html", "line": 175 }, { "directive": "disallow", "path": "/news/safety/2019.html", "line": 176 }, { "directive": "disallow", "path": "/news/safety/2019/press-releases.html", "line": 177 }, { "directive": "disallow", "path": "/news/safety/2019/article.html", "line": 178 }, { "directive": "disallow", "path": "/news/safety/2018.html", "line": 179 }, { "directive": "disallow", "path": "/news/safety/2018/press-releases.html", "line": 180 }, { "directive": "disallow", "path": "/news/safety/2018/article.html", "line": 181 }, { "directive": "disallow", "path": "/news/safety/2017.html", "line": 182 }, { "directive": "disallow", "path": "/news/safety/2017/press-releases.html", "line": 183 }, { "directive": "disallow", "path": "/news/safety/2017/article.html", "line": 184 }, { "directive": "disallow", "path": "/news/safety/2016.html", "line": 185 }, { "directive": "disallow", "path": "/news/safety/2016/press-releases.html", "line": 186 }, { "directive": "disallow", "path": "/news/safety/2016/article.html", "line": 187 }, { "directive": "disallow", "path": "/news/artistri-inks.html", "line": 188 }, { "directive": "disallow", "path": "/news/artistri-inks/2020.html", "line": 189 }, { "directive": "disallow", "path": "/news/artistri-inks/2020/press-releases.html", "line": 190 }, { "directive": "disallow", "path": "/news/artistri-inks/2020/article.html", "line": 191 }, { "directive": "disallow", "path": "/news/artistri-inks/2019.html", "line": 192 }, { "directive": "disallow", "path": "/news/artistri-inks/2019/press-releases.html", "line": 193 }, { "directive": "disallow", "path": "/news/artistri-inks/2019/article.html", "line": 194 }, { "directive": "disallow", "path": "/news/artistri-inks/2018.html", "line": 195 }, { "directive": "disallow", "path": "/news/artistri-inks/2018/press-releases.html", "line": 196 }, { "directive": "disallow", "path": "/news/artistri-inks/2018/article.html", "line": 197 }, { "directive": "disallow", "path": "/news/artistri-inks/2017.html", "line": 198 }, { "directive": "disallow", "path": "/news/artistri-inks/2017/press-releases.html", "line": 199 }, { "directive": "disallow", "path": "/news/artistri-inks/2017/article.html", "line": 200 }, { "directive": "disallow", "path": "/news/artistri-inks/2016.html", "line": 201 }, { "directive": "disallow", "path": "/news/artistri-inks/2016/press-releases.html", "line": 202 }, { "directive": "disallow", "path": "/news/artistri-inks/2016/article.html", "line": 203 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials.html", "line": 204 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020.html", "line": 205 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020/press-releases.html", "line": 206 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020/article.html", "line": 207 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019.html", "line": 208 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019/press-releases.html", "line": 209 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019/article.html", "line": 210 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018.html", "line": 211 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018/press-releases.html", "line": 212 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018/article.html", "line": 213 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017.html", "line": 214 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017/press-releases.html", "line": 215 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017/article.html", "line": 216 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016.html", "line": 217 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016/press-releases.html", "line": 218 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016/article.html", "line": 219 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings.html", "line": 220 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020.html", "line": 221 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020/press-releases.html", "line": 222 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020/article.html", "line": 223 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019.html", "line": 224 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019/press-releases.html", "line": 225 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019/article.html", "line": 226 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018.html", "line": 227 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018/press-releases.html", "line": 228 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018/article.html", "line": 229 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017.html", "line": 230 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017/press-releases.html", "line": 231 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017/article.html", "line": 232 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016.html", "line": 233 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016/press-releases.html", "line": 234 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016/article.html", "line": 235 }, { "directive": "disallow", "path": "/news/flexographic-systems.html", "line": 236 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020.html", "line": 237 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020/press-releases.html", "line": 238 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020/article.html", "line": 239 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019.html", "line": 240 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019/press-releases.html", "line": 241 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019/article.html", "line": 242 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018.html", "line": 243 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018/press-releases.html", "line": 244 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018/article.html", "line": 245 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017.html", "line": 246 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017/press-releases.html", "line": 247 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017/article.html", "line": 248 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016.html", "line": 249 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016/press-releases.html", "line": 250 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016/article.html", "line": 251 }, { "directive": "disallow", "path": "/knowledge.html", "line": 252 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions.html", "line": 253 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions/case-studies.html", "line": 254 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions/article.html", "line": 255 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial.html", "line": 256 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial/case-studies.html", "line": 257 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial/article.html", "line": 258 }, { "directive": "disallow", "path": "/knowledge/personal-protection.html", "line": 259 }, { "directive": "disallow", "path": "/knowledge/personal-protection/case-studies.html", "line": 260 }, { "directive": "disallow", "path": "/knowledge/personal-protection/article.html", "line": 261 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials.html", "line": 262 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials/case-studies.html", "line": 263 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials/article.html", "line": 264 }, { "directive": "disallow", "path": "/knowledge/cyrel.html", "line": 265 }, { "directive": "disallow", "path": "/knowledge/cyrel/case-studies.html", "line": 266 }, { "directive": "disallow", "path": "/knowledge/cyrel/article.html", "line": 267 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems.html", "line": 268 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems/case-studies.html", "line": 269 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems/article.html", "line": 270 }, { "directive": "disallow", "path": "/knowledge/safety.html", "line": 271 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar.html", "line": 272 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar/article.html", "line": 273 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar/case-studies.html", "line": 274 }, { "directive": "disallow", "path": "/knowledge/safety/nomex.html", "line": 275 }, { "directive": "disallow", "path": "/knowledge/safety/nomex/article.html", "line": 276 }, { "directive": "disallow", "path": "/knowledge/safety/nomex/case-studies.html", "line": 277 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek.html", "line": 278 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek/article.html", "line": 279 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek/case-studies.html", "line": 280 }, { "directive": "disallow", "path": "/products/transportation/beta/*", "line": 281 }, { "directive": "disallow", "path": "/products/beta/*", "line": 282 }, { "directive": "disallow", "path": "/beta/*", "line": 283 }, { "directive": "disallow", "path": "/transportation-industrial/beta/*", "line": 284 }, { "directive": "disallow", "path": "/contact-us/dcc-contact-us-form.html", "line": 285 }, { "directive": "disallow", "path": "/products/kapton-ecrc.html", "line": 286 }, { "directive": "disallow", "path": "/content/dam/dupont/amer/us/en/corporate/supplier-center/documents/InvoiceInfo", "line": 287 }, { "directive": "disallow", "path": "/life-protection/secure/*", "line": 288 }, { "directive": "disallow", "path": "/water/contactus-form.html", "line": 289 }, { "directive": "disallow", "path": "/ExportWarning", "line": 290 }, { "directive": "disallow", "path": "/content/dam/dupont/amer/us/en/performance-building-solutions/public/documents/en/DuPont-EMEA-translations-for-avoiding-unintended-export.pdf", "line": 291 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/en_us/home/*", "line": 5 }, { "directive": "disallow", "path": "/content/dam/dupont/products-and-services/*", "line": 6 }, { "directive": "disallow", "path": "/content/DuPont1/*", "line": 7 }, { "directive": "disallow", "path": "/content/dam/dupont/industries/*", "line": 8 }, { "directive": "disallow", "path": "/content/dam/dupont/corporate/*", "line": 9 }, { "directive": "disallow", "path": "/content/dam/dupont/campaigns/*", "line": 10 }, { "directive": "disallow", "path": "/content/dam/dupont/general/*", "line": 11 }, { "directive": "disallow", "path": "/content/dam/dupont/global/*", "line": 12 }, { "directive": "disallow", "path": "/content/dam/dupont/micrositesmicrosites/*", "line": 13 }, { "directive": "disallow", "path": "/content/dupont/amer/us/en/corporate-homepage.html", "line": 14 }, { "directive": "disallow", "path": "/products/electronic-materials.html", "line": 15 }, { "directive": "disallow", "path": "/references/*", "line": 16 }, { "directive": "disallow", "path": "/references1/*", "line": 17 }, { "directive": "disallow", "path": "/404.html", "line": 18 }, { "directive": "disallow", "path": "/blogs.html", "line": 19 }, { "directive": "disallow", "path": "/blogs/electronic-materials.html", "line": 20 }, { "directive": "disallow", "path": "/microsites/cyrel.html", "line": 21 }, { "directive": "disallow", "path": "/industries.html", "line": 22 }, { "directive": "disallow", "path": "/brands/corporate.html", "line": 23 }, { "directive": "disallow", "path": "/brands/water.html", "line": 24 }, { "directive": "disallow", "path": "/brands/pbs.html", "line": 25 }, { "directive": "disallow", "path": "/brands/transportation.html", "line": 26 }, { "directive": "disallow", "path": "/solar-photovoltaic-materials/references/*", "line": 27 }, { "directive": "disallow", "path": "/eslresidentportal/references/*", "line": 28 }, { "directive": "disallow", "path": "/water/references/*", "line": 29 }, { "directive": "disallow", "path": "/digital-printing/References/*", "line": 30 }, { "directive": "disallow", "path": "/cyrel/references/*", "line": 31 }, { "directive": "disallow", "path": "/flexographic-systems/references/*", "line": 32 }, { "directive": "disallow", "path": "/transportation-industrial/references/*", "line": 33 }, { "directive": "disallow", "path": "/building/references/*", "line": 34 }, { "directive": "disallow", "path": "/electronic-materials/referances/*", "line": 35 }, { "directive": "disallow", "path": "/ec/*", "line": 37 }, { "directive": "disallow", "path": "/crop/*", "line": 38 }, { "directive": "disallow", "path": "/general/*", "line": 39 }, { "directive": "disallow", "path": "/corporate-functions/*", "line": 40 }, { "directive": "disallow", "path": "/annual-report/*", "line": 41 }, { "directive": "disallow", "path": "/dpt/*", "line": 42 }, { "directive": "disallow", "path": "/nativeapp/*", "line": 43 }, { "directive": "disallow", "path": "/microsites.html", "line": 44 }, { "directive": "disallow", "path": "/products/water.html", "line": 45 }, { "directive": "disallow", "path": "/products/transportation.html", "line": 46 }, { "directive": "disallow", "path": "/products/performance-building-solutions.html", "line": 47 }, { "directive": "disallow", "path": "/products/microbial.html", "line": 48 }, { "directive": "disallow", "path": "/products/industrial.html", "line": 49 }, { "directive": "disallow", "path": "/products/electronic-materials.html", "line": 50 }, { "directive": "disallow", "path": "/products/pbs.html", "line": 51 }, { "directive": "disallow", "path": "/products/healthcare.html", "line": 52 }, { "directive": "disallow", "path": "/products/safety.html", "line": 53 }, { "directive": "disallow", "path": "/products/cyrel.html", "line": 54 }, { "directive": "disallow", "path": "/products/safety/kevlar.html", "line": 55 }, { "directive": "disallow", "path": "/products/safety/nomex.html", "line": 56 }, { "directive": "disallow", "path": "/products/safety/tyvek.html", "line": 57 }, { "directive": "disallow", "path": "/products/personal-protection.html", "line": 58 }, { "directive": "disallow", "path": "/products/personal-protection/safespec.html", "line": 59 }, { "directive": "disallow", "path": "/products/artistri-inks.html", "line": 60 }, { "directive": "disallow", "path": "/products/solar-photovoltaic-materials.html", "line": 61 }, { "directive": "disallow", "path": "/news/corporate.html", "line": 62 }, { "directive": "disallow", "path": "/news/corporate/2020.html", "line": 63 }, { "directive": "disallow", "path": "/news/corporate/2020/press-releases.html", "line": 64 }, { "directive": "disallow", "path": "/news/corporate/2020/article.html", "line": 65 }, { "directive": "disallow", "path": "/news/corporate/2019.html", "line": 66 }, { "directive": "disallow", "path": "/news/corporate/2019/press-releases.html", "line": 67 }, { "directive": "disallow", "path": "/news/corporate/2019/article.html", "line": 68 }, { "directive": "disallow", "path": "/news/corporate/2018.html", "line": 69 }, { "directive": "disallow", "path": "/news/corporate/2018/press-releases.html", "line": 70 }, { "directive": "disallow", "path": "/news/corporate/2018/article.html", "line": 71 }, { "directive": "disallow", "path": "/news/corporate/2017.html", "line": 72 }, { "directive": "disallow", "path": "/news/corporate/2017/press-releases.html", "line": 73 }, { "directive": "disallow", "path": "/news/corporate/2017/article.html", "line": 74 }, { "directive": "disallow", "path": "/news/electronic-materials.html", "line": 75 }, { "directive": "disallow", "path": "/news/electronic-materials/2020.html", "line": 76 }, { "directive": "disallow", "path": "/news/electronic-materials/2020/press-releases.html", "line": 77 }, { "directive": "disallow", "path": "/news/electronic-materials/2020/article.html", "line": 78 }, { "directive": "disallow", "path": "/news/electronic-materials/2019.html", "line": 79 }, { "directive": "disallow", "path": "/news/electronic-materials/2019/press-releases.html", "line": 80 }, { "directive": "disallow", "path": "/news/electronic-materials/2019/article.html", "line": 81 }, { "directive": "disallow", "path": "/news/electronic-materials/2018.html", "line": 82 }, { "directive": "disallow", "path": "/news/electronic-materials/2018/press-releases.html", "line": 83 }, { "directive": "disallow", "path": "/news/electronic-materials/2018/article.html", "line": 84 }, { "directive": "disallow", "path": "/news/electronic-materials/2017.html", "line": 85 }, { "directive": "disallow", "path": "/news/electronic-materials/2017/press-releases.html", "line": 86 }, { "directive": "disallow", "path": "/news/electronic-materials/2017/article.html", "line": 87 }, { "directive": "disallow", "path": "/news/electronic-materials/2016.html", "line": 88 }, { "directive": "disallow", "path": "/news/electronic-materials/2016/press-releases.html", "line": 89 }, { "directive": "disallow", "path": "/news/electronic-materials/2016/article.html", "line": 90 }, { "directive": "disallow", "path": "/news/water-solutions.html", "line": 91 }, { "directive": "disallow", "path": "/news/water-solutions/2020.html", "line": 92 }, { "directive": "disallow", "path": "/news/water-solutions/2020/press-releases.html", "line": 93 }, { "directive": "disallow", "path": "/news/water-solutions/2020/article.html", "line": 94 }, { "directive": "disallow", "path": "/news/water-solutions/2019.html", "line": 95 }, { "directive": "disallow", "path": "/news/water-solutions/2019/press-releases.html", "line": 96 }, { "directive": "disallow", "path": "/news/water-solutions/2019/article.html", "line": 97 }, { "directive": "disallow", "path": "/news/water-solutions/2018.html", "line": 98 }, { "directive": "disallow", "path": "/news/water-solutions/2018/press-releases.html", "line": 99 }, { "directive": "disallow", "path": "/news/water-solutions/2018/article.html", "line": 100 }, { "directive": "disallow", "path": "/news/water-solutions/2017.html", "line": 101 }, { "directive": "disallow", "path": "/news/water-solutions/2017/press-releases.html", "line": 102 }, { "directive": "disallow", "path": "/news/water-solutions/2017/article.html", "line": 103 }, { "directive": "disallow", "path": "/news/supplier-diversity.html", "line": 104 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020.html", "line": 105 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020/press-releases.html", "line": 106 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020/article.html", "line": 107 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019.html", "line": 108 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019/press-releases.html", "line": 109 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019/article.html", "line": 110 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018.html", "line": 111 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018/press-releases.html", "line": 112 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018/article.html", "line": 113 }, { "directive": "disallow", "path": "/news/performance-building-solutions.html", "line": 114 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020.html", "line": 115 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020/press-releases.html", "line": 116 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020/article.html", "line": 117 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019.html", "line": 118 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019/press-releases.html", "line": 119 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019/article.html", "line": 120 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018.html", "line": 121 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018/press-releases.html", "line": 122 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018/article.html", "line": 123 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017.html", "line": 124 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017/press-releases.html", "line": 125 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017/article.html", "line": 126 }, { "directive": "disallow", "path": "/news/transportation.html", "line": 127 }, { "directive": "disallow", "path": "/news/transportation/2020.html", "line": 128 }, { "directive": "disallow", "path": "/news/transportation/2020/press-releases.html", "line": 129 }, { "directive": "disallow", "path": "/news/transportation/2020/article.html", "line": 130 }, { "directive": "disallow", "path": "/news/transportation/2019.html", "line": 131 }, { "directive": "disallow", "path": "/news/transportation/2019/press-releases.html", "line": 132 }, { "directive": "disallow", "path": "/news/transportation/2019/article.html", "line": 133 }, { "directive": "disallow", "path": "/news/transportation/2018.html", "line": 134 }, { "directive": "disallow", "path": "/news/transportation/2018/press-releases.html", "line": 135 }, { "directive": "disallow", "path": "/news/transportation/2018/article.html", "line": 136 }, { "directive": "disallow", "path": "/news/transportation/2017.html", "line": 137 }, { "directive": "disallow", "path": "/news/transportation/2017/press-releases.html", "line": 138 }, { "directive": "disallow", "path": "/news/transportation/2017/article.html", "line": 139 }, { "directive": "disallow", "path": "/news/personal-protection.html", "line": 140 }, { "directive": "disallow", "path": "/news/personal-protection/2020.html", "line": 141 }, { "directive": "disallow", "path": "/news/personal-protection/2020/press-releases.html", "line": 142 }, { "directive": "disallow", "path": "/news/personal-protection/2020/article.html", "line": 143 }, { "directive": "disallow", "path": "/news/personal-protection/2019.html", "line": 144 }, { "directive": "disallow", "path": "/news/personal-protection/2019/press-releases.html", "line": 145 }, { "directive": "disallow", "path": "/news/personal-protection/2019/article.html", "line": 146 }, { "directive": "disallow", "path": "/news/personal-protection/2018.html", "line": 147 }, { "directive": "disallow", "path": "/news/personal-protection/2018/press-releases.html", "line": 148 }, { "directive": "disallow", "path": "/news/personal-protection/2018/article.html", "line": 149 }, { "directive": "disallow", "path": "/news/personal-protection/2017.html", "line": 150 }, { "directive": "disallow", "path": "/news/personal-protection/2017/press-releases.html", "line": 151 }, { "directive": "disallow", "path": "/news/personal-protection/2017/article.html", "line": 152 }, { "directive": "disallow", "path": "/news/personal-protection/2016.html", "line": 153 }, { "directive": "disallow", "path": "/news/personal-protection/2016/press-releases.html", "line": 154 }, { "directive": "disallow", "path": "/news/personal-protection/2016/article.html", "line": 155 }, { "directive": "disallow", "path": "/news/cyrel.html", "line": 156 }, { "directive": "disallow", "path": "/news/cyrel/2020.html", "line": 157 }, { "directive": "disallow", "path": "/news/cyrel/2020/press-releases.html", "line": 158 }, { "directive": "disallow", "path": "/news/cyrel/2020/article.html", "line": 159 }, { "directive": "disallow", "path": "/news/cyrel/2019.html", "line": 160 }, { "directive": "disallow", "path": "/news/cyrel/2019/press-releases.html", "line": 161 }, { "directive": "disallow", "path": "/news/cyrel/2019/article.html", "line": 162 }, { "directive": "disallow", "path": "/news/cyrel/2018.html", "line": 163 }, { "directive": "disallow", "path": "/news/cyrel/2018/press-releases.html", "line": 164 }, { "directive": "disallow", "path": "/news/cyrel/2018/article.html", "line": 165 }, { "directive": "disallow", "path": "/news/cyrel/2017.html", "line": 166 }, { "directive": "disallow", "path": "/news/cyrel/2017/press-releases.html", "line": 167 }, { "directive": "disallow", "path": "/news/cyrel/2017/article.html", "line": 168 }, { "directive": "disallow", "path": "/news/cyrel/2016.html", "line": 169 }, { "directive": "disallow", "path": "/news/cyrel/2016/press-releases.html", "line": 170 }, { "directive": "disallow", "path": "/news/cyrel/2016/article.html", "line": 171 }, { "directive": "disallow", "path": "/news/safety.html", "line": 172 }, { "directive": "disallow", "path": "/news/safety/2020.html", "line": 173 }, { "directive": "disallow", "path": "/news/safety/2020/press-releases.html", "line": 174 }, { "directive": "disallow", "path": "/news/safety/2020/article.html", "line": 175 }, { "directive": "disallow", "path": "/news/safety/2019.html", "line": 176 }, { "directive": "disallow", "path": "/news/safety/2019/press-releases.html", "line": 177 }, { "directive": "disallow", "path": "/news/safety/2019/article.html", "line": 178 }, { "directive": "disallow", "path": "/news/safety/2018.html", "line": 179 }, { "directive": "disallow", "path": "/news/safety/2018/press-releases.html", "line": 180 }, { "directive": "disallow", "path": "/news/safety/2018/article.html", "line": 181 }, { "directive": "disallow", "path": "/news/safety/2017.html", "line": 182 }, { "directive": "disallow", "path": "/news/safety/2017/press-releases.html", "line": 183 }, { "directive": "disallow", "path": "/news/safety/2017/article.html", "line": 184 }, { "directive": "disallow", "path": "/news/safety/2016.html", "line": 185 }, { "directive": "disallow", "path": "/news/safety/2016/press-releases.html", "line": 186 }, { "directive": "disallow", "path": "/news/safety/2016/article.html", "line": 187 }, { "directive": "disallow", "path": "/news/artistri-inks.html", "line": 188 }, { "directive": "disallow", "path": "/news/artistri-inks/2020.html", "line": 189 }, { "directive": "disallow", "path": "/news/artistri-inks/2020/press-releases.html", "line": 190 }, { "directive": "disallow", "path": "/news/artistri-inks/2020/article.html", "line": 191 }, { "directive": "disallow", "path": "/news/artistri-inks/2019.html", "line": 192 }, { "directive": "disallow", "path": "/news/artistri-inks/2019/press-releases.html", "line": 193 }, { "directive": "disallow", "path": "/news/artistri-inks/2019/article.html", "line": 194 }, { "directive": "disallow", "path": "/news/artistri-inks/2018.html", "line": 195 }, { "directive": "disallow", "path": "/news/artistri-inks/2018/press-releases.html", "line": 196 }, { "directive": "disallow", "path": "/news/artistri-inks/2018/article.html", "line": 197 }, { "directive": "disallow", "path": "/news/artistri-inks/2017.html", "line": 198 }, { "directive": "disallow", "path": "/news/artistri-inks/2017/press-releases.html", "line": 199 }, { "directive": "disallow", "path": "/news/artistri-inks/2017/article.html", "line": 200 }, { "directive": "disallow", "path": "/news/artistri-inks/2016.html", "line": 201 }, { "directive": "disallow", "path": "/news/artistri-inks/2016/press-releases.html", "line": 202 }, { "directive": "disallow", "path": "/news/artistri-inks/2016/article.html", "line": 203 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials.html", "line": 204 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020.html", "line": 205 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020/press-releases.html", "line": 206 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020/article.html", "line": 207 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019.html", "line": 208 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019/press-releases.html", "line": 209 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019/article.html", "line": 210 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018.html", "line": 211 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018/press-releases.html", "line": 212 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018/article.html", "line": 213 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017.html", "line": 214 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017/press-releases.html", "line": 215 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017/article.html", "line": 216 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016.html", "line": 217 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016/press-releases.html", "line": 218 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016/article.html", "line": 219 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings.html", "line": 220 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020.html", "line": 221 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020/press-releases.html", "line": 222 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020/article.html", "line": 223 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019.html", "line": 224 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019/press-releases.html", "line": 225 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019/article.html", "line": 226 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018.html", "line": 227 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018/press-releases.html", "line": 228 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018/article.html", "line": 229 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017.html", "line": 230 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017/press-releases.html", "line": 231 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017/article.html", "line": 232 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016.html", "line": 233 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016/press-releases.html", "line": 234 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016/article.html", "line": 235 }, { "directive": "disallow", "path": "/news/flexographic-systems.html", "line": 236 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020.html", "line": 237 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020/press-releases.html", "line": 238 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020/article.html", "line": 239 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019.html", "line": 240 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019/press-releases.html", "line": 241 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019/article.html", "line": 242 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018.html", "line": 243 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018/press-releases.html", "line": 244 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018/article.html", "line": 245 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017.html", "line": 246 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017/press-releases.html", "line": 247 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017/article.html", "line": 248 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016.html", "line": 249 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016/press-releases.html", "line": 250 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016/article.html", "line": 251 }, { "directive": "disallow", "path": "/knowledge.html", "line": 252 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions.html", "line": 253 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions/case-studies.html", "line": 254 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions/article.html", "line": 255 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial.html", "line": 256 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial/case-studies.html", "line": 257 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial/article.html", "line": 258 }, { "directive": "disallow", "path": "/knowledge/personal-protection.html", "line": 259 }, { "directive": "disallow", "path": "/knowledge/personal-protection/case-studies.html", "line": 260 }, { "directive": "disallow", "path": "/knowledge/personal-protection/article.html", "line": 261 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials.html", "line": 262 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials/case-studies.html", "line": 263 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials/article.html", "line": 264 }, { "directive": "disallow", "path": "/knowledge/cyrel.html", "line": 265 }, { "directive": "disallow", "path": "/knowledge/cyrel/case-studies.html", "line": 266 }, { "directive": "disallow", "path": "/knowledge/cyrel/article.html", "line": 267 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems.html", "line": 268 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems/case-studies.html", "line": 269 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems/article.html", "line": 270 }, { "directive": "disallow", "path": "/knowledge/safety.html", "line": 271 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar.html", "line": 272 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar/article.html", "line": 273 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar/case-studies.html", "line": 274 }, { "directive": "disallow", "path": "/knowledge/safety/nomex.html", "line": 275 }, { "directive": "disallow", "path": "/knowledge/safety/nomex/article.html", "line": 276 }, { "directive": "disallow", "path": "/knowledge/safety/nomex/case-studies.html", "line": 277 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek.html", "line": 278 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek/article.html", "line": 279 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek/case-studies.html", "line": 280 }, { "directive": "disallow", "path": "/products/transportation/beta/*", "line": 281 }, { "directive": "disallow", "path": "/products/beta/*", "line": 282 }, { "directive": "disallow", "path": "/beta/*", "line": 283 }, { "directive": "disallow", "path": "/transportation-industrial/beta/*", "line": 284 }, { "directive": "disallow", "path": "/contact-us/dcc-contact-us-form.html", "line": 285 }, { "directive": "disallow", "path": "/products/kapton-ecrc.html", "line": 286 }, { "directive": "disallow", "path": "/content/dam/dupont/amer/us/en/corporate/supplier-center/documents/InvoiceInfo", "line": 287 }, { "directive": "disallow", "path": "/life-protection/secure/*", "line": 288 }, { "directive": "disallow", "path": "/water/contactus-form.html", "line": 289 }, { "directive": "disallow", "path": "/ExportWarning", "line": 290 }, { "directive": "disallow", "path": "/content/dam/dupont/amer/us/en/performance-building-solutions/public/documents/en/DuPont-EMEA-translations-for-avoiding-unintended-export.pdf", "line": 291 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/en_us/home/*", "line": 5 }, { "directive": "disallow", "path": "/content/dam/dupont/products-and-services/*", "line": 6 }, { "directive": "disallow", "path": "/content/DuPont1/*", "line": 7 }, { "directive": "disallow", "path": "/content/dam/dupont/industries/*", "line": 8 }, { "directive": "disallow", "path": "/content/dam/dupont/corporate/*", "line": 9 }, { "directive": "disallow", "path": "/content/dam/dupont/campaigns/*", "line": 10 }, { "directive": "disallow", "path": "/content/dam/dupont/general/*", "line": 11 }, { "directive": "disallow", "path": "/content/dam/dupont/global/*", "line": 12 }, { "directive": "disallow", "path": "/content/dam/dupont/micrositesmicrosites/*", "line": 13 }, { "directive": "disallow", "path": "/content/dupont/amer/us/en/corporate-homepage.html", "line": 14 }, { "directive": "disallow", "path": "/products/electronic-materials.html", "line": 15 }, { "directive": "disallow", "path": "/references/*", "line": 16 }, { "directive": "disallow", "path": "/references1/*", "line": 17 }, { "directive": "disallow", "path": "/404.html", "line": 18 }, { "directive": "disallow", "path": "/blogs.html", "line": 19 }, { "directive": "disallow", "path": "/blogs/electronic-materials.html", "line": 20 }, { "directive": "disallow", "path": "/microsites/cyrel.html", "line": 21 }, { "directive": "disallow", "path": "/industries.html", "line": 22 }, { "directive": "disallow", "path": "/brands/corporate.html", "line": 23 }, { "directive": "disallow", "path": "/brands/water.html", "line": 24 }, { "directive": "disallow", "path": "/brands/pbs.html", "line": 25 }, { "directive": "disallow", "path": "/brands/transportation.html", "line": 26 }, { "directive": "disallow", "path": "/solar-photovoltaic-materials/references/*", "line": 27 }, { "directive": "disallow", "path": "/eslresidentportal/references/*", "line": 28 }, { "directive": "disallow", "path": "/water/references/*", "line": 29 }, { "directive": "disallow", "path": "/digital-printing/References/*", "line": 30 }, { "directive": "disallow", "path": "/cyrel/references/*", "line": 31 }, { "directive": "disallow", "path": "/flexographic-systems/references/*", "line": 32 }, { "directive": "disallow", "path": "/transportation-industrial/references/*", "line": 33 }, { "directive": "disallow", "path": "/building/references/*", "line": 34 }, { "directive": "disallow", "path": "/electronic-materials/referances/*", "line": 35 }, { "directive": "disallow", "path": "/ec/*", "line": 37 }, { "directive": "disallow", "path": "/crop/*", "line": 38 }, { "directive": "disallow", "path": "/general/*", "line": 39 }, { "directive": "disallow", "path": "/corporate-functions/*", "line": 40 }, { "directive": "disallow", "path": "/annual-report/*", "line": 41 }, { "directive": "disallow", "path": "/dpt/*", "line": 42 }, { "directive": "disallow", "path": "/nativeapp/*", "line": 43 }, { "directive": "disallow", "path": "/microsites.html", "line": 44 }, { "directive": "disallow", "path": "/products/water.html", "line": 45 }, { "directive": "disallow", "path": "/products/transportation.html", "line": 46 }, { "directive": "disallow", "path": "/products/performance-building-solutions.html", "line": 47 }, { "directive": "disallow", "path": "/products/microbial.html", "line": 48 }, { "directive": "disallow", "path": "/products/industrial.html", "line": 49 }, { "directive": "disallow", "path": "/products/electronic-materials.html", "line": 50 }, { "directive": "disallow", "path": "/products/pbs.html", "line": 51 }, { "directive": "disallow", "path": "/products/healthcare.html", "line": 52 }, { "directive": "disallow", "path": "/products/safety.html", "line": 53 }, { "directive": "disallow", "path": "/products/cyrel.html", "line": 54 }, { "directive": "disallow", "path": "/products/safety/kevlar.html", "line": 55 }, { "directive": "disallow", "path": "/products/safety/nomex.html", "line": 56 }, { "directive": "disallow", "path": "/products/safety/tyvek.html", "line": 57 }, { "directive": "disallow", "path": "/products/personal-protection.html", "line": 58 }, { "directive": "disallow", "path": "/products/personal-protection/safespec.html", "line": 59 }, { "directive": "disallow", "path": "/products/artistri-inks.html", "line": 60 }, { "directive": "disallow", "path": "/products/solar-photovoltaic-materials.html", "line": 61 }, { "directive": "disallow", "path": "/news/corporate.html", "line": 62 }, { "directive": "disallow", "path": "/news/corporate/2020.html", "line": 63 }, { "directive": "disallow", "path": "/news/corporate/2020/press-releases.html", "line": 64 }, { "directive": "disallow", "path": "/news/corporate/2020/article.html", "line": 65 }, { "directive": "disallow", "path": "/news/corporate/2019.html", "line": 66 }, { "directive": "disallow", "path": "/news/corporate/2019/press-releases.html", "line": 67 }, { "directive": "disallow", "path": "/news/corporate/2019/article.html", "line": 68 }, { "directive": "disallow", "path": "/news/corporate/2018.html", "line": 69 }, { "directive": "disallow", "path": "/news/corporate/2018/press-releases.html", "line": 70 }, { "directive": "disallow", "path": "/news/corporate/2018/article.html", "line": 71 }, { "directive": "disallow", "path": "/news/corporate/2017.html", "line": 72 }, { "directive": "disallow", "path": "/news/corporate/2017/press-releases.html", "line": 73 }, { "directive": "disallow", "path": "/news/corporate/2017/article.html", "line": 74 }, { "directive": "disallow", "path": "/news/electronic-materials.html", "line": 75 }, { "directive": "disallow", "path": "/news/electronic-materials/2020.html", "line": 76 }, { "directive": "disallow", "path": "/news/electronic-materials/2020/press-releases.html", "line": 77 }, { "directive": "disallow", "path": "/news/electronic-materials/2020/article.html", "line": 78 }, { "directive": "disallow", "path": "/news/electronic-materials/2019.html", "line": 79 }, { "directive": "disallow", "path": "/news/electronic-materials/2019/press-releases.html", "line": 80 }, { "directive": "disallow", "path": "/news/electronic-materials/2019/article.html", "line": 81 }, { "directive": "disallow", "path": "/news/electronic-materials/2018.html", "line": 82 }, { "directive": "disallow", "path": "/news/electronic-materials/2018/press-releases.html", "line": 83 }, { "directive": "disallow", "path": "/news/electronic-materials/2018/article.html", "line": 84 }, { "directive": "disallow", "path": "/news/electronic-materials/2017.html", "line": 85 }, { "directive": "disallow", "path": "/news/electronic-materials/2017/press-releases.html", "line": 86 }, { "directive": "disallow", "path": "/news/electronic-materials/2017/article.html", "line": 87 }, { "directive": "disallow", "path": "/news/electronic-materials/2016.html", "line": 88 }, { "directive": "disallow", "path": "/news/electronic-materials/2016/press-releases.html", "line": 89 }, { "directive": "disallow", "path": "/news/electronic-materials/2016/article.html", "line": 90 }, { "directive": "disallow", "path": "/news/water-solutions.html", "line": 91 }, { "directive": "disallow", "path": "/news/water-solutions/2020.html", "line": 92 }, { "directive": "disallow", "path": "/news/water-solutions/2020/press-releases.html", "line": 93 }, { "directive": "disallow", "path": "/news/water-solutions/2020/article.html", "line": 94 }, { "directive": "disallow", "path": "/news/water-solutions/2019.html", "line": 95 }, { "directive": "disallow", "path": "/news/water-solutions/2019/press-releases.html", "line": 96 }, { "directive": "disallow", "path": "/news/water-solutions/2019/article.html", "line": 97 }, { "directive": "disallow", "path": "/news/water-solutions/2018.html", "line": 98 }, { "directive": "disallow", "path": "/news/water-solutions/2018/press-releases.html", "line": 99 }, { "directive": "disallow", "path": "/news/water-solutions/2018/article.html", "line": 100 }, { "directive": "disallow", "path": "/news/water-solutions/2017.html", "line": 101 }, { "directive": "disallow", "path": "/news/water-solutions/2017/press-releases.html", "line": 102 }, { "directive": "disallow", "path": "/news/water-solutions/2017/article.html", "line": 103 }, { "directive": "disallow", "path": "/news/supplier-diversity.html", "line": 104 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020.html", "line": 105 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020/press-releases.html", "line": 106 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020/article.html", "line": 107 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019.html", "line": 108 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019/press-releases.html", "line": 109 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019/article.html", "line": 110 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018.html", "line": 111 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018/press-releases.html", "line": 112 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018/article.html", "line": 113 }, { "directive": "disallow", "path": "/news/performance-building-solutions.html", "line": 114 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020.html", "line": 115 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020/press-releases.html", "line": 116 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020/article.html", "line": 117 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019.html", "line": 118 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019/press-releases.html", "line": 119 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019/article.html", "line": 120 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018.html", "line": 121 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018/press-releases.html", "line": 122 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018/article.html", "line": 123 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017.html", "line": 124 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017/press-releases.html", "line": 125 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017/article.html", "line": 126 }, { "directive": "disallow", "path": "/news/transportation.html", "line": 127 }, { "directive": "disallow", "path": "/news/transportation/2020.html", "line": 128 }, { "directive": "disallow", "path": "/news/transportation/2020/press-releases.html", "line": 129 }, { "directive": "disallow", "path": "/news/transportation/2020/article.html", "line": 130 }, { "directive": "disallow", "path": "/news/transportation/2019.html", "line": 131 }, { "directive": "disallow", "path": "/news/transportation/2019/press-releases.html", "line": 132 }, { "directive": "disallow", "path": "/news/transportation/2019/article.html", "line": 133 }, { "directive": "disallow", "path": "/news/transportation/2018.html", "line": 134 }, { "directive": "disallow", "path": "/news/transportation/2018/press-releases.html", "line": 135 }, { "directive": "disallow", "path": "/news/transportation/2018/article.html", "line": 136 }, { "directive": "disallow", "path": "/news/transportation/2017.html", "line": 137 }, { "directive": "disallow", "path": "/news/transportation/2017/press-releases.html", "line": 138 }, { "directive": "disallow", "path": "/news/transportation/2017/article.html", "line": 139 }, { "directive": "disallow", "path": "/news/personal-protection.html", "line": 140 }, { "directive": "disallow", "path": "/news/personal-protection/2020.html", "line": 141 }, { "directive": "disallow", "path": "/news/personal-protection/2020/press-releases.html", "line": 142 }, { "directive": "disallow", "path": "/news/personal-protection/2020/article.html", "line": 143 }, { "directive": "disallow", "path": "/news/personal-protection/2019.html", "line": 144 }, { "directive": "disallow", "path": "/news/personal-protection/2019/press-releases.html", "line": 145 }, { "directive": "disallow", "path": "/news/personal-protection/2019/article.html", "line": 146 }, { "directive": "disallow", "path": "/news/personal-protection/2018.html", "line": 147 }, { "directive": "disallow", "path": "/news/personal-protection/2018/press-releases.html", "line": 148 }, { "directive": "disallow", "path": "/news/personal-protection/2018/article.html", "line": 149 }, { "directive": "disallow", "path": "/news/personal-protection/2017.html", "line": 150 }, { "directive": "disallow", "path": "/news/personal-protection/2017/press-releases.html", "line": 151 }, { "directive": "disallow", "path": "/news/personal-protection/2017/article.html", "line": 152 }, { "directive": "disallow", "path": "/news/personal-protection/2016.html", "line": 153 }, { "directive": "disallow", "path": "/news/personal-protection/2016/press-releases.html", "line": 154 }, { "directive": "disallow", "path": "/news/personal-protection/2016/article.html", "line": 155 }, { "directive": "disallow", "path": "/news/cyrel.html", "line": 156 }, { "directive": "disallow", "path": "/news/cyrel/2020.html", "line": 157 }, { "directive": "disallow", "path": "/news/cyrel/2020/press-releases.html", "line": 158 }, { "directive": "disallow", "path": "/news/cyrel/2020/article.html", "line": 159 }, { "directive": "disallow", "path": "/news/cyrel/2019.html", "line": 160 }, { "directive": "disallow", "path": "/news/cyrel/2019/press-releases.html", "line": 161 }, { "directive": "disallow", "path": "/news/cyrel/2019/article.html", "line": 162 }, { "directive": "disallow", "path": "/news/cyrel/2018.html", "line": 163 }, { "directive": "disallow", "path": "/news/cyrel/2018/press-releases.html", "line": 164 }, { "directive": "disallow", "path": "/news/cyrel/2018/article.html", "line": 165 }, { "directive": "disallow", "path": "/news/cyrel/2017.html", "line": 166 }, { "directive": "disallow", "path": "/news/cyrel/2017/press-releases.html", "line": 167 }, { "directive": "disallow", "path": "/news/cyrel/2017/article.html", "line": 168 }, { "directive": "disallow", "path": "/news/cyrel/2016.html", "line": 169 }, { "directive": "disallow", "path": "/news/cyrel/2016/press-releases.html", "line": 170 }, { "directive": "disallow", "path": "/news/cyrel/2016/article.html", "line": 171 }, { "directive": "disallow", "path": "/news/safety.html", "line": 172 }, { "directive": "disallow", "path": "/news/safety/2020.html", "line": 173 }, { "directive": "disallow", "path": "/news/safety/2020/press-releases.html", "line": 174 }, { "directive": "disallow", "path": "/news/safety/2020/article.html", "line": 175 }, { "directive": "disallow", "path": "/news/safety/2019.html", "line": 176 }, { "directive": "disallow", "path": "/news/safety/2019/press-releases.html", "line": 177 }, { "directive": "disallow", "path": "/news/safety/2019/article.html", "line": 178 }, { "directive": "disallow", "path": "/news/safety/2018.html", "line": 179 }, { "directive": "disallow", "path": "/news/safety/2018/press-releases.html", "line": 180 }, { "directive": "disallow", "path": "/news/safety/2018/article.html", "line": 181 }, { "directive": "disallow", "path": "/news/safety/2017.html", "line": 182 }, { "directive": "disallow", "path": "/news/safety/2017/press-releases.html", "line": 183 }, { "directive": "disallow", "path": "/news/safety/2017/article.html", "line": 184 }, { "directive": "disallow", "path": "/news/safety/2016.html", "line": 185 }, { "directive": "disallow", "path": "/news/safety/2016/press-releases.html", "line": 186 }, { "directive": "disallow", "path": "/news/safety/2016/article.html", "line": 187 }, { "directive": "disallow", "path": "/news/artistri-inks.html", "line": 188 }, { "directive": "disallow", "path": "/news/artistri-inks/2020.html", "line": 189 }, { "directive": "disallow", "path": "/news/artistri-inks/2020/press-releases.html", "line": 190 }, { "directive": "disallow", "path": "/news/artistri-inks/2020/article.html", "line": 191 }, { "directive": "disallow", "path": "/news/artistri-inks/2019.html", "line": 192 }, { "directive": "disallow", "path": "/news/artistri-inks/2019/press-releases.html", "line": 193 }, { "directive": "disallow", "path": "/news/artistri-inks/2019/article.html", "line": 194 }, { "directive": "disallow", "path": "/news/artistri-inks/2018.html", "line": 195 }, { "directive": "disallow", "path": "/news/artistri-inks/2018/press-releases.html", "line": 196 }, { "directive": "disallow", "path": "/news/artistri-inks/2018/article.html", "line": 197 }, { "directive": "disallow", "path": "/news/artistri-inks/2017.html", "line": 198 }, { "directive": "disallow", "path": "/news/artistri-inks/2017/press-releases.html", "line": 199 }, { "directive": "disallow", "path": "/news/artistri-inks/2017/article.html", "line": 200 }, { "directive": "disallow", "path": "/news/artistri-inks/2016.html", "line": 201 }, { "directive": "disallow", "path": "/news/artistri-inks/2016/press-releases.html", "line": 202 }, { "directive": "disallow", "path": "/news/artistri-inks/2016/article.html", "line": 203 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials.html", "line": 204 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020.html", "line": 205 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020/press-releases.html", "line": 206 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020/article.html", "line": 207 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019.html", "line": 208 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019/press-releases.html", "line": 209 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019/article.html", "line": 210 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018.html", "line": 211 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018/press-releases.html", "line": 212 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018/article.html", "line": 213 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017.html", "line": 214 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017/press-releases.html", "line": 215 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017/article.html", "line": 216 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016.html", "line": 217 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016/press-releases.html", "line": 218 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016/article.html", "line": 219 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings.html", "line": 220 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020.html", "line": 221 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020/press-releases.html", "line": 222 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020/article.html", "line": 223 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019.html", "line": 224 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019/press-releases.html", "line": 225 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019/article.html", "line": 226 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018.html", "line": 227 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018/press-releases.html", "line": 228 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018/article.html", "line": 229 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017.html", "line": 230 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017/press-releases.html", "line": 231 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017/article.html", "line": 232 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016.html", "line": 233 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016/press-releases.html", "line": 234 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016/article.html", "line": 235 }, { "directive": "disallow", "path": "/news/flexographic-systems.html", "line": 236 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020.html", "line": 237 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020/press-releases.html", "line": 238 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020/article.html", "line": 239 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019.html", "line": 240 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019/press-releases.html", "line": 241 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019/article.html", "line": 242 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018.html", "line": 243 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018/press-releases.html", "line": 244 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018/article.html", "line": 245 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017.html", "line": 246 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017/press-releases.html", "line": 247 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017/article.html", "line": 248 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016.html", "line": 249 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016/press-releases.html", "line": 250 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016/article.html", "line": 251 }, { "directive": "disallow", "path": "/knowledge.html", "line": 252 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions.html", "line": 253 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions/case-studies.html", "line": 254 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions/article.html", "line": 255 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial.html", "line": 256 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial/case-studies.html", "line": 257 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial/article.html", "line": 258 }, { "directive": "disallow", "path": "/knowledge/personal-protection.html", "line": 259 }, { "directive": "disallow", "path": "/knowledge/personal-protection/case-studies.html", "line": 260 }, { "directive": "disallow", "path": "/knowledge/personal-protection/article.html", "line": 261 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials.html", "line": 262 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials/case-studies.html", "line": 263 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials/article.html", "line": 264 }, { "directive": "disallow", "path": "/knowledge/cyrel.html", "line": 265 }, { "directive": "disallow", "path": "/knowledge/cyrel/case-studies.html", "line": 266 }, { "directive": "disallow", "path": "/knowledge/cyrel/article.html", "line": 267 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems.html", "line": 268 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems/case-studies.html", "line": 269 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems/article.html", "line": 270 }, { "directive": "disallow", "path": "/knowledge/safety.html", "line": 271 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar.html", "line": 272 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar/article.html", "line": 273 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar/case-studies.html", "line": 274 }, { "directive": "disallow", "path": "/knowledge/safety/nomex.html", "line": 275 }, { "directive": "disallow", "path": "/knowledge/safety/nomex/article.html", "line": 276 }, { "directive": "disallow", "path": "/knowledge/safety/nomex/case-studies.html", "line": 277 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek.html", "line": 278 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek/article.html", "line": 279 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek/case-studies.html", "line": 280 }, { "directive": "disallow", "path": "/products/transportation/beta/*", "line": 281 }, { "directive": "disallow", "path": "/products/beta/*", "line": 282 }, { "directive": "disallow", "path": "/beta/*", "line": 283 }, { "directive": "disallow", "path": "/transportation-industrial/beta/*", "line": 284 }, { "directive": "disallow", "path": "/contact-us/dcc-contact-us-form.html", "line": 285 }, { "directive": "disallow", "path": "/products/kapton-ecrc.html", "line": 286 }, { "directive": "disallow", "path": "/content/dam/dupont/amer/us/en/corporate/supplier-center/documents/InvoiceInfo", "line": 287 }, { "directive": "disallow", "path": "/life-protection/secure/*", "line": 288 }, { "directive": "disallow", "path": "/water/contactus-form.html", "line": 289 }, { "directive": "disallow", "path": "/ExportWarning", "line": 290 }, { "directive": "disallow", "path": "/content/dam/dupont/amer/us/en/performance-building-solutions/public/documents/en/DuPont-EMEA-translations-for-avoiding-unintended-export.pdf", "line": 291 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/en_us/home/*", "line": 5 }, { "directive": "disallow", "path": "/content/dam/dupont/products-and-services/*", "line": 6 }, { "directive": "disallow", "path": "/content/DuPont1/*", "line": 7 }, { "directive": "disallow", "path": "/content/dam/dupont/industries/*", "line": 8 }, { "directive": "disallow", "path": "/content/dam/dupont/corporate/*", "line": 9 }, { "directive": "disallow", "path": "/content/dam/dupont/campaigns/*", "line": 10 }, { "directive": "disallow", "path": "/content/dam/dupont/general/*", "line": 11 }, { "directive": "disallow", "path": "/content/dam/dupont/global/*", "line": 12 }, { "directive": "disallow", "path": "/content/dam/dupont/micrositesmicrosites/*", "line": 13 }, { "directive": "disallow", "path": "/content/dupont/amer/us/en/corporate-homepage.html", "line": 14 }, { "directive": "disallow", "path": "/products/electronic-materials.html", "line": 15 }, { "directive": "disallow", "path": "/references/*", "line": 16 }, { "directive": "disallow", "path": "/references1/*", "line": 17 }, { "directive": "disallow", "path": "/404.html", "line": 18 }, { "directive": "disallow", "path": "/blogs.html", "line": 19 }, { "directive": "disallow", "path": "/blogs/electronic-materials.html", "line": 20 }, { "directive": "disallow", "path": "/microsites/cyrel.html", "line": 21 }, { "directive": "disallow", "path": "/industries.html", "line": 22 }, { "directive": "disallow", "path": "/brands/corporate.html", "line": 23 }, { "directive": "disallow", "path": "/brands/water.html", "line": 24 }, { "directive": "disallow", "path": "/brands/pbs.html", "line": 25 }, { "directive": "disallow", "path": "/brands/transportation.html", "line": 26 }, { "directive": "disallow", "path": "/solar-photovoltaic-materials/references/*", "line": 27 }, { "directive": "disallow", "path": "/eslresidentportal/references/*", "line": 28 }, { "directive": "disallow", "path": "/water/references/*", "line": 29 }, { "directive": "disallow", "path": "/digital-printing/References/*", "line": 30 }, { "directive": "disallow", "path": "/cyrel/references/*", "line": 31 }, { "directive": "disallow", "path": "/flexographic-systems/references/*", "line": 32 }, { "directive": "disallow", "path": "/transportation-industrial/references/*", "line": 33 }, { "directive": "disallow", "path": "/building/references/*", "line": 34 }, { "directive": "disallow", "path": "/electronic-materials/referances/*", "line": 35 }, { "directive": "disallow", "path": "/ec/*", "line": 37 }, { "directive": "disallow", "path": "/crop/*", "line": 38 }, { "directive": "disallow", "path": "/general/*", "line": 39 }, { "directive": "disallow", "path": "/corporate-functions/*", "line": 40 }, { "directive": "disallow", "path": "/annual-report/*", "line": 41 }, { "directive": "disallow", "path": "/dpt/*", "line": 42 }, { "directive": "disallow", "path": "/nativeapp/*", "line": 43 }, { "directive": "disallow", "path": "/microsites.html", "line": 44 }, { "directive": "disallow", "path": "/products/water.html", "line": 45 }, { "directive": "disallow", "path": "/products/transportation.html", "line": 46 }, { "directive": "disallow", "path": "/products/performance-building-solutions.html", "line": 47 }, { "directive": "disallow", "path": "/products/microbial.html", "line": 48 }, { "directive": "disallow", "path": "/products/industrial.html", "line": 49 }, { "directive": "disallow", "path": "/products/electronic-materials.html", "line": 50 }, { "directive": "disallow", "path": "/products/pbs.html", "line": 51 }, { "directive": "disallow", "path": "/products/healthcare.html", "line": 52 }, { "directive": "disallow", "path": "/products/safety.html", "line": 53 }, { "directive": "disallow", "path": "/products/cyrel.html", "line": 54 }, { "directive": "disallow", "path": "/products/safety/kevlar.html", "line": 55 }, { "directive": "disallow", "path": "/products/safety/nomex.html", "line": 56 }, { "directive": "disallow", "path": "/products/safety/tyvek.html", "line": 57 }, { "directive": "disallow", "path": "/products/personal-protection.html", "line": 58 }, { "directive": "disallow", "path": "/products/personal-protection/safespec.html", "line": 59 }, { "directive": "disallow", "path": "/products/artistri-inks.html", "line": 60 }, { "directive": "disallow", "path": "/products/solar-photovoltaic-materials.html", "line": 61 }, { "directive": "disallow", "path": "/news/corporate.html", "line": 62 }, { "directive": "disallow", "path": "/news/corporate/2020.html", "line": 63 }, { "directive": "disallow", "path": "/news/corporate/2020/press-releases.html", "line": 64 }, { "directive": "disallow", "path": "/news/corporate/2020/article.html", "line": 65 }, { "directive": "disallow", "path": "/news/corporate/2019.html", "line": 66 }, { "directive": "disallow", "path": "/news/corporate/2019/press-releases.html", "line": 67 }, { "directive": "disallow", "path": "/news/corporate/2019/article.html", "line": 68 }, { "directive": "disallow", "path": "/news/corporate/2018.html", "line": 69 }, { "directive": "disallow", "path": "/news/corporate/2018/press-releases.html", "line": 70 }, { "directive": "disallow", "path": "/news/corporate/2018/article.html", "line": 71 }, { "directive": "disallow", "path": "/news/corporate/2017.html", "line": 72 }, { "directive": "disallow", "path": "/news/corporate/2017/press-releases.html", "line": 73 }, { "directive": "disallow", "path": "/news/corporate/2017/article.html", "line": 74 }, { "directive": "disallow", "path": "/news/electronic-materials.html", "line": 75 }, { "directive": "disallow", "path": "/news/electronic-materials/2020.html", "line": 76 }, { "directive": "disallow", "path": "/news/electronic-materials/2020/press-releases.html", "line": 77 }, { "directive": "disallow", "path": "/news/electronic-materials/2020/article.html", "line": 78 }, { "directive": "disallow", "path": "/news/electronic-materials/2019.html", "line": 79 }, { "directive": "disallow", "path": "/news/electronic-materials/2019/press-releases.html", "line": 80 }, { "directive": "disallow", "path": "/news/electronic-materials/2019/article.html", "line": 81 }, { "directive": "disallow", "path": "/news/electronic-materials/2018.html", "line": 82 }, { "directive": "disallow", "path": "/news/electronic-materials/2018/press-releases.html", "line": 83 }, { "directive": "disallow", "path": "/news/electronic-materials/2018/article.html", "line": 84 }, { "directive": "disallow", "path": "/news/electronic-materials/2017.html", "line": 85 }, { "directive": "disallow", "path": "/news/electronic-materials/2017/press-releases.html", "line": 86 }, { "directive": "disallow", "path": "/news/electronic-materials/2017/article.html", "line": 87 }, { "directive": "disallow", "path": "/news/electronic-materials/2016.html", "line": 88 }, { "directive": "disallow", "path": "/news/electronic-materials/2016/press-releases.html", "line": 89 }, { "directive": "disallow", "path": "/news/electronic-materials/2016/article.html", "line": 90 }, { "directive": "disallow", "path": "/news/water-solutions.html", "line": 91 }, { "directive": "disallow", "path": "/news/water-solutions/2020.html", "line": 92 }, { "directive": "disallow", "path": "/news/water-solutions/2020/press-releases.html", "line": 93 }, { "directive": "disallow", "path": "/news/water-solutions/2020/article.html", "line": 94 }, { "directive": "disallow", "path": "/news/water-solutions/2019.html", "line": 95 }, { "directive": "disallow", "path": "/news/water-solutions/2019/press-releases.html", "line": 96 }, { "directive": "disallow", "path": "/news/water-solutions/2019/article.html", "line": 97 }, { "directive": "disallow", "path": "/news/water-solutions/2018.html", "line": 98 }, { "directive": "disallow", "path": "/news/water-solutions/2018/press-releases.html", "line": 99 }, { "directive": "disallow", "path": "/news/water-solutions/2018/article.html", "line": 100 }, { "directive": "disallow", "path": "/news/water-solutions/2017.html", "line": 101 }, { "directive": "disallow", "path": "/news/water-solutions/2017/press-releases.html", "line": 102 }, { "directive": "disallow", "path": "/news/water-solutions/2017/article.html", "line": 103 }, { "directive": "disallow", "path": "/news/supplier-diversity.html", "line": 104 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020.html", "line": 105 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020/press-releases.html", "line": 106 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020/article.html", "line": 107 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019.html", "line": 108 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019/press-releases.html", "line": 109 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019/article.html", "line": 110 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018.html", "line": 111 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018/press-releases.html", "line": 112 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018/article.html", "line": 113 }, { "directive": "disallow", "path": "/news/performance-building-solutions.html", "line": 114 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020.html", "line": 115 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020/press-releases.html", "line": 116 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020/article.html", "line": 117 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019.html", "line": 118 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019/press-releases.html", "line": 119 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019/article.html", "line": 120 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018.html", "line": 121 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018/press-releases.html", "line": 122 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018/article.html", "line": 123 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017.html", "line": 124 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017/press-releases.html", "line": 125 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017/article.html", "line": 126 }, { "directive": "disallow", "path": "/news/transportation.html", "line": 127 }, { "directive": "disallow", "path": "/news/transportation/2020.html", "line": 128 }, { "directive": "disallow", "path": "/news/transportation/2020/press-releases.html", "line": 129 }, { "directive": "disallow", "path": "/news/transportation/2020/article.html", "line": 130 }, { "directive": "disallow", "path": "/news/transportation/2019.html", "line": 131 }, { "directive": "disallow", "path": "/news/transportation/2019/press-releases.html", "line": 132 }, { "directive": "disallow", "path": "/news/transportation/2019/article.html", "line": 133 }, { "directive": "disallow", "path": "/news/transportation/2018.html", "line": 134 }, { "directive": "disallow", "path": "/news/transportation/2018/press-releases.html", "line": 135 }, { "directive": "disallow", "path": "/news/transportation/2018/article.html", "line": 136 }, { "directive": "disallow", "path": "/news/transportation/2017.html", "line": 137 }, { "directive": "disallow", "path": "/news/transportation/2017/press-releases.html", "line": 138 }, { "directive": "disallow", "path": "/news/transportation/2017/article.html", "line": 139 }, { "directive": "disallow", "path": "/news/personal-protection.html", "line": 140 }, { "directive": "disallow", "path": "/news/personal-protection/2020.html", "line": 141 }, { "directive": "disallow", "path": "/news/personal-protection/2020/press-releases.html", "line": 142 }, { "directive": "disallow", "path": "/news/personal-protection/2020/article.html", "line": 143 }, { "directive": "disallow", "path": "/news/personal-protection/2019.html", "line": 144 }, { "directive": "disallow", "path": "/news/personal-protection/2019/press-releases.html", "line": 145 }, { "directive": "disallow", "path": "/news/personal-protection/2019/article.html", "line": 146 }, { "directive": "disallow", "path": "/news/personal-protection/2018.html", "line": 147 }, { "directive": "disallow", "path": "/news/personal-protection/2018/press-releases.html", "line": 148 }, { "directive": "disallow", "path": "/news/personal-protection/2018/article.html", "line": 149 }, { "directive": "disallow", "path": "/news/personal-protection/2017.html", "line": 150 }, { "directive": "disallow", "path": "/news/personal-protection/2017/press-releases.html", "line": 151 }, { "directive": "disallow", "path": "/news/personal-protection/2017/article.html", "line": 152 }, { "directive": "disallow", "path": "/news/personal-protection/2016.html", "line": 153 }, { "directive": "disallow", "path": "/news/personal-protection/2016/press-releases.html", "line": 154 }, { "directive": "disallow", "path": "/news/personal-protection/2016/article.html", "line": 155 }, { "directive": "disallow", "path": "/news/cyrel.html", "line": 156 }, { "directive": "disallow", "path": "/news/cyrel/2020.html", "line": 157 }, { "directive": "disallow", "path": "/news/cyrel/2020/press-releases.html", "line": 158 }, { "directive": "disallow", "path": "/news/cyrel/2020/article.html", "line": 159 }, { "directive": "disallow", "path": "/news/cyrel/2019.html", "line": 160 }, { "directive": "disallow", "path": "/news/cyrel/2019/press-releases.html", "line": 161 }, { "directive": "disallow", "path": "/news/cyrel/2019/article.html", "line": 162 }, { "directive": "disallow", "path": "/news/cyrel/2018.html", "line": 163 }, { "directive": "disallow", "path": "/news/cyrel/2018/press-releases.html", "line": 164 }, { "directive": "disallow", "path": "/news/cyrel/2018/article.html", "line": 165 }, { "directive": "disallow", "path": "/news/cyrel/2017.html", "line": 166 }, { "directive": "disallow", "path": "/news/cyrel/2017/press-releases.html", "line": 167 }, { "directive": "disallow", "path": "/news/cyrel/2017/article.html", "line": 168 }, { "directive": "disallow", "path": "/news/cyrel/2016.html", "line": 169 }, { "directive": "disallow", "path": "/news/cyrel/2016/press-releases.html", "line": 170 }, { "directive": "disallow", "path": "/news/cyrel/2016/article.html", "line": 171 }, { "directive": "disallow", "path": "/news/safety.html", "line": 172 }, { "directive": "disallow", "path": "/news/safety/2020.html", "line": 173 }, { "directive": "disallow", "path": "/news/safety/2020/press-releases.html", "line": 174 }, { "directive": "disallow", "path": "/news/safety/2020/article.html", "line": 175 }, { "directive": "disallow", "path": "/news/safety/2019.html", "line": 176 }, { "directive": "disallow", "path": "/news/safety/2019/press-releases.html", "line": 177 }, { "directive": "disallow", "path": "/news/safety/2019/article.html", "line": 178 }, { "directive": "disallow", "path": "/news/safety/2018.html", "line": 179 }, { "directive": "disallow", "path": "/news/safety/2018/press-releases.html", "line": 180 }, { "directive": "disallow", "path": "/news/safety/2018/article.html", "line": 181 }, { "directive": "disallow", "path": "/news/safety/2017.html", "line": 182 }, { "directive": "disallow", "path": "/news/safety/2017/press-releases.html", "line": 183 }, { "directive": "disallow", "path": "/news/safety/2017/article.html", "line": 184 }, { "directive": "disallow", "path": "/news/safety/2016.html", "line": 185 }, { "directive": "disallow", "path": "/news/safety/2016/press-releases.html", "line": 186 }, { "directive": "disallow", "path": "/news/safety/2016/article.html", "line": 187 }, { "directive": "disallow", "path": "/news/artistri-inks.html", "line": 188 }, { "directive": "disallow", "path": "/news/artistri-inks/2020.html", "line": 189 }, { "directive": "disallow", "path": "/news/artistri-inks/2020/press-releases.html", "line": 190 }, { "directive": "disallow", "path": "/news/artistri-inks/2020/article.html", "line": 191 }, { "directive": "disallow", "path": "/news/artistri-inks/2019.html", "line": 192 }, { "directive": "disallow", "path": "/news/artistri-inks/2019/press-releases.html", "line": 193 }, { "directive": "disallow", "path": "/news/artistri-inks/2019/article.html", "line": 194 }, { "directive": "disallow", "path": "/news/artistri-inks/2018.html", "line": 195 }, { "directive": "disallow", "path": "/news/artistri-inks/2018/press-releases.html", "line": 196 }, { "directive": "disallow", "path": "/news/artistri-inks/2018/article.html", "line": 197 }, { "directive": "disallow", "path": "/news/artistri-inks/2017.html", "line": 198 }, { "directive": "disallow", "path": "/news/artistri-inks/2017/press-releases.html", "line": 199 }, { "directive": "disallow", "path": "/news/artistri-inks/2017/article.html", "line": 200 }, { "directive": "disallow", "path": "/news/artistri-inks/2016.html", "line": 201 }, { "directive": "disallow", "path": "/news/artistri-inks/2016/press-releases.html", "line": 202 }, { "directive": "disallow", "path": "/news/artistri-inks/2016/article.html", "line": 203 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials.html", "line": 204 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020.html", "line": 205 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020/press-releases.html", "line": 206 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020/article.html", "line": 207 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019.html", "line": 208 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019/press-releases.html", "line": 209 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019/article.html", "line": 210 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018.html", "line": 211 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018/press-releases.html", "line": 212 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018/article.html", "line": 213 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017.html", "line": 214 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017/press-releases.html", "line": 215 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017/article.html", "line": 216 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016.html", "line": 217 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016/press-releases.html", "line": 218 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016/article.html", "line": 219 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings.html", "line": 220 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020.html", "line": 221 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020/press-releases.html", "line": 222 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020/article.html", "line": 223 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019.html", "line": 224 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019/press-releases.html", "line": 225 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019/article.html", "line": 226 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018.html", "line": 227 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018/press-releases.html", "line": 228 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018/article.html", "line": 229 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017.html", "line": 230 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017/press-releases.html", "line": 231 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017/article.html", "line": 232 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016.html", "line": 233 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016/press-releases.html", "line": 234 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016/article.html", "line": 235 }, { "directive": "disallow", "path": "/news/flexographic-systems.html", "line": 236 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020.html", "line": 237 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020/press-releases.html", "line": 238 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020/article.html", "line": 239 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019.html", "line": 240 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019/press-releases.html", "line": 241 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019/article.html", "line": 242 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018.html", "line": 243 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018/press-releases.html", "line": 244 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018/article.html", "line": 245 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017.html", "line": 246 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017/press-releases.html", "line": 247 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017/article.html", "line": 248 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016.html", "line": 249 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016/press-releases.html", "line": 250 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016/article.html", "line": 251 }, { "directive": "disallow", "path": "/knowledge.html", "line": 252 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions.html", "line": 253 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions/case-studies.html", "line": 254 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions/article.html", "line": 255 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial.html", "line": 256 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial/case-studies.html", "line": 257 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial/article.html", "line": 258 }, { "directive": "disallow", "path": "/knowledge/personal-protection.html", "line": 259 }, { "directive": "disallow", "path": "/knowledge/personal-protection/case-studies.html", "line": 260 }, { "directive": "disallow", "path": "/knowledge/personal-protection/article.html", "line": 261 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials.html", "line": 262 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials/case-studies.html", "line": 263 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials/article.html", "line": 264 }, { "directive": "disallow", "path": "/knowledge/cyrel.html", "line": 265 }, { "directive": "disallow", "path": "/knowledge/cyrel/case-studies.html", "line": 266 }, { "directive": "disallow", "path": "/knowledge/cyrel/article.html", "line": 267 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems.html", "line": 268 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems/case-studies.html", "line": 269 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems/article.html", "line": 270 }, { "directive": "disallow", "path": "/knowledge/safety.html", "line": 271 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar.html", "line": 272 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar/article.html", "line": 273 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar/case-studies.html", "line": 274 }, { "directive": "disallow", "path": "/knowledge/safety/nomex.html", "line": 275 }, { "directive": "disallow", "path": "/knowledge/safety/nomex/article.html", "line": 276 }, { "directive": "disallow", "path": "/knowledge/safety/nomex/case-studies.html", "line": 277 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek.html", "line": 278 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek/article.html", "line": 279 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek/case-studies.html", "line": 280 }, { "directive": "disallow", "path": "/products/transportation/beta/*", "line": 281 }, { "directive": "disallow", "path": "/products/beta/*", "line": 282 }, { "directive": "disallow", "path": "/beta/*", "line": 283 }, { "directive": "disallow", "path": "/transportation-industrial/beta/*", "line": 284 }, { "directive": "disallow", "path": "/contact-us/dcc-contact-us-form.html", "line": 285 }, { "directive": "disallow", "path": "/products/kapton-ecrc.html", "line": 286 }, { "directive": "disallow", "path": "/content/dam/dupont/amer/us/en/corporate/supplier-center/documents/InvoiceInfo", "line": 287 }, { "directive": "disallow", "path": "/life-protection/secure/*", "line": 288 }, { "directive": "disallow", "path": "/water/contactus-form.html", "line": 289 }, { "directive": "disallow", "path": "/ExportWarning", "line": 290 }, { "directive": "disallow", "path": "/content/dam/dupont/amer/us/en/performance-building-solutions/public/documents/en/DuPont-EMEA-translations-for-avoiding-unintended-export.pdf", "line": 291 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/en_us/home/*", "line": 5 }, { "directive": "disallow", "path": "/content/dam/dupont/products-and-services/*", "line": 6 }, { "directive": "disallow", "path": "/content/DuPont1/*", "line": 7 }, { "directive": "disallow", "path": "/content/dam/dupont/industries/*", "line": 8 }, { "directive": "disallow", "path": "/content/dam/dupont/corporate/*", "line": 9 }, { "directive": "disallow", "path": "/content/dam/dupont/campaigns/*", "line": 10 }, { "directive": "disallow", "path": "/content/dam/dupont/general/*", "line": 11 }, { "directive": "disallow", "path": "/content/dam/dupont/global/*", "line": 12 }, { "directive": "disallow", "path": "/content/dam/dupont/micrositesmicrosites/*", "line": 13 }, { "directive": "disallow", "path": "/content/dupont/amer/us/en/corporate-homepage.html", "line": 14 }, { "directive": "disallow", "path": "/products/electronic-materials.html", "line": 15 }, { "directive": "disallow", "path": "/references/*", "line": 16 }, { "directive": "disallow", "path": "/references1/*", "line": 17 }, { "directive": "disallow", "path": "/404.html", "line": 18 }, { "directive": "disallow", "path": "/blogs.html", "line": 19 }, { "directive": "disallow", "path": "/blogs/electronic-materials.html", "line": 20 }, { "directive": "disallow", "path": "/microsites/cyrel.html", "line": 21 }, { "directive": "disallow", "path": "/industries.html", "line": 22 }, { "directive": "disallow", "path": "/brands/corporate.html", "line": 23 }, { "directive": "disallow", "path": "/brands/water.html", "line": 24 }, { "directive": "disallow", "path": "/brands/pbs.html", "line": 25 }, { "directive": "disallow", "path": "/brands/transportation.html", "line": 26 }, { "directive": "disallow", "path": "/solar-photovoltaic-materials/references/*", "line": 27 }, { "directive": "disallow", "path": "/eslresidentportal/references/*", "line": 28 }, { "directive": "disallow", "path": "/water/references/*", "line": 29 }, { "directive": "disallow", "path": "/digital-printing/References/*", "line": 30 }, { "directive": "disallow", "path": "/cyrel/references/*", "line": 31 }, { "directive": "disallow", "path": "/flexographic-systems/references/*", "line": 32 }, { "directive": "disallow", "path": "/transportation-industrial/references/*", "line": 33 }, { "directive": "disallow", "path": "/building/references/*", "line": 34 }, { "directive": "disallow", "path": "/electronic-materials/referances/*", "line": 35 }, { "directive": "disallow", "path": "/ec/*", "line": 37 }, { "directive": "disallow", "path": "/crop/*", "line": 38 }, { "directive": "disallow", "path": "/general/*", "line": 39 }, { "directive": "disallow", "path": "/corporate-functions/*", "line": 40 }, { "directive": "disallow", "path": "/annual-report/*", "line": 41 }, { "directive": "disallow", "path": "/dpt/*", "line": 42 }, { "directive": "disallow", "path": "/nativeapp/*", "line": 43 }, { "directive": "disallow", "path": "/microsites.html", "line": 44 }, { "directive": "disallow", "path": "/products/water.html", "line": 45 }, { "directive": "disallow", "path": "/products/transportation.html", "line": 46 }, { "directive": "disallow", "path": "/products/performance-building-solutions.html", "line": 47 }, { "directive": "disallow", "path": "/products/microbial.html", "line": 48 }, { "directive": "disallow", "path": "/products/industrial.html", "line": 49 }, { "directive": "disallow", "path": "/products/electronic-materials.html", "line": 50 }, { "directive": "disallow", "path": "/products/pbs.html", "line": 51 }, { "directive": "disallow", "path": "/products/healthcare.html", "line": 52 }, { "directive": "disallow", "path": "/products/safety.html", "line": 53 }, { "directive": "disallow", "path": "/products/cyrel.html", "line": 54 }, { "directive": "disallow", "path": "/products/safety/kevlar.html", "line": 55 }, { "directive": "disallow", "path": "/products/safety/nomex.html", "line": 56 }, { "directive": "disallow", "path": "/products/safety/tyvek.html", "line": 57 }, { "directive": "disallow", "path": "/products/personal-protection.html", "line": 58 }, { "directive": "disallow", "path": "/products/personal-protection/safespec.html", "line": 59 }, { "directive": "disallow", "path": "/products/artistri-inks.html", "line": 60 }, { "directive": "disallow", "path": "/products/solar-photovoltaic-materials.html", "line": 61 }, { "directive": "disallow", "path": "/news/corporate.html", "line": 62 }, { "directive": "disallow", "path": "/news/corporate/2020.html", "line": 63 }, { "directive": "disallow", "path": "/news/corporate/2020/press-releases.html", "line": 64 }, { "directive": "disallow", "path": "/news/corporate/2020/article.html", "line": 65 }, { "directive": "disallow", "path": "/news/corporate/2019.html", "line": 66 }, { "directive": "disallow", "path": "/news/corporate/2019/press-releases.html", "line": 67 }, { "directive": "disallow", "path": "/news/corporate/2019/article.html", "line": 68 }, { "directive": "disallow", "path": "/news/corporate/2018.html", "line": 69 }, { "directive": "disallow", "path": "/news/corporate/2018/press-releases.html", "line": 70 }, { "directive": "disallow", "path": "/news/corporate/2018/article.html", "line": 71 }, { "directive": "disallow", "path": "/news/corporate/2017.html", "line": 72 }, { "directive": "disallow", "path": "/news/corporate/2017/press-releases.html", "line": 73 }, { "directive": "disallow", "path": "/news/corporate/2017/article.html", "line": 74 }, { "directive": "disallow", "path": "/news/electronic-materials.html", "line": 75 }, { "directive": "disallow", "path": "/news/electronic-materials/2020.html", "line": 76 }, { "directive": "disallow", "path": "/news/electronic-materials/2020/press-releases.html", "line": 77 }, { "directive": "disallow", "path": "/news/electronic-materials/2020/article.html", "line": 78 }, { "directive": "disallow", "path": "/news/electronic-materials/2019.html", "line": 79 }, { "directive": "disallow", "path": "/news/electronic-materials/2019/press-releases.html", "line": 80 }, { "directive": "disallow", "path": "/news/electronic-materials/2019/article.html", "line": 81 }, { "directive": "disallow", "path": "/news/electronic-materials/2018.html", "line": 82 }, { "directive": "disallow", "path": "/news/electronic-materials/2018/press-releases.html", "line": 83 }, { "directive": "disallow", "path": "/news/electronic-materials/2018/article.html", "line": 84 }, { "directive": "disallow", "path": "/news/electronic-materials/2017.html", "line": 85 }, { "directive": "disallow", "path": "/news/electronic-materials/2017/press-releases.html", "line": 86 }, { "directive": "disallow", "path": "/news/electronic-materials/2017/article.html", "line": 87 }, { "directive": "disallow", "path": "/news/electronic-materials/2016.html", "line": 88 }, { "directive": "disallow", "path": "/news/electronic-materials/2016/press-releases.html", "line": 89 }, { "directive": "disallow", "path": "/news/electronic-materials/2016/article.html", "line": 90 }, { "directive": "disallow", "path": "/news/water-solutions.html", "line": 91 }, { "directive": "disallow", "path": "/news/water-solutions/2020.html", "line": 92 }, { "directive": "disallow", "path": "/news/water-solutions/2020/press-releases.html", "line": 93 }, { "directive": "disallow", "path": "/news/water-solutions/2020/article.html", "line": 94 }, { "directive": "disallow", "path": "/news/water-solutions/2019.html", "line": 95 }, { "directive": "disallow", "path": "/news/water-solutions/2019/press-releases.html", "line": 96 }, { "directive": "disallow", "path": "/news/water-solutions/2019/article.html", "line": 97 }, { "directive": "disallow", "path": "/news/water-solutions/2018.html", "line": 98 }, { "directive": "disallow", "path": "/news/water-solutions/2018/press-releases.html", "line": 99 }, { "directive": "disallow", "path": "/news/water-solutions/2018/article.html", "line": 100 }, { "directive": "disallow", "path": "/news/water-solutions/2017.html", "line": 101 }, { "directive": "disallow", "path": "/news/water-solutions/2017/press-releases.html", "line": 102 }, { "directive": "disallow", "path": "/news/water-solutions/2017/article.html", "line": 103 }, { "directive": "disallow", "path": "/news/supplier-diversity.html", "line": 104 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020.html", "line": 105 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020/press-releases.html", "line": 106 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020/article.html", "line": 107 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019.html", "line": 108 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019/press-releases.html", "line": 109 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019/article.html", "line": 110 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018.html", "line": 111 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018/press-releases.html", "line": 112 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018/article.html", "line": 113 }, { "directive": "disallow", "path": "/news/performance-building-solutions.html", "line": 114 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020.html", "line": 115 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020/press-releases.html", "line": 116 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020/article.html", "line": 117 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019.html", "line": 118 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019/press-releases.html", "line": 119 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019/article.html", "line": 120 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018.html", "line": 121 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018/press-releases.html", "line": 122 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018/article.html", "line": 123 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017.html", "line": 124 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017/press-releases.html", "line": 125 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017/article.html", "line": 126 }, { "directive": "disallow", "path": "/news/transportation.html", "line": 127 }, { "directive": "disallow", "path": "/news/transportation/2020.html", "line": 128 }, { "directive": "disallow", "path": "/news/transportation/2020/press-releases.html", "line": 129 }, { "directive": "disallow", "path": "/news/transportation/2020/article.html", "line": 130 }, { "directive": "disallow", "path": "/news/transportation/2019.html", "line": 131 }, { "directive": "disallow", "path": "/news/transportation/2019/press-releases.html", "line": 132 }, { "directive": "disallow", "path": "/news/transportation/2019/article.html", "line": 133 }, { "directive": "disallow", "path": "/news/transportation/2018.html", "line": 134 }, { "directive": "disallow", "path": "/news/transportation/2018/press-releases.html", "line": 135 }, { "directive": "disallow", "path": "/news/transportation/2018/article.html", "line": 136 }, { "directive": "disallow", "path": "/news/transportation/2017.html", "line": 137 }, { "directive": "disallow", "path": "/news/transportation/2017/press-releases.html", "line": 138 }, { "directive": "disallow", "path": "/news/transportation/2017/article.html", "line": 139 }, { "directive": "disallow", "path": "/news/personal-protection.html", "line": 140 }, { "directive": "disallow", "path": "/news/personal-protection/2020.html", "line": 141 }, { "directive": "disallow", "path": "/news/personal-protection/2020/press-releases.html", "line": 142 }, { "directive": "disallow", "path": "/news/personal-protection/2020/article.html", "line": 143 }, { "directive": "disallow", "path": "/news/personal-protection/2019.html", "line": 144 }, { "directive": "disallow", "path": "/news/personal-protection/2019/press-releases.html", "line": 145 }, { "directive": "disallow", "path": "/news/personal-protection/2019/article.html", "line": 146 }, { "directive": "disallow", "path": "/news/personal-protection/2018.html", "line": 147 }, { "directive": "disallow", "path": "/news/personal-protection/2018/press-releases.html", "line": 148 }, { "directive": "disallow", "path": "/news/personal-protection/2018/article.html", "line": 149 }, { "directive": "disallow", "path": "/news/personal-protection/2017.html", "line": 150 }, { "directive": "disallow", "path": "/news/personal-protection/2017/press-releases.html", "line": 151 }, { "directive": "disallow", "path": "/news/personal-protection/2017/article.html", "line": 152 }, { "directive": "disallow", "path": "/news/personal-protection/2016.html", "line": 153 }, { "directive": "disallow", "path": "/news/personal-protection/2016/press-releases.html", "line": 154 }, { "directive": "disallow", "path": "/news/personal-protection/2016/article.html", "line": 155 }, { "directive": "disallow", "path": "/news/cyrel.html", "line": 156 }, { "directive": "disallow", "path": "/news/cyrel/2020.html", "line": 157 }, { "directive": "disallow", "path": "/news/cyrel/2020/press-releases.html", "line": 158 }, { "directive": "disallow", "path": "/news/cyrel/2020/article.html", "line": 159 }, { "directive": "disallow", "path": "/news/cyrel/2019.html", "line": 160 }, { "directive": "disallow", "path": "/news/cyrel/2019/press-releases.html", "line": 161 }, { "directive": "disallow", "path": "/news/cyrel/2019/article.html", "line": 162 }, { "directive": "disallow", "path": "/news/cyrel/2018.html", "line": 163 }, { "directive": "disallow", "path": "/news/cyrel/2018/press-releases.html", "line": 164 }, { "directive": "disallow", "path": "/news/cyrel/2018/article.html", "line": 165 }, { "directive": "disallow", "path": "/news/cyrel/2017.html", "line": 166 }, { "directive": "disallow", "path": "/news/cyrel/2017/press-releases.html", "line": 167 }, { "directive": "disallow", "path": "/news/cyrel/2017/article.html", "line": 168 }, { "directive": "disallow", "path": "/news/cyrel/2016.html", "line": 169 }, { "directive": "disallow", "path": "/news/cyrel/2016/press-releases.html", "line": 170 }, { "directive": "disallow", "path": "/news/cyrel/2016/article.html", "line": 171 }, { "directive": "disallow", "path": "/news/safety.html", "line": 172 }, { "directive": "disallow", "path": "/news/safety/2020.html", "line": 173 }, { "directive": "disallow", "path": "/news/safety/2020/press-releases.html", "line": 174 }, { "directive": "disallow", "path": "/news/safety/2020/article.html", "line": 175 }, { "directive": "disallow", "path": "/news/safety/2019.html", "line": 176 }, { "directive": "disallow", "path": "/news/safety/2019/press-releases.html", "line": 177 }, { "directive": "disallow", "path": "/news/safety/2019/article.html", "line": 178 }, { "directive": "disallow", "path": "/news/safety/2018.html", "line": 179 }, { "directive": "disallow", "path": "/news/safety/2018/press-releases.html", "line": 180 }, { "directive": "disallow", "path": "/news/safety/2018/article.html", "line": 181 }, { "directive": "disallow", "path": "/news/safety/2017.html", "line": 182 }, { "directive": "disallow", "path": "/news/safety/2017/press-releases.html", "line": 183 }, { "directive": "disallow", "path": "/news/safety/2017/article.html", "line": 184 }, { "directive": "disallow", "path": "/news/safety/2016.html", "line": 185 }, { "directive": "disallow", "path": "/news/safety/2016/press-releases.html", "line": 186 }, { "directive": "disallow", "path": "/news/safety/2016/article.html", "line": 187 }, { "directive": "disallow", "path": "/news/artistri-inks.html", "line": 188 }, { "directive": "disallow", "path": "/news/artistri-inks/2020.html", "line": 189 }, { "directive": "disallow", "path": "/news/artistri-inks/2020/press-releases.html", "line": 190 }, { "directive": "disallow", "path": "/news/artistri-inks/2020/article.html", "line": 191 }, { "directive": "disallow", "path": "/news/artistri-inks/2019.html", "line": 192 }, { "directive": "disallow", "path": "/news/artistri-inks/2019/press-releases.html", "line": 193 }, { "directive": "disallow", "path": "/news/artistri-inks/2019/article.html", "line": 194 }, { "directive": "disallow", "path": "/news/artistri-inks/2018.html", "line": 195 }, { "directive": "disallow", "path": "/news/artistri-inks/2018/press-releases.html", "line": 196 }, { "directive": "disallow", "path": "/news/artistri-inks/2018/article.html", "line": 197 }, { "directive": "disallow", "path": "/news/artistri-inks/2017.html", "line": 198 }, { "directive": "disallow", "path": "/news/artistri-inks/2017/press-releases.html", "line": 199 }, { "directive": "disallow", "path": "/news/artistri-inks/2017/article.html", "line": 200 }, { "directive": "disallow", "path": "/news/artistri-inks/2016.html", "line": 201 }, { "directive": "disallow", "path": "/news/artistri-inks/2016/press-releases.html", "line": 202 }, { "directive": "disallow", "path": "/news/artistri-inks/2016/article.html", "line": 203 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials.html", "line": 204 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020.html", "line": 205 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020/press-releases.html", "line": 206 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020/article.html", "line": 207 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019.html", "line": 208 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019/press-releases.html", "line": 209 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019/article.html", "line": 210 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018.html", "line": 211 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018/press-releases.html", "line": 212 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018/article.html", "line": 213 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017.html", "line": 214 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017/press-releases.html", "line": 215 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017/article.html", "line": 216 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016.html", "line": 217 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016/press-releases.html", "line": 218 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016/article.html", "line": 219 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings.html", "line": 220 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020.html", "line": 221 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020/press-releases.html", "line": 222 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020/article.html", "line": 223 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019.html", "line": 224 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019/press-releases.html", "line": 225 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019/article.html", "line": 226 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018.html", "line": 227 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018/press-releases.html", "line": 228 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018/article.html", "line": 229 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017.html", "line": 230 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017/press-releases.html", "line": 231 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017/article.html", "line": 232 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016.html", "line": 233 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016/press-releases.html", "line": 234 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016/article.html", "line": 235 }, { "directive": "disallow", "path": "/news/flexographic-systems.html", "line": 236 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020.html", "line": 237 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020/press-releases.html", "line": 238 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020/article.html", "line": 239 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019.html", "line": 240 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019/press-releases.html", "line": 241 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019/article.html", "line": 242 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018.html", "line": 243 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018/press-releases.html", "line": 244 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018/article.html", "line": 245 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017.html", "line": 246 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017/press-releases.html", "line": 247 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017/article.html", "line": 248 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016.html", "line": 249 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016/press-releases.html", "line": 250 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016/article.html", "line": 251 }, { "directive": "disallow", "path": "/knowledge.html", "line": 252 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions.html", "line": 253 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions/case-studies.html", "line": 254 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions/article.html", "line": 255 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial.html", "line": 256 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial/case-studies.html", "line": 257 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial/article.html", "line": 258 }, { "directive": "disallow", "path": "/knowledge/personal-protection.html", "line": 259 }, { "directive": "disallow", "path": "/knowledge/personal-protection/case-studies.html", "line": 260 }, { "directive": "disallow", "path": "/knowledge/personal-protection/article.html", "line": 261 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials.html", "line": 262 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials/case-studies.html", "line": 263 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials/article.html", "line": 264 }, { "directive": "disallow", "path": "/knowledge/cyrel.html", "line": 265 }, { "directive": "disallow", "path": "/knowledge/cyrel/case-studies.html", "line": 266 }, { "directive": "disallow", "path": "/knowledge/cyrel/article.html", "line": 267 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems.html", "line": 268 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems/case-studies.html", "line": 269 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems/article.html", "line": 270 }, { "directive": "disallow", "path": "/knowledge/safety.html", "line": 271 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar.html", "line": 272 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar/article.html", "line": 273 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar/case-studies.html", "line": 274 }, { "directive": "disallow", "path": "/knowledge/safety/nomex.html", "line": 275 }, { "directive": "disallow", "path": "/knowledge/safety/nomex/article.html", "line": 276 }, { "directive": "disallow", "path": "/knowledge/safety/nomex/case-studies.html", "line": 277 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek.html", "line": 278 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek/article.html", "line": 279 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek/case-studies.html", "line": 280 }, { "directive": "disallow", "path": "/products/transportation/beta/*", "line": 281 }, { "directive": "disallow", "path": "/products/beta/*", "line": 282 }, { "directive": "disallow", "path": "/beta/*", "line": 283 }, { "directive": "disallow", "path": "/transportation-industrial/beta/*", "line": 284 }, { "directive": "disallow", "path": "/contact-us/dcc-contact-us-form.html", "line": 285 }, { "directive": "disallow", "path": "/products/kapton-ecrc.html", "line": 286 }, { "directive": "disallow", "path": "/content/dam/dupont/amer/us/en/corporate/supplier-center/documents/InvoiceInfo", "line": 287 }, { "directive": "disallow", "path": "/life-protection/secure/*", "line": 288 }, { "directive": "disallow", "path": "/water/contactus-form.html", "line": 289 }, { "directive": "disallow", "path": "/ExportWarning", "line": 290 }, { "directive": "disallow", "path": "/content/dam/dupont/amer/us/en/performance-building-solutions/public/documents/en/DuPont-EMEA-translations-for-avoiding-unintended-export.pdf", "line": 291 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/en_us/home/*", "line": 5 }, { "directive": "disallow", "path": "/content/dam/dupont/products-and-services/*", "line": 6 }, { "directive": "disallow", "path": "/content/DuPont1/*", "line": 7 }, { "directive": "disallow", "path": "/content/dam/dupont/industries/*", "line": 8 }, { "directive": "disallow", "path": "/content/dam/dupont/corporate/*", "line": 9 }, { "directive": "disallow", "path": "/content/dam/dupont/campaigns/*", "line": 10 }, { "directive": "disallow", "path": "/content/dam/dupont/general/*", "line": 11 }, { "directive": "disallow", "path": "/content/dam/dupont/global/*", "line": 12 }, { "directive": "disallow", "path": "/content/dam/dupont/micrositesmicrosites/*", "line": 13 }, { "directive": "disallow", "path": "/content/dupont/amer/us/en/corporate-homepage.html", "line": 14 }, { "directive": "disallow", "path": "/products/electronic-materials.html", "line": 15 }, { "directive": "disallow", "path": "/references/*", "line": 16 }, { "directive": "disallow", "path": "/references1/*", "line": 17 }, { "directive": "disallow", "path": "/404.html", "line": 18 }, { "directive": "disallow", "path": "/blogs.html", "line": 19 }, { "directive": "disallow", "path": "/blogs/electronic-materials.html", "line": 20 }, { "directive": "disallow", "path": "/microsites/cyrel.html", "line": 21 }, { "directive": "disallow", "path": "/industries.html", "line": 22 }, { "directive": "disallow", "path": "/brands/corporate.html", "line": 23 }, { "directive": "disallow", "path": "/brands/water.html", "line": 24 }, { "directive": "disallow", "path": "/brands/pbs.html", "line": 25 }, { "directive": "disallow", "path": "/brands/transportation.html", "line": 26 }, { "directive": "disallow", "path": "/solar-photovoltaic-materials/references/*", "line": 27 }, { "directive": "disallow", "path": "/eslresidentportal/references/*", "line": 28 }, { "directive": "disallow", "path": "/water/references/*", "line": 29 }, { "directive": "disallow", "path": "/digital-printing/References/*", "line": 30 }, { "directive": "disallow", "path": "/cyrel/references/*", "line": 31 }, { "directive": "disallow", "path": "/flexographic-systems/references/*", "line": 32 }, { "directive": "disallow", "path": "/transportation-industrial/references/*", "line": 33 }, { "directive": "disallow", "path": "/building/references/*", "line": 34 }, { "directive": "disallow", "path": "/electronic-materials/referances/*", "line": 35 }, { "directive": "disallow", "path": "/ec/*", "line": 37 }, { "directive": "disallow", "path": "/crop/*", "line": 38 }, { "directive": "disallow", "path": "/general/*", "line": 39 }, { "directive": "disallow", "path": "/corporate-functions/*", "line": 40 }, { "directive": "disallow", "path": "/annual-report/*", "line": 41 }, { "directive": "disallow", "path": "/dpt/*", "line": 42 }, { "directive": "disallow", "path": "/nativeapp/*", "line": 43 }, { "directive": "disallow", "path": "/microsites.html", "line": 44 }, { "directive": "disallow", "path": "/products/water.html", "line": 45 }, { "directive": "disallow", "path": "/products/transportation.html", "line": 46 }, { "directive": "disallow", "path": "/products/performance-building-solutions.html", "line": 47 }, { "directive": "disallow", "path": "/products/microbial.html", "line": 48 }, { "directive": "disallow", "path": "/products/industrial.html", "line": 49 }, { "directive": "disallow", "path": "/products/electronic-materials.html", "line": 50 }, { "directive": "disallow", "path": "/products/pbs.html", "line": 51 }, { "directive": "disallow", "path": "/products/healthcare.html", "line": 52 }, { "directive": "disallow", "path": "/products/safety.html", "line": 53 }, { "directive": "disallow", "path": "/products/cyrel.html", "line": 54 }, { "directive": "disallow", "path": "/products/safety/kevlar.html", "line": 55 }, { "directive": "disallow", "path": "/products/safety/nomex.html", "line": 56 }, { "directive": "disallow", "path": "/products/safety/tyvek.html", "line": 57 }, { "directive": "disallow", "path": "/products/personal-protection.html", "line": 58 }, { "directive": "disallow", "path": "/products/personal-protection/safespec.html", "line": 59 }, { "directive": "disallow", "path": "/products/artistri-inks.html", "line": 60 }, { "directive": "disallow", "path": "/products/solar-photovoltaic-materials.html", "line": 61 }, { "directive": "disallow", "path": "/news/corporate.html", "line": 62 }, { "directive": "disallow", "path": "/news/corporate/2020.html", "line": 63 }, { "directive": "disallow", "path": "/news/corporate/2020/press-releases.html", "line": 64 }, { "directive": "disallow", "path": "/news/corporate/2020/article.html", "line": 65 }, { "directive": "disallow", "path": "/news/corporate/2019.html", "line": 66 }, { "directive": "disallow", "path": "/news/corporate/2019/press-releases.html", "line": 67 }, { "directive": "disallow", "path": "/news/corporate/2019/article.html", "line": 68 }, { "directive": "disallow", "path": "/news/corporate/2018.html", "line": 69 }, { "directive": "disallow", "path": "/news/corporate/2018/press-releases.html", "line": 70 }, { "directive": "disallow", "path": "/news/corporate/2018/article.html", "line": 71 }, { "directive": "disallow", "path": "/news/corporate/2017.html", "line": 72 }, { "directive": "disallow", "path": "/news/corporate/2017/press-releases.html", "line": 73 }, { "directive": "disallow", "path": "/news/corporate/2017/article.html", "line": 74 }, { "directive": "disallow", "path": "/news/electronic-materials.html", "line": 75 }, { "directive": "disallow", "path": "/news/electronic-materials/2020.html", "line": 76 }, { "directive": "disallow", "path": "/news/electronic-materials/2020/press-releases.html", "line": 77 }, { "directive": "disallow", "path": "/news/electronic-materials/2020/article.html", "line": 78 }, { "directive": "disallow", "path": "/news/electronic-materials/2019.html", "line": 79 }, { "directive": "disallow", "path": "/news/electronic-materials/2019/press-releases.html", "line": 80 }, { "directive": "disallow", "path": "/news/electronic-materials/2019/article.html", "line": 81 }, { "directive": "disallow", "path": "/news/electronic-materials/2018.html", "line": 82 }, { "directive": "disallow", "path": "/news/electronic-materials/2018/press-releases.html", "line": 83 }, { "directive": "disallow", "path": "/news/electronic-materials/2018/article.html", "line": 84 }, { "directive": "disallow", "path": "/news/electronic-materials/2017.html", "line": 85 }, { "directive": "disallow", "path": "/news/electronic-materials/2017/press-releases.html", "line": 86 }, { "directive": "disallow", "path": "/news/electronic-materials/2017/article.html", "line": 87 }, { "directive": "disallow", "path": "/news/electronic-materials/2016.html", "line": 88 }, { "directive": "disallow", "path": "/news/electronic-materials/2016/press-releases.html", "line": 89 }, { "directive": "disallow", "path": "/news/electronic-materials/2016/article.html", "line": 90 }, { "directive": "disallow", "path": "/news/water-solutions.html", "line": 91 }, { "directive": "disallow", "path": "/news/water-solutions/2020.html", "line": 92 }, { "directive": "disallow", "path": "/news/water-solutions/2020/press-releases.html", "line": 93 }, { "directive": "disallow", "path": "/news/water-solutions/2020/article.html", "line": 94 }, { "directive": "disallow", "path": "/news/water-solutions/2019.html", "line": 95 }, { "directive": "disallow", "path": "/news/water-solutions/2019/press-releases.html", "line": 96 }, { "directive": "disallow", "path": "/news/water-solutions/2019/article.html", "line": 97 }, { "directive": "disallow", "path": "/news/water-solutions/2018.html", "line": 98 }, { "directive": "disallow", "path": "/news/water-solutions/2018/press-releases.html", "line": 99 }, { "directive": "disallow", "path": "/news/water-solutions/2018/article.html", "line": 100 }, { "directive": "disallow", "path": "/news/water-solutions/2017.html", "line": 101 }, { "directive": "disallow", "path": "/news/water-solutions/2017/press-releases.html", "line": 102 }, { "directive": "disallow", "path": "/news/water-solutions/2017/article.html", "line": 103 }, { "directive": "disallow", "path": "/news/supplier-diversity.html", "line": 104 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020.html", "line": 105 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020/press-releases.html", "line": 106 }, { "directive": "disallow", "path": "/news/supplier-diversity/2020/article.html", "line": 107 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019.html", "line": 108 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019/press-releases.html", "line": 109 }, { "directive": "disallow", "path": "/news/supplier-diversity/2019/article.html", "line": 110 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018.html", "line": 111 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018/press-releases.html", "line": 112 }, { "directive": "disallow", "path": "/news/supplier-diversity/2018/article.html", "line": 113 }, { "directive": "disallow", "path": "/news/performance-building-solutions.html", "line": 114 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020.html", "line": 115 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020/press-releases.html", "line": 116 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2020/article.html", "line": 117 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019.html", "line": 118 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019/press-releases.html", "line": 119 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2019/article.html", "line": 120 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018.html", "line": 121 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018/press-releases.html", "line": 122 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2018/article.html", "line": 123 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017.html", "line": 124 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017/press-releases.html", "line": 125 }, { "directive": "disallow", "path": "/news/performance-building-solutions/2017/article.html", "line": 126 }, { "directive": "disallow", "path": "/news/transportation.html", "line": 127 }, { "directive": "disallow", "path": "/news/transportation/2020.html", "line": 128 }, { "directive": "disallow", "path": "/news/transportation/2020/press-releases.html", "line": 129 }, { "directive": "disallow", "path": "/news/transportation/2020/article.html", "line": 130 }, { "directive": "disallow", "path": "/news/transportation/2019.html", "line": 131 }, { "directive": "disallow", "path": "/news/transportation/2019/press-releases.html", "line": 132 }, { "directive": "disallow", "path": "/news/transportation/2019/article.html", "line": 133 }, { "directive": "disallow", "path": "/news/transportation/2018.html", "line": 134 }, { "directive": "disallow", "path": "/news/transportation/2018/press-releases.html", "line": 135 }, { "directive": "disallow", "path": "/news/transportation/2018/article.html", "line": 136 }, { "directive": "disallow", "path": "/news/transportation/2017.html", "line": 137 }, { "directive": "disallow", "path": "/news/transportation/2017/press-releases.html", "line": 138 }, { "directive": "disallow", "path": "/news/transportation/2017/article.html", "line": 139 }, { "directive": "disallow", "path": "/news/personal-protection.html", "line": 140 }, { "directive": "disallow", "path": "/news/personal-protection/2020.html", "line": 141 }, { "directive": "disallow", "path": "/news/personal-protection/2020/press-releases.html", "line": 142 }, { "directive": "disallow", "path": "/news/personal-protection/2020/article.html", "line": 143 }, { "directive": "disallow", "path": "/news/personal-protection/2019.html", "line": 144 }, { "directive": "disallow", "path": "/news/personal-protection/2019/press-releases.html", "line": 145 }, { "directive": "disallow", "path": "/news/personal-protection/2019/article.html", "line": 146 }, { "directive": "disallow", "path": "/news/personal-protection/2018.html", "line": 147 }, { "directive": "disallow", "path": "/news/personal-protection/2018/press-releases.html", "line": 148 }, { "directive": "disallow", "path": "/news/personal-protection/2018/article.html", "line": 149 }, { "directive": "disallow", "path": "/news/personal-protection/2017.html", "line": 150 }, { "directive": "disallow", "path": "/news/personal-protection/2017/press-releases.html", "line": 151 }, { "directive": "disallow", "path": "/news/personal-protection/2017/article.html", "line": 152 }, { "directive": "disallow", "path": "/news/personal-protection/2016.html", "line": 153 }, { "directive": "disallow", "path": "/news/personal-protection/2016/press-releases.html", "line": 154 }, { "directive": "disallow", "path": "/news/personal-protection/2016/article.html", "line": 155 }, { "directive": "disallow", "path": "/news/cyrel.html", "line": 156 }, { "directive": "disallow", "path": "/news/cyrel/2020.html", "line": 157 }, { "directive": "disallow", "path": "/news/cyrel/2020/press-releases.html", "line": 158 }, { "directive": "disallow", "path": "/news/cyrel/2020/article.html", "line": 159 }, { "directive": "disallow", "path": "/news/cyrel/2019.html", "line": 160 }, { "directive": "disallow", "path": "/news/cyrel/2019/press-releases.html", "line": 161 }, { "directive": "disallow", "path": "/news/cyrel/2019/article.html", "line": 162 }, { "directive": "disallow", "path": "/news/cyrel/2018.html", "line": 163 }, { "directive": "disallow", "path": "/news/cyrel/2018/press-releases.html", "line": 164 }, { "directive": "disallow", "path": "/news/cyrel/2018/article.html", "line": 165 }, { "directive": "disallow", "path": "/news/cyrel/2017.html", "line": 166 }, { "directive": "disallow", "path": "/news/cyrel/2017/press-releases.html", "line": 167 }, { "directive": "disallow", "path": "/news/cyrel/2017/article.html", "line": 168 }, { "directive": "disallow", "path": "/news/cyrel/2016.html", "line": 169 }, { "directive": "disallow", "path": "/news/cyrel/2016/press-releases.html", "line": 170 }, { "directive": "disallow", "path": "/news/cyrel/2016/article.html", "line": 171 }, { "directive": "disallow", "path": "/news/safety.html", "line": 172 }, { "directive": "disallow", "path": "/news/safety/2020.html", "line": 173 }, { "directive": "disallow", "path": "/news/safety/2020/press-releases.html", "line": 174 }, { "directive": "disallow", "path": "/news/safety/2020/article.html", "line": 175 }, { "directive": "disallow", "path": "/news/safety/2019.html", "line": 176 }, { "directive": "disallow", "path": "/news/safety/2019/press-releases.html", "line": 177 }, { "directive": "disallow", "path": "/news/safety/2019/article.html", "line": 178 }, { "directive": "disallow", "path": "/news/safety/2018.html", "line": 179 }, { "directive": "disallow", "path": "/news/safety/2018/press-releases.html", "line": 180 }, { "directive": "disallow", "path": "/news/safety/2018/article.html", "line": 181 }, { "directive": "disallow", "path": "/news/safety/2017.html", "line": 182 }, { "directive": "disallow", "path": "/news/safety/2017/press-releases.html", "line": 183 }, { "directive": "disallow", "path": "/news/safety/2017/article.html", "line": 184 }, { "directive": "disallow", "path": "/news/safety/2016.html", "line": 185 }, { "directive": "disallow", "path": "/news/safety/2016/press-releases.html", "line": 186 }, { "directive": "disallow", "path": "/news/safety/2016/article.html", "line": 187 }, { "directive": "disallow", "path": "/news/artistri-inks.html", "line": 188 }, { "directive": "disallow", "path": "/news/artistri-inks/2020.html", "line": 189 }, { "directive": "disallow", "path": "/news/artistri-inks/2020/press-releases.html", "line": 190 }, { "directive": "disallow", "path": "/news/artistri-inks/2020/article.html", "line": 191 }, { "directive": "disallow", "path": "/news/artistri-inks/2019.html", "line": 192 }, { "directive": "disallow", "path": "/news/artistri-inks/2019/press-releases.html", "line": 193 }, { "directive": "disallow", "path": "/news/artistri-inks/2019/article.html", "line": 194 }, { "directive": "disallow", "path": "/news/artistri-inks/2018.html", "line": 195 }, { "directive": "disallow", "path": "/news/artistri-inks/2018/press-releases.html", "line": 196 }, { "directive": "disallow", "path": "/news/artistri-inks/2018/article.html", "line": 197 }, { "directive": "disallow", "path": "/news/artistri-inks/2017.html", "line": 198 }, { "directive": "disallow", "path": "/news/artistri-inks/2017/press-releases.html", "line": 199 }, { "directive": "disallow", "path": "/news/artistri-inks/2017/article.html", "line": 200 }, { "directive": "disallow", "path": "/news/artistri-inks/2016.html", "line": 201 }, { "directive": "disallow", "path": "/news/artistri-inks/2016/press-releases.html", "line": 202 }, { "directive": "disallow", "path": "/news/artistri-inks/2016/article.html", "line": 203 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials.html", "line": 204 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020.html", "line": 205 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020/press-releases.html", "line": 206 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2020/article.html", "line": 207 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019.html", "line": 208 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019/press-releases.html", "line": 209 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2019/article.html", "line": 210 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018.html", "line": 211 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018/press-releases.html", "line": 212 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2018/article.html", "line": 213 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017.html", "line": 214 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017/press-releases.html", "line": 215 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2017/article.html", "line": 216 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016.html", "line": 217 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016/press-releases.html", "line": 218 }, { "directive": "disallow", "path": "/news/solar-photovoltaic-materials/2016/article.html", "line": 219 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings.html", "line": 220 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020.html", "line": 221 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020/press-releases.html", "line": 222 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2020/article.html", "line": 223 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019.html", "line": 224 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019/press-releases.html", "line": 225 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2019/article.html", "line": 226 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018.html", "line": 227 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018/press-releases.html", "line": 228 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2018/article.html", "line": 229 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017.html", "line": 230 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017/press-releases.html", "line": 231 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2017/article.html", "line": 232 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016.html", "line": 233 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016/press-releases.html", "line": 234 }, { "directive": "disallow", "path": "/news/tedlar-wallcoverings/2016/article.html", "line": 235 }, { "directive": "disallow", "path": "/news/flexographic-systems.html", "line": 236 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020.html", "line": 237 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020/press-releases.html", "line": 238 }, { "directive": "disallow", "path": "/news/flexographic-systems/2020/article.html", "line": 239 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019.html", "line": 240 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019/press-releases.html", "line": 241 }, { "directive": "disallow", "path": "/news/flexographic-systems/2019/article.html", "line": 242 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018.html", "line": 243 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018/press-releases.html", "line": 244 }, { "directive": "disallow", "path": "/news/flexographic-systems/2018/article.html", "line": 245 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017.html", "line": 246 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017/press-releases.html", "line": 247 }, { "directive": "disallow", "path": "/news/flexographic-systems/2017/article.html", "line": 248 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016.html", "line": 249 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016/press-releases.html", "line": 250 }, { "directive": "disallow", "path": "/news/flexographic-systems/2016/article.html", "line": 251 }, { "directive": "disallow", "path": "/knowledge.html", "line": 252 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions.html", "line": 253 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions/case-studies.html", "line": 254 }, { "directive": "disallow", "path": "/knowledge/performance-building-solutions/article.html", "line": 255 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial.html", "line": 256 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial/case-studies.html", "line": 257 }, { "directive": "disallow", "path": "/knowledge/transportation-industrial/article.html", "line": 258 }, { "directive": "disallow", "path": "/knowledge/personal-protection.html", "line": 259 }, { "directive": "disallow", "path": "/knowledge/personal-protection/case-studies.html", "line": 260 }, { "directive": "disallow", "path": "/knowledge/personal-protection/article.html", "line": 261 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials.html", "line": 262 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials/case-studies.html", "line": 263 }, { "directive": "disallow", "path": "/knowledge/solar-photovoltaic-materials/article.html", "line": 264 }, { "directive": "disallow", "path": "/knowledge/cyrel.html", "line": 265 }, { "directive": "disallow", "path": "/knowledge/cyrel/case-studies.html", "line": 266 }, { "directive": "disallow", "path": "/knowledge/cyrel/article.html", "line": 267 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems.html", "line": 268 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems/case-studies.html", "line": 269 }, { "directive": "disallow", "path": "/knowledge/flexographic-systems/article.html", "line": 270 }, { "directive": "disallow", "path": "/knowledge/safety.html", "line": 271 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar.html", "line": 272 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar/article.html", "line": 273 }, { "directive": "disallow", "path": "/knowledge/safety/kevlar/case-studies.html", "line": 274 }, { "directive": "disallow", "path": "/knowledge/safety/nomex.html", "line": 275 }, { "directive": "disallow", "path": "/knowledge/safety/nomex/article.html", "line": 276 }, { "directive": "disallow", "path": "/knowledge/safety/nomex/case-studies.html", "line": 277 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek.html", "line": 278 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek/article.html", "line": 279 }, { "directive": "disallow", "path": "/knowledge/safety/tyvek/case-studies.html", "line": 280 }, { "directive": "disallow", "path": "/products/transportation/beta/*", "line": 281 }, { "directive": "disallow", "path": "/products/beta/*", "line": 282 }, { "directive": "disallow", "path": "/beta/*", "line": 283 }, { "directive": "disallow", "path": "/transportation-industrial/beta/*", "line": 284 }, { "directive": "disallow", "path": "/contact-us/dcc-contact-us-form.html", "line": 285 }, { "directive": "disallow", "path": "/products/kapton-ecrc.html", "line": 286 }, { "directive": "disallow", "path": "/content/dam/dupont/amer/us/en/corporate/supplier-center/documents/InvoiceInfo", "line": 287 }, { "directive": "disallow", "path": "/life-protection/secure/*", "line": 288 }, { "directive": "disallow", "path": "/water/contactus-form.html", "line": 289 }, { "directive": "disallow", "path": "/ExportWarning", "line": 290 }, { "directive": "disallow", "path": "/content/dam/dupont/amer/us/en/performance-building-solutions/public/documents/en/DuPont-EMEA-translations-for-avoiding-unintended-export.pdf", "line": 291 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.dupont.com/robots.txt", "contentType": "text/plain", "sha256": "b30ad912f38dd62d914bddcaea4d3a809c8825436dbeac34daa53a7f0e33de8e", "bytes": 13826 }, { "company": "Eaton Corporation", "cik": "1551182", "sector": "Industrials", "origin": "https://www.eaton.com", "checkedAt": "2026-09-26T04:55:19.337Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "eBay Inc.", "cik": "1065088", "sector": "Consumer Discretionary", "origin": "https://www.ebay.com", "checkedAt": "2026-09-26T04:55:19.405Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "/*_kw", "line": 787 }, { "directive": "disallow", "path": "/*?maspect", "line": 788 }, { "directive": "disallow", "path": "/*modules=SEARCH_REFINEMENTS_MODEL_V2", "line": 789 }, { "directive": "disallow", "path": "/*redirect=mobile", "line": 790 }, { "directive": "disallow", "path": "/*redirect%3Dmobile", "line": 791 }, { "directive": "disallow", "path": "/*rt%3Dnc", "line": 792 }, { "directive": "disallow", "path": "/*rt=nc", "line": 793 }, { "directive": "disallow", "path": "/*src=urllib", "line": 794 }, { "directive": "disallow", "path": "/?SSOWebDispatcher&tg=web&ru=", "line": 795 }, { "directive": "disallow", "path": "/act/", "line": 796 }, { "directive": "disallow", "path": "/adchoice", "line": 797 }, { "directive": "disallow", "path": "/buyer-preferences", "line": 798 }, { "directive": "disallow", "path": "/motors/diy/blog/*", "line": 799 }, { "directive": "disallow", "path": "/motors/fnd/*", "line": 800 }, { "directive": "allow", "path": "/ads.txt", "line": 801 }, { "directive": "disallow", "path": "/ads", "line": 802 }, { "directive": "disallow", "path": "/adsrepository", "line": 803 }, { "directive": "disallow", "path": "/afs/", "line": 804 }, { "directive": "disallow", "path": "/atc/", "line": 805 }, { "directive": "disallow", "path": "/adell-mutfak", "line": 806 }, { "directive": "disallow", "path": "/ahu-kadin", "line": 807 }, { "directive": "disallow", "path": "/antika-sanat", "line": 808 }, { "directive": "disallow", "path": "/arama", "line": 809 }, { "directive": "disallow", "path": "*/b2ajax/all-filter", "line": 810 }, { "directive": "disallow", "path": "/bebek-anne", "line": 811 }, { "directive": "disallow", "path": "/bilgisayar-tablet", "line": 812 }, { "directive": "disallow", "path": "/cep-telefonu-ve-aksesuar", "line": 813 }, { "directive": "disallow", "path": "/delicacy", "line": 814 }, { "directive": "disallow", "path": "/ev-bahce", "line": 815 }, { "directive": "disallow", "path": "/giyim-aksesuar", "line": 816 }, { "directive": "disallow", "path": "/muzik-plak-enstruman", "line": 817 }, { "directive": "disallow", "path": "/otomobil-motor-aksesuar", "line": 818 }, { "directive": "allow", "path": "/b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 819 }, { "directive": "allow", "path": "/b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 820 }, { "directive": "allow", "path": "/b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 821 }, { "directive": "allow", "path": "/b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 822 }, { "directive": "allow", "path": "/b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 823 }, { "directive": "allow", "path": "/b/*?*_mwBanner", "line": 824 }, { "directive": "allow", "path": "/b/*?iid=*&var=", "line": 825 }, { "directive": "allow", "path": "/b/*?iid=*&chn=ps", "line": 826 }, { "directive": "allow", "path": "/b/*?iid=*&var=*&chn=ps", "line": 827 }, { "directive": "disallow", "path": "/b/*,", "line": 828 }, { "directive": "disallow", "path": "/b/*?iid=*&var=*&", "line": 829 }, { "directive": "disallow", "path": "/b/*?iid=*&*&chn=ps", "line": 830 }, { "directive": "disallow", "path": "/b/*?iid=*&var=*&*&chn=ps", "line": 831 }, { "directive": "disallow", "path": "/b/*?*_nkw", "line": 832 }, { "directive": "disallow", "path": "/b/*?*&", "line": 833 }, { "directive": "disallow", "path": "/pe/*", "line": 834 }, { "directive": "disallow", "path": "/b/*?*|", "line": 835 }, { "directive": "disallow", "path": "/b/*%EF", "line": 836 }, { "directive": "disallow", "path": "/b/*LH_", "line": 837 }, { "directive": "disallow", "path": "/b/*_dmd=", "line": 838 }, { "directive": "disallow", "path": "/b/*_dcat=", "line": 839 }, { "directive": "disallow", "path": "/b/*_pgn=", "line": 840 }, { "directive": "disallow", "path": "/b/*_sacat=", "line": 841 }, { "directive": "disallow", "path": "/b/*_saved", "line": 842 }, { "directive": "disallow", "path": "/b/*_sid=", "line": 843 }, { "directive": "disallow", "path": "/b/*_sop=", "line": 844 }, { "directive": "disallow", "path": "/b/*_stpos=", "line": 845 }, { "directive": "disallow", "path": "/b/*DO-NOT-BID", "line": 846 }, { "directive": "disallow", "path": "/b/*udhi=", "line": 847 }, { "directive": "disallow", "path": "/b/*udlo=", "line": 848 }, { "directive": "disallow", "path": "/b/Test-Category", "line": 849 }, { "directive": "disallow", "path": "/b/eBay-Use-Only", "line": 850 }, { "directive": "disallow", "path": "/b/eBay-Test-Only", "line": 851 }, { "directive": "disallow", "path": "/b/LP-Parent", "line": 852 }, { "directive": "disallow", "path": "/b/LL-Child", "line": 853 }, { "directive": "disallow", "path": "/b/eBay-User-Tools", "line": 854 }, { "directive": "disallow", "path": "/b/Test-Auctions", "line": 855 }, { "directive": "disallow", "path": "/b/Attributes", "line": 856 }, { "directive": "disallow", "path": "/bfl/", "line": 857 }, { "directive": "disallow", "path": "/bgmt/", "line": 858 }, { "directive": "disallow", "path": "/bin/", "line": 859 }, { "directive": "disallow", "path": "/blueberry/", "line": 860 }, { "directive": "disallow", "path": "/bo/", "line": 861 }, { "directive": "disallow", "path": "/brw/", "line": 862 }, { "directive": "disallow", "path": "/c/", "line": 863 }, { "directive": "disallow", "path": "/cancel/", "line": 864 }, { "directive": "disallow", "path": "/chocolatechip/", "line": 865 }, { "directive": "disallow", "path": "/clp/", "line": 866 }, { "directive": "disallow", "path": "/clt/store/", "line": 867 }, { "directive": "disallow", "path": "/cnt/", "line": 868 }, { "directive": "disallow", "path": "/contact/", "line": 869 }, { "directive": "disallow", "path": "/csc/", "line": 870 }, { "directive": "disallow", "path": "/cta/", "line": 871 }, { "directive": "disallow", "path": "/ctg/", "line": 872 }, { "directive": "disallow", "path": "/ctm/", "line": 873 }, { "directive": "disallow", "path": "/dsc/", "line": 874 }, { "directive": "disallow", "path": "/e/*?", "line": 875 }, { "directive": "disallow", "path": "/easy-shop", "line": 876 }, { "directive": "disallow", "path": "/ebay/cronus/", "line": 877 }, { "directive": "disallow", "path": "/ebaylive/host", "line": 878 }, { "directive": "disallow", "path": "/ecaptcha/", "line": 879 }, { "directive": "disallow", "path": "/edc/", "line": 880 }, { "directive": "disallow", "path": "/experience/fic", "line": 881 }, { "directive": "disallow", "path": "/explore", "line": 882 }, { "directive": "disallow", "path": "/feed/", "line": 883 }, { "directive": "disallow", "path": "/fdbk/", "line": 884 }, { "directive": "disallow", "path": "/ficapp/", "line": 885 }, { "directive": "disallow", "path": "/fol/", "line": 886 }, { "directive": "disallow", "path": "/g/api/", "line": 887 }, { "directive": "disallow", "path": "/gh/cart", "line": 888 }, { "directive": "disallow", "path": "/gh/collectbehaviorinfo", "line": 889 }, { "directive": "disallow", "path": "/gh/collectsysteminfo", "line": 890 }, { "directive": "disallow", "path": "/gh/useracquisition", "line": 891 }, { "directive": "disallow", "path": "/gh/user_profile", "line": 892 }, { "directive": "disallow", "path": "/gsr/", "line": 893 }, { "directive": "disallow", "path": "/gss/", "line": 894 }, { "directive": "disallow", "path": "/gum/", "line": 895 }, { "directive": "disallow", "path": "/gwc/", "line": 896 }, { "directive": "disallow", "path": "/hcp/", "line": 897 }, { "directive": "disallow", "path": "/heute/", "line": 898 }, { "directive": "disallow", "path": "/ico/", "line": 899 }, { "directive": "disallow", "path": "/ifh", "line": 900 }, { "directive": "disallow", "path": "/ipp/", "line": 901 }, { "directive": "disallow", "path": "/itc/", "line": 902 }, { "directive": "disallow", "path": "/itemmodules/", "line": 903 }, { "directive": "disallow", "path": "/itemnotreceived/", "line": 904 }, { "directive": "disallow", "path": "/itempolicy", "line": 905 }, { "directive": "disallow", "path": "/itm/*,", "line": 906 }, { "directive": "disallow", "path": "/itm/*/%", "line": 907 }, { "directive": "disallow", "path": "/itm/*/[", "line": 908 }, { "directive": "disallow", "path": "/itm/*/browser.json", "line": 909 }, { "directive": "disallow", "path": "/itm/*action=BESTOFFER", "line": 910 }, { "directive": "disallow", "path": "/itm/*boolp=", "line": 911 }, { "directive": "disallow", "path": "/itm/*_nkw", "line": 912 }, { "directive": "disallow", "path": "/itm/*?fits", "line": 913 }, { "directive": "disallow", "path": "/itm/*&fits", "line": 914 }, { "directive": "disallow", "path": "/itm/*.jpg", "line": 915 }, { "directive": "disallow", "path": "/itm/*/%7B%7B", "line": 916 }, { "directive": "disallow", "path": "/itm/:/", "line": 917 }, { "directive": "disallow", "path": "/itm/*_pgn=", "line": 918 }, { "directive": "disallow", "path": "/itm/addToCart", "line": 919 }, { "directive": "disallow", "path": "/itm/fetchmodules", "line": 920 }, { "directive": "disallow", "path": "/itm/sellerInfoV2", "line": 921 }, { "directive": "disallow", "path": "/itm/soi", "line": 922 }, { "directive": "disallow", "path": "/itm/variationlogistics", "line": 923 }, { "directive": "disallow", "path": "/itm/watch/", "line": 924 }, { "directive": "disallow", "path": "/itmhero/", "line": 925 }, { "directive": "disallow", "path": "/lit/", "line": 926 }, { "directive": "disallow", "path": "/logout", "line": 927 }, { "directive": "disallow", "path": "/lstng", "line": 928 }, { "directive": "disallow", "path": "/lst/ng/", "line": 929 }, { "directive": "disallow", "path": "/lux/", "line": 930 }, { "directive": "disallow", "path": "/lvx/", "line": 931 }, { "directive": "disallow", "path": "/mbf/", "line": 932 }, { "directive": "disallow", "path": "/merchanism/", "line": 933 }, { "directive": "disallow", "path": "/mes/", "line": 934 }, { "directive": "disallow", "path": "/mla/", "line": 935 }, { "directive": "disallow", "path": "/mlt/", "line": 936 }, { "directive": "disallow", "path": "/myb", "line": 937 }, { "directive": "disallow", "path": "/mye", "line": 938 }, { "directive": "disallow", "path": "/myebay", "line": 939 }, { "directive": "disallow", "path": "/mys", "line": 940 }, { "directive": "disallow", "path": "/nap/", "line": 941 }, { "directive": "disallow", "path": "/nectar", "line": 942 }, { "directive": "disallow", "path": "/npk/", "line": 943 }, { "directive": "disallow", "path": "/p/*thm=", "line": 944 }, { "directive": "disallow", "path": "/p/*surveyopen", "line": 945 }, { "directive": "disallow", "path": "/p/moduleprovider/", "line": 946 }, { "directive": "disallow", "path": "/p/surveyopen", "line": 947 }, { "directive": "disallow", "path": "/personalization/", "line": 948 }, { "directive": "disallow", "path": "/pgfeapp", "line": 949 }, { "directive": "disallow", "path": "/price-guide/", "line": 950 }, { "directive": "disallow", "path": "/prp/", "line": 951 }, { "directive": "disallow", "path": "/rcm/", "line": 952 }, { "directive": "disallow", "path": "/recfb?", "line": 953 }, { "directive": "disallow", "path": "/recs/", "line": 954 }, { "directive": "disallow", "path": "/res/", "line": 955 }, { "directive": "disallow", "path": "/rewards", "line": 956 }, { "directive": "disallow", "path": "/rtm*", "line": 957 }, { "directive": "disallow", "path": "/rvh/", "line": 958 }, { "directive": "disallow", "path": "/rye", "line": 959 }, { "directive": "allow", "path": "/sch/", "line": 960 }, { "directive": "disallow", "path": "/sch/ajax", "line": 961 }, { "directive": "disallow", "path": "/sch/ebayadvsearch?_", "line": 962 }, { "directive": "disallow", "path": "/sh/onboarding", "line": 963 }, { "directive": "disallow", "path": "/sh/str/fvfsavings", "line": 964 }, { "directive": "disallow", "path": "/ship/", "line": 965 }, { "directive": "disallow", "path": "/shop/*&", "line": 966 }, { "directive": "allow", "path": "/signin/$", "line": 967 }, { "directive": "disallow", "path": "/signin/", "line": 968 }, { "directive": "disallow", "path": "/sio/", "line": 969 }, { "directive": "disallow", "path": "/siteminderagent/", "line": 970 }, { "directive": "disallow", "path": "/sl/*bn_*?", "line": 971 }, { "directive": "disallow", "path": "/sl/*SellLikeItem", "line": 972 }, { "directive": "disallow", "path": "/sl/*wnstart", "line": 973 }, { "directive": "disallow", "path": "/sl/node", "line": 974 }, { "directive": "disallow", "path": "/sl/ipe", "line": 975 }, { "directive": "disallow", "path": "/sme/", "line": 976 }, { "directive": "disallow", "path": "/smevi/", "line": 977 }, { "directive": "disallow", "path": "/sndmsg?", "line": 978 }, { "directive": "disallow", "path": "/soc/", "line": 979 }, { "directive": "disallow", "path": "/splashui/", "line": 980 }, { "directive": "disallow", "path": "/splashui_rc/", "line": 981 }, { "directive": "disallow", "path": "/srv/", "line": 982 }, { "directive": "disallow", "path": "/str/*_sacat", "line": 983 }, { "directive": "disallow", "path": "/str/*modules=STORE_CATEGORIES", "line": 984 }, { "directive": "disallow", "path": "/str/beacon/storefrontbeacon", "line": 985 }, { "directive": "disallow", "path": "/str/ssdemo", "line": 986 }, { "directive": "disallow", "path": "/str/svc", "line": 987 }, { "directive": "disallow", "path": "/talk/", "line": 988 }, { "directive": "disallow", "path": "/tickets/", "line": 989 }, { "directive": "disallow", "path": "/tkt", "line": 990 }, { "directive": "disallow", "path": "/today/", "line": 991 }, { "directive": "disallow", "path": "/trylater/", "line": 992 }, { "directive": "disallow", "path": "/ulk/i/", "line": 993 }, { "directive": "disallow", "path": "/ulk/sch/", "line": 994 }, { "directive": "disallow", "path": "/ulk/usr/", "line": 995 }, { "directive": "allow", "path": "/urw/*/product-reviews/", "line": 996 }, { "directive": "disallow", "path": "/urw/", "line": 997 }, { "directive": "disallow", "path": "/usr/*/all-follows", "line": 998 }, { "directive": "disallow", "path": "/usr/*/followers", "line": 999 }, { "directive": "disallow", "path": "/vas", "line": 1000 }, { "directive": "disallow", "path": "/viitem", "line": 1001 }, { "directive": "disallow", "path": "/vlabl", "line": 1002 }, { "directive": "disallow", "path": "/vlt", "line": 1003 }, { "directive": "disallow", "path": "/vod/", "line": 1004 }, { "directive": "disallow", "path": "/vplbl/", "line": 1005 }, { "directive": "disallow", "path": "/vsp/", "line": 1006 }, { "directive": "disallow", "path": "/.well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200", "line": 1007 }, { "directive": "disallow", "path": "/wcs/", "line": 1008 }, { "directive": "disallow", "path": "/ws/", "line": 1009 } ], "warnings": [ 53, 289, 810 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "/*_kw", "line": 787 }, { "directive": "disallow", "path": "/*?maspect", "line": 788 }, { "directive": "disallow", "path": "/*modules=SEARCH_REFINEMENTS_MODEL_V2", "line": 789 }, { "directive": "disallow", "path": "/*redirect=mobile", "line": 790 }, { "directive": "disallow", "path": "/*redirect%3Dmobile", "line": 791 }, { "directive": "disallow", "path": "/*rt%3Dnc", "line": 792 }, { "directive": "disallow", "path": "/*rt=nc", "line": 793 }, { "directive": "disallow", "path": "/*src=urllib", "line": 794 }, { "directive": "disallow", "path": "/?SSOWebDispatcher&tg=web&ru=", "line": 795 }, { "directive": "disallow", "path": "/act/", "line": 796 }, { "directive": "disallow", "path": "/adchoice", "line": 797 }, { "directive": "disallow", "path": "/buyer-preferences", "line": 798 }, { "directive": "disallow", "path": "/motors/diy/blog/*", "line": 799 }, { "directive": "disallow", "path": "/motors/fnd/*", "line": 800 }, { "directive": "allow", "path": "/ads.txt", "line": 801 }, { "directive": "disallow", "path": "/ads", "line": 802 }, { "directive": "disallow", "path": "/adsrepository", "line": 803 }, { "directive": "disallow", "path": "/afs/", "line": 804 }, { "directive": "disallow", "path": "/atc/", "line": 805 }, { "directive": "disallow", "path": "/adell-mutfak", "line": 806 }, { "directive": "disallow", "path": "/ahu-kadin", "line": 807 }, { "directive": "disallow", "path": "/antika-sanat", "line": 808 }, { "directive": "disallow", "path": "/arama", "line": 809 }, { "directive": "disallow", "path": "*/b2ajax/all-filter", "line": 810 }, { "directive": "disallow", "path": "/bebek-anne", "line": 811 }, { "directive": "disallow", "path": "/bilgisayar-tablet", "line": 812 }, { "directive": "disallow", "path": "/cep-telefonu-ve-aksesuar", "line": 813 }, { "directive": "disallow", "path": "/delicacy", "line": 814 }, { "directive": "disallow", "path": "/ev-bahce", "line": 815 }, { "directive": "disallow", "path": "/giyim-aksesuar", "line": 816 }, { "directive": "disallow", "path": "/muzik-plak-enstruman", "line": 817 }, { "directive": "disallow", "path": "/otomobil-motor-aksesuar", "line": 818 }, { "directive": "allow", "path": "/b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 819 }, { "directive": "allow", "path": "/b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 820 }, { "directive": "allow", "path": "/b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 821 }, { "directive": "allow", "path": "/b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 822 }, { "directive": "allow", "path": "/b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 823 }, { "directive": "allow", "path": "/b/*?*_mwBanner", "line": 824 }, { "directive": "allow", "path": "/b/*?iid=*&var=", "line": 825 }, { "directive": "allow", "path": "/b/*?iid=*&chn=ps", "line": 826 }, { "directive": "allow", "path": "/b/*?iid=*&var=*&chn=ps", "line": 827 }, { "directive": "disallow", "path": "/b/*,", "line": 828 }, { "directive": "disallow", "path": "/b/*?iid=*&var=*&", "line": 829 }, { "directive": "disallow", "path": "/b/*?iid=*&*&chn=ps", "line": 830 }, { "directive": "disallow", "path": "/b/*?iid=*&var=*&*&chn=ps", "line": 831 }, { "directive": "disallow", "path": "/b/*?*_nkw", "line": 832 }, { "directive": "disallow", "path": "/b/*?*&", "line": 833 }, { "directive": "disallow", "path": "/pe/*", "line": 834 }, { "directive": "disallow", "path": "/b/*?*|", "line": 835 }, { "directive": "disallow", "path": "/b/*%EF", "line": 836 }, { "directive": "disallow", "path": "/b/*LH_", "line": 837 }, { "directive": "disallow", "path": "/b/*_dmd=", "line": 838 }, { "directive": "disallow", "path": "/b/*_dcat=", "line": 839 }, { "directive": "disallow", "path": "/b/*_pgn=", "line": 840 }, { "directive": "disallow", "path": "/b/*_sacat=", "line": 841 }, { "directive": "disallow", "path": "/b/*_saved", "line": 842 }, { "directive": "disallow", "path": "/b/*_sid=", "line": 843 }, { "directive": "disallow", "path": "/b/*_sop=", "line": 844 }, { "directive": "disallow", "path": "/b/*_stpos=", "line": 845 }, { "directive": "disallow", "path": "/b/*DO-NOT-BID", "line": 846 }, { "directive": "disallow", "path": "/b/*udhi=", "line": 847 }, { "directive": "disallow", "path": "/b/*udlo=", "line": 848 }, { "directive": "disallow", "path": "/b/Test-Category", "line": 849 }, { "directive": "disallow", "path": "/b/eBay-Use-Only", "line": 850 }, { "directive": "disallow", "path": "/b/eBay-Test-Only", "line": 851 }, { "directive": "disallow", "path": "/b/LP-Parent", "line": 852 }, { "directive": "disallow", "path": "/b/LL-Child", "line": 853 }, { "directive": "disallow", "path": "/b/eBay-User-Tools", "line": 854 }, { "directive": "disallow", "path": "/b/Test-Auctions", "line": 855 }, { "directive": "disallow", "path": "/b/Attributes", "line": 856 }, { "directive": "disallow", "path": "/bfl/", "line": 857 }, { "directive": "disallow", "path": "/bgmt/", "line": 858 }, { "directive": "disallow", "path": "/bin/", "line": 859 }, { "directive": "disallow", "path": "/blueberry/", "line": 860 }, { "directive": "disallow", "path": "/bo/", "line": 861 }, { "directive": "disallow", "path": "/brw/", "line": 862 }, { "directive": "disallow", "path": "/c/", "line": 863 }, { "directive": "disallow", "path": "/cancel/", "line": 864 }, { "directive": "disallow", "path": "/chocolatechip/", "line": 865 }, { "directive": "disallow", "path": "/clp/", "line": 866 }, { "directive": "disallow", "path": "/clt/store/", "line": 867 }, { "directive": "disallow", "path": "/cnt/", "line": 868 }, { "directive": "disallow", "path": "/contact/", "line": 869 }, { "directive": "disallow", "path": "/csc/", "line": 870 }, { "directive": "disallow", "path": "/cta/", "line": 871 }, { "directive": "disallow", "path": "/ctg/", "line": 872 }, { "directive": "disallow", "path": "/ctm/", "line": 873 }, { "directive": "disallow", "path": "/dsc/", "line": 874 }, { "directive": "disallow", "path": "/e/*?", "line": 875 }, { "directive": "disallow", "path": "/easy-shop", "line": 876 }, { "directive": "disallow", "path": "/ebay/cronus/", "line": 877 }, { "directive": "disallow", "path": "/ebaylive/host", "line": 878 }, { "directive": "disallow", "path": "/ecaptcha/", "line": 879 }, { "directive": "disallow", "path": "/edc/", "line": 880 }, { "directive": "disallow", "path": "/experience/fic", "line": 881 }, { "directive": "disallow", "path": "/explore", "line": 882 }, { "directive": "disallow", "path": "/feed/", "line": 883 }, { "directive": "disallow", "path": "/fdbk/", "line": 884 }, { "directive": "disallow", "path": "/ficapp/", "line": 885 }, { "directive": "disallow", "path": "/fol/", "line": 886 }, { "directive": "disallow", "path": "/g/api/", "line": 887 }, { "directive": "disallow", "path": "/gh/cart", "line": 888 }, { "directive": "disallow", "path": "/gh/collectbehaviorinfo", "line": 889 }, { "directive": "disallow", "path": "/gh/collectsysteminfo", "line": 890 }, { "directive": "disallow", "path": "/gh/useracquisition", "line": 891 }, { "directive": "disallow", "path": "/gh/user_profile", "line": 892 }, { "directive": "disallow", "path": "/gsr/", "line": 893 }, { "directive": "disallow", "path": "/gss/", "line": 894 }, { "directive": "disallow", "path": "/gum/", "line": 895 }, { "directive": "disallow", "path": "/gwc/", "line": 896 }, { "directive": "disallow", "path": "/hcp/", "line": 897 }, { "directive": "disallow", "path": "/heute/", "line": 898 }, { "directive": "disallow", "path": "/ico/", "line": 899 }, { "directive": "disallow", "path": "/ifh", "line": 900 }, { "directive": "disallow", "path": "/ipp/", "line": 901 }, { "directive": "disallow", "path": "/itc/", "line": 902 }, { "directive": "disallow", "path": "/itemmodules/", "line": 903 }, { "directive": "disallow", "path": "/itemnotreceived/", "line": 904 }, { "directive": "disallow", "path": "/itempolicy", "line": 905 }, { "directive": "disallow", "path": "/itm/*,", "line": 906 }, { "directive": "disallow", "path": "/itm/*/%", "line": 907 }, { "directive": "disallow", "path": "/itm/*/[", "line": 908 }, { "directive": "disallow", "path": "/itm/*/browser.json", "line": 909 }, { "directive": "disallow", "path": "/itm/*action=BESTOFFER", "line": 910 }, { "directive": "disallow", "path": "/itm/*boolp=", "line": 911 }, { "directive": "disallow", "path": "/itm/*_nkw", "line": 912 }, { "directive": "disallow", "path": "/itm/*?fits", "line": 913 }, { "directive": "disallow", "path": "/itm/*&fits", "line": 914 }, { "directive": "disallow", "path": "/itm/*.jpg", "line": 915 }, { "directive": "disallow", "path": "/itm/*/%7B%7B", "line": 916 }, { "directive": "disallow", "path": "/itm/:/", "line": 917 }, { "directive": "disallow", "path": "/itm/*_pgn=", "line": 918 }, { "directive": "disallow", "path": "/itm/addToCart", "line": 919 }, { "directive": "disallow", "path": "/itm/fetchmodules", "line": 920 }, { "directive": "disallow", "path": "/itm/sellerInfoV2", "line": 921 }, { "directive": "disallow", "path": "/itm/soi", "line": 922 }, { "directive": "disallow", "path": "/itm/variationlogistics", "line": 923 }, { "directive": "disallow", "path": "/itm/watch/", "line": 924 }, { "directive": "disallow", "path": "/itmhero/", "line": 925 }, { "directive": "disallow", "path": "/lit/", "line": 926 }, { "directive": "disallow", "path": "/logout", "line": 927 }, { "directive": "disallow", "path": "/lstng", "line": 928 }, { "directive": "disallow", "path": "/lst/ng/", "line": 929 }, { "directive": "disallow", "path": "/lux/", "line": 930 }, { "directive": "disallow", "path": "/lvx/", "line": 931 }, { "directive": "disallow", "path": "/mbf/", "line": 932 }, { "directive": "disallow", "path": "/merchanism/", "line": 933 }, { "directive": "disallow", "path": "/mes/", "line": 934 }, { "directive": "disallow", "path": "/mla/", "line": 935 }, { "directive": "disallow", "path": "/mlt/", "line": 936 }, { "directive": "disallow", "path": "/myb", "line": 937 }, { "directive": "disallow", "path": "/mye", "line": 938 }, { "directive": "disallow", "path": "/myebay", "line": 939 }, { "directive": "disallow", "path": "/mys", "line": 940 }, { "directive": "disallow", "path": "/nap/", "line": 941 }, { "directive": "disallow", "path": "/nectar", "line": 942 }, { "directive": "disallow", "path": "/npk/", "line": 943 }, { "directive": "disallow", "path": "/p/*thm=", "line": 944 }, { "directive": "disallow", "path": "/p/*surveyopen", "line": 945 }, { "directive": "disallow", "path": "/p/moduleprovider/", "line": 946 }, { "directive": "disallow", "path": "/p/surveyopen", "line": 947 }, { "directive": "disallow", "path": "/personalization/", "line": 948 }, { "directive": "disallow", "path": "/pgfeapp", "line": 949 }, { "directive": "disallow", "path": "/price-guide/", "line": 950 }, { "directive": "disallow", "path": "/prp/", "line": 951 }, { "directive": "disallow", "path": "/rcm/", "line": 952 }, { "directive": "disallow", "path": "/recfb?", "line": 953 }, { "directive": "disallow", "path": "/recs/", "line": 954 }, { "directive": "disallow", "path": "/res/", "line": 955 }, { "directive": "disallow", "path": "/rewards", "line": 956 }, { "directive": "disallow", "path": "/rtm*", "line": 957 }, { "directive": "disallow", "path": "/rvh/", "line": 958 }, { "directive": "disallow", "path": "/rye", "line": 959 }, { "directive": "allow", "path": "/sch/", "line": 960 }, { "directive": "disallow", "path": "/sch/ajax", "line": 961 }, { "directive": "disallow", "path": "/sch/ebayadvsearch?_", "line": 962 }, { "directive": "disallow", "path": "/sh/onboarding", "line": 963 }, { "directive": "disallow", "path": "/sh/str/fvfsavings", "line": 964 }, { "directive": "disallow", "path": "/ship/", "line": 965 }, { "directive": "disallow", "path": "/shop/*&", "line": 966 }, { "directive": "allow", "path": "/signin/$", "line": 967 }, { "directive": "disallow", "path": "/signin/", "line": 968 }, { "directive": "disallow", "path": "/sio/", "line": 969 }, { "directive": "disallow", "path": "/siteminderagent/", "line": 970 }, { "directive": "disallow", "path": "/sl/*bn_*?", "line": 971 }, { "directive": "disallow", "path": "/sl/*SellLikeItem", "line": 972 }, { "directive": "disallow", "path": "/sl/*wnstart", "line": 973 }, { "directive": "disallow", "path": "/sl/node", "line": 974 }, { "directive": "disallow", "path": "/sl/ipe", "line": 975 }, { "directive": "disallow", "path": "/sme/", "line": 976 }, { "directive": "disallow", "path": "/smevi/", "line": 977 }, { "directive": "disallow", "path": "/sndmsg?", "line": 978 }, { "directive": "disallow", "path": "/soc/", "line": 979 }, { "directive": "disallow", "path": "/splashui/", "line": 980 }, { "directive": "disallow", "path": "/splashui_rc/", "line": 981 }, { "directive": "disallow", "path": "/srv/", "line": 982 }, { "directive": "disallow", "path": "/str/*_sacat", "line": 983 }, { "directive": "disallow", "path": "/str/*modules=STORE_CATEGORIES", "line": 984 }, { "directive": "disallow", "path": "/str/beacon/storefrontbeacon", "line": 985 }, { "directive": "disallow", "path": "/str/ssdemo", "line": 986 }, { "directive": "disallow", "path": "/str/svc", "line": 987 }, { "directive": "disallow", "path": "/talk/", "line": 988 }, { "directive": "disallow", "path": "/tickets/", "line": 989 }, { "directive": "disallow", "path": "/tkt", "line": 990 }, { "directive": "disallow", "path": "/today/", "line": 991 }, { "directive": "disallow", "path": "/trylater/", "line": 992 }, { "directive": "disallow", "path": "/ulk/i/", "line": 993 }, { "directive": "disallow", "path": "/ulk/sch/", "line": 994 }, { "directive": "disallow", "path": "/ulk/usr/", "line": 995 }, { "directive": "allow", "path": "/urw/*/product-reviews/", "line": 996 }, { "directive": "disallow", "path": "/urw/", "line": 997 }, { "directive": "disallow", "path": "/usr/*/all-follows", "line": 998 }, { "directive": "disallow", "path": "/usr/*/followers", "line": 999 }, { "directive": "disallow", "path": "/vas", "line": 1000 }, { "directive": "disallow", "path": "/viitem", "line": 1001 }, { "directive": "disallow", "path": "/vlabl", "line": 1002 }, { "directive": "disallow", "path": "/vlt", "line": 1003 }, { "directive": "disallow", "path": "/vod/", "line": 1004 }, { "directive": "disallow", "path": "/vplbl/", "line": 1005 }, { "directive": "disallow", "path": "/vsp/", "line": 1006 }, { "directive": "disallow", "path": "/.well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200", "line": 1007 }, { "directive": "disallow", "path": "/wcs/", "line": 1008 }, { "directive": "disallow", "path": "/ws/", "line": 1009 } ], "warnings": [ 53, 289, 810 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 770 }, { "directive": "allow", "path": "/adchoice", "line": 771 }, { "directive": "allow", "path": "/authenticity-guarantee", "line": 772 }, { "directive": "allow", "path": "/motors/blog", "line": 773 }, { "directive": "allow", "path": "/motors/diy", "line": 774 }, { "directive": "allow", "path": "/help", "line": 775 }, { "directive": "allow", "path": "/sellercenter", "line": 776 }, { "directive": "allow", "path": "/ebaylive/seller", "line": 777 }, { "directive": "allow", "path": "/sl/sell", "line": 778 }, { "directive": "allow", "path": "/sh/landing", "line": 779 }, { "directive": "allow", "path": "/giftcards", "line": 780 }, { "directive": "allow", "path": "/shp/calc/rates", "line": 781 } ], "warnings": [ 53, 289, 810 ] }, "GPTBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 770 }, { "directive": "allow", "path": "/adchoice", "line": 771 }, { "directive": "allow", "path": "/authenticity-guarantee", "line": 772 }, { "directive": "allow", "path": "/motors/blog", "line": 773 }, { "directive": "allow", "path": "/motors/diy", "line": 774 }, { "directive": "allow", "path": "/help", "line": 775 }, { "directive": "allow", "path": "/sellercenter", "line": 776 }, { "directive": "allow", "path": "/ebaylive/seller", "line": 777 }, { "directive": "allow", "path": "/sl/sell", "line": 778 }, { "directive": "allow", "path": "/sh/landing", "line": 779 }, { "directive": "allow", "path": "/giftcards", "line": 780 }, { "directive": "allow", "path": "/shp/calc/rates", "line": 781 } ], "warnings": [ 53, 289, 810 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 770 }, { "directive": "allow", "path": "/adchoice", "line": 771 }, { "directive": "allow", "path": "/authenticity-guarantee", "line": 772 }, { "directive": "allow", "path": "/motors/blog", "line": 773 }, { "directive": "allow", "path": "/motors/diy", "line": 774 }, { "directive": "allow", "path": "/help", "line": 775 }, { "directive": "allow", "path": "/sellercenter", "line": 776 }, { "directive": "allow", "path": "/ebaylive/seller", "line": 777 }, { "directive": "allow", "path": "/sl/sell", "line": 778 }, { "directive": "allow", "path": "/sh/landing", "line": 779 }, { "directive": "allow", "path": "/giftcards", "line": 780 }, { "directive": "allow", "path": "/shp/calc/rates", "line": 781 } ], "warnings": [ 53, 289, 810 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "/*_kw", "line": 787 }, { "directive": "disallow", "path": "/*?maspect", "line": 788 }, { "directive": "disallow", "path": "/*modules=SEARCH_REFINEMENTS_MODEL_V2", "line": 789 }, { "directive": "disallow", "path": "/*redirect=mobile", "line": 790 }, { "directive": "disallow", "path": "/*redirect%3Dmobile", "line": 791 }, { "directive": "disallow", "path": "/*rt%3Dnc", "line": 792 }, { "directive": "disallow", "path": "/*rt=nc", "line": 793 }, { "directive": "disallow", "path": "/*src=urllib", "line": 794 }, { "directive": "disallow", "path": "/?SSOWebDispatcher&tg=web&ru=", "line": 795 }, { "directive": "disallow", "path": "/act/", "line": 796 }, { "directive": "disallow", "path": "/adchoice", "line": 797 }, { "directive": "disallow", "path": "/buyer-preferences", "line": 798 }, { "directive": "disallow", "path": "/motors/diy/blog/*", "line": 799 }, { "directive": "disallow", "path": "/motors/fnd/*", "line": 800 }, { "directive": "allow", "path": "/ads.txt", "line": 801 }, { "directive": "disallow", "path": "/ads", "line": 802 }, { "directive": "disallow", "path": "/adsrepository", "line": 803 }, { "directive": "disallow", "path": "/afs/", "line": 804 }, { "directive": "disallow", "path": "/atc/", "line": 805 }, { "directive": "disallow", "path": "/adell-mutfak", "line": 806 }, { "directive": "disallow", "path": "/ahu-kadin", "line": 807 }, { "directive": "disallow", "path": "/antika-sanat", "line": 808 }, { "directive": "disallow", "path": "/arama", "line": 809 }, { "directive": "disallow", "path": "*/b2ajax/all-filter", "line": 810 }, { "directive": "disallow", "path": "/bebek-anne", "line": 811 }, { "directive": "disallow", "path": "/bilgisayar-tablet", "line": 812 }, { "directive": "disallow", "path": "/cep-telefonu-ve-aksesuar", "line": 813 }, { "directive": "disallow", "path": "/delicacy", "line": 814 }, { "directive": "disallow", "path": "/ev-bahce", "line": 815 }, { "directive": "disallow", "path": "/giyim-aksesuar", "line": 816 }, { "directive": "disallow", "path": "/muzik-plak-enstruman", "line": 817 }, { "directive": "disallow", "path": "/otomobil-motor-aksesuar", "line": 818 }, { "directive": "allow", "path": "/b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 819 }, { "directive": "allow", "path": "/b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 820 }, { "directive": "allow", "path": "/b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 821 }, { "directive": "allow", "path": "/b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 822 }, { "directive": "allow", "path": "/b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 823 }, { "directive": "allow", "path": "/b/*?*_mwBanner", "line": 824 }, { "directive": "allow", "path": "/b/*?iid=*&var=", "line": 825 }, { "directive": "allow", "path": "/b/*?iid=*&chn=ps", "line": 826 }, { "directive": "allow", "path": "/b/*?iid=*&var=*&chn=ps", "line": 827 }, { "directive": "disallow", "path": "/b/*,", "line": 828 }, { "directive": "disallow", "path": "/b/*?iid=*&var=*&", "line": 829 }, { "directive": "disallow", "path": "/b/*?iid=*&*&chn=ps", "line": 830 }, { "directive": "disallow", "path": "/b/*?iid=*&var=*&*&chn=ps", "line": 831 }, { "directive": "disallow", "path": "/b/*?*_nkw", "line": 832 }, { "directive": "disallow", "path": "/b/*?*&", "line": 833 }, { "directive": "disallow", "path": "/pe/*", "line": 834 }, { "directive": "disallow", "path": "/b/*?*|", "line": 835 }, { "directive": "disallow", "path": "/b/*%EF", "line": 836 }, { "directive": "disallow", "path": "/b/*LH_", "line": 837 }, { "directive": "disallow", "path": "/b/*_dmd=", "line": 838 }, { "directive": "disallow", "path": "/b/*_dcat=", "line": 839 }, { "directive": "disallow", "path": "/b/*_pgn=", "line": 840 }, { "directive": "disallow", "path": "/b/*_sacat=", "line": 841 }, { "directive": "disallow", "path": "/b/*_saved", "line": 842 }, { "directive": "disallow", "path": "/b/*_sid=", "line": 843 }, { "directive": "disallow", "path": "/b/*_sop=", "line": 844 }, { "directive": "disallow", "path": "/b/*_stpos=", "line": 845 }, { "directive": "disallow", "path": "/b/*DO-NOT-BID", "line": 846 }, { "directive": "disallow", "path": "/b/*udhi=", "line": 847 }, { "directive": "disallow", "path": "/b/*udlo=", "line": 848 }, { "directive": "disallow", "path": "/b/Test-Category", "line": 849 }, { "directive": "disallow", "path": "/b/eBay-Use-Only", "line": 850 }, { "directive": "disallow", "path": "/b/eBay-Test-Only", "line": 851 }, { "directive": "disallow", "path": "/b/LP-Parent", "line": 852 }, { "directive": "disallow", "path": "/b/LL-Child", "line": 853 }, { "directive": "disallow", "path": "/b/eBay-User-Tools", "line": 854 }, { "directive": "disallow", "path": "/b/Test-Auctions", "line": 855 }, { "directive": "disallow", "path": "/b/Attributes", "line": 856 }, { "directive": "disallow", "path": "/bfl/", "line": 857 }, { "directive": "disallow", "path": "/bgmt/", "line": 858 }, { "directive": "disallow", "path": "/bin/", "line": 859 }, { "directive": "disallow", "path": "/blueberry/", "line": 860 }, { "directive": "disallow", "path": "/bo/", "line": 861 }, { "directive": "disallow", "path": "/brw/", "line": 862 }, { "directive": "disallow", "path": "/c/", "line": 863 }, { "directive": "disallow", "path": "/cancel/", "line": 864 }, { "directive": "disallow", "path": "/chocolatechip/", "line": 865 }, { "directive": "disallow", "path": "/clp/", "line": 866 }, { "directive": "disallow", "path": "/clt/store/", "line": 867 }, { "directive": "disallow", "path": "/cnt/", "line": 868 }, { "directive": "disallow", "path": "/contact/", "line": 869 }, { "directive": "disallow", "path": "/csc/", "line": 870 }, { "directive": "disallow", "path": "/cta/", "line": 871 }, { "directive": "disallow", "path": "/ctg/", "line": 872 }, { "directive": "disallow", "path": "/ctm/", "line": 873 }, { "directive": "disallow", "path": "/dsc/", "line": 874 }, { "directive": "disallow", "path": "/e/*?", "line": 875 }, { "directive": "disallow", "path": "/easy-shop", "line": 876 }, { "directive": "disallow", "path": "/ebay/cronus/", "line": 877 }, { "directive": "disallow", "path": "/ebaylive/host", "line": 878 }, { "directive": "disallow", "path": "/ecaptcha/", "line": 879 }, { "directive": "disallow", "path": "/edc/", "line": 880 }, { "directive": "disallow", "path": "/experience/fic", "line": 881 }, { "directive": "disallow", "path": "/explore", "line": 882 }, { "directive": "disallow", "path": "/feed/", "line": 883 }, { "directive": "disallow", "path": "/fdbk/", "line": 884 }, { "directive": "disallow", "path": "/ficapp/", "line": 885 }, { "directive": "disallow", "path": "/fol/", "line": 886 }, { "directive": "disallow", "path": "/g/api/", "line": 887 }, { "directive": "disallow", "path": "/gh/cart", "line": 888 }, { "directive": "disallow", "path": "/gh/collectbehaviorinfo", "line": 889 }, { "directive": "disallow", "path": "/gh/collectsysteminfo", "line": 890 }, { "directive": "disallow", "path": "/gh/useracquisition", "line": 891 }, { "directive": "disallow", "path": "/gh/user_profile", "line": 892 }, { "directive": "disallow", "path": "/gsr/", "line": 893 }, { "directive": "disallow", "path": "/gss/", "line": 894 }, { "directive": "disallow", "path": "/gum/", "line": 895 }, { "directive": "disallow", "path": "/gwc/", "line": 896 }, { "directive": "disallow", "path": "/hcp/", "line": 897 }, { "directive": "disallow", "path": "/heute/", "line": 898 }, { "directive": "disallow", "path": "/ico/", "line": 899 }, { "directive": "disallow", "path": "/ifh", "line": 900 }, { "directive": "disallow", "path": "/ipp/", "line": 901 }, { "directive": "disallow", "path": "/itc/", "line": 902 }, { "directive": "disallow", "path": "/itemmodules/", "line": 903 }, { "directive": "disallow", "path": "/itemnotreceived/", "line": 904 }, { "directive": "disallow", "path": "/itempolicy", "line": 905 }, { "directive": "disallow", "path": "/itm/*,", "line": 906 }, { "directive": "disallow", "path": "/itm/*/%", "line": 907 }, { "directive": "disallow", "path": "/itm/*/[", "line": 908 }, { "directive": "disallow", "path": "/itm/*/browser.json", "line": 909 }, { "directive": "disallow", "path": "/itm/*action=BESTOFFER", "line": 910 }, { "directive": "disallow", "path": "/itm/*boolp=", "line": 911 }, { "directive": "disallow", "path": "/itm/*_nkw", "line": 912 }, { "directive": "disallow", "path": "/itm/*?fits", "line": 913 }, { "directive": "disallow", "path": "/itm/*&fits", "line": 914 }, { "directive": "disallow", "path": "/itm/*.jpg", "line": 915 }, { "directive": "disallow", "path": "/itm/*/%7B%7B", "line": 916 }, { "directive": "disallow", "path": "/itm/:/", "line": 917 }, { "directive": "disallow", "path": "/itm/*_pgn=", "line": 918 }, { "directive": "disallow", "path": "/itm/addToCart", "line": 919 }, { "directive": "disallow", "path": "/itm/fetchmodules", "line": 920 }, { "directive": "disallow", "path": "/itm/sellerInfoV2", "line": 921 }, { "directive": "disallow", "path": "/itm/soi", "line": 922 }, { "directive": "disallow", "path": "/itm/variationlogistics", "line": 923 }, { "directive": "disallow", "path": "/itm/watch/", "line": 924 }, { "directive": "disallow", "path": "/itmhero/", "line": 925 }, { "directive": "disallow", "path": "/lit/", "line": 926 }, { "directive": "disallow", "path": "/logout", "line": 927 }, { "directive": "disallow", "path": "/lstng", "line": 928 }, { "directive": "disallow", "path": "/lst/ng/", "line": 929 }, { "directive": "disallow", "path": "/lux/", "line": 930 }, { "directive": "disallow", "path": "/lvx/", "line": 931 }, { "directive": "disallow", "path": "/mbf/", "line": 932 }, { "directive": "disallow", "path": "/merchanism/", "line": 933 }, { "directive": "disallow", "path": "/mes/", "line": 934 }, { "directive": "disallow", "path": "/mla/", "line": 935 }, { "directive": "disallow", "path": "/mlt/", "line": 936 }, { "directive": "disallow", "path": "/myb", "line": 937 }, { "directive": "disallow", "path": "/mye", "line": 938 }, { "directive": "disallow", "path": "/myebay", "line": 939 }, { "directive": "disallow", "path": "/mys", "line": 940 }, { "directive": "disallow", "path": "/nap/", "line": 941 }, { "directive": "disallow", "path": "/nectar", "line": 942 }, { "directive": "disallow", "path": "/npk/", "line": 943 }, { "directive": "disallow", "path": "/p/*thm=", "line": 944 }, { "directive": "disallow", "path": "/p/*surveyopen", "line": 945 }, { "directive": "disallow", "path": "/p/moduleprovider/", "line": 946 }, { "directive": "disallow", "path": "/p/surveyopen", "line": 947 }, { "directive": "disallow", "path": "/personalization/", "line": 948 }, { "directive": "disallow", "path": "/pgfeapp", "line": 949 }, { "directive": "disallow", "path": "/price-guide/", "line": 950 }, { "directive": "disallow", "path": "/prp/", "line": 951 }, { "directive": "disallow", "path": "/rcm/", "line": 952 }, { "directive": "disallow", "path": "/recfb?", "line": 953 }, { "directive": "disallow", "path": "/recs/", "line": 954 }, { "directive": "disallow", "path": "/res/", "line": 955 }, { "directive": "disallow", "path": "/rewards", "line": 956 }, { "directive": "disallow", "path": "/rtm*", "line": 957 }, { "directive": "disallow", "path": "/rvh/", "line": 958 }, { "directive": "disallow", "path": "/rye", "line": 959 }, { "directive": "allow", "path": "/sch/", "line": 960 }, { "directive": "disallow", "path": "/sch/ajax", "line": 961 }, { "directive": "disallow", "path": "/sch/ebayadvsearch?_", "line": 962 }, { "directive": "disallow", "path": "/sh/onboarding", "line": 963 }, { "directive": "disallow", "path": "/sh/str/fvfsavings", "line": 964 }, { "directive": "disallow", "path": "/ship/", "line": 965 }, { "directive": "disallow", "path": "/shop/*&", "line": 966 }, { "directive": "allow", "path": "/signin/$", "line": 967 }, { "directive": "disallow", "path": "/signin/", "line": 968 }, { "directive": "disallow", "path": "/sio/", "line": 969 }, { "directive": "disallow", "path": "/siteminderagent/", "line": 970 }, { "directive": "disallow", "path": "/sl/*bn_*?", "line": 971 }, { "directive": "disallow", "path": "/sl/*SellLikeItem", "line": 972 }, { "directive": "disallow", "path": "/sl/*wnstart", "line": 973 }, { "directive": "disallow", "path": "/sl/node", "line": 974 }, { "directive": "disallow", "path": "/sl/ipe", "line": 975 }, { "directive": "disallow", "path": "/sme/", "line": 976 }, { "directive": "disallow", "path": "/smevi/", "line": 977 }, { "directive": "disallow", "path": "/sndmsg?", "line": 978 }, { "directive": "disallow", "path": "/soc/", "line": 979 }, { "directive": "disallow", "path": "/splashui/", "line": 980 }, { "directive": "disallow", "path": "/splashui_rc/", "line": 981 }, { "directive": "disallow", "path": "/srv/", "line": 982 }, { "directive": "disallow", "path": "/str/*_sacat", "line": 983 }, { "directive": "disallow", "path": "/str/*modules=STORE_CATEGORIES", "line": 984 }, { "directive": "disallow", "path": "/str/beacon/storefrontbeacon", "line": 985 }, { "directive": "disallow", "path": "/str/ssdemo", "line": 986 }, { "directive": "disallow", "path": "/str/svc", "line": 987 }, { "directive": "disallow", "path": "/talk/", "line": 988 }, { "directive": "disallow", "path": "/tickets/", "line": 989 }, { "directive": "disallow", "path": "/tkt", "line": 990 }, { "directive": "disallow", "path": "/today/", "line": 991 }, { "directive": "disallow", "path": "/trylater/", "line": 992 }, { "directive": "disallow", "path": "/ulk/i/", "line": 993 }, { "directive": "disallow", "path": "/ulk/sch/", "line": 994 }, { "directive": "disallow", "path": "/ulk/usr/", "line": 995 }, { "directive": "allow", "path": "/urw/*/product-reviews/", "line": 996 }, { "directive": "disallow", "path": "/urw/", "line": 997 }, { "directive": "disallow", "path": "/usr/*/all-follows", "line": 998 }, { "directive": "disallow", "path": "/usr/*/followers", "line": 999 }, { "directive": "disallow", "path": "/vas", "line": 1000 }, { "directive": "disallow", "path": "/viitem", "line": 1001 }, { "directive": "disallow", "path": "/vlabl", "line": 1002 }, { "directive": "disallow", "path": "/vlt", "line": 1003 }, { "directive": "disallow", "path": "/vod/", "line": 1004 }, { "directive": "disallow", "path": "/vplbl/", "line": 1005 }, { "directive": "disallow", "path": "/vsp/", "line": 1006 }, { "directive": "disallow", "path": "/.well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200", "line": 1007 }, { "directive": "disallow", "path": "/wcs/", "line": 1008 }, { "directive": "disallow", "path": "/ws/", "line": 1009 } ], "warnings": [ 53, 289, 810 ] }, "Claude-User": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "/*_kw", "line": 787 }, { "directive": "disallow", "path": "/*?maspect", "line": 788 }, { "directive": "disallow", "path": "/*modules=SEARCH_REFINEMENTS_MODEL_V2", "line": 789 }, { "directive": "disallow", "path": "/*redirect=mobile", "line": 790 }, { "directive": "disallow", "path": "/*redirect%3Dmobile", "line": 791 }, { "directive": "disallow", "path": "/*rt%3Dnc", "line": 792 }, { "directive": "disallow", "path": "/*rt=nc", "line": 793 }, { "directive": "disallow", "path": "/*src=urllib", "line": 794 }, { "directive": "disallow", "path": "/?SSOWebDispatcher&tg=web&ru=", "line": 795 }, { "directive": "disallow", "path": "/act/", "line": 796 }, { "directive": "disallow", "path": "/adchoice", "line": 797 }, { "directive": "disallow", "path": "/buyer-preferences", "line": 798 }, { "directive": "disallow", "path": "/motors/diy/blog/*", "line": 799 }, { "directive": "disallow", "path": "/motors/fnd/*", "line": 800 }, { "directive": "allow", "path": "/ads.txt", "line": 801 }, { "directive": "disallow", "path": "/ads", "line": 802 }, { "directive": "disallow", "path": "/adsrepository", "line": 803 }, { "directive": "disallow", "path": "/afs/", "line": 804 }, { "directive": "disallow", "path": "/atc/", "line": 805 }, { "directive": "disallow", "path": "/adell-mutfak", "line": 806 }, { "directive": "disallow", "path": "/ahu-kadin", "line": 807 }, { "directive": "disallow", "path": "/antika-sanat", "line": 808 }, { "directive": "disallow", "path": "/arama", "line": 809 }, { "directive": "disallow", "path": "*/b2ajax/all-filter", "line": 810 }, { "directive": "disallow", "path": "/bebek-anne", "line": 811 }, { "directive": "disallow", "path": "/bilgisayar-tablet", "line": 812 }, { "directive": "disallow", "path": "/cep-telefonu-ve-aksesuar", "line": 813 }, { "directive": "disallow", "path": "/delicacy", "line": 814 }, { "directive": "disallow", "path": "/ev-bahce", "line": 815 }, { "directive": "disallow", "path": "/giyim-aksesuar", "line": 816 }, { "directive": "disallow", "path": "/muzik-plak-enstruman", "line": 817 }, { "directive": "disallow", "path": "/otomobil-motor-aksesuar", "line": 818 }, { "directive": "allow", "path": "/b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 819 }, { "directive": "allow", "path": "/b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 820 }, { "directive": "allow", "path": "/b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 821 }, { "directive": "allow", "path": "/b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 822 }, { "directive": "allow", "path": "/b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 823 }, { "directive": "allow", "path": "/b/*?*_mwBanner", "line": 824 }, { "directive": "allow", "path": "/b/*?iid=*&var=", "line": 825 }, { "directive": "allow", "path": "/b/*?iid=*&chn=ps", "line": 826 }, { "directive": "allow", "path": "/b/*?iid=*&var=*&chn=ps", "line": 827 }, { "directive": "disallow", "path": "/b/*,", "line": 828 }, { "directive": "disallow", "path": "/b/*?iid=*&var=*&", "line": 829 }, { "directive": "disallow", "path": "/b/*?iid=*&*&chn=ps", "line": 830 }, { "directive": "disallow", "path": "/b/*?iid=*&var=*&*&chn=ps", "line": 831 }, { "directive": "disallow", "path": "/b/*?*_nkw", "line": 832 }, { "directive": "disallow", "path": "/b/*?*&", "line": 833 }, { "directive": "disallow", "path": "/pe/*", "line": 834 }, { "directive": "disallow", "path": "/b/*?*|", "line": 835 }, { "directive": "disallow", "path": "/b/*%EF", "line": 836 }, { "directive": "disallow", "path": "/b/*LH_", "line": 837 }, { "directive": "disallow", "path": "/b/*_dmd=", "line": 838 }, { "directive": "disallow", "path": "/b/*_dcat=", "line": 839 }, { "directive": "disallow", "path": "/b/*_pgn=", "line": 840 }, { "directive": "disallow", "path": "/b/*_sacat=", "line": 841 }, { "directive": "disallow", "path": "/b/*_saved", "line": 842 }, { "directive": "disallow", "path": "/b/*_sid=", "line": 843 }, { "directive": "disallow", "path": "/b/*_sop=", "line": 844 }, { "directive": "disallow", "path": "/b/*_stpos=", "line": 845 }, { "directive": "disallow", "path": "/b/*DO-NOT-BID", "line": 846 }, { "directive": "disallow", "path": "/b/*udhi=", "line": 847 }, { "directive": "disallow", "path": "/b/*udlo=", "line": 848 }, { "directive": "disallow", "path": "/b/Test-Category", "line": 849 }, { "directive": "disallow", "path": "/b/eBay-Use-Only", "line": 850 }, { "directive": "disallow", "path": "/b/eBay-Test-Only", "line": 851 }, { "directive": "disallow", "path": "/b/LP-Parent", "line": 852 }, { "directive": "disallow", "path": "/b/LL-Child", "line": 853 }, { "directive": "disallow", "path": "/b/eBay-User-Tools", "line": 854 }, { "directive": "disallow", "path": "/b/Test-Auctions", "line": 855 }, { "directive": "disallow", "path": "/b/Attributes", "line": 856 }, { "directive": "disallow", "path": "/bfl/", "line": 857 }, { "directive": "disallow", "path": "/bgmt/", "line": 858 }, { "directive": "disallow", "path": "/bin/", "line": 859 }, { "directive": "disallow", "path": "/blueberry/", "line": 860 }, { "directive": "disallow", "path": "/bo/", "line": 861 }, { "directive": "disallow", "path": "/brw/", "line": 862 }, { "directive": "disallow", "path": "/c/", "line": 863 }, { "directive": "disallow", "path": "/cancel/", "line": 864 }, { "directive": "disallow", "path": "/chocolatechip/", "line": 865 }, { "directive": "disallow", "path": "/clp/", "line": 866 }, { "directive": "disallow", "path": "/clt/store/", "line": 867 }, { "directive": "disallow", "path": "/cnt/", "line": 868 }, { "directive": "disallow", "path": "/contact/", "line": 869 }, { "directive": "disallow", "path": "/csc/", "line": 870 }, { "directive": "disallow", "path": "/cta/", "line": 871 }, { "directive": "disallow", "path": "/ctg/", "line": 872 }, { "directive": "disallow", "path": "/ctm/", "line": 873 }, { "directive": "disallow", "path": "/dsc/", "line": 874 }, { "directive": "disallow", "path": "/e/*?", "line": 875 }, { "directive": "disallow", "path": "/easy-shop", "line": 876 }, { "directive": "disallow", "path": "/ebay/cronus/", "line": 877 }, { "directive": "disallow", "path": "/ebaylive/host", "line": 878 }, { "directive": "disallow", "path": "/ecaptcha/", "line": 879 }, { "directive": "disallow", "path": "/edc/", "line": 880 }, { "directive": "disallow", "path": "/experience/fic", "line": 881 }, { "directive": "disallow", "path": "/explore", "line": 882 }, { "directive": "disallow", "path": "/feed/", "line": 883 }, { "directive": "disallow", "path": "/fdbk/", "line": 884 }, { "directive": "disallow", "path": "/ficapp/", "line": 885 }, { "directive": "disallow", "path": "/fol/", "line": 886 }, { "directive": "disallow", "path": "/g/api/", "line": 887 }, { "directive": "disallow", "path": "/gh/cart", "line": 888 }, { "directive": "disallow", "path": "/gh/collectbehaviorinfo", "line": 889 }, { "directive": "disallow", "path": "/gh/collectsysteminfo", "line": 890 }, { "directive": "disallow", "path": "/gh/useracquisition", "line": 891 }, { "directive": "disallow", "path": "/gh/user_profile", "line": 892 }, { "directive": "disallow", "path": "/gsr/", "line": 893 }, { "directive": "disallow", "path": "/gss/", "line": 894 }, { "directive": "disallow", "path": "/gum/", "line": 895 }, { "directive": "disallow", "path": "/gwc/", "line": 896 }, { "directive": "disallow", "path": "/hcp/", "line": 897 }, { "directive": "disallow", "path": "/heute/", "line": 898 }, { "directive": "disallow", "path": "/ico/", "line": 899 }, { "directive": "disallow", "path": "/ifh", "line": 900 }, { "directive": "disallow", "path": "/ipp/", "line": 901 }, { "directive": "disallow", "path": "/itc/", "line": 902 }, { "directive": "disallow", "path": "/itemmodules/", "line": 903 }, { "directive": "disallow", "path": "/itemnotreceived/", "line": 904 }, { "directive": "disallow", "path": "/itempolicy", "line": 905 }, { "directive": "disallow", "path": "/itm/*,", "line": 906 }, { "directive": "disallow", "path": "/itm/*/%", "line": 907 }, { "directive": "disallow", "path": "/itm/*/[", "line": 908 }, { "directive": "disallow", "path": "/itm/*/browser.json", "line": 909 }, { "directive": "disallow", "path": "/itm/*action=BESTOFFER", "line": 910 }, { "directive": "disallow", "path": "/itm/*boolp=", "line": 911 }, { "directive": "disallow", "path": "/itm/*_nkw", "line": 912 }, { "directive": "disallow", "path": "/itm/*?fits", "line": 913 }, { "directive": "disallow", "path": "/itm/*&fits", "line": 914 }, { "directive": "disallow", "path": "/itm/*.jpg", "line": 915 }, { "directive": "disallow", "path": "/itm/*/%7B%7B", "line": 916 }, { "directive": "disallow", "path": "/itm/:/", "line": 917 }, { "directive": "disallow", "path": "/itm/*_pgn=", "line": 918 }, { "directive": "disallow", "path": "/itm/addToCart", "line": 919 }, { "directive": "disallow", "path": "/itm/fetchmodules", "line": 920 }, { "directive": "disallow", "path": "/itm/sellerInfoV2", "line": 921 }, { "directive": "disallow", "path": "/itm/soi", "line": 922 }, { "directive": "disallow", "path": "/itm/variationlogistics", "line": 923 }, { "directive": "disallow", "path": "/itm/watch/", "line": 924 }, { "directive": "disallow", "path": "/itmhero/", "line": 925 }, { "directive": "disallow", "path": "/lit/", "line": 926 }, { "directive": "disallow", "path": "/logout", "line": 927 }, { "directive": "disallow", "path": "/lstng", "line": 928 }, { "directive": "disallow", "path": "/lst/ng/", "line": 929 }, { "directive": "disallow", "path": "/lux/", "line": 930 }, { "directive": "disallow", "path": "/lvx/", "line": 931 }, { "directive": "disallow", "path": "/mbf/", "line": 932 }, { "directive": "disallow", "path": "/merchanism/", "line": 933 }, { "directive": "disallow", "path": "/mes/", "line": 934 }, { "directive": "disallow", "path": "/mla/", "line": 935 }, { "directive": "disallow", "path": "/mlt/", "line": 936 }, { "directive": "disallow", "path": "/myb", "line": 937 }, { "directive": "disallow", "path": "/mye", "line": 938 }, { "directive": "disallow", "path": "/myebay", "line": 939 }, { "directive": "disallow", "path": "/mys", "line": 940 }, { "directive": "disallow", "path": "/nap/", "line": 941 }, { "directive": "disallow", "path": "/nectar", "line": 942 }, { "directive": "disallow", "path": "/npk/", "line": 943 }, { "directive": "disallow", "path": "/p/*thm=", "line": 944 }, { "directive": "disallow", "path": "/p/*surveyopen", "line": 945 }, { "directive": "disallow", "path": "/p/moduleprovider/", "line": 946 }, { "directive": "disallow", "path": "/p/surveyopen", "line": 947 }, { "directive": "disallow", "path": "/personalization/", "line": 948 }, { "directive": "disallow", "path": "/pgfeapp", "line": 949 }, { "directive": "disallow", "path": "/price-guide/", "line": 950 }, { "directive": "disallow", "path": "/prp/", "line": 951 }, { "directive": "disallow", "path": "/rcm/", "line": 952 }, { "directive": "disallow", "path": "/recfb?", "line": 953 }, { "directive": "disallow", "path": "/recs/", "line": 954 }, { "directive": "disallow", "path": "/res/", "line": 955 }, { "directive": "disallow", "path": "/rewards", "line": 956 }, { "directive": "disallow", "path": "/rtm*", "line": 957 }, { "directive": "disallow", "path": "/rvh/", "line": 958 }, { "directive": "disallow", "path": "/rye", "line": 959 }, { "directive": "allow", "path": "/sch/", "line": 960 }, { "directive": "disallow", "path": "/sch/ajax", "line": 961 }, { "directive": "disallow", "path": "/sch/ebayadvsearch?_", "line": 962 }, { "directive": "disallow", "path": "/sh/onboarding", "line": 963 }, { "directive": "disallow", "path": "/sh/str/fvfsavings", "line": 964 }, { "directive": "disallow", "path": "/ship/", "line": 965 }, { "directive": "disallow", "path": "/shop/*&", "line": 966 }, { "directive": "allow", "path": "/signin/$", "line": 967 }, { "directive": "disallow", "path": "/signin/", "line": 968 }, { "directive": "disallow", "path": "/sio/", "line": 969 }, { "directive": "disallow", "path": "/siteminderagent/", "line": 970 }, { "directive": "disallow", "path": "/sl/*bn_*?", "line": 971 }, { "directive": "disallow", "path": "/sl/*SellLikeItem", "line": 972 }, { "directive": "disallow", "path": "/sl/*wnstart", "line": 973 }, { "directive": "disallow", "path": "/sl/node", "line": 974 }, { "directive": "disallow", "path": "/sl/ipe", "line": 975 }, { "directive": "disallow", "path": "/sme/", "line": 976 }, { "directive": "disallow", "path": "/smevi/", "line": 977 }, { "directive": "disallow", "path": "/sndmsg?", "line": 978 }, { "directive": "disallow", "path": "/soc/", "line": 979 }, { "directive": "disallow", "path": "/splashui/", "line": 980 }, { "directive": "disallow", "path": "/splashui_rc/", "line": 981 }, { "directive": "disallow", "path": "/srv/", "line": 982 }, { "directive": "disallow", "path": "/str/*_sacat", "line": 983 }, { "directive": "disallow", "path": "/str/*modules=STORE_CATEGORIES", "line": 984 }, { "directive": "disallow", "path": "/str/beacon/storefrontbeacon", "line": 985 }, { "directive": "disallow", "path": "/str/ssdemo", "line": 986 }, { "directive": "disallow", "path": "/str/svc", "line": 987 }, { "directive": "disallow", "path": "/talk/", "line": 988 }, { "directive": "disallow", "path": "/tickets/", "line": 989 }, { "directive": "disallow", "path": "/tkt", "line": 990 }, { "directive": "disallow", "path": "/today/", "line": 991 }, { "directive": "disallow", "path": "/trylater/", "line": 992 }, { "directive": "disallow", "path": "/ulk/i/", "line": 993 }, { "directive": "disallow", "path": "/ulk/sch/", "line": 994 }, { "directive": "disallow", "path": "/ulk/usr/", "line": 995 }, { "directive": "allow", "path": "/urw/*/product-reviews/", "line": 996 }, { "directive": "disallow", "path": "/urw/", "line": 997 }, { "directive": "disallow", "path": "/usr/*/all-follows", "line": 998 }, { "directive": "disallow", "path": "/usr/*/followers", "line": 999 }, { "directive": "disallow", "path": "/vas", "line": 1000 }, { "directive": "disallow", "path": "/viitem", "line": 1001 }, { "directive": "disallow", "path": "/vlabl", "line": 1002 }, { "directive": "disallow", "path": "/vlt", "line": 1003 }, { "directive": "disallow", "path": "/vod/", "line": 1004 }, { "directive": "disallow", "path": "/vplbl/", "line": 1005 }, { "directive": "disallow", "path": "/vsp/", "line": 1006 }, { "directive": "disallow", "path": "/.well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200", "line": 1007 }, { "directive": "disallow", "path": "/wcs/", "line": 1008 }, { "directive": "disallow", "path": "/ws/", "line": 1009 } ], "warnings": [ 53, 289, 810 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*_kw", "line": 30 }, { "directive": "disallow", "path": "/*?maspect", "line": 31 }, { "directive": "disallow", "path": "/*modules=SEARCH_REFINEMENTS_MODEL_V2", "line": 32 }, { "directive": "disallow", "path": "/*redirect=mobile", "line": 33 }, { "directive": "disallow", "path": "/*redirect%3Dmobile", "line": 34 }, { "directive": "disallow", "path": "/*rt%3Dnc", "line": 35 }, { "directive": "disallow", "path": "/*rt=nc", "line": 36 }, { "directive": "disallow", "path": "/*src=urllib", "line": 37 }, { "directive": "disallow", "path": "/?SSOWebDispatcher&tg=web&ru=", "line": 38 }, { "directive": "disallow", "path": "/act/", "line": 39 }, { "directive": "disallow", "path": "/adchoice", "line": 40 }, { "directive": "disallow", "path": "/buyer-preferences", "line": 41 }, { "directive": "disallow", "path": "/motors/diy/blog/*", "line": 42 }, { "directive": "disallow", "path": "/motors/fnd/*", "line": 43 }, { "directive": "allow", "path": "/ads.txt", "line": 44 }, { "directive": "disallow", "path": "/ads", "line": 45 }, { "directive": "disallow", "path": "/adsrepository", "line": 46 }, { "directive": "disallow", "path": "/afs/", "line": 47 }, { "directive": "disallow", "path": "/atc/", "line": 48 }, { "directive": "disallow", "path": "/adell-mutfak", "line": 49 }, { "directive": "disallow", "path": "/ahu-kadin", "line": 50 }, { "directive": "disallow", "path": "/antika-sanat", "line": 51 }, { "directive": "disallow", "path": "/arama", "line": 52 }, { "directive": "disallow", "path": "*/b2ajax/all-filter", "line": 53 }, { "directive": "disallow", "path": "/bebek-anne", "line": 54 }, { "directive": "disallow", "path": "/bilgisayar-tablet", "line": 55 }, { "directive": "disallow", "path": "/cep-telefonu-ve-aksesuar", "line": 56 }, { "directive": "disallow", "path": "/delicacy", "line": 57 }, { "directive": "disallow", "path": "/ev-bahce", "line": 58 }, { "directive": "disallow", "path": "/giyim-aksesuar", "line": 59 }, { "directive": "disallow", "path": "/muzik-plak-enstruman", "line": 60 }, { "directive": "disallow", "path": "/otomobil-motor-aksesuar", "line": 61 }, { "directive": "allow", "path": "/b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 62 }, { "directive": "allow", "path": "/b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 63 }, { "directive": "allow", "path": "/b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 64 }, { "directive": "allow", "path": "/b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 65 }, { "directive": "allow", "path": "/b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0", "line": 66 }, { "directive": "allow", "path": "/b/*?*_mwBanner", "line": 67 }, { "directive": "allow", "path": "/b/*?iid=*&var=", "line": 68 }, { "directive": "allow", "path": "/b/*?iid=*&chn=ps", "line": 69 }, { "directive": "allow", "path": "/b/*?iid=*&var=*&chn=ps", "line": 70 }, { "directive": "disallow", "path": "/b/*,", "line": 71 }, { "directive": "disallow", "path": "/b/*?iid=*&var=*&", "line": 72 }, { "directive": "disallow", "path": "/b/*?iid=*&*&chn=ps", "line": 73 }, { "directive": "disallow", "path": "/b/*?iid=*&var=*&*&chn=ps", "line": 74 }, { "directive": "disallow", "path": "/b/*?*_nkw", "line": 75 }, { "directive": "disallow", "path": "/b/*?*&", "line": 76 }, { "directive": "disallow", "path": "/pe/*", "line": 77 }, { "directive": "disallow", "path": "/b/*?*|", "line": 78 }, { "directive": "disallow", "path": "/b/*%EF", "line": 79 }, { "directive": "disallow", "path": "/b/*LH_", "line": 80 }, { "directive": "disallow", "path": "/b/*_dmd=", "line": 81 }, { "directive": "disallow", "path": "/b/*_dcat=", "line": 82 }, { "directive": "disallow", "path": "/b/*_pgn=", "line": 83 }, { "directive": "disallow", "path": "/b/*_sacat=", "line": 84 }, { "directive": "disallow", "path": "/b/*_saved", "line": 85 }, { "directive": "disallow", "path": "/b/*_sid=", "line": 86 }, { "directive": "disallow", "path": "/b/*_sop=", "line": 87 }, { "directive": "disallow", "path": "/b/*_stpos=", "line": 88 }, { "directive": "disallow", "path": "/b/*DO-NOT-BID", "line": 89 }, { "directive": "disallow", "path": "/b/*udhi=", "line": 90 }, { "directive": "disallow", "path": "/b/*udlo=", "line": 91 }, { "directive": "disallow", "path": "/b/Test-Category", "line": 92 }, { "directive": "disallow", "path": "/b/eBay-Use-Only", "line": 93 }, { "directive": "disallow", "path": "/b/eBay-Test-Only", "line": 94 }, { "directive": "disallow", "path": "/b/LP-Parent", "line": 95 }, { "directive": "disallow", "path": "/b/LL-Child", "line": 96 }, { "directive": "disallow", "path": "/b/eBay-User-Tools", "line": 97 }, { "directive": "disallow", "path": "/b/Test-Auctions", "line": 98 }, { "directive": "disallow", "path": "/b/Attributes", "line": 99 }, { "directive": "disallow", "path": "/bfl/", "line": 100 }, { "directive": "disallow", "path": "/bgmt/", "line": 101 }, { "directive": "disallow", "path": "/bin/", "line": 102 }, { "directive": "disallow", "path": "/blueberry/", "line": 103 }, { "directive": "disallow", "path": "/bo/", "line": 104 }, { "directive": "disallow", "path": "/brw/", "line": 105 }, { "directive": "disallow", "path": "/c/", "line": 106 }, { "directive": "disallow", "path": "/cancel/", "line": 107 }, { "directive": "disallow", "path": "/chocolatechip/", "line": 108 }, { "directive": "disallow", "path": "/clp/", "line": 109 }, { "directive": "disallow", "path": "/clt/store/", "line": 110 }, { "directive": "disallow", "path": "/cnt/", "line": 111 }, { "directive": "disallow", "path": "/contact/", "line": 112 }, { "directive": "disallow", "path": "/csc/", "line": 113 }, { "directive": "disallow", "path": "/cta/", "line": 114 }, { "directive": "disallow", "path": "/ctg/", "line": 115 }, { "directive": "disallow", "path": "/ctm/", "line": 116 }, { "directive": "disallow", "path": "/d/graphql", "line": 117 }, { "directive": "disallow", "path": "/dsc/", "line": 118 }, { "directive": "disallow", "path": "/e/*?", "line": 119 }, { "directive": "disallow", "path": "/easy-shop", "line": 120 }, { "directive": "disallow", "path": "/ebay/cronus/", "line": 121 }, { "directive": "disallow", "path": "/ebaylive/host", "line": 122 }, { "directive": "disallow", "path": "/ecaptcha/", "line": 123 }, { "directive": "disallow", "path": "/edc/", "line": 124 }, { "directive": "disallow", "path": "/experience/fic", "line": 125 }, { "directive": "disallow", "path": "/explore", "line": 126 }, { "directive": "disallow", "path": "/feed/", "line": 127 }, { "directive": "disallow", "path": "/fdbk/", "line": 128 }, { "directive": "disallow", "path": "/ficapp/", "line": 129 }, { "directive": "disallow", "path": "/fol/", "line": 130 }, { "directive": "disallow", "path": "/g/api/", "line": 131 }, { "directive": "disallow", "path": "/gh/cart", "line": 132 }, { "directive": "disallow", "path": "/gh/collectbehaviorinfo", "line": 133 }, { "directive": "disallow", "path": "/gh/collectsysteminfo", "line": 134 }, { "directive": "disallow", "path": "/gh/useracquisition", "line": 135 }, { "directive": "disallow", "path": "/gh/user_profile", "line": 136 }, { "directive": "disallow", "path": "/gsr/", "line": 137 }, { "directive": "disallow", "path": "/gss/", "line": 138 }, { "directive": "disallow", "path": "/gum/", "line": 139 }, { "directive": "disallow", "path": "/gwc/", "line": 140 }, { "directive": "disallow", "path": "/hcp/", "line": 141 }, { "directive": "disallow", "path": "/heute/", "line": 142 }, { "directive": "disallow", "path": "/ico/", "line": 143 }, { "directive": "disallow", "path": "/ifh", "line": 144 }, { "directive": "disallow", "path": "/ipp/", "line": 145 }, { "directive": "disallow", "path": "/itc/", "line": 146 }, { "directive": "disallow", "path": "/itemmodules/", "line": 147 }, { "directive": "disallow", "path": "/itemnotreceived/", "line": 148 }, { "directive": "disallow", "path": "/itempolicy", "line": 149 }, { "directive": "disallow", "path": "/itm/*,", "line": 150 }, { "directive": "disallow", "path": "/itm/*/%", "line": 151 }, { "directive": "disallow", "path": "/itm/*/[", "line": 152 }, { "directive": "disallow", "path": "/itm/*/browser.json", "line": 153 }, { "directive": "disallow", "path": "/itm/*action=BESTOFFER", "line": 154 }, { "directive": "disallow", "path": "/itm/*boolp=", "line": 155 }, { "directive": "disallow", "path": "/itm/*_nkw", "line": 156 }, { "directive": "disallow", "path": "/itm/*?fits", "line": 157 }, { "directive": "disallow", "path": "/itm/*&fits", "line": 158 }, { "directive": "disallow", "path": "/itm/*.jpg", "line": 159 }, { "directive": "disallow", "path": "/itm/*/%7B%7B", "line": 160 }, { "directive": "disallow", "path": "/itm/:/", "line": 161 }, { "directive": "disallow", "path": "/itm/*_pgn=", "line": 162 }, { "directive": "disallow", "path": "/itm/addToCart", "line": 163 }, { "directive": "disallow", "path": "/itm/fetchmodules", "line": 164 }, { "directive": "disallow", "path": "/itm/sellerInfoV2", "line": 165 }, { "directive": "disallow", "path": "/itm/soi", "line": 166 }, { "directive": "disallow", "path": "/itm/variationlogistics", "line": 167 }, { "directive": "disallow", "path": "/itm/watch/", "line": 168 }, { "directive": "disallow", "path": "/itmhero/", "line": 169 }, { "directive": "disallow", "path": "/lit/", "line": 170 }, { "directive": "disallow", "path": "/logout", "line": 171 }, { "directive": "disallow", "path": "/looking-glass-proxy/graphql", "line": 172 }, { "directive": "disallow", "path": "/lstng", "line": 173 }, { "directive": "disallow", "path": "/lst/ng/", "line": 174 }, { "directive": "disallow", "path": "/lux/", "line": 175 }, { "directive": "disallow", "path": "/lvx/", "line": 176 }, { "directive": "disallow", "path": "/mbf/", "line": 177 }, { "directive": "disallow", "path": "/merchanism/", "line": 178 }, { "directive": "disallow", "path": "/mes/", "line": 179 }, { "directive": "disallow", "path": "/mla/", "line": 180 }, { "directive": "disallow", "path": "/mlt/", "line": 181 }, { "directive": "disallow", "path": "/myb", "line": 182 }, { "directive": "disallow", "path": "/mye", "line": 183 }, { "directive": "disallow", "path": "/myebay", "line": 184 }, { "directive": "disallow", "path": "/mys", "line": 185 }, { "directive": "disallow", "path": "/nap/", "line": 186 }, { "directive": "disallow", "path": "/nectar", "line": 187 }, { "directive": "disallow", "path": "/npk/", "line": 188 }, { "directive": "disallow", "path": "/p/*thm=", "line": 189 }, { "directive": "disallow", "path": "/p/*surveyopen", "line": 190 }, { "directive": "disallow", "path": "/p/moduleprovider/", "line": 191 }, { "directive": "disallow", "path": "/p/surveyopen", "line": 192 }, { "directive": "disallow", "path": "/personalization/", "line": 193 }, { "directive": "disallow", "path": "/pgfeapp", "line": 194 }, { "directive": "disallow", "path": "/price-guide/", "line": 195 }, { "directive": "disallow", "path": "/prp/", "line": 196 }, { "directive": "disallow", "path": "/rcm/", "line": 197 }, { "directive": "disallow", "path": "/recfb?", "line": 198 }, { "directive": "disallow", "path": "/recs/", "line": 199 }, { "directive": "disallow", "path": "/res/", "line": 200 }, { "directive": "disallow", "path": "/rewards", "line": 201 }, { "directive": "disallow", "path": "/rtm*", "line": 202 }, { "directive": "disallow", "path": "/rvh/", "line": 203 }, { "directive": "disallow", "path": "/rye", "line": 204 }, { "directive": "allow", "path": "/sch/ebayadvsearch", "line": 205 }, { "directive": "allow", "path": "/sch/allcategories/", "line": 206 }, { "directive": "allow", "path": "/sch/*_ul", "line": 207 }, { "directive": "allow", "path": "/sch/*_fosrp", "line": 208 }, { "directive": "allow", "path": "/sch/*_trksid", "line": 209 }, { "directive": "allow", "path": "/sch/i.html?*&mkcid=2", "line": 210 }, { "directive": "disallow", "path": "/sch/i.html?_nkw=", "line": 211 }, { "directive": "disallow", "path": "/sch/i.html?*_nkw=*&", "line": 212 }, { "directive": "disallow", "path": "/sch/", "line": 213 }, { "directive": "disallow", "path": "/sch/*_sacat=", "line": 214 }, { "directive": "disallow", "path": "/sch/ajax", "line": 215 }, { "directive": "disallow", "path": "/sch/ebayadvsearch?_", "line": 216 }, { "directive": "disallow", "path": "/sh/onboarding", "line": 217 }, { "directive": "disallow", "path": "/sh/str/fvfsavings", "line": 218 }, { "directive": "disallow", "path": "/ship/", "line": 219 }, { "directive": "disallow", "path": "/shop/*&", "line": 220 }, { "directive": "allow", "path": "/signin/$", "line": 221 }, { "directive": "disallow", "path": "/signin/", "line": 222 }, { "directive": "disallow", "path": "/sio/", "line": 223 }, { "directive": "disallow", "path": "/siteminderagent/", "line": 224 }, { "directive": "disallow", "path": "/sl/*bn_*?", "line": 225 }, { "directive": "disallow", "path": "/sl/*SellLikeItem", "line": 226 }, { "directive": "disallow", "path": "/sl/*wnstart", "line": 227 }, { "directive": "disallow", "path": "/sl/node", "line": 228 }, { "directive": "disallow", "path": "/sl/ipe", "line": 229 }, { "directive": "disallow", "path": "/sme/", "line": 230 }, { "directive": "disallow", "path": "/smevi/", "line": 231 }, { "directive": "disallow", "path": "/sndmsg?", "line": 232 }, { "directive": "disallow", "path": "/soc/", "line": 233 }, { "directive": "disallow", "path": "/splashui/", "line": 234 }, { "directive": "disallow", "path": "/splashui_rc/", "line": 235 }, { "directive": "disallow", "path": "/srv/", "line": 236 }, { "directive": "disallow", "path": "/str/*_sacat", "line": 237 }, { "directive": "disallow", "path": "/str/*modules=STORE_CATEGORIES", "line": 238 }, { "directive": "disallow", "path": "/str/beacon/storefrontbeacon", "line": 239 }, { "directive": "disallow", "path": "/str/ssdemo", "line": 240 }, { "directive": "disallow", "path": "/str/svc", "line": 241 }, { "directive": "disallow", "path": "/talk/", "line": 242 }, { "directive": "disallow", "path": "/tickets/", "line": 243 }, { "directive": "disallow", "path": "/tkt", "line": 244 }, { "directive": "disallow", "path": "/today/", "line": 245 }, { "directive": "disallow", "path": "/trylater/", "line": 246 }, { "directive": "disallow", "path": "/ulk/i/", "line": 247 }, { "directive": "disallow", "path": "/ulk/sch/", "line": 248 }, { "directive": "disallow", "path": "/ulk/usr/", "line": 249 }, { "directive": "allow", "path": "/urw/*/product-reviews/", "line": 250 }, { "directive": "disallow", "path": "/urw/", "line": 251 }, { "directive": "disallow", "path": "/usr/*/all-follows", "line": 252 }, { "directive": "disallow", "path": "/usr/*/followers", "line": 253 }, { "directive": "disallow", "path": "/vas", "line": 254 }, { "directive": "disallow", "path": "/viitem", "line": 255 }, { "directive": "disallow", "path": "/vlabl", "line": 256 }, { "directive": "disallow", "path": "/vlt", "line": 257 }, { "directive": "disallow", "path": "/vod/", "line": 258 }, { "directive": "disallow", "path": "/vplbl/", "line": 259 }, { "directive": "disallow", "path": "/vsp/", "line": 260 }, { "directive": "disallow", "path": "/.well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200", "line": 261 }, { "directive": "disallow", "path": "/wcs/", "line": 262 }, { "directive": "disallow", "path": "/ws/", "line": 263 } ], "warnings": [ 53, 289, 810 ] } }, "httpStatus": 200, "finalUrl": "https://www.ebay.com/robots.txt", "contentType": "text/plain", "sha256": "221797cd7a314aeba19bb83d7868af3ea04325e4f2f8fd9b8ba465649e091970", "bytes": 24164 }, { "company": "EchoStar", "cik": "1415404", "sector": "Communication Services", "origin": "http://www.echostar.com", "checkedAt": "2026-09-26T04:55:19.774Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 4 }, { "directive": "disallow", "path": "/tmp/", "line": 5 }, { "directive": "disallow", "path": "/private/", "line": 6 }, { "directive": "disallow", "path": "/crx/", "line": 7 }, { "directive": "disallow", "path": "/crx/de/", "line": 8 }, { "directive": "disallow", "path": "/etc/", "line": 9 }, { "directive": "disallow", "path": "/system/", "line": 10 }, { "directive": "disallow", "path": "/tmp/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/formsanddocuments/", "line": 12 }, { "directive": "disallow", "path": "/content/usergenerated/", "line": 13 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 4 }, { "directive": "disallow", "path": "/tmp/", "line": 5 }, { "directive": "disallow", "path": "/private/", "line": 6 }, { "directive": "disallow", "path": "/crx/", "line": 7 }, { "directive": "disallow", "path": "/crx/de/", "line": 8 }, { "directive": "disallow", "path": "/etc/", "line": 9 }, { "directive": "disallow", "path": "/system/", "line": 10 }, { "directive": "disallow", "path": "/tmp/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/formsanddocuments/", "line": 12 }, { "directive": "disallow", "path": "/content/usergenerated/", "line": 13 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 4 }, { "directive": "disallow", "path": "/tmp/", "line": 5 }, { "directive": "disallow", "path": "/private/", "line": 6 }, { "directive": "disallow", "path": "/crx/", "line": 7 }, { "directive": "disallow", "path": "/crx/de/", "line": 8 }, { "directive": "disallow", "path": "/etc/", "line": 9 }, { "directive": "disallow", "path": "/system/", "line": 10 }, { "directive": "disallow", "path": "/tmp/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/formsanddocuments/", "line": 12 }, { "directive": "disallow", "path": "/content/usergenerated/", "line": 13 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 4 }, { "directive": "disallow", "path": "/tmp/", "line": 5 }, { "directive": "disallow", "path": "/private/", "line": 6 }, { "directive": "disallow", "path": "/crx/", "line": 7 }, { "directive": "disallow", "path": "/crx/de/", "line": 8 }, { "directive": "disallow", "path": "/etc/", "line": 9 }, { "directive": "disallow", "path": "/system/", "line": 10 }, { "directive": "disallow", "path": "/tmp/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/formsanddocuments/", "line": 12 }, { "directive": "disallow", "path": "/content/usergenerated/", "line": 13 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 4 }, { "directive": "disallow", "path": "/tmp/", "line": 5 }, { "directive": "disallow", "path": "/private/", "line": 6 }, { "directive": "disallow", "path": "/crx/", "line": 7 }, { "directive": "disallow", "path": "/crx/de/", "line": 8 }, { "directive": "disallow", "path": "/etc/", "line": 9 }, { "directive": "disallow", "path": "/system/", "line": 10 }, { "directive": "disallow", "path": "/tmp/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/formsanddocuments/", "line": 12 }, { "directive": "disallow", "path": "/content/usergenerated/", "line": 13 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 4 }, { "directive": "disallow", "path": "/tmp/", "line": 5 }, { "directive": "disallow", "path": "/private/", "line": 6 }, { "directive": "disallow", "path": "/crx/", "line": 7 }, { "directive": "disallow", "path": "/crx/de/", "line": 8 }, { "directive": "disallow", "path": "/etc/", "line": 9 }, { "directive": "disallow", "path": "/system/", "line": 10 }, { "directive": "disallow", "path": "/tmp/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/formsanddocuments/", "line": 12 }, { "directive": "disallow", "path": "/content/usergenerated/", "line": 13 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 4 }, { "directive": "disallow", "path": "/tmp/", "line": 5 }, { "directive": "disallow", "path": "/private/", "line": 6 }, { "directive": "disallow", "path": "/crx/", "line": 7 }, { "directive": "disallow", "path": "/crx/de/", "line": 8 }, { "directive": "disallow", "path": "/etc/", "line": 9 }, { "directive": "disallow", "path": "/system/", "line": 10 }, { "directive": "disallow", "path": "/tmp/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/formsanddocuments/", "line": 12 }, { "directive": "disallow", "path": "/content/usergenerated/", "line": 13 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 4 }, { "directive": "disallow", "path": "/tmp/", "line": 5 }, { "directive": "disallow", "path": "/private/", "line": 6 }, { "directive": "disallow", "path": "/crx/", "line": 7 }, { "directive": "disallow", "path": "/crx/de/", "line": 8 }, { "directive": "disallow", "path": "/etc/", "line": 9 }, { "directive": "disallow", "path": "/system/", "line": 10 }, { "directive": "disallow", "path": "/tmp/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/formsanddocuments/", "line": 12 }, { "directive": "disallow", "path": "/content/usergenerated/", "line": 13 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.echostar.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "237418293658dbd536f33eea9729c4d8ac11339e7f6b88e40729144673e8cddf", "bytes": 315 }, { "company": "Ecolab", "cik": "31462", "sector": "Materials", "origin": "http://www.ecolab.com", "checkedAt": "2026-09-26T04:55:19.823Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 11 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 11 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 19 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 11 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 15 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 23 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 11 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 11 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.ecolab.com/robots.txt", "contentType": "text/plain", "sha256": "ea3e76b0a2ad5cd8c9e35e33f9a27d8ddbda7201b73635ed150bf30a3e736206", "bytes": 588 }, { "company": "Edison International", "cik": "827052", "sector": "Utilities", "origin": "http://www.edison.com", "checkedAt": "2026-09-26T04:55:19.870Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 13 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/*?preview=*", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 28 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 7 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 20 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 10 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/*?preview=*", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/*?preview=*", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.edison.com/robots.txt", "contentType": "text/plain", "sha256": "1fdcb7fc73d06ac9da5f098da173e53e569edd724da736cb3526fbbe21d49ab5", "bytes": 440 }, { "company": "Edwards Lifesciences", "cik": "1099800", "sector": "Health Care", "origin": "http://www.edwardslifesciences.com", "checkedAt": "2026-09-26T04:55:20.116Z", "status": "ambiguous_content", "bots": null, "httpStatus": 200, "finalUrl": "https://www.edwards.com/?WT.ac=edwardslifesciences.com", "contentType": "text/html; charset=utf-8", "sha256": "a2698e13184336100450600407024b8e2446411484c9b5d9e5f0fe12ab9d572b", "bytes": 287291 }, { "company": "Electronic Arts", "cik": "712515", "sector": "Communication Services", "origin": "https://www.ea.com", "checkedAt": "2026-09-26T04:55:20.325Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/results", "line": 2 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/home/", "line": 3 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-public-api/", "line": 4 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/loginredirect", "line": 5 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/logoutredirect", "line": 6 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/paymentredirect", "line": 7 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/home/", "line": 8 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-public-api/", "line": 9 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/loginredirect", "line": 10 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/logoutredirect", "line": 11 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/paymentredirect", "line": 12 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/results", "line": 2 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/home/", "line": 3 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-public-api/", "line": 4 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/loginredirect", "line": 5 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/logoutredirect", "line": 6 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/paymentredirect", "line": 7 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/home/", "line": 8 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-public-api/", "line": 9 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/loginredirect", "line": 10 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/logoutredirect", "line": 11 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/paymentredirect", "line": 12 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/results", "line": 2 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/home/", "line": 3 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-public-api/", "line": 4 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/loginredirect", "line": 5 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/logoutredirect", "line": 6 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/paymentredirect", "line": 7 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/home/", "line": 8 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-public-api/", "line": 9 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/loginredirect", "line": 10 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/logoutredirect", "line": 11 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/paymentredirect", "line": 12 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/results", "line": 2 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/home/", "line": 3 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-public-api/", "line": 4 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/loginredirect", "line": 5 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/logoutredirect", "line": 6 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/paymentredirect", "line": 7 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/home/", "line": 8 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-public-api/", "line": 9 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/loginredirect", "line": 10 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/logoutredirect", "line": 11 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/paymentredirect", "line": 12 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/results", "line": 2 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/home/", "line": 3 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-public-api/", "line": 4 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/loginredirect", "line": 5 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/logoutredirect", "line": 6 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/paymentredirect", "line": 7 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/home/", "line": 8 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-public-api/", "line": 9 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/loginredirect", "line": 10 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/logoutredirect", "line": 11 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/paymentredirect", "line": 12 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/results", "line": 2 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/home/", "line": 3 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-public-api/", "line": 4 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/loginredirect", "line": 5 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/logoutredirect", "line": 6 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/paymentredirect", "line": 7 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/home/", "line": 8 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-public-api/", "line": 9 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/loginredirect", "line": 10 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/logoutredirect", "line": 11 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/paymentredirect", "line": 12 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/results", "line": 2 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/home/", "line": 3 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-public-api/", "line": 4 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/loginredirect", "line": 5 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/logoutredirect", "line": 6 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/paymentredirect", "line": 7 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/home/", "line": 8 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-public-api/", "line": 9 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/loginredirect", "line": 10 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/logoutredirect", "line": 11 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/paymentredirect", "line": 12 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/results", "line": 2 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/home/", "line": 3 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-public-api/", "line": 4 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/loginredirect", "line": 5 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/logoutredirect", "line": 6 }, { "directive": "disallow", "path": "/games/the-sims/the-sims-4/store-pages/paymentredirect", "line": 7 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/home/", "line": 8 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-public-api/", "line": 9 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/loginredirect", "line": 10 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/logoutredirect", "line": 11 }, { "directive": "disallow", "path": "/*/games/the-sims/the-sims-4/store-pages/paymentredirect", "line": 12 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.ea.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "a12b6bc756d5fcc533f2f5942b150c136d9d75282f75e0e19c02cb835e2316ba", "bytes": 1904 }, { "company": "Elevance Health", "cik": "1156039", "sector": "Health Care", "origin": "https://www.elevancehealth.com", "checkedAt": "2026-09-26T04:55:20.500Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/maintenance/", "line": 2 }, { "directive": "disallow", "path": "facets-etopic", "line": 3 }, { "directive": "disallow", "path": "facets-emediatype", "line": 4 }, { "directive": "disallow", "path": "facets-eauthor", "line": 5 }, { "directive": "disallow", "path": "facets-efeaturedcard", "line": 6 }, { "directive": "disallow", "path": "sortBy", "line": 7 } ], "warnings": [ 3, 4, 5, 6, 7 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/maintenance/", "line": 2 }, { "directive": "disallow", "path": "facets-etopic", "line": 3 }, { "directive": "disallow", "path": "facets-emediatype", "line": 4 }, { "directive": "disallow", "path": "facets-eauthor", "line": 5 }, { "directive": "disallow", "path": "facets-efeaturedcard", "line": 6 }, { "directive": "disallow", "path": "sortBy", "line": 7 } ], "warnings": [ 3, 4, 5, 6, 7 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/maintenance/", "line": 2 }, { "directive": "disallow", "path": "facets-etopic", "line": 3 }, { "directive": "disallow", "path": "facets-emediatype", "line": 4 }, { "directive": "disallow", "path": "facets-eauthor", "line": 5 }, { "directive": "disallow", "path": "facets-efeaturedcard", "line": 6 }, { "directive": "disallow", "path": "sortBy", "line": 7 } ], "warnings": [ 3, 4, 5, 6, 7 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/maintenance/", "line": 2 }, { "directive": "disallow", "path": "facets-etopic", "line": 3 }, { "directive": "disallow", "path": "facets-emediatype", "line": 4 }, { "directive": "disallow", "path": "facets-eauthor", "line": 5 }, { "directive": "disallow", "path": "facets-efeaturedcard", "line": 6 }, { "directive": "disallow", "path": "sortBy", "line": 7 } ], "warnings": [ 3, 4, 5, 6, 7 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/maintenance/", "line": 2 }, { "directive": "disallow", "path": "facets-etopic", "line": 3 }, { "directive": "disallow", "path": "facets-emediatype", "line": 4 }, { "directive": "disallow", "path": "facets-eauthor", "line": 5 }, { "directive": "disallow", "path": "facets-efeaturedcard", "line": 6 }, { "directive": "disallow", "path": "sortBy", "line": 7 } ], "warnings": [ 3, 4, 5, 6, 7 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/maintenance/", "line": 2 }, { "directive": "disallow", "path": "facets-etopic", "line": 3 }, { "directive": "disallow", "path": "facets-emediatype", "line": 4 }, { "directive": "disallow", "path": "facets-eauthor", "line": 5 }, { "directive": "disallow", "path": "facets-efeaturedcard", "line": 6 }, { "directive": "disallow", "path": "sortBy", "line": 7 } ], "warnings": [ 3, 4, 5, 6, 7 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/maintenance/", "line": 2 }, { "directive": "disallow", "path": "facets-etopic", "line": 3 }, { "directive": "disallow", "path": "facets-emediatype", "line": 4 }, { "directive": "disallow", "path": "facets-eauthor", "line": 5 }, { "directive": "disallow", "path": "facets-efeaturedcard", "line": 6 }, { "directive": "disallow", "path": "sortBy", "line": 7 } ], "warnings": [ 3, 4, 5, 6, 7 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/maintenance/", "line": 2 }, { "directive": "disallow", "path": "facets-etopic", "line": 3 }, { "directive": "disallow", "path": "facets-emediatype", "line": 4 }, { "directive": "disallow", "path": "facets-eauthor", "line": 5 }, { "directive": "disallow", "path": "facets-efeaturedcard", "line": 6 }, { "directive": "disallow", "path": "sortBy", "line": 7 } ], "warnings": [ 3, 4, 5, 6, 7 ] } }, "httpStatus": 200, "finalUrl": "https://www.elevancehealth.com/robots.txt", "contentType": "text/plain", "sha256": "0ecb1b3c38a1cf1c1a1bedb98e1ba9454ec6de767428102170957e7753ed9237", "bytes": 223 }, { "company": "Emcor", "cik": "105634", "sector": "Industrials", "origin": "https://www.emcorgroup.com", "checkedAt": "2026-09-26T04:55:20.539Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/application/attributes", "line": 2 }, { "directive": "disallow", "path": "/application/authentication", "line": 3 }, { "directive": "disallow", "path": "/application/bootstrap", "line": 4 }, { "directive": "disallow", "path": "/application/config", "line": 5 }, { "directive": "disallow", "path": "/application/controllers", "line": 6 }, { "directive": "disallow", "path": "/application/elements", "line": 7 }, { "directive": "disallow", "path": "/application/helpers", "line": 8 }, { "directive": "disallow", "path": "/application/jobs", "line": 9 }, { "directive": "disallow", "path": "/application/languages", "line": 10 }, { "directive": "disallow", "path": "/application/mail", "line": 11 }, { "directive": "disallow", "path": "/application/models", "line": 12 }, { "directive": "disallow", "path": "/application/page_types", "line": 13 }, { "directive": "disallow", "path": "/application/single_pages", "line": 14 }, { "directive": "disallow", "path": "/application/views", "line": 15 }, { "directive": "disallow", "path": "/ccm/system/captcha/picture", "line": 16 }, { "directive": "disallow", "path": "/emails/19/02/sic/", "line": 17 }, { "directive": "disallow", "path": "/emails/19/03/sic/", "line": 18 }, { "directive": "disallow", "path": "/emails/19/05/sic/", "line": 19 }, { "directive": "disallow", "path": "/emails/19/08/sic/", "line": 20 }, { "directive": "disallow", "path": "/emails/19/09/sic/", "line": 21 }, { "directive": "disallow", "path": "/emails/19/10/sic/", "line": 22 }, { "directive": "disallow", "path": "/emails/19/11/sic/", "line": 23 }, { "directive": "disallow", "path": "/emails/20/02/sic/", "line": 24 }, { "directive": "disallow", "path": "/emails/20/05/sic/", "line": 25 }, { "directive": "disallow", "path": "/emails/20/09/sic/", "line": 26 }, { "directive": "disallow", "path": "/emails/20/10/sic/", "line": 27 }, { "directive": "disallow", "path": "/emails/21/02/sic", "line": 28 }, { "directive": "disallow", "path": "/emails/21/04/sic/", "line": 29 }, { "directive": "disallow", "path": "/emails/21/08/sic/", "line": 30 }, { "directive": "disallow", "path": "/emails/21/09/sic/", "line": 31 }, { "directive": "disallow", "path": "/landing/june", "line": 32 }, { "directive": "disallow", "path": "/landing/june/auto-li-creative-d", "line": 33 }, { "directive": "disallow", "path": "/privacy-form", "line": 34 }, { "directive": "disallow", "path": "/safetyfleet-fmcsa", "line": 35 }, { "directive": "disallow", "path": "/landing/june-automechanics", "line": 36 }, { "directive": "disallow", "path": "/our-locations?store_id=33", "line": 37 }, { "directive": "disallow", "path": "/our-locations?store_id=65", "line": 38 }, { "directive": "disallow", "path": "/our-locations?store_id=73", "line": 39 }, { "directive": "disallow", "path": "/our-locations?store_id=58", "line": 40 }, { "directive": "disallow", "path": "/?C=M;O%3DA", "line": 41 }, { "directive": "disallow", "path": "/landing/july/li-paid-aj-photo-a", "line": 42 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2022-news/emcor-group-inc-third-quarter-conference-call-be-broadcast-over-internet", "line": 43 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-second-quarter-conference-call-be-broadcast-over-internet", "line": 44 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-second-quarter-conference-call-be-broadcast-over-internet", "line": 45 }, { "directive": "disallow", "path": "/landing/august-24/paidli_video_hs_gp", "line": 46 }, { "directive": "disallow", "path": "/landing/mar24/newsonline", "line": 47 }, { "directive": "disallow", "path": "/landing/july-24/newsonline", "line": 48 }, { "directive": "disallow", "path": "/executive-team-old/douglas-r-harrington-jr", "line": 49 }, { "directive": "disallow", "path": "/application/files/2517/1396/3121/EME_AR-10K_2023s.pdf", "line": 50 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2014.pdf", "line": 51 }, { "directive": "disallow", "path": "/application/files/4616/8149/6178/EME_AR_10K_2017.pdf", "line": 52 }, { "directive": "disallow", "path": "/_vault/EME_Profile_Web_190521.pdf", "line": 53 }, { "directive": "disallow", "path": "/application/files/5616/8149/5613/2019_AR_Final_Web.pdf", "line": 54 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2014.pdf", "line": 55 }, { "directive": "disallow", "path": "/application/files/1017/2165/7290/EME_Profile_Book_240722.pdf", "line": 56 }, { "directive": "disallow", "path": "/application/files/9717/0135/2150/EME_Profile_Book_231129.pdf", "line": 57 }, { "directive": "disallow", "path": "/_vault/group_files/33807_singles.pdf", "line": 58 }, { "directive": "disallow", "path": "/2019_AR_Final_Web.pdf", "line": 59 }, { "directive": "disallow", "path": "/application/files/8217/0561/2465/EME_Profile_Book_240118.pdf", "line": 60 }, { "directive": "disallow", "path": "/application/files/8916/8149/6249/EME_2016AR10K_170412.pdf", "line": 61 }, { "directive": "disallow", "path": "/application/files/2517/1396/3121/EME_AR-10K_2023s.pdf", "line": 62 }, { "directive": "disallow", "path": "/emails/19/07/nemsi/ES_NEMSI_EnergySavingsProgram_190710.pdf", "line": 63 }, { "directive": "disallow", "path": "/application/files/1117/0136/9930/EME_Profile_Book_231130.pdf", "line": 64 }, { "directive": "disallow", "path": "/application/files/5616/8149/5613/2019_AR_Final_Web.pdf", "line": 65 }, { "directive": "disallow", "path": "/application/files/4317/1396/1992/EME_AR-10K_2023s.pdf", "line": 66 }, { "directive": "disallow", "path": "/application/files/1717/1647/3781/EME_Profile_Book_240523.pdf", "line": 67 }, { "directive": "disallow", "path": "/application/files/4616/8149/6178/EME_AR_10K_2017.pdf", "line": 68 }, { "directive": "disallow", "path": "/application/files/5117/2253/6992/EME_Profile_Book_240801.pdf", "line": 69 }, { "directive": "disallow", "path": "/2019_AR_Final_Web.pdf", "line": 70 }, { "directive": "disallow", "path": "/_vault/group_files/EME_AR_10K_2017.pdf", "line": 71 }, { "directive": "disallow", "path": "/download_file/view/cd27e9e4-39c4-4930-9a3d-91d8fb4b3589/411", "line": 72 }, { "directive": "disallow", "path": "/_vault/group_files/33807_singles.pdf", "line": 73 }, { "directive": "disallow", "path": "/application/files/5117/2667/8078/D.A._Davidsons_Annual_Diversified_Industrials_and_Services_Conference_Corporate_Overview_Presentation_w_video.pptx", "line": 74 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2016AR10K_170412.pdf", "line": 75 }, { "directive": "disallow", "path": "/_vault/group_files/EME_AR_10K_2017.pdf", "line": 76 }, { "directive": "disallow", "path": "/application/files/4817/3108/8517/EMCOR_Baird_2024_Global_Industrial_Conference_Presentation_w_Video.pptx", "line": 77 }, { "directive": "disallow", "path": "/download_file/view/2375/156", "line": 78 }, { "directive": "disallow", "path": "/?ref=levels.fyi&utm_source=levels.fyi", "line": 79 }, { "directive": "disallow", "path": "/application/files/5517/3030/9163/3Q24_Earnings_Presentation_FINAL.pptx", "line": 80 }, { "directive": "disallow", "path": "/download_file/view/588/529", "line": 81 }, { "directive": "disallow", "path": "/application/files/5717/3033/0899/EME_Corporate_Overview_Presentation_October_2024_FINAL.pptx", "line": 82 }, { "directive": "disallow", "path": "/download_file/view/13685d49-8168-4380-bbde-3081900b3a1f/256", "line": 83 }, { "directive": "disallow", "path": "/news/2015-news/emcor-group-inc-subsidiary-awarded-contract-expand-and-upgrade-largest-sewage-plant-palm-beach-county-florida/", "line": 84 }, { "directive": "disallow", "path": "/news/2016-news/johnny-mac-soldiers-funds-2nd-annual-gala-raises-800000-give-back-through-education-veterans-and-children-fallen-soldiers", "line": 85 }, { "directive": "disallow", "path": "/emails/19/05/q2/es_msi/", "line": 86 }, { "directive": "disallow", "path": "/download_file/view/2413/156", "line": 87 }, { "directive": "disallow", "path": "/index.php/download_file/509/531", "line": 88 }, { "directive": "disallow", "path": "/download_file/view/e8752d6a-a8a9-43d3-b7a0-ee402925a77c/279", "line": 89 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=6&g=", "line": 90 }, { "directive": "disallow", "path": "/logos/error_log", "line": 91 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://forestnj.com/contact", "line": 92 }, { "directive": "disallow", "path": "/download_file/view/512b00ab-2dbb-49ec-84e7-be779cd44681/380", "line": 93 }, { "directive": "disallow", "path": "/download_file/view/bd80c88d-92f3-4a1d-9665-40982df23386/368", "line": 94 }, { "directive": "disallow", "path": "/emails/19/02/corp/es_b/", "line": 95 }, { "directive": "disallow", "path": "/application/files/4616/8148/5646/092222_Presentation_use.pptx", "line": 96 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://redmaneq.com/contact-us", "line": 97 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://advsysgrp.com/contact", "line": 98 }, { "directive": "disallow", "path": "/download_file/view/ba40479b-42f2-4c10-a1b3-3647e772cf87/1", "line": 99 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorarizona.com/contact", "line": 100 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=4", "line": 101 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://www.dyna-lv.com/contact", "line": 102 }, { "directive": "disallow", "path": "/?trk=public_post_main-feed-card_reshare-text", "line": 103 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=5", "line": 104 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=9&g=", "line": 105 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien+-+Brand&paidadgroup=Zlien+(Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 106 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien+-+Brand&paidadgroup=Zlien+(Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 107 }, { "directive": "disallow", "path": "/download_file/view/f2aa03b9-d16e-49e8-bfc9-004dd8c5a62f/1", "line": 108 }, { "directive": "disallow", "path": "/jobSearchForm//EPPA_Poster.pdf", "line": 109 }, { "directive": "disallow", "path": "/js/production/helper.js?bg=", "line": 110 }, { "directive": "disallow", "path": "/application/files/5117/2667/8078/D.A._Davidsons_Annual_Diversified_Industrials_and_Services_Conference_Corporate_Overview_Presentation_w_video.pptx", "line": 111 }, { "directive": "disallow", "path": "/download_file/view/f2aa03b9-d16e-49e8-bfc9-004dd8c5a62f/1", "line": 112 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc-com-eus.azurewebsites.net/contact", "line": 113 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://dyna-oregon.com/index.php/contact", "line": 114 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorhillcrest-com-eus.azurewebsites.net/contact", "line": 115 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://advsysgrp-com-eus.azurewebsites.net/contact", "line": 116 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://bahnson.com/contact?paidadgroup=Zlien (Exact)&paidcampaign=Zlien - Brand&paidkeyword=zlien", "line": 117 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorintegratedsolutions.com/regions/tennessee/contact", "line": 118 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://tel-americas.com/index.php/contact", "line": 119 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://cherokeemillwright.com/contact?utm_source=newsletter&utm_medium=email&utm_campaign=CHEROKEE_HVAC&utm_content=CONTACT", "line": 120 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcortemplate.com/index.php/contact", "line": 121 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://ardent.us/contact?paidadgroup=Zlien (Exact)&paidcampaign=Zlien - Brand&paidkeyword=zlien", "line": 122 }, { "directive": "disallow", "path": "/news/2016-news/emcor-group-inc-announces-agreement-acquire-ardent-services-and-rabalais-constructors", "line": 123 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://bahnson.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level+set", "line": 124 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://pkflorida.com/contact?gclid=EAIaIQobChMIu5LpzdWF4wIVA8NkCh3VYAQhEAAYASAAEgI6YPD_BwE////", "line": 125 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://gowangarrett.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level set", "line": 126 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://umec-ca-com-eus.azurewebsites.net/contact", "line": 127 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://kdcinc-com-eus.azurewebsites.net/contact", "line": 128 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://mesaenergy-com-eus.azurewebsites.net/contact", "line": 129 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://newcombandcompany.com/contact?promotion=Bundle Your Service Visit with a Maintenance Contract!", "line": 130 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorintegratedsolutions.com/regions/south-florida/contact", "line": 131 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorarizona-com-eus-staging.azurewebsites.net/contact", "line": 132 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://controlsolutionsgroup.com/index.php/contact-us", "line": 133 }, { "directive": "disallow", "path": "/download_file/view/2395/1073", "line": 134 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-third-quarter-conference-call-be-broadcast-over-internet", "line": 135 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorservicesnynj-com-eus.azurewebsites.net/contact", "line": 136 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://scaliseindustries.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien - Brand&paidadgroup=Zlien (Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 137 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://altairstrickland.com/contact-us?gclid=EAIaIQobChMIu5LpzdWF4wIVA8NkCh3VYAQhEAAYASAAEgI6YPD_BwE//", "line": 138 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://dyna-oregon-com-eus.azurewebsites.net/contact", "line": 139 }, { "directive": "disallow", "path": "/download_file/00272df8-bc8b-4913-8c75-0ff51471a5b2/9", "line": 140 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://rabalais.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level set", "line": 141 }, { "directive": "disallow", "path": "/newsonline", "line": 142 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://lowrie-electric.com/index.php/contact", "line": 143 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/application/attributes", "line": 2 }, { "directive": "disallow", "path": "/application/authentication", "line": 3 }, { "directive": "disallow", "path": "/application/bootstrap", "line": 4 }, { "directive": "disallow", "path": "/application/config", "line": 5 }, { "directive": "disallow", "path": "/application/controllers", "line": 6 }, { "directive": "disallow", "path": "/application/elements", "line": 7 }, { "directive": "disallow", "path": "/application/helpers", "line": 8 }, { "directive": "disallow", "path": "/application/jobs", "line": 9 }, { "directive": "disallow", "path": "/application/languages", "line": 10 }, { "directive": "disallow", "path": "/application/mail", "line": 11 }, { "directive": "disallow", "path": "/application/models", "line": 12 }, { "directive": "disallow", "path": "/application/page_types", "line": 13 }, { "directive": "disallow", "path": "/application/single_pages", "line": 14 }, { "directive": "disallow", "path": "/application/views", "line": 15 }, { "directive": "disallow", "path": "/ccm/system/captcha/picture", "line": 16 }, { "directive": "disallow", "path": "/emails/19/02/sic/", "line": 17 }, { "directive": "disallow", "path": "/emails/19/03/sic/", "line": 18 }, { "directive": "disallow", "path": "/emails/19/05/sic/", "line": 19 }, { "directive": "disallow", "path": "/emails/19/08/sic/", "line": 20 }, { "directive": "disallow", "path": "/emails/19/09/sic/", "line": 21 }, { "directive": "disallow", "path": "/emails/19/10/sic/", "line": 22 }, { "directive": "disallow", "path": "/emails/19/11/sic/", "line": 23 }, { "directive": "disallow", "path": "/emails/20/02/sic/", "line": 24 }, { "directive": "disallow", "path": "/emails/20/05/sic/", "line": 25 }, { "directive": "disallow", "path": "/emails/20/09/sic/", "line": 26 }, { "directive": "disallow", "path": "/emails/20/10/sic/", "line": 27 }, { "directive": "disallow", "path": "/emails/21/02/sic", "line": 28 }, { "directive": "disallow", "path": "/emails/21/04/sic/", "line": 29 }, { "directive": "disallow", "path": "/emails/21/08/sic/", "line": 30 }, { "directive": "disallow", "path": "/emails/21/09/sic/", "line": 31 }, { "directive": "disallow", "path": "/landing/june", "line": 32 }, { "directive": "disallow", "path": "/landing/june/auto-li-creative-d", "line": 33 }, { "directive": "disallow", "path": "/privacy-form", "line": 34 }, { "directive": "disallow", "path": "/safetyfleet-fmcsa", "line": 35 }, { "directive": "disallow", "path": "/landing/june-automechanics", "line": 36 }, { "directive": "disallow", "path": "/our-locations?store_id=33", "line": 37 }, { "directive": "disallow", "path": "/our-locations?store_id=65", "line": 38 }, { "directive": "disallow", "path": "/our-locations?store_id=73", "line": 39 }, { "directive": "disallow", "path": "/our-locations?store_id=58", "line": 40 }, { "directive": "disallow", "path": "/?C=M;O%3DA", "line": 41 }, { "directive": "disallow", "path": "/landing/july/li-paid-aj-photo-a", "line": 42 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2022-news/emcor-group-inc-third-quarter-conference-call-be-broadcast-over-internet", "line": 43 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-second-quarter-conference-call-be-broadcast-over-internet", "line": 44 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-second-quarter-conference-call-be-broadcast-over-internet", "line": 45 }, { "directive": "disallow", "path": "/landing/august-24/paidli_video_hs_gp", "line": 46 }, { "directive": "disallow", "path": "/landing/mar24/newsonline", "line": 47 }, { "directive": "disallow", "path": "/landing/july-24/newsonline", "line": 48 }, { "directive": "disallow", "path": "/executive-team-old/douglas-r-harrington-jr", "line": 49 }, { "directive": "disallow", "path": "/application/files/2517/1396/3121/EME_AR-10K_2023s.pdf", "line": 50 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2014.pdf", "line": 51 }, { "directive": "disallow", "path": "/application/files/4616/8149/6178/EME_AR_10K_2017.pdf", "line": 52 }, { "directive": "disallow", "path": "/_vault/EME_Profile_Web_190521.pdf", "line": 53 }, { "directive": "disallow", "path": "/application/files/5616/8149/5613/2019_AR_Final_Web.pdf", "line": 54 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2014.pdf", "line": 55 }, { "directive": "disallow", "path": "/application/files/1017/2165/7290/EME_Profile_Book_240722.pdf", "line": 56 }, { "directive": "disallow", "path": "/application/files/9717/0135/2150/EME_Profile_Book_231129.pdf", "line": 57 }, { "directive": "disallow", "path": "/_vault/group_files/33807_singles.pdf", "line": 58 }, { "directive": "disallow", "path": "/2019_AR_Final_Web.pdf", "line": 59 }, { "directive": "disallow", "path": "/application/files/8217/0561/2465/EME_Profile_Book_240118.pdf", "line": 60 }, { "directive": "disallow", "path": "/application/files/8916/8149/6249/EME_2016AR10K_170412.pdf", "line": 61 }, { "directive": "disallow", "path": "/application/files/2517/1396/3121/EME_AR-10K_2023s.pdf", "line": 62 }, { "directive": "disallow", "path": "/emails/19/07/nemsi/ES_NEMSI_EnergySavingsProgram_190710.pdf", "line": 63 }, { "directive": "disallow", "path": "/application/files/1117/0136/9930/EME_Profile_Book_231130.pdf", "line": 64 }, { "directive": "disallow", "path": "/application/files/5616/8149/5613/2019_AR_Final_Web.pdf", "line": 65 }, { "directive": "disallow", "path": "/application/files/4317/1396/1992/EME_AR-10K_2023s.pdf", "line": 66 }, { "directive": "disallow", "path": "/application/files/1717/1647/3781/EME_Profile_Book_240523.pdf", "line": 67 }, { "directive": "disallow", "path": "/application/files/4616/8149/6178/EME_AR_10K_2017.pdf", "line": 68 }, { "directive": "disallow", "path": "/application/files/5117/2253/6992/EME_Profile_Book_240801.pdf", "line": 69 }, { "directive": "disallow", "path": "/2019_AR_Final_Web.pdf", "line": 70 }, { "directive": "disallow", "path": "/_vault/group_files/EME_AR_10K_2017.pdf", "line": 71 }, { "directive": "disallow", "path": "/download_file/view/cd27e9e4-39c4-4930-9a3d-91d8fb4b3589/411", "line": 72 }, { "directive": "disallow", "path": "/_vault/group_files/33807_singles.pdf", "line": 73 }, { "directive": "disallow", "path": "/application/files/5117/2667/8078/D.A._Davidsons_Annual_Diversified_Industrials_and_Services_Conference_Corporate_Overview_Presentation_w_video.pptx", "line": 74 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2016AR10K_170412.pdf", "line": 75 }, { "directive": "disallow", "path": "/_vault/group_files/EME_AR_10K_2017.pdf", "line": 76 }, { "directive": "disallow", "path": "/application/files/4817/3108/8517/EMCOR_Baird_2024_Global_Industrial_Conference_Presentation_w_Video.pptx", "line": 77 }, { "directive": "disallow", "path": "/download_file/view/2375/156", "line": 78 }, { "directive": "disallow", "path": "/?ref=levels.fyi&utm_source=levels.fyi", "line": 79 }, { "directive": "disallow", "path": "/application/files/5517/3030/9163/3Q24_Earnings_Presentation_FINAL.pptx", "line": 80 }, { "directive": "disallow", "path": "/download_file/view/588/529", "line": 81 }, { "directive": "disallow", "path": "/application/files/5717/3033/0899/EME_Corporate_Overview_Presentation_October_2024_FINAL.pptx", "line": 82 }, { "directive": "disallow", "path": "/download_file/view/13685d49-8168-4380-bbde-3081900b3a1f/256", "line": 83 }, { "directive": "disallow", "path": "/news/2015-news/emcor-group-inc-subsidiary-awarded-contract-expand-and-upgrade-largest-sewage-plant-palm-beach-county-florida/", "line": 84 }, { "directive": "disallow", "path": "/news/2016-news/johnny-mac-soldiers-funds-2nd-annual-gala-raises-800000-give-back-through-education-veterans-and-children-fallen-soldiers", "line": 85 }, { "directive": "disallow", "path": "/emails/19/05/q2/es_msi/", "line": 86 }, { "directive": "disallow", "path": "/download_file/view/2413/156", "line": 87 }, { "directive": "disallow", "path": "/index.php/download_file/509/531", "line": 88 }, { "directive": "disallow", "path": "/download_file/view/e8752d6a-a8a9-43d3-b7a0-ee402925a77c/279", "line": 89 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=6&g=", "line": 90 }, { "directive": "disallow", "path": "/logos/error_log", "line": 91 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://forestnj.com/contact", "line": 92 }, { "directive": "disallow", "path": "/download_file/view/512b00ab-2dbb-49ec-84e7-be779cd44681/380", "line": 93 }, { "directive": "disallow", "path": "/download_file/view/bd80c88d-92f3-4a1d-9665-40982df23386/368", "line": 94 }, { "directive": "disallow", "path": "/emails/19/02/corp/es_b/", "line": 95 }, { "directive": "disallow", "path": "/application/files/4616/8148/5646/092222_Presentation_use.pptx", "line": 96 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://redmaneq.com/contact-us", "line": 97 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://advsysgrp.com/contact", "line": 98 }, { "directive": "disallow", "path": "/download_file/view/ba40479b-42f2-4c10-a1b3-3647e772cf87/1", "line": 99 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorarizona.com/contact", "line": 100 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=4", "line": 101 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://www.dyna-lv.com/contact", "line": 102 }, { "directive": "disallow", "path": "/?trk=public_post_main-feed-card_reshare-text", "line": 103 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=5", "line": 104 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=9&g=", "line": 105 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien+-+Brand&paidadgroup=Zlien+(Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 106 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien+-+Brand&paidadgroup=Zlien+(Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 107 }, { "directive": "disallow", "path": "/download_file/view/f2aa03b9-d16e-49e8-bfc9-004dd8c5a62f/1", "line": 108 }, { "directive": "disallow", "path": "/jobSearchForm//EPPA_Poster.pdf", "line": 109 }, { "directive": "disallow", "path": "/js/production/helper.js?bg=", "line": 110 }, { "directive": "disallow", "path": "/application/files/5117/2667/8078/D.A._Davidsons_Annual_Diversified_Industrials_and_Services_Conference_Corporate_Overview_Presentation_w_video.pptx", "line": 111 }, { "directive": "disallow", "path": "/download_file/view/f2aa03b9-d16e-49e8-bfc9-004dd8c5a62f/1", "line": 112 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc-com-eus.azurewebsites.net/contact", "line": 113 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://dyna-oregon.com/index.php/contact", "line": 114 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorhillcrest-com-eus.azurewebsites.net/contact", "line": 115 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://advsysgrp-com-eus.azurewebsites.net/contact", "line": 116 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://bahnson.com/contact?paidadgroup=Zlien (Exact)&paidcampaign=Zlien - Brand&paidkeyword=zlien", "line": 117 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorintegratedsolutions.com/regions/tennessee/contact", "line": 118 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://tel-americas.com/index.php/contact", "line": 119 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://cherokeemillwright.com/contact?utm_source=newsletter&utm_medium=email&utm_campaign=CHEROKEE_HVAC&utm_content=CONTACT", "line": 120 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcortemplate.com/index.php/contact", "line": 121 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://ardent.us/contact?paidadgroup=Zlien (Exact)&paidcampaign=Zlien - Brand&paidkeyword=zlien", "line": 122 }, { "directive": "disallow", "path": "/news/2016-news/emcor-group-inc-announces-agreement-acquire-ardent-services-and-rabalais-constructors", "line": 123 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://bahnson.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level+set", "line": 124 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://pkflorida.com/contact?gclid=EAIaIQobChMIu5LpzdWF4wIVA8NkCh3VYAQhEAAYASAAEgI6YPD_BwE////", "line": 125 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://gowangarrett.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level set", "line": 126 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://umec-ca-com-eus.azurewebsites.net/contact", "line": 127 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://kdcinc-com-eus.azurewebsites.net/contact", "line": 128 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://mesaenergy-com-eus.azurewebsites.net/contact", "line": 129 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://newcombandcompany.com/contact?promotion=Bundle Your Service Visit with a Maintenance Contract!", "line": 130 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorintegratedsolutions.com/regions/south-florida/contact", "line": 131 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorarizona-com-eus-staging.azurewebsites.net/contact", "line": 132 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://controlsolutionsgroup.com/index.php/contact-us", "line": 133 }, { "directive": "disallow", "path": "/download_file/view/2395/1073", "line": 134 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-third-quarter-conference-call-be-broadcast-over-internet", "line": 135 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorservicesnynj-com-eus.azurewebsites.net/contact", "line": 136 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://scaliseindustries.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien - Brand&paidadgroup=Zlien (Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 137 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://altairstrickland.com/contact-us?gclid=EAIaIQobChMIu5LpzdWF4wIVA8NkCh3VYAQhEAAYASAAEgI6YPD_BwE//", "line": 138 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://dyna-oregon-com-eus.azurewebsites.net/contact", "line": 139 }, { "directive": "disallow", "path": "/download_file/00272df8-bc8b-4913-8c75-0ff51471a5b2/9", "line": 140 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://rabalais.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level set", "line": 141 }, { "directive": "disallow", "path": "/newsonline", "line": 142 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://lowrie-electric.com/index.php/contact", "line": 143 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/application/attributes", "line": 2 }, { "directive": "disallow", "path": "/application/authentication", "line": 3 }, { "directive": "disallow", "path": "/application/bootstrap", "line": 4 }, { "directive": "disallow", "path": "/application/config", "line": 5 }, { "directive": "disallow", "path": "/application/controllers", "line": 6 }, { "directive": "disallow", "path": "/application/elements", "line": 7 }, { "directive": "disallow", "path": "/application/helpers", "line": 8 }, { "directive": "disallow", "path": "/application/jobs", "line": 9 }, { "directive": "disallow", "path": "/application/languages", "line": 10 }, { "directive": "disallow", "path": "/application/mail", "line": 11 }, { "directive": "disallow", "path": "/application/models", "line": 12 }, { "directive": "disallow", "path": "/application/page_types", "line": 13 }, { "directive": "disallow", "path": "/application/single_pages", "line": 14 }, { "directive": "disallow", "path": "/application/views", "line": 15 }, { "directive": "disallow", "path": "/ccm/system/captcha/picture", "line": 16 }, { "directive": "disallow", "path": "/emails/19/02/sic/", "line": 17 }, { "directive": "disallow", "path": "/emails/19/03/sic/", "line": 18 }, { "directive": "disallow", "path": "/emails/19/05/sic/", "line": 19 }, { "directive": "disallow", "path": "/emails/19/08/sic/", "line": 20 }, { "directive": "disallow", "path": "/emails/19/09/sic/", "line": 21 }, { "directive": "disallow", "path": "/emails/19/10/sic/", "line": 22 }, { "directive": "disallow", "path": "/emails/19/11/sic/", "line": 23 }, { "directive": "disallow", "path": "/emails/20/02/sic/", "line": 24 }, { "directive": "disallow", "path": "/emails/20/05/sic/", "line": 25 }, { "directive": "disallow", "path": "/emails/20/09/sic/", "line": 26 }, { "directive": "disallow", "path": "/emails/20/10/sic/", "line": 27 }, { "directive": "disallow", "path": "/emails/21/02/sic", "line": 28 }, { "directive": "disallow", "path": "/emails/21/04/sic/", "line": 29 }, { "directive": "disallow", "path": "/emails/21/08/sic/", "line": 30 }, { "directive": "disallow", "path": "/emails/21/09/sic/", "line": 31 }, { "directive": "disallow", "path": "/landing/june", "line": 32 }, { "directive": "disallow", "path": "/landing/june/auto-li-creative-d", "line": 33 }, { "directive": "disallow", "path": "/privacy-form", "line": 34 }, { "directive": "disallow", "path": "/safetyfleet-fmcsa", "line": 35 }, { "directive": "disallow", "path": "/landing/june-automechanics", "line": 36 }, { "directive": "disallow", "path": "/our-locations?store_id=33", "line": 37 }, { "directive": "disallow", "path": "/our-locations?store_id=65", "line": 38 }, { "directive": "disallow", "path": "/our-locations?store_id=73", "line": 39 }, { "directive": "disallow", "path": "/our-locations?store_id=58", "line": 40 }, { "directive": "disallow", "path": "/?C=M;O%3DA", "line": 41 }, { "directive": "disallow", "path": "/landing/july/li-paid-aj-photo-a", "line": 42 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2022-news/emcor-group-inc-third-quarter-conference-call-be-broadcast-over-internet", "line": 43 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-second-quarter-conference-call-be-broadcast-over-internet", "line": 44 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-second-quarter-conference-call-be-broadcast-over-internet", "line": 45 }, { "directive": "disallow", "path": "/landing/august-24/paidli_video_hs_gp", "line": 46 }, { "directive": "disallow", "path": "/landing/mar24/newsonline", "line": 47 }, { "directive": "disallow", "path": "/landing/july-24/newsonline", "line": 48 }, { "directive": "disallow", "path": "/executive-team-old/douglas-r-harrington-jr", "line": 49 }, { "directive": "disallow", "path": "/application/files/2517/1396/3121/EME_AR-10K_2023s.pdf", "line": 50 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2014.pdf", "line": 51 }, { "directive": "disallow", "path": "/application/files/4616/8149/6178/EME_AR_10K_2017.pdf", "line": 52 }, { "directive": "disallow", "path": "/_vault/EME_Profile_Web_190521.pdf", "line": 53 }, { "directive": "disallow", "path": "/application/files/5616/8149/5613/2019_AR_Final_Web.pdf", "line": 54 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2014.pdf", "line": 55 }, { "directive": "disallow", "path": "/application/files/1017/2165/7290/EME_Profile_Book_240722.pdf", "line": 56 }, { "directive": "disallow", "path": "/application/files/9717/0135/2150/EME_Profile_Book_231129.pdf", "line": 57 }, { "directive": "disallow", "path": "/_vault/group_files/33807_singles.pdf", "line": 58 }, { "directive": "disallow", "path": "/2019_AR_Final_Web.pdf", "line": 59 }, { "directive": "disallow", "path": "/application/files/8217/0561/2465/EME_Profile_Book_240118.pdf", "line": 60 }, { "directive": "disallow", "path": "/application/files/8916/8149/6249/EME_2016AR10K_170412.pdf", "line": 61 }, { "directive": "disallow", "path": "/application/files/2517/1396/3121/EME_AR-10K_2023s.pdf", "line": 62 }, { "directive": "disallow", "path": "/emails/19/07/nemsi/ES_NEMSI_EnergySavingsProgram_190710.pdf", "line": 63 }, { "directive": "disallow", "path": "/application/files/1117/0136/9930/EME_Profile_Book_231130.pdf", "line": 64 }, { "directive": "disallow", "path": "/application/files/5616/8149/5613/2019_AR_Final_Web.pdf", "line": 65 }, { "directive": "disallow", "path": "/application/files/4317/1396/1992/EME_AR-10K_2023s.pdf", "line": 66 }, { "directive": "disallow", "path": "/application/files/1717/1647/3781/EME_Profile_Book_240523.pdf", "line": 67 }, { "directive": "disallow", "path": "/application/files/4616/8149/6178/EME_AR_10K_2017.pdf", "line": 68 }, { "directive": "disallow", "path": "/application/files/5117/2253/6992/EME_Profile_Book_240801.pdf", "line": 69 }, { "directive": "disallow", "path": "/2019_AR_Final_Web.pdf", "line": 70 }, { "directive": "disallow", "path": "/_vault/group_files/EME_AR_10K_2017.pdf", "line": 71 }, { "directive": "disallow", "path": "/download_file/view/cd27e9e4-39c4-4930-9a3d-91d8fb4b3589/411", "line": 72 }, { "directive": "disallow", "path": "/_vault/group_files/33807_singles.pdf", "line": 73 }, { "directive": "disallow", "path": "/application/files/5117/2667/8078/D.A._Davidsons_Annual_Diversified_Industrials_and_Services_Conference_Corporate_Overview_Presentation_w_video.pptx", "line": 74 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2016AR10K_170412.pdf", "line": 75 }, { "directive": "disallow", "path": "/_vault/group_files/EME_AR_10K_2017.pdf", "line": 76 }, { "directive": "disallow", "path": "/application/files/4817/3108/8517/EMCOR_Baird_2024_Global_Industrial_Conference_Presentation_w_Video.pptx", "line": 77 }, { "directive": "disallow", "path": "/download_file/view/2375/156", "line": 78 }, { "directive": "disallow", "path": "/?ref=levels.fyi&utm_source=levels.fyi", "line": 79 }, { "directive": "disallow", "path": "/application/files/5517/3030/9163/3Q24_Earnings_Presentation_FINAL.pptx", "line": 80 }, { "directive": "disallow", "path": "/download_file/view/588/529", "line": 81 }, { "directive": "disallow", "path": "/application/files/5717/3033/0899/EME_Corporate_Overview_Presentation_October_2024_FINAL.pptx", "line": 82 }, { "directive": "disallow", "path": "/download_file/view/13685d49-8168-4380-bbde-3081900b3a1f/256", "line": 83 }, { "directive": "disallow", "path": "/news/2015-news/emcor-group-inc-subsidiary-awarded-contract-expand-and-upgrade-largest-sewage-plant-palm-beach-county-florida/", "line": 84 }, { "directive": "disallow", "path": "/news/2016-news/johnny-mac-soldiers-funds-2nd-annual-gala-raises-800000-give-back-through-education-veterans-and-children-fallen-soldiers", "line": 85 }, { "directive": "disallow", "path": "/emails/19/05/q2/es_msi/", "line": 86 }, { "directive": "disallow", "path": "/download_file/view/2413/156", "line": 87 }, { "directive": "disallow", "path": "/index.php/download_file/509/531", "line": 88 }, { "directive": "disallow", "path": "/download_file/view/e8752d6a-a8a9-43d3-b7a0-ee402925a77c/279", "line": 89 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=6&g=", "line": 90 }, { "directive": "disallow", "path": "/logos/error_log", "line": 91 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://forestnj.com/contact", "line": 92 }, { "directive": "disallow", "path": "/download_file/view/512b00ab-2dbb-49ec-84e7-be779cd44681/380", "line": 93 }, { "directive": "disallow", "path": "/download_file/view/bd80c88d-92f3-4a1d-9665-40982df23386/368", "line": 94 }, { "directive": "disallow", "path": "/emails/19/02/corp/es_b/", "line": 95 }, { "directive": "disallow", "path": "/application/files/4616/8148/5646/092222_Presentation_use.pptx", "line": 96 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://redmaneq.com/contact-us", "line": 97 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://advsysgrp.com/contact", "line": 98 }, { "directive": "disallow", "path": "/download_file/view/ba40479b-42f2-4c10-a1b3-3647e772cf87/1", "line": 99 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorarizona.com/contact", "line": 100 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=4", "line": 101 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://www.dyna-lv.com/contact", "line": 102 }, { "directive": "disallow", "path": "/?trk=public_post_main-feed-card_reshare-text", "line": 103 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=5", "line": 104 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=9&g=", "line": 105 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien+-+Brand&paidadgroup=Zlien+(Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 106 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien+-+Brand&paidadgroup=Zlien+(Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 107 }, { "directive": "disallow", "path": "/download_file/view/f2aa03b9-d16e-49e8-bfc9-004dd8c5a62f/1", "line": 108 }, { "directive": "disallow", "path": "/jobSearchForm//EPPA_Poster.pdf", "line": 109 }, { "directive": "disallow", "path": "/js/production/helper.js?bg=", "line": 110 }, { "directive": "disallow", "path": "/application/files/5117/2667/8078/D.A._Davidsons_Annual_Diversified_Industrials_and_Services_Conference_Corporate_Overview_Presentation_w_video.pptx", "line": 111 }, { "directive": "disallow", "path": "/download_file/view/f2aa03b9-d16e-49e8-bfc9-004dd8c5a62f/1", "line": 112 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc-com-eus.azurewebsites.net/contact", "line": 113 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://dyna-oregon.com/index.php/contact", "line": 114 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorhillcrest-com-eus.azurewebsites.net/contact", "line": 115 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://advsysgrp-com-eus.azurewebsites.net/contact", "line": 116 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://bahnson.com/contact?paidadgroup=Zlien (Exact)&paidcampaign=Zlien - Brand&paidkeyword=zlien", "line": 117 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorintegratedsolutions.com/regions/tennessee/contact", "line": 118 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://tel-americas.com/index.php/contact", "line": 119 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://cherokeemillwright.com/contact?utm_source=newsletter&utm_medium=email&utm_campaign=CHEROKEE_HVAC&utm_content=CONTACT", "line": 120 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcortemplate.com/index.php/contact", "line": 121 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://ardent.us/contact?paidadgroup=Zlien (Exact)&paidcampaign=Zlien - Brand&paidkeyword=zlien", "line": 122 }, { "directive": "disallow", "path": "/news/2016-news/emcor-group-inc-announces-agreement-acquire-ardent-services-and-rabalais-constructors", "line": 123 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://bahnson.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level+set", "line": 124 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://pkflorida.com/contact?gclid=EAIaIQobChMIu5LpzdWF4wIVA8NkCh3VYAQhEAAYASAAEgI6YPD_BwE////", "line": 125 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://gowangarrett.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level set", "line": 126 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://umec-ca-com-eus.azurewebsites.net/contact", "line": 127 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://kdcinc-com-eus.azurewebsites.net/contact", "line": 128 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://mesaenergy-com-eus.azurewebsites.net/contact", "line": 129 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://newcombandcompany.com/contact?promotion=Bundle Your Service Visit with a Maintenance Contract!", "line": 130 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorintegratedsolutions.com/regions/south-florida/contact", "line": 131 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorarizona-com-eus-staging.azurewebsites.net/contact", "line": 132 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://controlsolutionsgroup.com/index.php/contact-us", "line": 133 }, { "directive": "disallow", "path": "/download_file/view/2395/1073", "line": 134 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-third-quarter-conference-call-be-broadcast-over-internet", "line": 135 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorservicesnynj-com-eus.azurewebsites.net/contact", "line": 136 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://scaliseindustries.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien - Brand&paidadgroup=Zlien (Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 137 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://altairstrickland.com/contact-us?gclid=EAIaIQobChMIu5LpzdWF4wIVA8NkCh3VYAQhEAAYASAAEgI6YPD_BwE//", "line": 138 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://dyna-oregon-com-eus.azurewebsites.net/contact", "line": 139 }, { "directive": "disallow", "path": "/download_file/00272df8-bc8b-4913-8c75-0ff51471a5b2/9", "line": 140 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://rabalais.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level set", "line": 141 }, { "directive": "disallow", "path": "/newsonline", "line": 142 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://lowrie-electric.com/index.php/contact", "line": 143 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/application/attributes", "line": 2 }, { "directive": "disallow", "path": "/application/authentication", "line": 3 }, { "directive": "disallow", "path": "/application/bootstrap", "line": 4 }, { "directive": "disallow", "path": "/application/config", "line": 5 }, { "directive": "disallow", "path": "/application/controllers", "line": 6 }, { "directive": "disallow", "path": "/application/elements", "line": 7 }, { "directive": "disallow", "path": "/application/helpers", "line": 8 }, { "directive": "disallow", "path": "/application/jobs", "line": 9 }, { "directive": "disallow", "path": "/application/languages", "line": 10 }, { "directive": "disallow", "path": "/application/mail", "line": 11 }, { "directive": "disallow", "path": "/application/models", "line": 12 }, { "directive": "disallow", "path": "/application/page_types", "line": 13 }, { "directive": "disallow", "path": "/application/single_pages", "line": 14 }, { "directive": "disallow", "path": "/application/views", "line": 15 }, { "directive": "disallow", "path": "/ccm/system/captcha/picture", "line": 16 }, { "directive": "disallow", "path": "/emails/19/02/sic/", "line": 17 }, { "directive": "disallow", "path": "/emails/19/03/sic/", "line": 18 }, { "directive": "disallow", "path": "/emails/19/05/sic/", "line": 19 }, { "directive": "disallow", "path": "/emails/19/08/sic/", "line": 20 }, { "directive": "disallow", "path": "/emails/19/09/sic/", "line": 21 }, { "directive": "disallow", "path": "/emails/19/10/sic/", "line": 22 }, { "directive": "disallow", "path": "/emails/19/11/sic/", "line": 23 }, { "directive": "disallow", "path": "/emails/20/02/sic/", "line": 24 }, { "directive": "disallow", "path": "/emails/20/05/sic/", "line": 25 }, { "directive": "disallow", "path": "/emails/20/09/sic/", "line": 26 }, { "directive": "disallow", "path": "/emails/20/10/sic/", "line": 27 }, { "directive": "disallow", "path": "/emails/21/02/sic", "line": 28 }, { "directive": "disallow", "path": "/emails/21/04/sic/", "line": 29 }, { "directive": "disallow", "path": "/emails/21/08/sic/", "line": 30 }, { "directive": "disallow", "path": "/emails/21/09/sic/", "line": 31 }, { "directive": "disallow", "path": "/landing/june", "line": 32 }, { "directive": "disallow", "path": "/landing/june/auto-li-creative-d", "line": 33 }, { "directive": "disallow", "path": "/privacy-form", "line": 34 }, { "directive": "disallow", "path": "/safetyfleet-fmcsa", "line": 35 }, { "directive": "disallow", "path": "/landing/june-automechanics", "line": 36 }, { "directive": "disallow", "path": "/our-locations?store_id=33", "line": 37 }, { "directive": "disallow", "path": "/our-locations?store_id=65", "line": 38 }, { "directive": "disallow", "path": "/our-locations?store_id=73", "line": 39 }, { "directive": "disallow", "path": "/our-locations?store_id=58", "line": 40 }, { "directive": "disallow", "path": "/?C=M;O%3DA", "line": 41 }, { "directive": "disallow", "path": "/landing/july/li-paid-aj-photo-a", "line": 42 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2022-news/emcor-group-inc-third-quarter-conference-call-be-broadcast-over-internet", "line": 43 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-second-quarter-conference-call-be-broadcast-over-internet", "line": 44 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-second-quarter-conference-call-be-broadcast-over-internet", "line": 45 }, { "directive": "disallow", "path": "/landing/august-24/paidli_video_hs_gp", "line": 46 }, { "directive": "disallow", "path": "/landing/mar24/newsonline", "line": 47 }, { "directive": "disallow", "path": "/landing/july-24/newsonline", "line": 48 }, { "directive": "disallow", "path": "/executive-team-old/douglas-r-harrington-jr", "line": 49 }, { "directive": "disallow", "path": "/application/files/2517/1396/3121/EME_AR-10K_2023s.pdf", "line": 50 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2014.pdf", "line": 51 }, { "directive": "disallow", "path": "/application/files/4616/8149/6178/EME_AR_10K_2017.pdf", "line": 52 }, { "directive": "disallow", "path": "/_vault/EME_Profile_Web_190521.pdf", "line": 53 }, { "directive": "disallow", "path": "/application/files/5616/8149/5613/2019_AR_Final_Web.pdf", "line": 54 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2014.pdf", "line": 55 }, { "directive": "disallow", "path": "/application/files/1017/2165/7290/EME_Profile_Book_240722.pdf", "line": 56 }, { "directive": "disallow", "path": "/application/files/9717/0135/2150/EME_Profile_Book_231129.pdf", "line": 57 }, { "directive": "disallow", "path": "/_vault/group_files/33807_singles.pdf", "line": 58 }, { "directive": "disallow", "path": "/2019_AR_Final_Web.pdf", "line": 59 }, { "directive": "disallow", "path": "/application/files/8217/0561/2465/EME_Profile_Book_240118.pdf", "line": 60 }, { "directive": "disallow", "path": "/application/files/8916/8149/6249/EME_2016AR10K_170412.pdf", "line": 61 }, { "directive": "disallow", "path": "/application/files/2517/1396/3121/EME_AR-10K_2023s.pdf", "line": 62 }, { "directive": "disallow", "path": "/emails/19/07/nemsi/ES_NEMSI_EnergySavingsProgram_190710.pdf", "line": 63 }, { "directive": "disallow", "path": "/application/files/1117/0136/9930/EME_Profile_Book_231130.pdf", "line": 64 }, { "directive": "disallow", "path": "/application/files/5616/8149/5613/2019_AR_Final_Web.pdf", "line": 65 }, { "directive": "disallow", "path": "/application/files/4317/1396/1992/EME_AR-10K_2023s.pdf", "line": 66 }, { "directive": "disallow", "path": "/application/files/1717/1647/3781/EME_Profile_Book_240523.pdf", "line": 67 }, { "directive": "disallow", "path": "/application/files/4616/8149/6178/EME_AR_10K_2017.pdf", "line": 68 }, { "directive": "disallow", "path": "/application/files/5117/2253/6992/EME_Profile_Book_240801.pdf", "line": 69 }, { "directive": "disallow", "path": "/2019_AR_Final_Web.pdf", "line": 70 }, { "directive": "disallow", "path": "/_vault/group_files/EME_AR_10K_2017.pdf", "line": 71 }, { "directive": "disallow", "path": "/download_file/view/cd27e9e4-39c4-4930-9a3d-91d8fb4b3589/411", "line": 72 }, { "directive": "disallow", "path": "/_vault/group_files/33807_singles.pdf", "line": 73 }, { "directive": "disallow", "path": "/application/files/5117/2667/8078/D.A._Davidsons_Annual_Diversified_Industrials_and_Services_Conference_Corporate_Overview_Presentation_w_video.pptx", "line": 74 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2016AR10K_170412.pdf", "line": 75 }, { "directive": "disallow", "path": "/_vault/group_files/EME_AR_10K_2017.pdf", "line": 76 }, { "directive": "disallow", "path": "/application/files/4817/3108/8517/EMCOR_Baird_2024_Global_Industrial_Conference_Presentation_w_Video.pptx", "line": 77 }, { "directive": "disallow", "path": "/download_file/view/2375/156", "line": 78 }, { "directive": "disallow", "path": "/?ref=levels.fyi&utm_source=levels.fyi", "line": 79 }, { "directive": "disallow", "path": "/application/files/5517/3030/9163/3Q24_Earnings_Presentation_FINAL.pptx", "line": 80 }, { "directive": "disallow", "path": "/download_file/view/588/529", "line": 81 }, { "directive": "disallow", "path": "/application/files/5717/3033/0899/EME_Corporate_Overview_Presentation_October_2024_FINAL.pptx", "line": 82 }, { "directive": "disallow", "path": "/download_file/view/13685d49-8168-4380-bbde-3081900b3a1f/256", "line": 83 }, { "directive": "disallow", "path": "/news/2015-news/emcor-group-inc-subsidiary-awarded-contract-expand-and-upgrade-largest-sewage-plant-palm-beach-county-florida/", "line": 84 }, { "directive": "disallow", "path": "/news/2016-news/johnny-mac-soldiers-funds-2nd-annual-gala-raises-800000-give-back-through-education-veterans-and-children-fallen-soldiers", "line": 85 }, { "directive": "disallow", "path": "/emails/19/05/q2/es_msi/", "line": 86 }, { "directive": "disallow", "path": "/download_file/view/2413/156", "line": 87 }, { "directive": "disallow", "path": "/index.php/download_file/509/531", "line": 88 }, { "directive": "disallow", "path": "/download_file/view/e8752d6a-a8a9-43d3-b7a0-ee402925a77c/279", "line": 89 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=6&g=", "line": 90 }, { "directive": "disallow", "path": "/logos/error_log", "line": 91 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://forestnj.com/contact", "line": 92 }, { "directive": "disallow", "path": "/download_file/view/512b00ab-2dbb-49ec-84e7-be779cd44681/380", "line": 93 }, { "directive": "disallow", "path": "/download_file/view/bd80c88d-92f3-4a1d-9665-40982df23386/368", "line": 94 }, { "directive": "disallow", "path": "/emails/19/02/corp/es_b/", "line": 95 }, { "directive": "disallow", "path": "/application/files/4616/8148/5646/092222_Presentation_use.pptx", "line": 96 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://redmaneq.com/contact-us", "line": 97 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://advsysgrp.com/contact", "line": 98 }, { "directive": "disallow", "path": "/download_file/view/ba40479b-42f2-4c10-a1b3-3647e772cf87/1", "line": 99 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorarizona.com/contact", "line": 100 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=4", "line": 101 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://www.dyna-lv.com/contact", "line": 102 }, { "directive": "disallow", "path": "/?trk=public_post_main-feed-card_reshare-text", "line": 103 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=5", "line": 104 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=9&g=", "line": 105 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien+-+Brand&paidadgroup=Zlien+(Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 106 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien+-+Brand&paidadgroup=Zlien+(Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 107 }, { "directive": "disallow", "path": "/download_file/view/f2aa03b9-d16e-49e8-bfc9-004dd8c5a62f/1", "line": 108 }, { "directive": "disallow", "path": "/jobSearchForm//EPPA_Poster.pdf", "line": 109 }, { "directive": "disallow", "path": "/js/production/helper.js?bg=", "line": 110 }, { "directive": "disallow", "path": "/application/files/5117/2667/8078/D.A._Davidsons_Annual_Diversified_Industrials_and_Services_Conference_Corporate_Overview_Presentation_w_video.pptx", "line": 111 }, { "directive": "disallow", "path": "/download_file/view/f2aa03b9-d16e-49e8-bfc9-004dd8c5a62f/1", "line": 112 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc-com-eus.azurewebsites.net/contact", "line": 113 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://dyna-oregon.com/index.php/contact", "line": 114 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorhillcrest-com-eus.azurewebsites.net/contact", "line": 115 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://advsysgrp-com-eus.azurewebsites.net/contact", "line": 116 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://bahnson.com/contact?paidadgroup=Zlien (Exact)&paidcampaign=Zlien - Brand&paidkeyword=zlien", "line": 117 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorintegratedsolutions.com/regions/tennessee/contact", "line": 118 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://tel-americas.com/index.php/contact", "line": 119 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://cherokeemillwright.com/contact?utm_source=newsletter&utm_medium=email&utm_campaign=CHEROKEE_HVAC&utm_content=CONTACT", "line": 120 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcortemplate.com/index.php/contact", "line": 121 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://ardent.us/contact?paidadgroup=Zlien (Exact)&paidcampaign=Zlien - Brand&paidkeyword=zlien", "line": 122 }, { "directive": "disallow", "path": "/news/2016-news/emcor-group-inc-announces-agreement-acquire-ardent-services-and-rabalais-constructors", "line": 123 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://bahnson.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level+set", "line": 124 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://pkflorida.com/contact?gclid=EAIaIQobChMIu5LpzdWF4wIVA8NkCh3VYAQhEAAYASAAEgI6YPD_BwE////", "line": 125 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://gowangarrett.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level set", "line": 126 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://umec-ca-com-eus.azurewebsites.net/contact", "line": 127 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://kdcinc-com-eus.azurewebsites.net/contact", "line": 128 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://mesaenergy-com-eus.azurewebsites.net/contact", "line": 129 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://newcombandcompany.com/contact?promotion=Bundle Your Service Visit with a Maintenance Contract!", "line": 130 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorintegratedsolutions.com/regions/south-florida/contact", "line": 131 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorarizona-com-eus-staging.azurewebsites.net/contact", "line": 132 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://controlsolutionsgroup.com/index.php/contact-us", "line": 133 }, { "directive": "disallow", "path": "/download_file/view/2395/1073", "line": 134 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-third-quarter-conference-call-be-broadcast-over-internet", "line": 135 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorservicesnynj-com-eus.azurewebsites.net/contact", "line": 136 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://scaliseindustries.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien - Brand&paidadgroup=Zlien (Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 137 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://altairstrickland.com/contact-us?gclid=EAIaIQobChMIu5LpzdWF4wIVA8NkCh3VYAQhEAAYASAAEgI6YPD_BwE//", "line": 138 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://dyna-oregon-com-eus.azurewebsites.net/contact", "line": 139 }, { "directive": "disallow", "path": "/download_file/00272df8-bc8b-4913-8c75-0ff51471a5b2/9", "line": 140 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://rabalais.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level set", "line": 141 }, { "directive": "disallow", "path": "/newsonline", "line": 142 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://lowrie-electric.com/index.php/contact", "line": 143 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/application/attributes", "line": 2 }, { "directive": "disallow", "path": "/application/authentication", "line": 3 }, { "directive": "disallow", "path": "/application/bootstrap", "line": 4 }, { "directive": "disallow", "path": "/application/config", "line": 5 }, { "directive": "disallow", "path": "/application/controllers", "line": 6 }, { "directive": "disallow", "path": "/application/elements", "line": 7 }, { "directive": "disallow", "path": "/application/helpers", "line": 8 }, { "directive": "disallow", "path": "/application/jobs", "line": 9 }, { "directive": "disallow", "path": "/application/languages", "line": 10 }, { "directive": "disallow", "path": "/application/mail", "line": 11 }, { "directive": "disallow", "path": "/application/models", "line": 12 }, { "directive": "disallow", "path": "/application/page_types", "line": 13 }, { "directive": "disallow", "path": "/application/single_pages", "line": 14 }, { "directive": "disallow", "path": "/application/views", "line": 15 }, { "directive": "disallow", "path": "/ccm/system/captcha/picture", "line": 16 }, { "directive": "disallow", "path": "/emails/19/02/sic/", "line": 17 }, { "directive": "disallow", "path": "/emails/19/03/sic/", "line": 18 }, { "directive": "disallow", "path": "/emails/19/05/sic/", "line": 19 }, { "directive": "disallow", "path": "/emails/19/08/sic/", "line": 20 }, { "directive": "disallow", "path": "/emails/19/09/sic/", "line": 21 }, { "directive": "disallow", "path": "/emails/19/10/sic/", "line": 22 }, { "directive": "disallow", "path": "/emails/19/11/sic/", "line": 23 }, { "directive": "disallow", "path": "/emails/20/02/sic/", "line": 24 }, { "directive": "disallow", "path": "/emails/20/05/sic/", "line": 25 }, { "directive": "disallow", "path": "/emails/20/09/sic/", "line": 26 }, { "directive": "disallow", "path": "/emails/20/10/sic/", "line": 27 }, { "directive": "disallow", "path": "/emails/21/02/sic", "line": 28 }, { "directive": "disallow", "path": "/emails/21/04/sic/", "line": 29 }, { "directive": "disallow", "path": "/emails/21/08/sic/", "line": 30 }, { "directive": "disallow", "path": "/emails/21/09/sic/", "line": 31 }, { "directive": "disallow", "path": "/landing/june", "line": 32 }, { "directive": "disallow", "path": "/landing/june/auto-li-creative-d", "line": 33 }, { "directive": "disallow", "path": "/privacy-form", "line": 34 }, { "directive": "disallow", "path": "/safetyfleet-fmcsa", "line": 35 }, { "directive": "disallow", "path": "/landing/june-automechanics", "line": 36 }, { "directive": "disallow", "path": "/our-locations?store_id=33", "line": 37 }, { "directive": "disallow", "path": "/our-locations?store_id=65", "line": 38 }, { "directive": "disallow", "path": "/our-locations?store_id=73", "line": 39 }, { "directive": "disallow", "path": "/our-locations?store_id=58", "line": 40 }, { "directive": "disallow", "path": "/?C=M;O%3DA", "line": 41 }, { "directive": "disallow", "path": "/landing/july/li-paid-aj-photo-a", "line": 42 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2022-news/emcor-group-inc-third-quarter-conference-call-be-broadcast-over-internet", "line": 43 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-second-quarter-conference-call-be-broadcast-over-internet", "line": 44 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-second-quarter-conference-call-be-broadcast-over-internet", "line": 45 }, { "directive": "disallow", "path": "/landing/august-24/paidli_video_hs_gp", "line": 46 }, { "directive": "disallow", "path": "/landing/mar24/newsonline", "line": 47 }, { "directive": "disallow", "path": "/landing/july-24/newsonline", "line": 48 }, { "directive": "disallow", "path": "/executive-team-old/douglas-r-harrington-jr", "line": 49 }, { "directive": "disallow", "path": "/application/files/2517/1396/3121/EME_AR-10K_2023s.pdf", "line": 50 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2014.pdf", "line": 51 }, { "directive": "disallow", "path": "/application/files/4616/8149/6178/EME_AR_10K_2017.pdf", "line": 52 }, { "directive": "disallow", "path": "/_vault/EME_Profile_Web_190521.pdf", "line": 53 }, { "directive": "disallow", "path": "/application/files/5616/8149/5613/2019_AR_Final_Web.pdf", "line": 54 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2014.pdf", "line": 55 }, { "directive": "disallow", "path": "/application/files/1017/2165/7290/EME_Profile_Book_240722.pdf", "line": 56 }, { "directive": "disallow", "path": "/application/files/9717/0135/2150/EME_Profile_Book_231129.pdf", "line": 57 }, { "directive": "disallow", "path": "/_vault/group_files/33807_singles.pdf", "line": 58 }, { "directive": "disallow", "path": "/2019_AR_Final_Web.pdf", "line": 59 }, { "directive": "disallow", "path": "/application/files/8217/0561/2465/EME_Profile_Book_240118.pdf", "line": 60 }, { "directive": "disallow", "path": "/application/files/8916/8149/6249/EME_2016AR10K_170412.pdf", "line": 61 }, { "directive": "disallow", "path": "/application/files/2517/1396/3121/EME_AR-10K_2023s.pdf", "line": 62 }, { "directive": "disallow", "path": "/emails/19/07/nemsi/ES_NEMSI_EnergySavingsProgram_190710.pdf", "line": 63 }, { "directive": "disallow", "path": "/application/files/1117/0136/9930/EME_Profile_Book_231130.pdf", "line": 64 }, { "directive": "disallow", "path": "/application/files/5616/8149/5613/2019_AR_Final_Web.pdf", "line": 65 }, { "directive": "disallow", "path": "/application/files/4317/1396/1992/EME_AR-10K_2023s.pdf", "line": 66 }, { "directive": "disallow", "path": "/application/files/1717/1647/3781/EME_Profile_Book_240523.pdf", "line": 67 }, { "directive": "disallow", "path": "/application/files/4616/8149/6178/EME_AR_10K_2017.pdf", "line": 68 }, { "directive": "disallow", "path": "/application/files/5117/2253/6992/EME_Profile_Book_240801.pdf", "line": 69 }, { "directive": "disallow", "path": "/2019_AR_Final_Web.pdf", "line": 70 }, { "directive": "disallow", "path": "/_vault/group_files/EME_AR_10K_2017.pdf", "line": 71 }, { "directive": "disallow", "path": "/download_file/view/cd27e9e4-39c4-4930-9a3d-91d8fb4b3589/411", "line": 72 }, { "directive": "disallow", "path": "/_vault/group_files/33807_singles.pdf", "line": 73 }, { "directive": "disallow", "path": "/application/files/5117/2667/8078/D.A._Davidsons_Annual_Diversified_Industrials_and_Services_Conference_Corporate_Overview_Presentation_w_video.pptx", "line": 74 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2016AR10K_170412.pdf", "line": 75 }, { "directive": "disallow", "path": "/_vault/group_files/EME_AR_10K_2017.pdf", "line": 76 }, { "directive": "disallow", "path": "/application/files/4817/3108/8517/EMCOR_Baird_2024_Global_Industrial_Conference_Presentation_w_Video.pptx", "line": 77 }, { "directive": "disallow", "path": "/download_file/view/2375/156", "line": 78 }, { "directive": "disallow", "path": "/?ref=levels.fyi&utm_source=levels.fyi", "line": 79 }, { "directive": "disallow", "path": "/application/files/5517/3030/9163/3Q24_Earnings_Presentation_FINAL.pptx", "line": 80 }, { "directive": "disallow", "path": "/download_file/view/588/529", "line": 81 }, { "directive": "disallow", "path": "/application/files/5717/3033/0899/EME_Corporate_Overview_Presentation_October_2024_FINAL.pptx", "line": 82 }, { "directive": "disallow", "path": "/download_file/view/13685d49-8168-4380-bbde-3081900b3a1f/256", "line": 83 }, { "directive": "disallow", "path": "/news/2015-news/emcor-group-inc-subsidiary-awarded-contract-expand-and-upgrade-largest-sewage-plant-palm-beach-county-florida/", "line": 84 }, { "directive": "disallow", "path": "/news/2016-news/johnny-mac-soldiers-funds-2nd-annual-gala-raises-800000-give-back-through-education-veterans-and-children-fallen-soldiers", "line": 85 }, { "directive": "disallow", "path": "/emails/19/05/q2/es_msi/", "line": 86 }, { "directive": "disallow", "path": "/download_file/view/2413/156", "line": 87 }, { "directive": "disallow", "path": "/index.php/download_file/509/531", "line": 88 }, { "directive": "disallow", "path": "/download_file/view/e8752d6a-a8a9-43d3-b7a0-ee402925a77c/279", "line": 89 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=6&g=", "line": 90 }, { "directive": "disallow", "path": "/logos/error_log", "line": 91 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://forestnj.com/contact", "line": 92 }, { "directive": "disallow", "path": "/download_file/view/512b00ab-2dbb-49ec-84e7-be779cd44681/380", "line": 93 }, { "directive": "disallow", "path": "/download_file/view/bd80c88d-92f3-4a1d-9665-40982df23386/368", "line": 94 }, { "directive": "disallow", "path": "/emails/19/02/corp/es_b/", "line": 95 }, { "directive": "disallow", "path": "/application/files/4616/8148/5646/092222_Presentation_use.pptx", "line": 96 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://redmaneq.com/contact-us", "line": 97 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://advsysgrp.com/contact", "line": 98 }, { "directive": "disallow", "path": "/download_file/view/ba40479b-42f2-4c10-a1b3-3647e772cf87/1", "line": 99 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorarizona.com/contact", "line": 100 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=4", "line": 101 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://www.dyna-lv.com/contact", "line": 102 }, { "directive": "disallow", "path": "/?trk=public_post_main-feed-card_reshare-text", "line": 103 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=5", "line": 104 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=9&g=", "line": 105 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien+-+Brand&paidadgroup=Zlien+(Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 106 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien+-+Brand&paidadgroup=Zlien+(Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 107 }, { "directive": "disallow", "path": "/download_file/view/f2aa03b9-d16e-49e8-bfc9-004dd8c5a62f/1", "line": 108 }, { "directive": "disallow", "path": "/jobSearchForm//EPPA_Poster.pdf", "line": 109 }, { "directive": "disallow", "path": "/js/production/helper.js?bg=", "line": 110 }, { "directive": "disallow", "path": "/application/files/5117/2667/8078/D.A._Davidsons_Annual_Diversified_Industrials_and_Services_Conference_Corporate_Overview_Presentation_w_video.pptx", "line": 111 }, { "directive": "disallow", "path": "/download_file/view/f2aa03b9-d16e-49e8-bfc9-004dd8c5a62f/1", "line": 112 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc-com-eus.azurewebsites.net/contact", "line": 113 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://dyna-oregon.com/index.php/contact", "line": 114 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorhillcrest-com-eus.azurewebsites.net/contact", "line": 115 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://advsysgrp-com-eus.azurewebsites.net/contact", "line": 116 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://bahnson.com/contact?paidadgroup=Zlien (Exact)&paidcampaign=Zlien - Brand&paidkeyword=zlien", "line": 117 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorintegratedsolutions.com/regions/tennessee/contact", "line": 118 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://tel-americas.com/index.php/contact", "line": 119 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://cherokeemillwright.com/contact?utm_source=newsletter&utm_medium=email&utm_campaign=CHEROKEE_HVAC&utm_content=CONTACT", "line": 120 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcortemplate.com/index.php/contact", "line": 121 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://ardent.us/contact?paidadgroup=Zlien (Exact)&paidcampaign=Zlien - Brand&paidkeyword=zlien", "line": 122 }, { "directive": "disallow", "path": "/news/2016-news/emcor-group-inc-announces-agreement-acquire-ardent-services-and-rabalais-constructors", "line": 123 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://bahnson.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level+set", "line": 124 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://pkflorida.com/contact?gclid=EAIaIQobChMIu5LpzdWF4wIVA8NkCh3VYAQhEAAYASAAEgI6YPD_BwE////", "line": 125 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://gowangarrett.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level set", "line": 126 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://umec-ca-com-eus.azurewebsites.net/contact", "line": 127 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://kdcinc-com-eus.azurewebsites.net/contact", "line": 128 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://mesaenergy-com-eus.azurewebsites.net/contact", "line": 129 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://newcombandcompany.com/contact?promotion=Bundle Your Service Visit with a Maintenance Contract!", "line": 130 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorintegratedsolutions.com/regions/south-florida/contact", "line": 131 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorarizona-com-eus-staging.azurewebsites.net/contact", "line": 132 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://controlsolutionsgroup.com/index.php/contact-us", "line": 133 }, { "directive": "disallow", "path": "/download_file/view/2395/1073", "line": 134 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-third-quarter-conference-call-be-broadcast-over-internet", "line": 135 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorservicesnynj-com-eus.azurewebsites.net/contact", "line": 136 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://scaliseindustries.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien - Brand&paidadgroup=Zlien (Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 137 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://altairstrickland.com/contact-us?gclid=EAIaIQobChMIu5LpzdWF4wIVA8NkCh3VYAQhEAAYASAAEgI6YPD_BwE//", "line": 138 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://dyna-oregon-com-eus.azurewebsites.net/contact", "line": 139 }, { "directive": "disallow", "path": "/download_file/00272df8-bc8b-4913-8c75-0ff51471a5b2/9", "line": 140 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://rabalais.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level set", "line": 141 }, { "directive": "disallow", "path": "/newsonline", "line": 142 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://lowrie-electric.com/index.php/contact", "line": 143 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/application/attributes", "line": 2 }, { "directive": "disallow", "path": "/application/authentication", "line": 3 }, { "directive": "disallow", "path": "/application/bootstrap", "line": 4 }, { "directive": "disallow", "path": "/application/config", "line": 5 }, { "directive": "disallow", "path": "/application/controllers", "line": 6 }, { "directive": "disallow", "path": "/application/elements", "line": 7 }, { "directive": "disallow", "path": "/application/helpers", "line": 8 }, { "directive": "disallow", "path": "/application/jobs", "line": 9 }, { "directive": "disallow", "path": "/application/languages", "line": 10 }, { "directive": "disallow", "path": "/application/mail", "line": 11 }, { "directive": "disallow", "path": "/application/models", "line": 12 }, { "directive": "disallow", "path": "/application/page_types", "line": 13 }, { "directive": "disallow", "path": "/application/single_pages", "line": 14 }, { "directive": "disallow", "path": "/application/views", "line": 15 }, { "directive": "disallow", "path": "/ccm/system/captcha/picture", "line": 16 }, { "directive": "disallow", "path": "/emails/19/02/sic/", "line": 17 }, { "directive": "disallow", "path": "/emails/19/03/sic/", "line": 18 }, { "directive": "disallow", "path": "/emails/19/05/sic/", "line": 19 }, { "directive": "disallow", "path": "/emails/19/08/sic/", "line": 20 }, { "directive": "disallow", "path": "/emails/19/09/sic/", "line": 21 }, { "directive": "disallow", "path": "/emails/19/10/sic/", "line": 22 }, { "directive": "disallow", "path": "/emails/19/11/sic/", "line": 23 }, { "directive": "disallow", "path": "/emails/20/02/sic/", "line": 24 }, { "directive": "disallow", "path": "/emails/20/05/sic/", "line": 25 }, { "directive": "disallow", "path": "/emails/20/09/sic/", "line": 26 }, { "directive": "disallow", "path": "/emails/20/10/sic/", "line": 27 }, { "directive": "disallow", "path": "/emails/21/02/sic", "line": 28 }, { "directive": "disallow", "path": "/emails/21/04/sic/", "line": 29 }, { "directive": "disallow", "path": "/emails/21/08/sic/", "line": 30 }, { "directive": "disallow", "path": "/emails/21/09/sic/", "line": 31 }, { "directive": "disallow", "path": "/landing/june", "line": 32 }, { "directive": "disallow", "path": "/landing/june/auto-li-creative-d", "line": 33 }, { "directive": "disallow", "path": "/privacy-form", "line": 34 }, { "directive": "disallow", "path": "/safetyfleet-fmcsa", "line": 35 }, { "directive": "disallow", "path": "/landing/june-automechanics", "line": 36 }, { "directive": "disallow", "path": "/our-locations?store_id=33", "line": 37 }, { "directive": "disallow", "path": "/our-locations?store_id=65", "line": 38 }, { "directive": "disallow", "path": "/our-locations?store_id=73", "line": 39 }, { "directive": "disallow", "path": "/our-locations?store_id=58", "line": 40 }, { "directive": "disallow", "path": "/?C=M;O%3DA", "line": 41 }, { "directive": "disallow", "path": "/landing/july/li-paid-aj-photo-a", "line": 42 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2022-news/emcor-group-inc-third-quarter-conference-call-be-broadcast-over-internet", "line": 43 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-second-quarter-conference-call-be-broadcast-over-internet", "line": 44 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-second-quarter-conference-call-be-broadcast-over-internet", "line": 45 }, { "directive": "disallow", "path": "/landing/august-24/paidli_video_hs_gp", "line": 46 }, { "directive": "disallow", "path": "/landing/mar24/newsonline", "line": 47 }, { "directive": "disallow", "path": "/landing/july-24/newsonline", "line": 48 }, { "directive": "disallow", "path": "/executive-team-old/douglas-r-harrington-jr", "line": 49 }, { "directive": "disallow", "path": "/application/files/2517/1396/3121/EME_AR-10K_2023s.pdf", "line": 50 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2014.pdf", "line": 51 }, { "directive": "disallow", "path": "/application/files/4616/8149/6178/EME_AR_10K_2017.pdf", "line": 52 }, { "directive": "disallow", "path": "/_vault/EME_Profile_Web_190521.pdf", "line": 53 }, { "directive": "disallow", "path": "/application/files/5616/8149/5613/2019_AR_Final_Web.pdf", "line": 54 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2014.pdf", "line": 55 }, { "directive": "disallow", "path": "/application/files/1017/2165/7290/EME_Profile_Book_240722.pdf", "line": 56 }, { "directive": "disallow", "path": "/application/files/9717/0135/2150/EME_Profile_Book_231129.pdf", "line": 57 }, { "directive": "disallow", "path": "/_vault/group_files/33807_singles.pdf", "line": 58 }, { "directive": "disallow", "path": "/2019_AR_Final_Web.pdf", "line": 59 }, { "directive": "disallow", "path": "/application/files/8217/0561/2465/EME_Profile_Book_240118.pdf", "line": 60 }, { "directive": "disallow", "path": "/application/files/8916/8149/6249/EME_2016AR10K_170412.pdf", "line": 61 }, { "directive": "disallow", "path": "/application/files/2517/1396/3121/EME_AR-10K_2023s.pdf", "line": 62 }, { "directive": "disallow", "path": "/emails/19/07/nemsi/ES_NEMSI_EnergySavingsProgram_190710.pdf", "line": 63 }, { "directive": "disallow", "path": "/application/files/1117/0136/9930/EME_Profile_Book_231130.pdf", "line": 64 }, { "directive": "disallow", "path": "/application/files/5616/8149/5613/2019_AR_Final_Web.pdf", "line": 65 }, { "directive": "disallow", "path": "/application/files/4317/1396/1992/EME_AR-10K_2023s.pdf", "line": 66 }, { "directive": "disallow", "path": "/application/files/1717/1647/3781/EME_Profile_Book_240523.pdf", "line": 67 }, { "directive": "disallow", "path": "/application/files/4616/8149/6178/EME_AR_10K_2017.pdf", "line": 68 }, { "directive": "disallow", "path": "/application/files/5117/2253/6992/EME_Profile_Book_240801.pdf", "line": 69 }, { "directive": "disallow", "path": "/2019_AR_Final_Web.pdf", "line": 70 }, { "directive": "disallow", "path": "/_vault/group_files/EME_AR_10K_2017.pdf", "line": 71 }, { "directive": "disallow", "path": "/download_file/view/cd27e9e4-39c4-4930-9a3d-91d8fb4b3589/411", "line": 72 }, { "directive": "disallow", "path": "/_vault/group_files/33807_singles.pdf", "line": 73 }, { "directive": "disallow", "path": "/application/files/5117/2667/8078/D.A._Davidsons_Annual_Diversified_Industrials_and_Services_Conference_Corporate_Overview_Presentation_w_video.pptx", "line": 74 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2016AR10K_170412.pdf", "line": 75 }, { "directive": "disallow", "path": "/_vault/group_files/EME_AR_10K_2017.pdf", "line": 76 }, { "directive": "disallow", "path": "/application/files/4817/3108/8517/EMCOR_Baird_2024_Global_Industrial_Conference_Presentation_w_Video.pptx", "line": 77 }, { "directive": "disallow", "path": "/download_file/view/2375/156", "line": 78 }, { "directive": "disallow", "path": "/?ref=levels.fyi&utm_source=levels.fyi", "line": 79 }, { "directive": "disallow", "path": "/application/files/5517/3030/9163/3Q24_Earnings_Presentation_FINAL.pptx", "line": 80 }, { "directive": "disallow", "path": "/download_file/view/588/529", "line": 81 }, { "directive": "disallow", "path": "/application/files/5717/3033/0899/EME_Corporate_Overview_Presentation_October_2024_FINAL.pptx", "line": 82 }, { "directive": "disallow", "path": "/download_file/view/13685d49-8168-4380-bbde-3081900b3a1f/256", "line": 83 }, { "directive": "disallow", "path": "/news/2015-news/emcor-group-inc-subsidiary-awarded-contract-expand-and-upgrade-largest-sewage-plant-palm-beach-county-florida/", "line": 84 }, { "directive": "disallow", "path": "/news/2016-news/johnny-mac-soldiers-funds-2nd-annual-gala-raises-800000-give-back-through-education-veterans-and-children-fallen-soldiers", "line": 85 }, { "directive": "disallow", "path": "/emails/19/05/q2/es_msi/", "line": 86 }, { "directive": "disallow", "path": "/download_file/view/2413/156", "line": 87 }, { "directive": "disallow", "path": "/index.php/download_file/509/531", "line": 88 }, { "directive": "disallow", "path": "/download_file/view/e8752d6a-a8a9-43d3-b7a0-ee402925a77c/279", "line": 89 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=6&g=", "line": 90 }, { "directive": "disallow", "path": "/logos/error_log", "line": 91 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://forestnj.com/contact", "line": 92 }, { "directive": "disallow", "path": "/download_file/view/512b00ab-2dbb-49ec-84e7-be779cd44681/380", "line": 93 }, { "directive": "disallow", "path": "/download_file/view/bd80c88d-92f3-4a1d-9665-40982df23386/368", "line": 94 }, { "directive": "disallow", "path": "/emails/19/02/corp/es_b/", "line": 95 }, { "directive": "disallow", "path": "/application/files/4616/8148/5646/092222_Presentation_use.pptx", "line": 96 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://redmaneq.com/contact-us", "line": 97 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://advsysgrp.com/contact", "line": 98 }, { "directive": "disallow", "path": "/download_file/view/ba40479b-42f2-4c10-a1b3-3647e772cf87/1", "line": 99 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorarizona.com/contact", "line": 100 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=4", "line": 101 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://www.dyna-lv.com/contact", "line": 102 }, { "directive": "disallow", "path": "/?trk=public_post_main-feed-card_reshare-text", "line": 103 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=5", "line": 104 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=9&g=", "line": 105 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien+-+Brand&paidadgroup=Zlien+(Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 106 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien+-+Brand&paidadgroup=Zlien+(Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 107 }, { "directive": "disallow", "path": "/download_file/view/f2aa03b9-d16e-49e8-bfc9-004dd8c5a62f/1", "line": 108 }, { "directive": "disallow", "path": "/jobSearchForm//EPPA_Poster.pdf", "line": 109 }, { "directive": "disallow", "path": "/js/production/helper.js?bg=", "line": 110 }, { "directive": "disallow", "path": "/application/files/5117/2667/8078/D.A._Davidsons_Annual_Diversified_Industrials_and_Services_Conference_Corporate_Overview_Presentation_w_video.pptx", "line": 111 }, { "directive": "disallow", "path": "/download_file/view/f2aa03b9-d16e-49e8-bfc9-004dd8c5a62f/1", "line": 112 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc-com-eus.azurewebsites.net/contact", "line": 113 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://dyna-oregon.com/index.php/contact", "line": 114 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorhillcrest-com-eus.azurewebsites.net/contact", "line": 115 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://advsysgrp-com-eus.azurewebsites.net/contact", "line": 116 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://bahnson.com/contact?paidadgroup=Zlien (Exact)&paidcampaign=Zlien - Brand&paidkeyword=zlien", "line": 117 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorintegratedsolutions.com/regions/tennessee/contact", "line": 118 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://tel-americas.com/index.php/contact", "line": 119 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://cherokeemillwright.com/contact?utm_source=newsletter&utm_medium=email&utm_campaign=CHEROKEE_HVAC&utm_content=CONTACT", "line": 120 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcortemplate.com/index.php/contact", "line": 121 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://ardent.us/contact?paidadgroup=Zlien (Exact)&paidcampaign=Zlien - Brand&paidkeyword=zlien", "line": 122 }, { "directive": "disallow", "path": "/news/2016-news/emcor-group-inc-announces-agreement-acquire-ardent-services-and-rabalais-constructors", "line": 123 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://bahnson.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level+set", "line": 124 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://pkflorida.com/contact?gclid=EAIaIQobChMIu5LpzdWF4wIVA8NkCh3VYAQhEAAYASAAEgI6YPD_BwE////", "line": 125 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://gowangarrett.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level set", "line": 126 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://umec-ca-com-eus.azurewebsites.net/contact", "line": 127 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://kdcinc-com-eus.azurewebsites.net/contact", "line": 128 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://mesaenergy-com-eus.azurewebsites.net/contact", "line": 129 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://newcombandcompany.com/contact?promotion=Bundle Your Service Visit with a Maintenance Contract!", "line": 130 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorintegratedsolutions.com/regions/south-florida/contact", "line": 131 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorarizona-com-eus-staging.azurewebsites.net/contact", "line": 132 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://controlsolutionsgroup.com/index.php/contact-us", "line": 133 }, { "directive": "disallow", "path": "/download_file/view/2395/1073", "line": 134 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-third-quarter-conference-call-be-broadcast-over-internet", "line": 135 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorservicesnynj-com-eus.azurewebsites.net/contact", "line": 136 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://scaliseindustries.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien - Brand&paidadgroup=Zlien (Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 137 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://altairstrickland.com/contact-us?gclid=EAIaIQobChMIu5LpzdWF4wIVA8NkCh3VYAQhEAAYASAAEgI6YPD_BwE//", "line": 138 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://dyna-oregon-com-eus.azurewebsites.net/contact", "line": 139 }, { "directive": "disallow", "path": "/download_file/00272df8-bc8b-4913-8c75-0ff51471a5b2/9", "line": 140 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://rabalais.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level set", "line": 141 }, { "directive": "disallow", "path": "/newsonline", "line": 142 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://lowrie-electric.com/index.php/contact", "line": 143 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/application/attributes", "line": 2 }, { "directive": "disallow", "path": "/application/authentication", "line": 3 }, { "directive": "disallow", "path": "/application/bootstrap", "line": 4 }, { "directive": "disallow", "path": "/application/config", "line": 5 }, { "directive": "disallow", "path": "/application/controllers", "line": 6 }, { "directive": "disallow", "path": "/application/elements", "line": 7 }, { "directive": "disallow", "path": "/application/helpers", "line": 8 }, { "directive": "disallow", "path": "/application/jobs", "line": 9 }, { "directive": "disallow", "path": "/application/languages", "line": 10 }, { "directive": "disallow", "path": "/application/mail", "line": 11 }, { "directive": "disallow", "path": "/application/models", "line": 12 }, { "directive": "disallow", "path": "/application/page_types", "line": 13 }, { "directive": "disallow", "path": "/application/single_pages", "line": 14 }, { "directive": "disallow", "path": "/application/views", "line": 15 }, { "directive": "disallow", "path": "/ccm/system/captcha/picture", "line": 16 }, { "directive": "disallow", "path": "/emails/19/02/sic/", "line": 17 }, { "directive": "disallow", "path": "/emails/19/03/sic/", "line": 18 }, { "directive": "disallow", "path": "/emails/19/05/sic/", "line": 19 }, { "directive": "disallow", "path": "/emails/19/08/sic/", "line": 20 }, { "directive": "disallow", "path": "/emails/19/09/sic/", "line": 21 }, { "directive": "disallow", "path": "/emails/19/10/sic/", "line": 22 }, { "directive": "disallow", "path": "/emails/19/11/sic/", "line": 23 }, { "directive": "disallow", "path": "/emails/20/02/sic/", "line": 24 }, { "directive": "disallow", "path": "/emails/20/05/sic/", "line": 25 }, { "directive": "disallow", "path": "/emails/20/09/sic/", "line": 26 }, { "directive": "disallow", "path": "/emails/20/10/sic/", "line": 27 }, { "directive": "disallow", "path": "/emails/21/02/sic", "line": 28 }, { "directive": "disallow", "path": "/emails/21/04/sic/", "line": 29 }, { "directive": "disallow", "path": "/emails/21/08/sic/", "line": 30 }, { "directive": "disallow", "path": "/emails/21/09/sic/", "line": 31 }, { "directive": "disallow", "path": "/landing/june", "line": 32 }, { "directive": "disallow", "path": "/landing/june/auto-li-creative-d", "line": 33 }, { "directive": "disallow", "path": "/privacy-form", "line": 34 }, { "directive": "disallow", "path": "/safetyfleet-fmcsa", "line": 35 }, { "directive": "disallow", "path": "/landing/june-automechanics", "line": 36 }, { "directive": "disallow", "path": "/our-locations?store_id=33", "line": 37 }, { "directive": "disallow", "path": "/our-locations?store_id=65", "line": 38 }, { "directive": "disallow", "path": "/our-locations?store_id=73", "line": 39 }, { "directive": "disallow", "path": "/our-locations?store_id=58", "line": 40 }, { "directive": "disallow", "path": "/?C=M;O%3DA", "line": 41 }, { "directive": "disallow", "path": "/landing/july/li-paid-aj-photo-a", "line": 42 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2022-news/emcor-group-inc-third-quarter-conference-call-be-broadcast-over-internet", "line": 43 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-second-quarter-conference-call-be-broadcast-over-internet", "line": 44 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-second-quarter-conference-call-be-broadcast-over-internet", "line": 45 }, { "directive": "disallow", "path": "/landing/august-24/paidli_video_hs_gp", "line": 46 }, { "directive": "disallow", "path": "/landing/mar24/newsonline", "line": 47 }, { "directive": "disallow", "path": "/landing/july-24/newsonline", "line": 48 }, { "directive": "disallow", "path": "/executive-team-old/douglas-r-harrington-jr", "line": 49 }, { "directive": "disallow", "path": "/application/files/2517/1396/3121/EME_AR-10K_2023s.pdf", "line": 50 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2014.pdf", "line": 51 }, { "directive": "disallow", "path": "/application/files/4616/8149/6178/EME_AR_10K_2017.pdf", "line": 52 }, { "directive": "disallow", "path": "/_vault/EME_Profile_Web_190521.pdf", "line": 53 }, { "directive": "disallow", "path": "/application/files/5616/8149/5613/2019_AR_Final_Web.pdf", "line": 54 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2014.pdf", "line": 55 }, { "directive": "disallow", "path": "/application/files/1017/2165/7290/EME_Profile_Book_240722.pdf", "line": 56 }, { "directive": "disallow", "path": "/application/files/9717/0135/2150/EME_Profile_Book_231129.pdf", "line": 57 }, { "directive": "disallow", "path": "/_vault/group_files/33807_singles.pdf", "line": 58 }, { "directive": "disallow", "path": "/2019_AR_Final_Web.pdf", "line": 59 }, { "directive": "disallow", "path": "/application/files/8217/0561/2465/EME_Profile_Book_240118.pdf", "line": 60 }, { "directive": "disallow", "path": "/application/files/8916/8149/6249/EME_2016AR10K_170412.pdf", "line": 61 }, { "directive": "disallow", "path": "/application/files/2517/1396/3121/EME_AR-10K_2023s.pdf", "line": 62 }, { "directive": "disallow", "path": "/emails/19/07/nemsi/ES_NEMSI_EnergySavingsProgram_190710.pdf", "line": 63 }, { "directive": "disallow", "path": "/application/files/1117/0136/9930/EME_Profile_Book_231130.pdf", "line": 64 }, { "directive": "disallow", "path": "/application/files/5616/8149/5613/2019_AR_Final_Web.pdf", "line": 65 }, { "directive": "disallow", "path": "/application/files/4317/1396/1992/EME_AR-10K_2023s.pdf", "line": 66 }, { "directive": "disallow", "path": "/application/files/1717/1647/3781/EME_Profile_Book_240523.pdf", "line": 67 }, { "directive": "disallow", "path": "/application/files/4616/8149/6178/EME_AR_10K_2017.pdf", "line": 68 }, { "directive": "disallow", "path": "/application/files/5117/2253/6992/EME_Profile_Book_240801.pdf", "line": 69 }, { "directive": "disallow", "path": "/2019_AR_Final_Web.pdf", "line": 70 }, { "directive": "disallow", "path": "/_vault/group_files/EME_AR_10K_2017.pdf", "line": 71 }, { "directive": "disallow", "path": "/download_file/view/cd27e9e4-39c4-4930-9a3d-91d8fb4b3589/411", "line": 72 }, { "directive": "disallow", "path": "/_vault/group_files/33807_singles.pdf", "line": 73 }, { "directive": "disallow", "path": "/application/files/5117/2667/8078/D.A._Davidsons_Annual_Diversified_Industrials_and_Services_Conference_Corporate_Overview_Presentation_w_video.pptx", "line": 74 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2016AR10K_170412.pdf", "line": 75 }, { "directive": "disallow", "path": "/_vault/group_files/EME_AR_10K_2017.pdf", "line": 76 }, { "directive": "disallow", "path": "/application/files/4817/3108/8517/EMCOR_Baird_2024_Global_Industrial_Conference_Presentation_w_Video.pptx", "line": 77 }, { "directive": "disallow", "path": "/download_file/view/2375/156", "line": 78 }, { "directive": "disallow", "path": "/?ref=levels.fyi&utm_source=levels.fyi", "line": 79 }, { "directive": "disallow", "path": "/application/files/5517/3030/9163/3Q24_Earnings_Presentation_FINAL.pptx", "line": 80 }, { "directive": "disallow", "path": "/download_file/view/588/529", "line": 81 }, { "directive": "disallow", "path": "/application/files/5717/3033/0899/EME_Corporate_Overview_Presentation_October_2024_FINAL.pptx", "line": 82 }, { "directive": "disallow", "path": "/download_file/view/13685d49-8168-4380-bbde-3081900b3a1f/256", "line": 83 }, { "directive": "disallow", "path": "/news/2015-news/emcor-group-inc-subsidiary-awarded-contract-expand-and-upgrade-largest-sewage-plant-palm-beach-county-florida/", "line": 84 }, { "directive": "disallow", "path": "/news/2016-news/johnny-mac-soldiers-funds-2nd-annual-gala-raises-800000-give-back-through-education-veterans-and-children-fallen-soldiers", "line": 85 }, { "directive": "disallow", "path": "/emails/19/05/q2/es_msi/", "line": 86 }, { "directive": "disallow", "path": "/download_file/view/2413/156", "line": 87 }, { "directive": "disallow", "path": "/index.php/download_file/509/531", "line": 88 }, { "directive": "disallow", "path": "/download_file/view/e8752d6a-a8a9-43d3-b7a0-ee402925a77c/279", "line": 89 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=6&g=", "line": 90 }, { "directive": "disallow", "path": "/logos/error_log", "line": 91 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://forestnj.com/contact", "line": 92 }, { "directive": "disallow", "path": "/download_file/view/512b00ab-2dbb-49ec-84e7-be779cd44681/380", "line": 93 }, { "directive": "disallow", "path": "/download_file/view/bd80c88d-92f3-4a1d-9665-40982df23386/368", "line": 94 }, { "directive": "disallow", "path": "/emails/19/02/corp/es_b/", "line": 95 }, { "directive": "disallow", "path": "/application/files/4616/8148/5646/092222_Presentation_use.pptx", "line": 96 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://redmaneq.com/contact-us", "line": 97 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://advsysgrp.com/contact", "line": 98 }, { "directive": "disallow", "path": "/download_file/view/ba40479b-42f2-4c10-a1b3-3647e772cf87/1", "line": 99 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorarizona.com/contact", "line": 100 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=4", "line": 101 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://www.dyna-lv.com/contact", "line": 102 }, { "directive": "disallow", "path": "/?trk=public_post_main-feed-card_reshare-text", "line": 103 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=5", "line": 104 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=9&g=", "line": 105 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien+-+Brand&paidadgroup=Zlien+(Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 106 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien+-+Brand&paidadgroup=Zlien+(Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 107 }, { "directive": "disallow", "path": "/download_file/view/f2aa03b9-d16e-49e8-bfc9-004dd8c5a62f/1", "line": 108 }, { "directive": "disallow", "path": "/jobSearchForm//EPPA_Poster.pdf", "line": 109 }, { "directive": "disallow", "path": "/js/production/helper.js?bg=", "line": 110 }, { "directive": "disallow", "path": "/application/files/5117/2667/8078/D.A._Davidsons_Annual_Diversified_Industrials_and_Services_Conference_Corporate_Overview_Presentation_w_video.pptx", "line": 111 }, { "directive": "disallow", "path": "/download_file/view/f2aa03b9-d16e-49e8-bfc9-004dd8c5a62f/1", "line": 112 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc-com-eus.azurewebsites.net/contact", "line": 113 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://dyna-oregon.com/index.php/contact", "line": 114 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorhillcrest-com-eus.azurewebsites.net/contact", "line": 115 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://advsysgrp-com-eus.azurewebsites.net/contact", "line": 116 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://bahnson.com/contact?paidadgroup=Zlien (Exact)&paidcampaign=Zlien - Brand&paidkeyword=zlien", "line": 117 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorintegratedsolutions.com/regions/tennessee/contact", "line": 118 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://tel-americas.com/index.php/contact", "line": 119 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://cherokeemillwright.com/contact?utm_source=newsletter&utm_medium=email&utm_campaign=CHEROKEE_HVAC&utm_content=CONTACT", "line": 120 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcortemplate.com/index.php/contact", "line": 121 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://ardent.us/contact?paidadgroup=Zlien (Exact)&paidcampaign=Zlien - Brand&paidkeyword=zlien", "line": 122 }, { "directive": "disallow", "path": "/news/2016-news/emcor-group-inc-announces-agreement-acquire-ardent-services-and-rabalais-constructors", "line": 123 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://bahnson.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level+set", "line": 124 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://pkflorida.com/contact?gclid=EAIaIQobChMIu5LpzdWF4wIVA8NkCh3VYAQhEAAYASAAEgI6YPD_BwE////", "line": 125 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://gowangarrett.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level set", "line": 126 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://umec-ca-com-eus.azurewebsites.net/contact", "line": 127 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://kdcinc-com-eus.azurewebsites.net/contact", "line": 128 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://mesaenergy-com-eus.azurewebsites.net/contact", "line": 129 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://newcombandcompany.com/contact?promotion=Bundle Your Service Visit with a Maintenance Contract!", "line": 130 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorintegratedsolutions.com/regions/south-florida/contact", "line": 131 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorarizona-com-eus-staging.azurewebsites.net/contact", "line": 132 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://controlsolutionsgroup.com/index.php/contact-us", "line": 133 }, { "directive": "disallow", "path": "/download_file/view/2395/1073", "line": 134 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-third-quarter-conference-call-be-broadcast-over-internet", "line": 135 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorservicesnynj-com-eus.azurewebsites.net/contact", "line": 136 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://scaliseindustries.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien - Brand&paidadgroup=Zlien (Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 137 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://altairstrickland.com/contact-us?gclid=EAIaIQobChMIu5LpzdWF4wIVA8NkCh3VYAQhEAAYASAAEgI6YPD_BwE//", "line": 138 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://dyna-oregon-com-eus.azurewebsites.net/contact", "line": 139 }, { "directive": "disallow", "path": "/download_file/00272df8-bc8b-4913-8c75-0ff51471a5b2/9", "line": 140 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://rabalais.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level set", "line": 141 }, { "directive": "disallow", "path": "/newsonline", "line": 142 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://lowrie-electric.com/index.php/contact", "line": 143 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/application/attributes", "line": 2 }, { "directive": "disallow", "path": "/application/authentication", "line": 3 }, { "directive": "disallow", "path": "/application/bootstrap", "line": 4 }, { "directive": "disallow", "path": "/application/config", "line": 5 }, { "directive": "disallow", "path": "/application/controllers", "line": 6 }, { "directive": "disallow", "path": "/application/elements", "line": 7 }, { "directive": "disallow", "path": "/application/helpers", "line": 8 }, { "directive": "disallow", "path": "/application/jobs", "line": 9 }, { "directive": "disallow", "path": "/application/languages", "line": 10 }, { "directive": "disallow", "path": "/application/mail", "line": 11 }, { "directive": "disallow", "path": "/application/models", "line": 12 }, { "directive": "disallow", "path": "/application/page_types", "line": 13 }, { "directive": "disallow", "path": "/application/single_pages", "line": 14 }, { "directive": "disallow", "path": "/application/views", "line": 15 }, { "directive": "disallow", "path": "/ccm/system/captcha/picture", "line": 16 }, { "directive": "disallow", "path": "/emails/19/02/sic/", "line": 17 }, { "directive": "disallow", "path": "/emails/19/03/sic/", "line": 18 }, { "directive": "disallow", "path": "/emails/19/05/sic/", "line": 19 }, { "directive": "disallow", "path": "/emails/19/08/sic/", "line": 20 }, { "directive": "disallow", "path": "/emails/19/09/sic/", "line": 21 }, { "directive": "disallow", "path": "/emails/19/10/sic/", "line": 22 }, { "directive": "disallow", "path": "/emails/19/11/sic/", "line": 23 }, { "directive": "disallow", "path": "/emails/20/02/sic/", "line": 24 }, { "directive": "disallow", "path": "/emails/20/05/sic/", "line": 25 }, { "directive": "disallow", "path": "/emails/20/09/sic/", "line": 26 }, { "directive": "disallow", "path": "/emails/20/10/sic/", "line": 27 }, { "directive": "disallow", "path": "/emails/21/02/sic", "line": 28 }, { "directive": "disallow", "path": "/emails/21/04/sic/", "line": 29 }, { "directive": "disallow", "path": "/emails/21/08/sic/", "line": 30 }, { "directive": "disallow", "path": "/emails/21/09/sic/", "line": 31 }, { "directive": "disallow", "path": "/landing/june", "line": 32 }, { "directive": "disallow", "path": "/landing/june/auto-li-creative-d", "line": 33 }, { "directive": "disallow", "path": "/privacy-form", "line": 34 }, { "directive": "disallow", "path": "/safetyfleet-fmcsa", "line": 35 }, { "directive": "disallow", "path": "/landing/june-automechanics", "line": 36 }, { "directive": "disallow", "path": "/our-locations?store_id=33", "line": 37 }, { "directive": "disallow", "path": "/our-locations?store_id=65", "line": 38 }, { "directive": "disallow", "path": "/our-locations?store_id=73", "line": 39 }, { "directive": "disallow", "path": "/our-locations?store_id=58", "line": 40 }, { "directive": "disallow", "path": "/?C=M;O%3DA", "line": 41 }, { "directive": "disallow", "path": "/landing/july/li-paid-aj-photo-a", "line": 42 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2022-news/emcor-group-inc-third-quarter-conference-call-be-broadcast-over-internet", "line": 43 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-second-quarter-conference-call-be-broadcast-over-internet", "line": 44 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-second-quarter-conference-call-be-broadcast-over-internet", "line": 45 }, { "directive": "disallow", "path": "/landing/august-24/paidli_video_hs_gp", "line": 46 }, { "directive": "disallow", "path": "/landing/mar24/newsonline", "line": 47 }, { "directive": "disallow", "path": "/landing/july-24/newsonline", "line": 48 }, { "directive": "disallow", "path": "/executive-team-old/douglas-r-harrington-jr", "line": 49 }, { "directive": "disallow", "path": "/application/files/2517/1396/3121/EME_AR-10K_2023s.pdf", "line": 50 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2014.pdf", "line": 51 }, { "directive": "disallow", "path": "/application/files/4616/8149/6178/EME_AR_10K_2017.pdf", "line": 52 }, { "directive": "disallow", "path": "/_vault/EME_Profile_Web_190521.pdf", "line": 53 }, { "directive": "disallow", "path": "/application/files/5616/8149/5613/2019_AR_Final_Web.pdf", "line": 54 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2014.pdf", "line": 55 }, { "directive": "disallow", "path": "/application/files/1017/2165/7290/EME_Profile_Book_240722.pdf", "line": 56 }, { "directive": "disallow", "path": "/application/files/9717/0135/2150/EME_Profile_Book_231129.pdf", "line": 57 }, { "directive": "disallow", "path": "/_vault/group_files/33807_singles.pdf", "line": 58 }, { "directive": "disallow", "path": "/2019_AR_Final_Web.pdf", "line": 59 }, { "directive": "disallow", "path": "/application/files/8217/0561/2465/EME_Profile_Book_240118.pdf", "line": 60 }, { "directive": "disallow", "path": "/application/files/8916/8149/6249/EME_2016AR10K_170412.pdf", "line": 61 }, { "directive": "disallow", "path": "/application/files/2517/1396/3121/EME_AR-10K_2023s.pdf", "line": 62 }, { "directive": "disallow", "path": "/emails/19/07/nemsi/ES_NEMSI_EnergySavingsProgram_190710.pdf", "line": 63 }, { "directive": "disallow", "path": "/application/files/1117/0136/9930/EME_Profile_Book_231130.pdf", "line": 64 }, { "directive": "disallow", "path": "/application/files/5616/8149/5613/2019_AR_Final_Web.pdf", "line": 65 }, { "directive": "disallow", "path": "/application/files/4317/1396/1992/EME_AR-10K_2023s.pdf", "line": 66 }, { "directive": "disallow", "path": "/application/files/1717/1647/3781/EME_Profile_Book_240523.pdf", "line": 67 }, { "directive": "disallow", "path": "/application/files/4616/8149/6178/EME_AR_10K_2017.pdf", "line": 68 }, { "directive": "disallow", "path": "/application/files/5117/2253/6992/EME_Profile_Book_240801.pdf", "line": 69 }, { "directive": "disallow", "path": "/2019_AR_Final_Web.pdf", "line": 70 }, { "directive": "disallow", "path": "/_vault/group_files/EME_AR_10K_2017.pdf", "line": 71 }, { "directive": "disallow", "path": "/download_file/view/cd27e9e4-39c4-4930-9a3d-91d8fb4b3589/411", "line": 72 }, { "directive": "disallow", "path": "/_vault/group_files/33807_singles.pdf", "line": 73 }, { "directive": "disallow", "path": "/application/files/5117/2667/8078/D.A._Davidsons_Annual_Diversified_Industrials_and_Services_Conference_Corporate_Overview_Presentation_w_video.pptx", "line": 74 }, { "directive": "disallow", "path": "/_vault/group_files/EME_2016AR10K_170412.pdf", "line": 75 }, { "directive": "disallow", "path": "/_vault/group_files/EME_AR_10K_2017.pdf", "line": 76 }, { "directive": "disallow", "path": "/application/files/4817/3108/8517/EMCOR_Baird_2024_Global_Industrial_Conference_Presentation_w_Video.pptx", "line": 77 }, { "directive": "disallow", "path": "/download_file/view/2375/156", "line": 78 }, { "directive": "disallow", "path": "/?ref=levels.fyi&utm_source=levels.fyi", "line": 79 }, { "directive": "disallow", "path": "/application/files/5517/3030/9163/3Q24_Earnings_Presentation_FINAL.pptx", "line": 80 }, { "directive": "disallow", "path": "/download_file/view/588/529", "line": 81 }, { "directive": "disallow", "path": "/application/files/5717/3033/0899/EME_Corporate_Overview_Presentation_October_2024_FINAL.pptx", "line": 82 }, { "directive": "disallow", "path": "/download_file/view/13685d49-8168-4380-bbde-3081900b3a1f/256", "line": 83 }, { "directive": "disallow", "path": "/news/2015-news/emcor-group-inc-subsidiary-awarded-contract-expand-and-upgrade-largest-sewage-plant-palm-beach-county-florida/", "line": 84 }, { "directive": "disallow", "path": "/news/2016-news/johnny-mac-soldiers-funds-2nd-annual-gala-raises-800000-give-back-through-education-veterans-and-children-fallen-soldiers", "line": 85 }, { "directive": "disallow", "path": "/emails/19/05/q2/es_msi/", "line": 86 }, { "directive": "disallow", "path": "/download_file/view/2413/156", "line": 87 }, { "directive": "disallow", "path": "/index.php/download_file/509/531", "line": 88 }, { "directive": "disallow", "path": "/download_file/view/e8752d6a-a8a9-43d3-b7a0-ee402925a77c/279", "line": 89 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=6&g=", "line": 90 }, { "directive": "disallow", "path": "/logos/error_log", "line": 91 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://forestnj.com/contact", "line": 92 }, { "directive": "disallow", "path": "/download_file/view/512b00ab-2dbb-49ec-84e7-be779cd44681/380", "line": 93 }, { "directive": "disallow", "path": "/download_file/view/bd80c88d-92f3-4a1d-9665-40982df23386/368", "line": 94 }, { "directive": "disallow", "path": "/emails/19/02/corp/es_b/", "line": 95 }, { "directive": "disallow", "path": "/application/files/4616/8148/5646/092222_Presentation_use.pptx", "line": 96 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://redmaneq.com/contact-us", "line": 97 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://advsysgrp.com/contact", "line": 98 }, { "directive": "disallow", "path": "/download_file/view/ba40479b-42f2-4c10-a1b3-3647e772cf87/1", "line": 99 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorarizona.com/contact", "line": 100 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=4", "line": 101 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://www.dyna-lv.com/contact", "line": 102 }, { "directive": "disallow", "path": "/?trk=public_post_main-feed-card_reshare-text", "line": 103 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=5", "line": 104 }, { "directive": "disallow", "path": "/ir2019/investors.php?page=secfilings&p=9&g=", "line": 105 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien+-+Brand&paidadgroup=Zlien+(Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 106 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien+-+Brand&paidadgroup=Zlien+(Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 107 }, { "directive": "disallow", "path": "/download_file/view/f2aa03b9-d16e-49e8-bfc9-004dd8c5a62f/1", "line": 108 }, { "directive": "disallow", "path": "/jobSearchForm//EPPA_Poster.pdf", "line": 109 }, { "directive": "disallow", "path": "/js/production/helper.js?bg=", "line": 110 }, { "directive": "disallow", "path": "/application/files/5117/2667/8078/D.A._Davidsons_Annual_Diversified_Industrials_and_Services_Conference_Corporate_Overview_Presentation_w_video.pptx", "line": 111 }, { "directive": "disallow", "path": "/download_file/view/f2aa03b9-d16e-49e8-bfc9-004dd8c5a62f/1", "line": 112 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://intermechinc-com-eus.azurewebsites.net/contact", "line": 113 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://dyna-oregon.com/index.php/contact", "line": 114 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorhillcrest-com-eus.azurewebsites.net/contact", "line": 115 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://advsysgrp-com-eus.azurewebsites.net/contact", "line": 116 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://bahnson.com/contact?paidadgroup=Zlien (Exact)&paidcampaign=Zlien - Brand&paidkeyword=zlien", "line": 117 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorintegratedsolutions.com/regions/tennessee/contact", "line": 118 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://tel-americas.com/index.php/contact", "line": 119 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://cherokeemillwright.com/contact?utm_source=newsletter&utm_medium=email&utm_campaign=CHEROKEE_HVAC&utm_content=CONTACT", "line": 120 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcortemplate.com/index.php/contact", "line": 121 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://ardent.us/contact?paidadgroup=Zlien (Exact)&paidcampaign=Zlien - Brand&paidkeyword=zlien", "line": 122 }, { "directive": "disallow", "path": "/news/2016-news/emcor-group-inc-announces-agreement-acquire-ardent-services-and-rabalais-constructors", "line": 123 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://bahnson.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level+set", "line": 124 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://pkflorida.com/contact?gclid=EAIaIQobChMIu5LpzdWF4wIVA8NkCh3VYAQhEAAYASAAEgI6YPD_BwE////", "line": 125 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://gowangarrett.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level set", "line": 126 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://umec-ca-com-eus.azurewebsites.net/contact", "line": 127 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://kdcinc-com-eus.azurewebsites.net/contact", "line": 128 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://mesaenergy-com-eus.azurewebsites.net/contact", "line": 129 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://newcombandcompany.com/contact?promotion=Bundle Your Service Visit with a Maintenance Contract!", "line": 130 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorintegratedsolutions.com/regions/south-florida/contact", "line": 131 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorarizona-com-eus-staging.azurewebsites.net/contact", "line": 132 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://controlsolutionsgroup.com/index.php/contact-us", "line": 133 }, { "directive": "disallow", "path": "/download_file/view/2395/1073", "line": 134 }, { "directive": "disallow", "path": "/investor-relations/press-releases/2021-news/emcor-group-inc-third-quarter-conference-call-be-broadcast-over-internet", "line": 135 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://emcorservicesnynj-com-eus.azurewebsites.net/contact", "line": 136 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://scaliseindustries.com/contact?utm_campaign=doc-order-20171231-retail&utm_source=media&paidcampaign=Zlien - Brand&paidadgroup=Zlien (Exact)&paidkeyword=zlien&gclid=CjwKCAiA8qLvBRAbEiwAE_ZzPfntG5D-UkJP4m_vRoeMijBlmWpiGFXMffW5bTu2dimHhWB12jOSexoC-HcQAvD_BwE", "line": 137 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://altairstrickland.com/contact-us?gclid=EAIaIQobChMIu5LpzdWF4wIVA8NkCh3VYAQhEAAYASAAEgI6YPD_BwE//", "line": 138 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://dyna-oregon-com-eus.azurewebsites.net/contact", "line": 139 }, { "directive": "disallow", "path": "/download_file/00272df8-bc8b-4913-8c75-0ff51471a5b2/9", "line": 140 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://rabalais.com/contact?utm_medium=cpc&utm_source=bing&utm_campaign=branded&paidcampaign=zlien-brand&paidadgroup=levelset_(phrase)&paidkeyword=level set", "line": 141 }, { "directive": "disallow", "path": "/newsonline", "line": 142 }, { "directive": "disallow", "path": "/form-privacy-2?ref=https://lowrie-electric.com/index.php/contact", "line": 143 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://emcorgroup.com/robots.txt", "contentType": "text/plain", "sha256": "cb7711245894b456b286e27a4d74f1bb5198d56a5444a436d179001182db88e7", "bytes": 9856 }, { "company": "Emerson Electric", "cik": "32604", "sector": "Industrials", "origin": "http://www.emerson.com", "checkedAt": "2026-09-26T04:55:20.843Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/search", "line": 3 }, { "directive": "disallow", "path": "*/account", "line": 4 }, { "directive": "disallow", "path": "*/checkout", "line": 5 }, { "directive": "disallow", "path": "*/cart", "line": 6 } ], "warnings": [ 3, 4, 5, 6 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/search", "line": 3 }, { "directive": "disallow", "path": "*/account", "line": 4 }, { "directive": "disallow", "path": "*/checkout", "line": 5 }, { "directive": "disallow", "path": "*/cart", "line": 6 } ], "warnings": [ 3, 4, 5, 6 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/search", "line": 3 }, { "directive": "disallow", "path": "*/account", "line": 4 }, { "directive": "disallow", "path": "*/checkout", "line": 5 }, { "directive": "disallow", "path": "*/cart", "line": 6 } ], "warnings": [ 3, 4, 5, 6 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/search", "line": 3 }, { "directive": "disallow", "path": "*/account", "line": 4 }, { "directive": "disallow", "path": "*/checkout", "line": 5 }, { "directive": "disallow", "path": "*/cart", "line": 6 } ], "warnings": [ 3, 4, 5, 6 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/search", "line": 3 }, { "directive": "disallow", "path": "*/account", "line": 4 }, { "directive": "disallow", "path": "*/checkout", "line": 5 }, { "directive": "disallow", "path": "*/cart", "line": 6 } ], "warnings": [ 3, 4, 5, 6 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/search", "line": 3 }, { "directive": "disallow", "path": "*/account", "line": 4 }, { "directive": "disallow", "path": "*/checkout", "line": 5 }, { "directive": "disallow", "path": "*/cart", "line": 6 } ], "warnings": [ 3, 4, 5, 6 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/search", "line": 3 }, { "directive": "disallow", "path": "*/account", "line": 4 }, { "directive": "disallow", "path": "*/checkout", "line": 5 }, { "directive": "disallow", "path": "*/cart", "line": 6 } ], "warnings": [ 3, 4, 5, 6 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/search", "line": 3 }, { "directive": "disallow", "path": "*/account", "line": 4 }, { "directive": "disallow", "path": "*/checkout", "line": 5 }, { "directive": "disallow", "path": "*/cart", "line": 6 } ], "warnings": [ 3, 4, 5, 6 ] } }, "httpStatus": 200, "finalUrl": "https://www.emerson.com/robots.txt", "contentType": "text/plain; charset=ISO-8859-1", "sha256": "6ecc704705256a95e92ab49b63cf380592c44e1bda4f35561440e380d8758028", "bytes": 611 }, { "company": "Entergy", "cik": "65984", "sector": "Utilities", "origin": "https://www.entergy.com", "checkedAt": "2026-09-26T04:55:21.070Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.entergy.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "9311bab30d8b5d05f5fa5563a251b8c96b8470873bb77c62d3d17c146d7acab7", "bytes": 67 }, { "company": "EOG Resources", "cik": "821189", "sector": "Energy", "origin": "https://www.eogresources.com", "checkedAt": "2026-09-26T04:55:21.426Z", "status": "missing_file", "bots": null, "httpStatus": 404, "finalUrl": "https://www.eogresources.com/robots.txt", "contentType": "text/html" }, { "company": "EQT Corporation", "cik": "33213", "sector": "Energy", "origin": "https://www.eqt.com", "checkedAt": "2026-09-26T04:55:21.460Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 1, 2 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 1, 2 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 1, 2 ] }, "GPTBot": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 1, 2 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 1, 2 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 1, 2 ] }, "Claude-User": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 1, 2 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 1, 2 ] } }, "httpStatus": 200, "finalUrl": "https://www.eqt.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "5330d7c54f9423b75c349ce0853225539b46f051fdecc10a4de80bb7427b2e39", "bytes": 80 }, { "company": "Equifax", "cik": "33185", "sector": "Industrials", "origin": "https://www.equifax.com", "checkedAt": "2026-09-26T04:55:21.508Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/uiTest/", "line": 3 }, { "directive": "disallow", "path": "/siteAssets/", "line": 4 }, { "directive": "disallow", "path": "/US/PSOL/", "line": 5 }, { "directive": "disallow", "path": "/productDemos/debtStackingDemo.html", "line": 6 }, { "directive": "disallow", "path": "/debtwiseoffer/", "line": 7 }, { "directive": "disallow", "path": "/tracking/", "line": 8 }, { "directive": "disallow", "path": "/us/", "line": 9 }, { "directive": "disallow", "path": "/pages/", "line": 10 }, { "directive": "disallow", "path": "/sitePages/", "line": 11 }, { "directive": "disallow", "path": "/creditscorecard/", "line": 12 }, { "directive": "disallow", "path": "/videos/psol/products/familyplan/mc", "line": 14 }, { "directive": "disallow", "path": "/pdfs/psol/products/familyplan/mc", "line": 15 }, { "directive": "disallow", "path": "https://www.equifax.com/resource/-/asset/presentation/commercial-lending-trends/", "line": 17 } ], "warnings": [ 17 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/uiTest/", "line": 3 }, { "directive": "disallow", "path": "/siteAssets/", "line": 4 }, { "directive": "disallow", "path": "/US/PSOL/", "line": 5 }, { "directive": "disallow", "path": "/productDemos/debtStackingDemo.html", "line": 6 }, { "directive": "disallow", "path": "/debtwiseoffer/", "line": 7 }, { "directive": "disallow", "path": "/tracking/", "line": 8 }, { "directive": "disallow", "path": "/us/", "line": 9 }, { "directive": "disallow", "path": "/pages/", "line": 10 }, { "directive": "disallow", "path": "/sitePages/", "line": 11 }, { "directive": "disallow", "path": "/creditscorecard/", "line": 12 }, { "directive": "disallow", "path": "/videos/psol/products/familyplan/mc", "line": 14 }, { "directive": "disallow", "path": "/pdfs/psol/products/familyplan/mc", "line": 15 }, { "directive": "disallow", "path": "https://www.equifax.com/resource/-/asset/presentation/commercial-lending-trends/", "line": 17 } ], "warnings": [ 17 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/uiTest/", "line": 3 }, { "directive": "disallow", "path": "/siteAssets/", "line": 4 }, { "directive": "disallow", "path": "/US/PSOL/", "line": 5 }, { "directive": "disallow", "path": "/productDemos/debtStackingDemo.html", "line": 6 }, { "directive": "disallow", "path": "/debtwiseoffer/", "line": 7 }, { "directive": "disallow", "path": "/tracking/", "line": 8 }, { "directive": "disallow", "path": "/us/", "line": 9 }, { "directive": "disallow", "path": "/pages/", "line": 10 }, { "directive": "disallow", "path": "/sitePages/", "line": 11 }, { "directive": "disallow", "path": "/creditscorecard/", "line": 12 }, { "directive": "disallow", "path": "/videos/psol/products/familyplan/mc", "line": 14 }, { "directive": "disallow", "path": "/pdfs/psol/products/familyplan/mc", "line": 15 }, { "directive": "disallow", "path": "https://www.equifax.com/resource/-/asset/presentation/commercial-lending-trends/", "line": 17 } ], "warnings": [ 17 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/uiTest/", "line": 3 }, { "directive": "disallow", "path": "/siteAssets/", "line": 4 }, { "directive": "disallow", "path": "/US/PSOL/", "line": 5 }, { "directive": "disallow", "path": "/productDemos/debtStackingDemo.html", "line": 6 }, { "directive": "disallow", "path": "/debtwiseoffer/", "line": 7 }, { "directive": "disallow", "path": "/tracking/", "line": 8 }, { "directive": "disallow", "path": "/us/", "line": 9 }, { "directive": "disallow", "path": "/pages/", "line": 10 }, { "directive": "disallow", "path": "/sitePages/", "line": 11 }, { "directive": "disallow", "path": "/creditscorecard/", "line": 12 }, { "directive": "disallow", "path": "/videos/psol/products/familyplan/mc", "line": 14 }, { "directive": "disallow", "path": "/pdfs/psol/products/familyplan/mc", "line": 15 }, { "directive": "disallow", "path": "https://www.equifax.com/resource/-/asset/presentation/commercial-lending-trends/", "line": 17 } ], "warnings": [ 17 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/uiTest/", "line": 3 }, { "directive": "disallow", "path": "/siteAssets/", "line": 4 }, { "directive": "disallow", "path": "/US/PSOL/", "line": 5 }, { "directive": "disallow", "path": "/productDemos/debtStackingDemo.html", "line": 6 }, { "directive": "disallow", "path": "/debtwiseoffer/", "line": 7 }, { "directive": "disallow", "path": "/tracking/", "line": 8 }, { "directive": "disallow", "path": "/us/", "line": 9 }, { "directive": "disallow", "path": "/pages/", "line": 10 }, { "directive": "disallow", "path": "/sitePages/", "line": 11 }, { "directive": "disallow", "path": "/creditscorecard/", "line": 12 }, { "directive": "disallow", "path": "/videos/psol/products/familyplan/mc", "line": 14 }, { "directive": "disallow", "path": "/pdfs/psol/products/familyplan/mc", "line": 15 }, { "directive": "disallow", "path": "https://www.equifax.com/resource/-/asset/presentation/commercial-lending-trends/", "line": 17 } ], "warnings": [ 17 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/uiTest/", "line": 3 }, { "directive": "disallow", "path": "/siteAssets/", "line": 4 }, { "directive": "disallow", "path": "/US/PSOL/", "line": 5 }, { "directive": "disallow", "path": "/productDemos/debtStackingDemo.html", "line": 6 }, { "directive": "disallow", "path": "/debtwiseoffer/", "line": 7 }, { "directive": "disallow", "path": "/tracking/", "line": 8 }, { "directive": "disallow", "path": "/us/", "line": 9 }, { "directive": "disallow", "path": "/pages/", "line": 10 }, { "directive": "disallow", "path": "/sitePages/", "line": 11 }, { "directive": "disallow", "path": "/creditscorecard/", "line": 12 }, { "directive": "disallow", "path": "/videos/psol/products/familyplan/mc", "line": 14 }, { "directive": "disallow", "path": "/pdfs/psol/products/familyplan/mc", "line": 15 }, { "directive": "disallow", "path": "https://www.equifax.com/resource/-/asset/presentation/commercial-lending-trends/", "line": 17 } ], "warnings": [ 17 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/uiTest/", "line": 3 }, { "directive": "disallow", "path": "/siteAssets/", "line": 4 }, { "directive": "disallow", "path": "/US/PSOL/", "line": 5 }, { "directive": "disallow", "path": "/productDemos/debtStackingDemo.html", "line": 6 }, { "directive": "disallow", "path": "/debtwiseoffer/", "line": 7 }, { "directive": "disallow", "path": "/tracking/", "line": 8 }, { "directive": "disallow", "path": "/us/", "line": 9 }, { "directive": "disallow", "path": "/pages/", "line": 10 }, { "directive": "disallow", "path": "/sitePages/", "line": 11 }, { "directive": "disallow", "path": "/creditscorecard/", "line": 12 }, { "directive": "disallow", "path": "/videos/psol/products/familyplan/mc", "line": 14 }, { "directive": "disallow", "path": "/pdfs/psol/products/familyplan/mc", "line": 15 }, { "directive": "disallow", "path": "https://www.equifax.com/resource/-/asset/presentation/commercial-lending-trends/", "line": 17 } ], "warnings": [ 17 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/uiTest/", "line": 3 }, { "directive": "disallow", "path": "/siteAssets/", "line": 4 }, { "directive": "disallow", "path": "/US/PSOL/", "line": 5 }, { "directive": "disallow", "path": "/productDemos/debtStackingDemo.html", "line": 6 }, { "directive": "disallow", "path": "/debtwiseoffer/", "line": 7 }, { "directive": "disallow", "path": "/tracking/", "line": 8 }, { "directive": "disallow", "path": "/us/", "line": 9 }, { "directive": "disallow", "path": "/pages/", "line": 10 }, { "directive": "disallow", "path": "/sitePages/", "line": 11 }, { "directive": "disallow", "path": "/creditscorecard/", "line": 12 }, { "directive": "disallow", "path": "/videos/psol/products/familyplan/mc", "line": 14 }, { "directive": "disallow", "path": "/pdfs/psol/products/familyplan/mc", "line": 15 }, { "directive": "disallow", "path": "https://www.equifax.com/resource/-/asset/presentation/commercial-lending-trends/", "line": 17 } ], "warnings": [ 17 ] } }, "httpStatus": 200, "finalUrl": "https://www.equifax.com/robots.txt", "contentType": "text/plain;charset=UTF-8", "sha256": "e9ee4e7c4a5c50b73caa1a3b41effb477d422336114f125b351bae4d61b30aab", "bytes": 575 }, { "company": "Equinix", "cik": "1101239", "sector": "Real Estate", "origin": "https://www.equinix.com", "checkedAt": "2026-09-26T04:55:21.570Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.equinix.com/robots.txt", "contentType": "text/html" }, { "company": "Equity Residential", "cik": "906107", "sector": "Real Estate", "origin": "https://www.equityapartments.com", "checkedAt": "2026-09-26T04:55:21.668Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/roommates/profile", "line": 2 }, { "directive": "disallow", "path": "/roommates/matches", "line": 3 }, { "directive": "disallow", "path": "/guestcard", "line": 4 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/roommates/profile", "line": 2 }, { "directive": "disallow", "path": "/roommates/matches", "line": 3 }, { "directive": "disallow", "path": "/guestcard", "line": 4 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/roommates/profile", "line": 2 }, { "directive": "disallow", "path": "/roommates/matches", "line": 3 }, { "directive": "disallow", "path": "/guestcard", "line": 4 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/roommates/profile", "line": 2 }, { "directive": "disallow", "path": "/roommates/matches", "line": 3 }, { "directive": "disallow", "path": "/guestcard", "line": 4 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/roommates/profile", "line": 2 }, { "directive": "disallow", "path": "/roommates/matches", "line": 3 }, { "directive": "disallow", "path": "/guestcard", "line": 4 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/roommates/profile", "line": 2 }, { "directive": "disallow", "path": "/roommates/matches", "line": 3 }, { "directive": "disallow", "path": "/guestcard", "line": 4 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/roommates/profile", "line": 2 }, { "directive": "disallow", "path": "/roommates/matches", "line": 3 }, { "directive": "disallow", "path": "/guestcard", "line": 4 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/roommates/profile", "line": 2 }, { "directive": "disallow", "path": "/roommates/matches", "line": 3 }, { "directive": "disallow", "path": "/guestcard", "line": 4 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.equityapartments.com/robots.txt", "contentType": "text/plain", "sha256": "64dee445ae3e886473045e8faba881148221948c0c0b0cbea110a4b243920482", "bytes": 119 }, { "company": "Erie Indemnity", "cik": "922621", "sector": "Financials", "origin": "https://www.erieinsurance.com", "checkedAt": "2026-09-26T04:55:21.730Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Sitecore", "line": 2 }, { "directive": "disallow", "path": "/AlertsAndPreference/", "line": 5 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Sitecore", "line": 2 }, { "directive": "disallow", "path": "/AlertsAndPreference/", "line": 5 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Sitecore", "line": 2 }, { "directive": "disallow", "path": "/AlertsAndPreference/", "line": 5 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Sitecore", "line": 2 }, { "directive": "disallow", "path": "/AlertsAndPreference/", "line": 5 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Sitecore", "line": 2 }, { "directive": "disallow", "path": "/AlertsAndPreference/", "line": 5 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Sitecore", "line": 2 }, { "directive": "disallow", "path": "/AlertsAndPreference/", "line": 5 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Sitecore", "line": 2 }, { "directive": "disallow", "path": "/AlertsAndPreference/", "line": 5 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Sitecore", "line": 2 }, { "directive": "disallow", "path": "/AlertsAndPreference/", "line": 5 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.erieinsurance.com/robots.txt", "contentType": "text/plain", "sha256": "25f9e619b9f92694521cda4179df789011e3bd6c37d05c955271b70bb837b3bf", "bytes": 133 }, { "company": "Essex Property Trust", "cik": "920522", "sector": "Real Estate", "origin": "https://www.essexapartmenthomes.com", "checkedAt": "2026-09-26T04:55:21.850Z", "status": "inaccessible", "bots": null, "httpStatus": 429, "finalUrl": "https://www.essexapartmenthomes.com/robots.txt", "contentType": "text/html; charset=utf-8" }, { "company": "Estée Lauder Companies (The)", "cik": "1001250", "sector": "Consumer Staples", "origin": "http://www.elcompanies.com", "checkedAt": "2026-09-26T04:55:21.953Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/staticresources/", "line": 34 }, { "directive": "disallow", "path": "/investis/", "line": 35 }, { "directive": "disallow", "path": "/tools/", "line": 36 }, { "directive": "disallow", "path": "/investis modules/", "line": 37 }, { "directive": "disallow", "path": "/*/sitecore/", "line": 38 }, { "directive": "disallow", "path": "/sitecore/", "line": 39 }, { "directive": "disallow", "path": "/*/sitecore/content/", "line": 40 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 41 }, { "directive": "disallow", "path": "/error-page.aspx", "line": 42 }, { "directive": "disallow", "path": "/*/error-page.aspx", "line": 43 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1*", "line": 44 }, { "directive": "disallow", "path": "/investors/press-releases-and-news?async=1*", "line": 45 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 46 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1*", "line": 47 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1*", "line": 48 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 49 }, { "directive": "disallow", "path": "/es/news-and-media/newsroom?async=1*", "line": 50 }, { "directive": "disallow", "path": "/es/investors/press-releases-and-news?async=1*", "line": 51 }, { "directive": "disallow", "path": "/es/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 52 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-19-2017&skipsecond=09-19-17&page=4", "line": 53 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-19-2017&skipsecond=09-19-17&page=10", "line": 54 }, { "directive": "disallow", "path": "/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 55 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/general-inquiries", "line": 56 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/becca/instagram-becca?async=1*", "line": 57 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/darphin/instagram-darphin?async=1*", "line": 58 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/donna-karan-cosmetics/facebook-donna-karan-cosmetics", "line": 59 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/glamglow/instagram-glamglow?async=1*", "line": 60 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/le-labo/instagram-le-labo?async=1*", "line": 61 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/tom-ford-beauty/instagram-tom-ford-beauty?async=1*", "line": 62 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/investor-relations", "line": 63 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/human-resources", "line": 64 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/consumer-care", "line": 65 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/media-relations", "line": 66 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/general-Inquiries", "line": 67 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/gone-but-not-forgotten", "line": 68 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/thank-you", "line": 69 }, { "directive": "disallow", "path": "/favicon.ico", "line": 70 }, { "directive": "disallow", "path": "/WebResource.axd", "line": 71 }, { "directive": "disallow", "path": "/Webresource.axd", "line": 72 }, { "directive": "disallow", "path": "/ScriptResource.axd", "line": 73 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder/documents/elc-social-media-principles.pdf", "line": 74 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/art-of-inquiry-course-pre-work.pdf", "line": 75 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/art-of-inquiry-course-pre-work.pdf", "line": 76 }, { "directive": "disallow", "path": "/default.asp", "line": 77 }, { "directive": "disallow", "path": "/COVID19Guidelines", "line": 78 }, { "directive": "disallow", "path": "/covid19updates", "line": 79 }, { "directive": "disallow", "path": "*/en/covid19updates", "line": 80 }, { "directive": "disallow", "path": "*/en/covid19updates/*", "line": 81 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/ELC-COVID-19-Response-Employee-FAQ.pdf", "line": 82 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/elc-covid-19-response-employee-faq.pdf", "line": 83 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/*", "line": 84 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/*", "line": 85 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/covid-19/ELC-COVID-19-Response-Employee-FAQ.pdf", "line": 86 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/covid-19/elc-covid-19-response-employee-faq.pdf", "line": 87 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/y2019-audit-report.pdf", "line": 88 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/y2019-audit-report.pdf", "line": 89 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/elc-grant-terms-and-conditions.pdf", "line": 90 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/elc-grant-terms-and-conditions.pdf", "line": 91 }, { "directive": "disallow", "path": "/files/e/estee-lauder-companies/global/documents/*", "line": 92 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/universal/executive-leadership/*", "line": 93 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=5-20-2020&skipsecond=05-19-2020&page=12", "line": 94 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-02-2021-200507828&skipsecond=09-2-2021&page=11", "line": 95 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=02-05-2021-114511702&skipsecond=02-05-2021-113010936&page=8", "line": 96 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=12-8-2020&skipsecond=dow&page=33", "line": 97 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Universal/investors/earnings-and-financials/proxy-statements/elc-proxy-21.pdf", "line": 98 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/universal/investors/earnings-and-financials/proxy-statements/elc-proxy-21.pdf", "line": 99 }, { "directive": "disallow", "path": "/site-services/openinnovation", "line": 100 }, { "directive": "disallow", "path": "/who-we-are/global-operations", "line": 101 }, { "directive": "disallow", "path": "/en/who-we-are/global-operations", "line": 102 }, { "directive": "disallow", "path": "/en/site-services/search-countries/united-states-2", "line": 103 }, { "directive": "disallow", "path": "/en/site-services/search-countries/united-states", "line": 104 }, { "directive": "disallow", "path": "/who-we-are/leadership/executive-leadership/william-p-lauder", "line": 105 }, { "directive": "disallow", "path": "/who-we-are/leadership/executive-leadership/fabrizio-freda", "line": 106 }, { "directive": "disallow", "path": "/zh-cn/", "line": 107 }, { "directive": "disallow", "path": "/zh-cn/*", "line": 108 }, { "directive": "disallow", "path": "/openinnovation", "line": 109 }, { "directive": "disallow", "path": "/country-by-country-romania", "line": 110 }, { "directive": "disallow", "path": "/country-by-country-elco", "line": 111 }, { "directive": "disallow", "path": "/en/country-by-country-romania", "line": 112 }, { "directive": "disallow", "path": "/en/country-by-country-elco", "line": 113 }, { "directive": "disallow", "path": "/es/country-by-country-romania", "line": 114 }, { "directive": "disallow", "path": "/es/country-by-country-elco", "line": 115 }, { "directive": "disallow", "path": "/fr/country-by-country-romania", "line": 116 }, { "directive": "disallow", "path": "/fr/country-by-country-elco", "line": 117 }, { "directive": "disallow", "path": "/ja-jp/country-by-country-romania", "line": 118 }, { "directive": "disallow", "path": "/ja-jp/country-by-country-elco", "line": 119 }, { "directive": "disallow", "path": "/en-gb/country-by-country-romania", "line": 120 }, { "directive": "disallow", "path": "/en-gb/country-by-country-elco", "line": 121 } ], "warnings": [ 76, 80, 81, 83, 85, 87, 89, 91, 93, 99 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/staticresources/", "line": 34 }, { "directive": "disallow", "path": "/investis/", "line": 35 }, { "directive": "disallow", "path": "/tools/", "line": 36 }, { "directive": "disallow", "path": "/investis modules/", "line": 37 }, { "directive": "disallow", "path": "/*/sitecore/", "line": 38 }, { "directive": "disallow", "path": "/sitecore/", "line": 39 }, { "directive": "disallow", "path": "/*/sitecore/content/", "line": 40 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 41 }, { "directive": "disallow", "path": "/error-page.aspx", "line": 42 }, { "directive": "disallow", "path": "/*/error-page.aspx", "line": 43 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1*", "line": 44 }, { "directive": "disallow", "path": "/investors/press-releases-and-news?async=1*", "line": 45 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 46 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1*", "line": 47 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1*", "line": 48 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 49 }, { "directive": "disallow", "path": "/es/news-and-media/newsroom?async=1*", "line": 50 }, { "directive": "disallow", "path": "/es/investors/press-releases-and-news?async=1*", "line": 51 }, { "directive": "disallow", "path": "/es/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 52 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-19-2017&skipsecond=09-19-17&page=4", "line": 53 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-19-2017&skipsecond=09-19-17&page=10", "line": 54 }, { "directive": "disallow", "path": "/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 55 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/general-inquiries", "line": 56 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/becca/instagram-becca?async=1*", "line": 57 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/darphin/instagram-darphin?async=1*", "line": 58 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/donna-karan-cosmetics/facebook-donna-karan-cosmetics", "line": 59 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/glamglow/instagram-glamglow?async=1*", "line": 60 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/le-labo/instagram-le-labo?async=1*", "line": 61 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/tom-ford-beauty/instagram-tom-ford-beauty?async=1*", "line": 62 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/investor-relations", "line": 63 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/human-resources", "line": 64 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/consumer-care", "line": 65 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/media-relations", "line": 66 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/general-Inquiries", "line": 67 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/gone-but-not-forgotten", "line": 68 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/thank-you", "line": 69 }, { "directive": "disallow", "path": "/favicon.ico", "line": 70 }, { "directive": "disallow", "path": "/WebResource.axd", "line": 71 }, { "directive": "disallow", "path": "/Webresource.axd", "line": 72 }, { "directive": "disallow", "path": "/ScriptResource.axd", "line": 73 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder/documents/elc-social-media-principles.pdf", "line": 74 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/art-of-inquiry-course-pre-work.pdf", "line": 75 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/art-of-inquiry-course-pre-work.pdf", "line": 76 }, { "directive": "disallow", "path": "/default.asp", "line": 77 }, { "directive": "disallow", "path": "/COVID19Guidelines", "line": 78 }, { "directive": "disallow", "path": "/covid19updates", "line": 79 }, { "directive": "disallow", "path": "*/en/covid19updates", "line": 80 }, { "directive": "disallow", "path": "*/en/covid19updates/*", "line": 81 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/ELC-COVID-19-Response-Employee-FAQ.pdf", "line": 82 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/elc-covid-19-response-employee-faq.pdf", "line": 83 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/*", "line": 84 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/*", "line": 85 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/covid-19/ELC-COVID-19-Response-Employee-FAQ.pdf", "line": 86 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/covid-19/elc-covid-19-response-employee-faq.pdf", "line": 87 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/y2019-audit-report.pdf", "line": 88 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/y2019-audit-report.pdf", "line": 89 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/elc-grant-terms-and-conditions.pdf", "line": 90 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/elc-grant-terms-and-conditions.pdf", "line": 91 }, { "directive": "disallow", "path": "/files/e/estee-lauder-companies/global/documents/*", "line": 92 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/universal/executive-leadership/*", "line": 93 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=5-20-2020&skipsecond=05-19-2020&page=12", "line": 94 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-02-2021-200507828&skipsecond=09-2-2021&page=11", "line": 95 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=02-05-2021-114511702&skipsecond=02-05-2021-113010936&page=8", "line": 96 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=12-8-2020&skipsecond=dow&page=33", "line": 97 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Universal/investors/earnings-and-financials/proxy-statements/elc-proxy-21.pdf", "line": 98 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/universal/investors/earnings-and-financials/proxy-statements/elc-proxy-21.pdf", "line": 99 }, { "directive": "disallow", "path": "/site-services/openinnovation", "line": 100 }, { "directive": "disallow", "path": "/who-we-are/global-operations", "line": 101 }, { "directive": "disallow", "path": "/en/who-we-are/global-operations", "line": 102 }, { "directive": "disallow", "path": "/en/site-services/search-countries/united-states-2", "line": 103 }, { "directive": "disallow", "path": "/en/site-services/search-countries/united-states", "line": 104 }, { "directive": "disallow", "path": "/who-we-are/leadership/executive-leadership/william-p-lauder", "line": 105 }, { "directive": "disallow", "path": "/who-we-are/leadership/executive-leadership/fabrizio-freda", "line": 106 }, { "directive": "disallow", "path": "/zh-cn/", "line": 107 }, { "directive": "disallow", "path": "/zh-cn/*", "line": 108 }, { "directive": "disallow", "path": "/openinnovation", "line": 109 }, { "directive": "disallow", "path": "/country-by-country-romania", "line": 110 }, { "directive": "disallow", "path": "/country-by-country-elco", "line": 111 }, { "directive": "disallow", "path": "/en/country-by-country-romania", "line": 112 }, { "directive": "disallow", "path": "/en/country-by-country-elco", "line": 113 }, { "directive": "disallow", "path": "/es/country-by-country-romania", "line": 114 }, { "directive": "disallow", "path": "/es/country-by-country-elco", "line": 115 }, { "directive": "disallow", "path": "/fr/country-by-country-romania", "line": 116 }, { "directive": "disallow", "path": "/fr/country-by-country-elco", "line": 117 }, { "directive": "disallow", "path": "/ja-jp/country-by-country-romania", "line": 118 }, { "directive": "disallow", "path": "/ja-jp/country-by-country-elco", "line": 119 }, { "directive": "disallow", "path": "/en-gb/country-by-country-romania", "line": 120 }, { "directive": "disallow", "path": "/en-gb/country-by-country-elco", "line": 121 } ], "warnings": [ 76, 80, 81, 83, 85, 87, 89, 91, 93, 99 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/staticresources/", "line": 34 }, { "directive": "disallow", "path": "/investis/", "line": 35 }, { "directive": "disallow", "path": "/tools/", "line": 36 }, { "directive": "disallow", "path": "/investis modules/", "line": 37 }, { "directive": "disallow", "path": "/*/sitecore/", "line": 38 }, { "directive": "disallow", "path": "/sitecore/", "line": 39 }, { "directive": "disallow", "path": "/*/sitecore/content/", "line": 40 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 41 }, { "directive": "disallow", "path": "/error-page.aspx", "line": 42 }, { "directive": "disallow", "path": "/*/error-page.aspx", "line": 43 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1*", "line": 44 }, { "directive": "disallow", "path": "/investors/press-releases-and-news?async=1*", "line": 45 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 46 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1*", "line": 47 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1*", "line": 48 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 49 }, { "directive": "disallow", "path": "/es/news-and-media/newsroom?async=1*", "line": 50 }, { "directive": "disallow", "path": "/es/investors/press-releases-and-news?async=1*", "line": 51 }, { "directive": "disallow", "path": "/es/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 52 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-19-2017&skipsecond=09-19-17&page=4", "line": 53 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-19-2017&skipsecond=09-19-17&page=10", "line": 54 }, { "directive": "disallow", "path": "/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 55 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/general-inquiries", "line": 56 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/becca/instagram-becca?async=1*", "line": 57 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/darphin/instagram-darphin?async=1*", "line": 58 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/donna-karan-cosmetics/facebook-donna-karan-cosmetics", "line": 59 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/glamglow/instagram-glamglow?async=1*", "line": 60 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/le-labo/instagram-le-labo?async=1*", "line": 61 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/tom-ford-beauty/instagram-tom-ford-beauty?async=1*", "line": 62 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/investor-relations", "line": 63 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/human-resources", "line": 64 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/consumer-care", "line": 65 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/media-relations", "line": 66 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/general-Inquiries", "line": 67 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/gone-but-not-forgotten", "line": 68 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/thank-you", "line": 69 }, { "directive": "disallow", "path": "/favicon.ico", "line": 70 }, { "directive": "disallow", "path": "/WebResource.axd", "line": 71 }, { "directive": "disallow", "path": "/Webresource.axd", "line": 72 }, { "directive": "disallow", "path": "/ScriptResource.axd", "line": 73 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder/documents/elc-social-media-principles.pdf", "line": 74 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/art-of-inquiry-course-pre-work.pdf", "line": 75 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/art-of-inquiry-course-pre-work.pdf", "line": 76 }, { "directive": "disallow", "path": "/default.asp", "line": 77 }, { "directive": "disallow", "path": "/COVID19Guidelines", "line": 78 }, { "directive": "disallow", "path": "/covid19updates", "line": 79 }, { "directive": "disallow", "path": "*/en/covid19updates", "line": 80 }, { "directive": "disallow", "path": "*/en/covid19updates/*", "line": 81 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/ELC-COVID-19-Response-Employee-FAQ.pdf", "line": 82 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/elc-covid-19-response-employee-faq.pdf", "line": 83 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/*", "line": 84 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/*", "line": 85 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/covid-19/ELC-COVID-19-Response-Employee-FAQ.pdf", "line": 86 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/covid-19/elc-covid-19-response-employee-faq.pdf", "line": 87 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/y2019-audit-report.pdf", "line": 88 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/y2019-audit-report.pdf", "line": 89 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/elc-grant-terms-and-conditions.pdf", "line": 90 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/elc-grant-terms-and-conditions.pdf", "line": 91 }, { "directive": "disallow", "path": "/files/e/estee-lauder-companies/global/documents/*", "line": 92 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/universal/executive-leadership/*", "line": 93 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=5-20-2020&skipsecond=05-19-2020&page=12", "line": 94 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-02-2021-200507828&skipsecond=09-2-2021&page=11", "line": 95 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=02-05-2021-114511702&skipsecond=02-05-2021-113010936&page=8", "line": 96 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=12-8-2020&skipsecond=dow&page=33", "line": 97 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Universal/investors/earnings-and-financials/proxy-statements/elc-proxy-21.pdf", "line": 98 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/universal/investors/earnings-and-financials/proxy-statements/elc-proxy-21.pdf", "line": 99 }, { "directive": "disallow", "path": "/site-services/openinnovation", "line": 100 }, { "directive": "disallow", "path": "/who-we-are/global-operations", "line": 101 }, { "directive": "disallow", "path": "/en/who-we-are/global-operations", "line": 102 }, { "directive": "disallow", "path": "/en/site-services/search-countries/united-states-2", "line": 103 }, { "directive": "disallow", "path": "/en/site-services/search-countries/united-states", "line": 104 }, { "directive": "disallow", "path": "/who-we-are/leadership/executive-leadership/william-p-lauder", "line": 105 }, { "directive": "disallow", "path": "/who-we-are/leadership/executive-leadership/fabrizio-freda", "line": 106 }, { "directive": "disallow", "path": "/zh-cn/", "line": 107 }, { "directive": "disallow", "path": "/zh-cn/*", "line": 108 }, { "directive": "disallow", "path": "/openinnovation", "line": 109 }, { "directive": "disallow", "path": "/country-by-country-romania", "line": 110 }, { "directive": "disallow", "path": "/country-by-country-elco", "line": 111 }, { "directive": "disallow", "path": "/en/country-by-country-romania", "line": 112 }, { "directive": "disallow", "path": "/en/country-by-country-elco", "line": 113 }, { "directive": "disallow", "path": "/es/country-by-country-romania", "line": 114 }, { "directive": "disallow", "path": "/es/country-by-country-elco", "line": 115 }, { "directive": "disallow", "path": "/fr/country-by-country-romania", "line": 116 }, { "directive": "disallow", "path": "/fr/country-by-country-elco", "line": 117 }, { "directive": "disallow", "path": "/ja-jp/country-by-country-romania", "line": 118 }, { "directive": "disallow", "path": "/ja-jp/country-by-country-elco", "line": 119 }, { "directive": "disallow", "path": "/en-gb/country-by-country-romania", "line": 120 }, { "directive": "disallow", "path": "/en-gb/country-by-country-elco", "line": 121 } ], "warnings": [ 76, 80, 81, 83, 85, 87, 89, 91, 93, 99 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/staticresources/", "line": 34 }, { "directive": "disallow", "path": "/investis/", "line": 35 }, { "directive": "disallow", "path": "/tools/", "line": 36 }, { "directive": "disallow", "path": "/investis modules/", "line": 37 }, { "directive": "disallow", "path": "/*/sitecore/", "line": 38 }, { "directive": "disallow", "path": "/sitecore/", "line": 39 }, { "directive": "disallow", "path": "/*/sitecore/content/", "line": 40 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 41 }, { "directive": "disallow", "path": "/error-page.aspx", "line": 42 }, { "directive": "disallow", "path": "/*/error-page.aspx", "line": 43 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1*", "line": 44 }, { "directive": "disallow", "path": "/investors/press-releases-and-news?async=1*", "line": 45 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 46 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1*", "line": 47 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1*", "line": 48 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 49 }, { "directive": "disallow", "path": "/es/news-and-media/newsroom?async=1*", "line": 50 }, { "directive": "disallow", "path": "/es/investors/press-releases-and-news?async=1*", "line": 51 }, { "directive": "disallow", "path": "/es/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 52 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-19-2017&skipsecond=09-19-17&page=4", "line": 53 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-19-2017&skipsecond=09-19-17&page=10", "line": 54 }, { "directive": "disallow", "path": "/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 55 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/general-inquiries", "line": 56 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/becca/instagram-becca?async=1*", "line": 57 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/darphin/instagram-darphin?async=1*", "line": 58 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/donna-karan-cosmetics/facebook-donna-karan-cosmetics", "line": 59 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/glamglow/instagram-glamglow?async=1*", "line": 60 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/le-labo/instagram-le-labo?async=1*", "line": 61 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/tom-ford-beauty/instagram-tom-ford-beauty?async=1*", "line": 62 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/investor-relations", "line": 63 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/human-resources", "line": 64 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/consumer-care", "line": 65 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/media-relations", "line": 66 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/general-Inquiries", "line": 67 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/gone-but-not-forgotten", "line": 68 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/thank-you", "line": 69 }, { "directive": "disallow", "path": "/favicon.ico", "line": 70 }, { "directive": "disallow", "path": "/WebResource.axd", "line": 71 }, { "directive": "disallow", "path": "/Webresource.axd", "line": 72 }, { "directive": "disallow", "path": "/ScriptResource.axd", "line": 73 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder/documents/elc-social-media-principles.pdf", "line": 74 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/art-of-inquiry-course-pre-work.pdf", "line": 75 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/art-of-inquiry-course-pre-work.pdf", "line": 76 }, { "directive": "disallow", "path": "/default.asp", "line": 77 }, { "directive": "disallow", "path": "/COVID19Guidelines", "line": 78 }, { "directive": "disallow", "path": "/covid19updates", "line": 79 }, { "directive": "disallow", "path": "*/en/covid19updates", "line": 80 }, { "directive": "disallow", "path": "*/en/covid19updates/*", "line": 81 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/ELC-COVID-19-Response-Employee-FAQ.pdf", "line": 82 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/elc-covid-19-response-employee-faq.pdf", "line": 83 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/*", "line": 84 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/*", "line": 85 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/covid-19/ELC-COVID-19-Response-Employee-FAQ.pdf", "line": 86 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/covid-19/elc-covid-19-response-employee-faq.pdf", "line": 87 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/y2019-audit-report.pdf", "line": 88 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/y2019-audit-report.pdf", "line": 89 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/elc-grant-terms-and-conditions.pdf", "line": 90 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/elc-grant-terms-and-conditions.pdf", "line": 91 }, { "directive": "disallow", "path": "/files/e/estee-lauder-companies/global/documents/*", "line": 92 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/universal/executive-leadership/*", "line": 93 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=5-20-2020&skipsecond=05-19-2020&page=12", "line": 94 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-02-2021-200507828&skipsecond=09-2-2021&page=11", "line": 95 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=02-05-2021-114511702&skipsecond=02-05-2021-113010936&page=8", "line": 96 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=12-8-2020&skipsecond=dow&page=33", "line": 97 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Universal/investors/earnings-and-financials/proxy-statements/elc-proxy-21.pdf", "line": 98 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/universal/investors/earnings-and-financials/proxy-statements/elc-proxy-21.pdf", "line": 99 }, { "directive": "disallow", "path": "/site-services/openinnovation", "line": 100 }, { "directive": "disallow", "path": "/who-we-are/global-operations", "line": 101 }, { "directive": "disallow", "path": "/en/who-we-are/global-operations", "line": 102 }, { "directive": "disallow", "path": "/en/site-services/search-countries/united-states-2", "line": 103 }, { "directive": "disallow", "path": "/en/site-services/search-countries/united-states", "line": 104 }, { "directive": "disallow", "path": "/who-we-are/leadership/executive-leadership/william-p-lauder", "line": 105 }, { "directive": "disallow", "path": "/who-we-are/leadership/executive-leadership/fabrizio-freda", "line": 106 }, { "directive": "disallow", "path": "/zh-cn/", "line": 107 }, { "directive": "disallow", "path": "/zh-cn/*", "line": 108 }, { "directive": "disallow", "path": "/openinnovation", "line": 109 }, { "directive": "disallow", "path": "/country-by-country-romania", "line": 110 }, { "directive": "disallow", "path": "/country-by-country-elco", "line": 111 }, { "directive": "disallow", "path": "/en/country-by-country-romania", "line": 112 }, { "directive": "disallow", "path": "/en/country-by-country-elco", "line": 113 }, { "directive": "disallow", "path": "/es/country-by-country-romania", "line": 114 }, { "directive": "disallow", "path": "/es/country-by-country-elco", "line": 115 }, { "directive": "disallow", "path": "/fr/country-by-country-romania", "line": 116 }, { "directive": "disallow", "path": "/fr/country-by-country-elco", "line": 117 }, { "directive": "disallow", "path": "/ja-jp/country-by-country-romania", "line": 118 }, { "directive": "disallow", "path": "/ja-jp/country-by-country-elco", "line": 119 }, { "directive": "disallow", "path": "/en-gb/country-by-country-romania", "line": 120 }, { "directive": "disallow", "path": "/en-gb/country-by-country-elco", "line": 121 } ], "warnings": [ 76, 80, 81, 83, 85, 87, 89, 91, 93, 99 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/staticresources/", "line": 34 }, { "directive": "disallow", "path": "/investis/", "line": 35 }, { "directive": "disallow", "path": "/tools/", "line": 36 }, { "directive": "disallow", "path": "/investis modules/", "line": 37 }, { "directive": "disallow", "path": "/*/sitecore/", "line": 38 }, { "directive": "disallow", "path": "/sitecore/", "line": 39 }, { "directive": "disallow", "path": "/*/sitecore/content/", "line": 40 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 41 }, { "directive": "disallow", "path": "/error-page.aspx", "line": 42 }, { "directive": "disallow", "path": "/*/error-page.aspx", "line": 43 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1*", "line": 44 }, { "directive": "disallow", "path": "/investors/press-releases-and-news?async=1*", "line": 45 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 46 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1*", "line": 47 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1*", "line": 48 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 49 }, { "directive": "disallow", "path": "/es/news-and-media/newsroom?async=1*", "line": 50 }, { "directive": "disallow", "path": "/es/investors/press-releases-and-news?async=1*", "line": 51 }, { "directive": "disallow", "path": "/es/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 52 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-19-2017&skipsecond=09-19-17&page=4", "line": 53 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-19-2017&skipsecond=09-19-17&page=10", "line": 54 }, { "directive": "disallow", "path": "/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 55 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/general-inquiries", "line": 56 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/becca/instagram-becca?async=1*", "line": 57 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/darphin/instagram-darphin?async=1*", "line": 58 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/donna-karan-cosmetics/facebook-donna-karan-cosmetics", "line": 59 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/glamglow/instagram-glamglow?async=1*", "line": 60 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/le-labo/instagram-le-labo?async=1*", "line": 61 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/tom-ford-beauty/instagram-tom-ford-beauty?async=1*", "line": 62 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/investor-relations", "line": 63 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/human-resources", "line": 64 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/consumer-care", "line": 65 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/media-relations", "line": 66 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/general-Inquiries", "line": 67 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/gone-but-not-forgotten", "line": 68 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/thank-you", "line": 69 }, { "directive": "disallow", "path": "/favicon.ico", "line": 70 }, { "directive": "disallow", "path": "/WebResource.axd", "line": 71 }, { "directive": "disallow", "path": "/Webresource.axd", "line": 72 }, { "directive": "disallow", "path": "/ScriptResource.axd", "line": 73 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder/documents/elc-social-media-principles.pdf", "line": 74 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/art-of-inquiry-course-pre-work.pdf", "line": 75 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/art-of-inquiry-course-pre-work.pdf", "line": 76 }, { "directive": "disallow", "path": "/default.asp", "line": 77 }, { "directive": "disallow", "path": "/COVID19Guidelines", "line": 78 }, { "directive": "disallow", "path": "/covid19updates", "line": 79 }, { "directive": "disallow", "path": "*/en/covid19updates", "line": 80 }, { "directive": "disallow", "path": "*/en/covid19updates/*", "line": 81 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/ELC-COVID-19-Response-Employee-FAQ.pdf", "line": 82 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/elc-covid-19-response-employee-faq.pdf", "line": 83 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/*", "line": 84 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/*", "line": 85 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/covid-19/ELC-COVID-19-Response-Employee-FAQ.pdf", "line": 86 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/covid-19/elc-covid-19-response-employee-faq.pdf", "line": 87 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/y2019-audit-report.pdf", "line": 88 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/y2019-audit-report.pdf", "line": 89 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/elc-grant-terms-and-conditions.pdf", "line": 90 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/elc-grant-terms-and-conditions.pdf", "line": 91 }, { "directive": "disallow", "path": "/files/e/estee-lauder-companies/global/documents/*", "line": 92 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/universal/executive-leadership/*", "line": 93 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=5-20-2020&skipsecond=05-19-2020&page=12", "line": 94 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-02-2021-200507828&skipsecond=09-2-2021&page=11", "line": 95 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=02-05-2021-114511702&skipsecond=02-05-2021-113010936&page=8", "line": 96 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=12-8-2020&skipsecond=dow&page=33", "line": 97 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Universal/investors/earnings-and-financials/proxy-statements/elc-proxy-21.pdf", "line": 98 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/universal/investors/earnings-and-financials/proxy-statements/elc-proxy-21.pdf", "line": 99 }, { "directive": "disallow", "path": "/site-services/openinnovation", "line": 100 }, { "directive": "disallow", "path": "/who-we-are/global-operations", "line": 101 }, { "directive": "disallow", "path": "/en/who-we-are/global-operations", "line": 102 }, { "directive": "disallow", "path": "/en/site-services/search-countries/united-states-2", "line": 103 }, { "directive": "disallow", "path": "/en/site-services/search-countries/united-states", "line": 104 }, { "directive": "disallow", "path": "/who-we-are/leadership/executive-leadership/william-p-lauder", "line": 105 }, { "directive": "disallow", "path": "/who-we-are/leadership/executive-leadership/fabrizio-freda", "line": 106 }, { "directive": "disallow", "path": "/zh-cn/", "line": 107 }, { "directive": "disallow", "path": "/zh-cn/*", "line": 108 }, { "directive": "disallow", "path": "/openinnovation", "line": 109 }, { "directive": "disallow", "path": "/country-by-country-romania", "line": 110 }, { "directive": "disallow", "path": "/country-by-country-elco", "line": 111 }, { "directive": "disallow", "path": "/en/country-by-country-romania", "line": 112 }, { "directive": "disallow", "path": "/en/country-by-country-elco", "line": 113 }, { "directive": "disallow", "path": "/es/country-by-country-romania", "line": 114 }, { "directive": "disallow", "path": "/es/country-by-country-elco", "line": 115 }, { "directive": "disallow", "path": "/fr/country-by-country-romania", "line": 116 }, { "directive": "disallow", "path": "/fr/country-by-country-elco", "line": 117 }, { "directive": "disallow", "path": "/ja-jp/country-by-country-romania", "line": 118 }, { "directive": "disallow", "path": "/ja-jp/country-by-country-elco", "line": 119 }, { "directive": "disallow", "path": "/en-gb/country-by-country-romania", "line": 120 }, { "directive": "disallow", "path": "/en-gb/country-by-country-elco", "line": 121 } ], "warnings": [ 76, 80, 81, 83, 85, 87, 89, 91, 93, 99 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/staticresources/", "line": 34 }, { "directive": "disallow", "path": "/investis/", "line": 35 }, { "directive": "disallow", "path": "/tools/", "line": 36 }, { "directive": "disallow", "path": "/investis modules/", "line": 37 }, { "directive": "disallow", "path": "/*/sitecore/", "line": 38 }, { "directive": "disallow", "path": "/sitecore/", "line": 39 }, { "directive": "disallow", "path": "/*/sitecore/content/", "line": 40 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 41 }, { "directive": "disallow", "path": "/error-page.aspx", "line": 42 }, { "directive": "disallow", "path": "/*/error-page.aspx", "line": 43 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1*", "line": 44 }, { "directive": "disallow", "path": "/investors/press-releases-and-news?async=1*", "line": 45 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 46 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1*", "line": 47 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1*", "line": 48 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 49 }, { "directive": "disallow", "path": "/es/news-and-media/newsroom?async=1*", "line": 50 }, { "directive": "disallow", "path": "/es/investors/press-releases-and-news?async=1*", "line": 51 }, { "directive": "disallow", "path": "/es/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 52 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-19-2017&skipsecond=09-19-17&page=4", "line": 53 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-19-2017&skipsecond=09-19-17&page=10", "line": 54 }, { "directive": "disallow", "path": "/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 55 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/general-inquiries", "line": 56 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/becca/instagram-becca?async=1*", "line": 57 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/darphin/instagram-darphin?async=1*", "line": 58 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/donna-karan-cosmetics/facebook-donna-karan-cosmetics", "line": 59 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/glamglow/instagram-glamglow?async=1*", "line": 60 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/le-labo/instagram-le-labo?async=1*", "line": 61 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/tom-ford-beauty/instagram-tom-ford-beauty?async=1*", "line": 62 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/investor-relations", "line": 63 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/human-resources", "line": 64 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/consumer-care", "line": 65 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/media-relations", "line": 66 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/general-Inquiries", "line": 67 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/gone-but-not-forgotten", "line": 68 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/thank-you", "line": 69 }, { "directive": "disallow", "path": "/favicon.ico", "line": 70 }, { "directive": "disallow", "path": "/WebResource.axd", "line": 71 }, { "directive": "disallow", "path": "/Webresource.axd", "line": 72 }, { "directive": "disallow", "path": "/ScriptResource.axd", "line": 73 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder/documents/elc-social-media-principles.pdf", "line": 74 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/art-of-inquiry-course-pre-work.pdf", "line": 75 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/art-of-inquiry-course-pre-work.pdf", "line": 76 }, { "directive": "disallow", "path": "/default.asp", "line": 77 }, { "directive": "disallow", "path": "/COVID19Guidelines", "line": 78 }, { "directive": "disallow", "path": "/covid19updates", "line": 79 }, { "directive": "disallow", "path": "*/en/covid19updates", "line": 80 }, { "directive": "disallow", "path": "*/en/covid19updates/*", "line": 81 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/ELC-COVID-19-Response-Employee-FAQ.pdf", "line": 82 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/elc-covid-19-response-employee-faq.pdf", "line": 83 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/*", "line": 84 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/*", "line": 85 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/covid-19/ELC-COVID-19-Response-Employee-FAQ.pdf", "line": 86 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/covid-19/elc-covid-19-response-employee-faq.pdf", "line": 87 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/y2019-audit-report.pdf", "line": 88 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/y2019-audit-report.pdf", "line": 89 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/elc-grant-terms-and-conditions.pdf", "line": 90 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/elc-grant-terms-and-conditions.pdf", "line": 91 }, { "directive": "disallow", "path": "/files/e/estee-lauder-companies/global/documents/*", "line": 92 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/universal/executive-leadership/*", "line": 93 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=5-20-2020&skipsecond=05-19-2020&page=12", "line": 94 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-02-2021-200507828&skipsecond=09-2-2021&page=11", "line": 95 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=02-05-2021-114511702&skipsecond=02-05-2021-113010936&page=8", "line": 96 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=12-8-2020&skipsecond=dow&page=33", "line": 97 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Universal/investors/earnings-and-financials/proxy-statements/elc-proxy-21.pdf", "line": 98 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/universal/investors/earnings-and-financials/proxy-statements/elc-proxy-21.pdf", "line": 99 }, { "directive": "disallow", "path": "/site-services/openinnovation", "line": 100 }, { "directive": "disallow", "path": "/who-we-are/global-operations", "line": 101 }, { "directive": "disallow", "path": "/en/who-we-are/global-operations", "line": 102 }, { "directive": "disallow", "path": "/en/site-services/search-countries/united-states-2", "line": 103 }, { "directive": "disallow", "path": "/en/site-services/search-countries/united-states", "line": 104 }, { "directive": "disallow", "path": "/who-we-are/leadership/executive-leadership/william-p-lauder", "line": 105 }, { "directive": "disallow", "path": "/who-we-are/leadership/executive-leadership/fabrizio-freda", "line": 106 }, { "directive": "disallow", "path": "/zh-cn/", "line": 107 }, { "directive": "disallow", "path": "/zh-cn/*", "line": 108 }, { "directive": "disallow", "path": "/openinnovation", "line": 109 }, { "directive": "disallow", "path": "/country-by-country-romania", "line": 110 }, { "directive": "disallow", "path": "/country-by-country-elco", "line": 111 }, { "directive": "disallow", "path": "/en/country-by-country-romania", "line": 112 }, { "directive": "disallow", "path": "/en/country-by-country-elco", "line": 113 }, { "directive": "disallow", "path": "/es/country-by-country-romania", "line": 114 }, { "directive": "disallow", "path": "/es/country-by-country-elco", "line": 115 }, { "directive": "disallow", "path": "/fr/country-by-country-romania", "line": 116 }, { "directive": "disallow", "path": "/fr/country-by-country-elco", "line": 117 }, { "directive": "disallow", "path": "/ja-jp/country-by-country-romania", "line": 118 }, { "directive": "disallow", "path": "/ja-jp/country-by-country-elco", "line": 119 }, { "directive": "disallow", "path": "/en-gb/country-by-country-romania", "line": 120 }, { "directive": "disallow", "path": "/en-gb/country-by-country-elco", "line": 121 } ], "warnings": [ 76, 80, 81, 83, 85, 87, 89, 91, 93, 99 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/staticresources/", "line": 34 }, { "directive": "disallow", "path": "/investis/", "line": 35 }, { "directive": "disallow", "path": "/tools/", "line": 36 }, { "directive": "disallow", "path": "/investis modules/", "line": 37 }, { "directive": "disallow", "path": "/*/sitecore/", "line": 38 }, { "directive": "disallow", "path": "/sitecore/", "line": 39 }, { "directive": "disallow", "path": "/*/sitecore/content/", "line": 40 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 41 }, { "directive": "disallow", "path": "/error-page.aspx", "line": 42 }, { "directive": "disallow", "path": "/*/error-page.aspx", "line": 43 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1*", "line": 44 }, { "directive": "disallow", "path": "/investors/press-releases-and-news?async=1*", "line": 45 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 46 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1*", "line": 47 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1*", "line": 48 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 49 }, { "directive": "disallow", "path": "/es/news-and-media/newsroom?async=1*", "line": 50 }, { "directive": "disallow", "path": "/es/investors/press-releases-and-news?async=1*", "line": 51 }, { "directive": "disallow", "path": "/es/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 52 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-19-2017&skipsecond=09-19-17&page=4", "line": 53 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-19-2017&skipsecond=09-19-17&page=10", "line": 54 }, { "directive": "disallow", "path": "/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 55 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/general-inquiries", "line": 56 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/becca/instagram-becca?async=1*", "line": 57 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/darphin/instagram-darphin?async=1*", "line": 58 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/donna-karan-cosmetics/facebook-donna-karan-cosmetics", "line": 59 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/glamglow/instagram-glamglow?async=1*", "line": 60 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/le-labo/instagram-le-labo?async=1*", "line": 61 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/tom-ford-beauty/instagram-tom-ford-beauty?async=1*", "line": 62 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/investor-relations", "line": 63 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/human-resources", "line": 64 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/consumer-care", "line": 65 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/media-relations", "line": 66 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/general-Inquiries", "line": 67 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/gone-but-not-forgotten", "line": 68 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/thank-you", "line": 69 }, { "directive": "disallow", "path": "/favicon.ico", "line": 70 }, { "directive": "disallow", "path": "/WebResource.axd", "line": 71 }, { "directive": "disallow", "path": "/Webresource.axd", "line": 72 }, { "directive": "disallow", "path": "/ScriptResource.axd", "line": 73 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder/documents/elc-social-media-principles.pdf", "line": 74 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/art-of-inquiry-course-pre-work.pdf", "line": 75 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/art-of-inquiry-course-pre-work.pdf", "line": 76 }, { "directive": "disallow", "path": "/default.asp", "line": 77 }, { "directive": "disallow", "path": "/COVID19Guidelines", "line": 78 }, { "directive": "disallow", "path": "/covid19updates", "line": 79 }, { "directive": "disallow", "path": "*/en/covid19updates", "line": 80 }, { "directive": "disallow", "path": "*/en/covid19updates/*", "line": 81 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/ELC-COVID-19-Response-Employee-FAQ.pdf", "line": 82 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/elc-covid-19-response-employee-faq.pdf", "line": 83 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/*", "line": 84 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/*", "line": 85 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/covid-19/ELC-COVID-19-Response-Employee-FAQ.pdf", "line": 86 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/covid-19/elc-covid-19-response-employee-faq.pdf", "line": 87 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/y2019-audit-report.pdf", "line": 88 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/y2019-audit-report.pdf", "line": 89 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/elc-grant-terms-and-conditions.pdf", "line": 90 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/elc-grant-terms-and-conditions.pdf", "line": 91 }, { "directive": "disallow", "path": "/files/e/estee-lauder-companies/global/documents/*", "line": 92 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/universal/executive-leadership/*", "line": 93 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=5-20-2020&skipsecond=05-19-2020&page=12", "line": 94 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-02-2021-200507828&skipsecond=09-2-2021&page=11", "line": 95 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=02-05-2021-114511702&skipsecond=02-05-2021-113010936&page=8", "line": 96 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=12-8-2020&skipsecond=dow&page=33", "line": 97 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Universal/investors/earnings-and-financials/proxy-statements/elc-proxy-21.pdf", "line": 98 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/universal/investors/earnings-and-financials/proxy-statements/elc-proxy-21.pdf", "line": 99 }, { "directive": "disallow", "path": "/site-services/openinnovation", "line": 100 }, { "directive": "disallow", "path": "/who-we-are/global-operations", "line": 101 }, { "directive": "disallow", "path": "/en/who-we-are/global-operations", "line": 102 }, { "directive": "disallow", "path": "/en/site-services/search-countries/united-states-2", "line": 103 }, { "directive": "disallow", "path": "/en/site-services/search-countries/united-states", "line": 104 }, { "directive": "disallow", "path": "/who-we-are/leadership/executive-leadership/william-p-lauder", "line": 105 }, { "directive": "disallow", "path": "/who-we-are/leadership/executive-leadership/fabrizio-freda", "line": 106 }, { "directive": "disallow", "path": "/zh-cn/", "line": 107 }, { "directive": "disallow", "path": "/zh-cn/*", "line": 108 }, { "directive": "disallow", "path": "/openinnovation", "line": 109 }, { "directive": "disallow", "path": "/country-by-country-romania", "line": 110 }, { "directive": "disallow", "path": "/country-by-country-elco", "line": 111 }, { "directive": "disallow", "path": "/en/country-by-country-romania", "line": 112 }, { "directive": "disallow", "path": "/en/country-by-country-elco", "line": 113 }, { "directive": "disallow", "path": "/es/country-by-country-romania", "line": 114 }, { "directive": "disallow", "path": "/es/country-by-country-elco", "line": 115 }, { "directive": "disallow", "path": "/fr/country-by-country-romania", "line": 116 }, { "directive": "disallow", "path": "/fr/country-by-country-elco", "line": 117 }, { "directive": "disallow", "path": "/ja-jp/country-by-country-romania", "line": 118 }, { "directive": "disallow", "path": "/ja-jp/country-by-country-elco", "line": 119 }, { "directive": "disallow", "path": "/en-gb/country-by-country-romania", "line": 120 }, { "directive": "disallow", "path": "/en-gb/country-by-country-elco", "line": 121 } ], "warnings": [ 76, 80, 81, 83, 85, 87, 89, 91, 93, 99 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/staticresources/", "line": 34 }, { "directive": "disallow", "path": "/investis/", "line": 35 }, { "directive": "disallow", "path": "/tools/", "line": 36 }, { "directive": "disallow", "path": "/investis modules/", "line": 37 }, { "directive": "disallow", "path": "/*/sitecore/", "line": 38 }, { "directive": "disallow", "path": "/sitecore/", "line": 39 }, { "directive": "disallow", "path": "/*/sitecore/content/", "line": 40 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 41 }, { "directive": "disallow", "path": "/error-page.aspx", "line": 42 }, { "directive": "disallow", "path": "/*/error-page.aspx", "line": 43 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1*", "line": 44 }, { "directive": "disallow", "path": "/investors/press-releases-and-news?async=1*", "line": 45 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 46 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1*", "line": 47 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1*", "line": 48 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 49 }, { "directive": "disallow", "path": "/es/news-and-media/newsroom?async=1*", "line": 50 }, { "directive": "disallow", "path": "/es/investors/press-releases-and-news?async=1*", "line": 51 }, { "directive": "disallow", "path": "/es/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 52 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-19-2017&skipsecond=09-19-17&page=4", "line": 53 }, { "directive": "disallow", "path": "/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-19-2017&skipsecond=09-19-17&page=10", "line": 54 }, { "directive": "disallow", "path": "/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=*&skipsecond=*&page=*", "line": 55 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/general-inquiries", "line": 56 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/becca/instagram-becca?async=1*", "line": 57 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/darphin/instagram-darphin?async=1*", "line": 58 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/donna-karan-cosmetics/facebook-donna-karan-cosmetics", "line": 59 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/glamglow/instagram-glamglow?async=1*", "line": 60 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/le-labo/instagram-le-labo?async=1*", "line": 61 }, { "directive": "disallow", "path": "/site-services/brands-social-network-list/tom-ford-beauty/instagram-tom-ford-beauty?async=1*", "line": 62 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/investor-relations", "line": 63 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/human-resources", "line": 64 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/consumer-care", "line": 65 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/media-relations", "line": 66 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/general-Inquiries", "line": 67 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/gone-but-not-forgotten", "line": 68 }, { "directive": "disallow", "path": "/news-and-media/contact-us/forms/thank-you", "line": 69 }, { "directive": "disallow", "path": "/favicon.ico", "line": 70 }, { "directive": "disallow", "path": "/WebResource.axd", "line": 71 }, { "directive": "disallow", "path": "/Webresource.axd", "line": 72 }, { "directive": "disallow", "path": "/ScriptResource.axd", "line": 73 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder/documents/elc-social-media-principles.pdf", "line": 74 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/art-of-inquiry-course-pre-work.pdf", "line": 75 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/art-of-inquiry-course-pre-work.pdf", "line": 76 }, { "directive": "disallow", "path": "/default.asp", "line": 77 }, { "directive": "disallow", "path": "/COVID19Guidelines", "line": 78 }, { "directive": "disallow", "path": "/covid19updates", "line": 79 }, { "directive": "disallow", "path": "*/en/covid19updates", "line": 80 }, { "directive": "disallow", "path": "*/en/covid19updates/*", "line": 81 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/ELC-COVID-19-Response-Employee-FAQ.pdf", "line": 82 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/elc-covid-19-response-employee-faq.pdf", "line": 83 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/global/documents/*", "line": 84 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/*", "line": 85 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/covid-19/ELC-COVID-19-Response-Employee-FAQ.pdf", "line": 86 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/covid-19/elc-covid-19-response-employee-faq.pdf", "line": 87 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/y2019-audit-report.pdf", "line": 88 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/y2019-audit-report.pdf", "line": 89 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Global/documents/elc-grant-terms-and-conditions.pdf", "line": 90 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/global/documents/elc-grant-terms-and-conditions.pdf", "line": 91 }, { "directive": "disallow", "path": "/files/e/estee-lauder-companies/global/documents/*", "line": 92 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/universal/executive-leadership/*", "line": 93 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=5-20-2020&skipsecond=05-19-2020&page=12", "line": 94 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=09-02-2021-200507828&skipsecond=09-2-2021&page=11", "line": 95 }, { "directive": "disallow", "path": "/en/investors/press-releases-and-news?async=1&type=*&category=*&freetext=*&year=*&skipfirst=02-05-2021-114511702&skipsecond=02-05-2021-113010936&page=8", "line": 96 }, { "directive": "disallow", "path": "/en/news-and-media/newsroom?async=1&type=*&category=*&freetext=*&year=*&skipfirst=12-8-2020&skipsecond=dow&page=33", "line": 97 }, { "directive": "disallow", "path": "/~/media/Files/E/Estee-Lauder-Companies/Universal/investors/earnings-and-financials/proxy-statements/elc-proxy-21.pdf", "line": 98 }, { "directive": "disallow", "path": "*/files/e/estee-lauder-companies/universal/investors/earnings-and-financials/proxy-statements/elc-proxy-21.pdf", "line": 99 }, { "directive": "disallow", "path": "/site-services/openinnovation", "line": 100 }, { "directive": "disallow", "path": "/who-we-are/global-operations", "line": 101 }, { "directive": "disallow", "path": "/en/who-we-are/global-operations", "line": 102 }, { "directive": "disallow", "path": "/en/site-services/search-countries/united-states-2", "line": 103 }, { "directive": "disallow", "path": "/en/site-services/search-countries/united-states", "line": 104 }, { "directive": "disallow", "path": "/who-we-are/leadership/executive-leadership/william-p-lauder", "line": 105 }, { "directive": "disallow", "path": "/who-we-are/leadership/executive-leadership/fabrizio-freda", "line": 106 }, { "directive": "disallow", "path": "/zh-cn/", "line": 107 }, { "directive": "disallow", "path": "/zh-cn/*", "line": 108 }, { "directive": "disallow", "path": "/openinnovation", "line": 109 }, { "directive": "disallow", "path": "/country-by-country-romania", "line": 110 }, { "directive": "disallow", "path": "/country-by-country-elco", "line": 111 }, { "directive": "disallow", "path": "/en/country-by-country-romania", "line": 112 }, { "directive": "disallow", "path": "/en/country-by-country-elco", "line": 113 }, { "directive": "disallow", "path": "/es/country-by-country-romania", "line": 114 }, { "directive": "disallow", "path": "/es/country-by-country-elco", "line": 115 }, { "directive": "disallow", "path": "/fr/country-by-country-romania", "line": 116 }, { "directive": "disallow", "path": "/fr/country-by-country-elco", "line": 117 }, { "directive": "disallow", "path": "/ja-jp/country-by-country-romania", "line": 118 }, { "directive": "disallow", "path": "/ja-jp/country-by-country-elco", "line": 119 }, { "directive": "disallow", "path": "/en-gb/country-by-country-romania", "line": 120 }, { "directive": "disallow", "path": "/en-gb/country-by-country-elco", "line": 121 } ], "warnings": [ 76, 80, 81, 83, 85, 87, 89, 91, 93, 99 ] } }, "httpStatus": 200, "finalUrl": "https://www.elcompanies.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "44776b75305ee88ec5094e06c6b10e670169b98d82cea0495be460c81f376862", "bytes": 6801 }, { "company": "Everest Group", "cik": "1095073", "sector": "Financials", "origin": "http://www.everestre.com", "checkedAt": "2026-09-26T04:55:21.974Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.everestglobal.com/us-en/investor-relations/robots.txt", "contentType": null, "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "bytes": 0 }, { "company": "Evergy", "cik": "1711269", "sector": "Utilities", "origin": "https://www.evergy.com", "checkedAt": "2026-09-26T04:55:22.195Z", "status": "ambiguous_content", "bots": null, "httpStatus": 200, "finalUrl": "https://www.evergy.com/robots.txt", "contentType": "text/html; charset=utf-8", "sha256": "0ef80611202379eede622f4eaba214ea4a7056c5f86a94453f09efc62c6a9f9a", "bytes": 32460 }, { "company": "Eversource Energy", "cik": "72741", "sector": "Utilities", "origin": "https://www.eversource.com", "checkedAt": "2026-09-26T04:55:22.235Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/docs/", "line": 2 }, { "directive": "disallow", "path": "/sitefinity/", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/docs/", "line": 2 }, { "directive": "disallow", "path": "/sitefinity/", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/docs/", "line": 2 }, { "directive": "disallow", "path": "/sitefinity/", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "disallow", "path": "/residential/about/our-company/news-room/", "line": 6 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/docs/", "line": 2 }, { "directive": "disallow", "path": "/sitefinity/", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "disallow", "path": "/residential/about/our-company/news-room/", "line": 9 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/docs/", "line": 2 }, { "directive": "disallow", "path": "/sitefinity/", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/docs/", "line": 2 }, { "directive": "disallow", "path": "/sitefinity/", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.eversource.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "dae681bd6bfa8c827290de4085c1f455e4b63e7b808eda70cf267cc93afef936", "bytes": 268 }, { "company": "Exelon", "cik": "1109357", "sector": "Utilities", "origin": "https://www.exeloncorp.com", "checkedAt": "2026-09-26T04:55:22.484Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.exeloncorp.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "510516cfa92eaf00288d60987ef4fcfb8b65150dbad5446138e30827e0e78c2a", "bytes": 81 }, { "company": "Expand Energy", "cik": "895126", "sector": "Energy", "origin": "http://www.chk.com", "checkedAt": "2026-09-26T04:55:23.712Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 4 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 5 }, { "directive": "disallow", "path": "/wp-includes/", "line": 6 }, { "directive": "disallow", "path": "/wp-login.php", "line": 7 }, { "directive": "disallow", "path": "/wp-register.php", "line": 8 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 9 }, { "directive": "disallow", "path": "/compensation-planning/", "line": 10 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 4 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 5 }, { "directive": "disallow", "path": "/wp-includes/", "line": 6 }, { "directive": "disallow", "path": "/wp-login.php", "line": 7 }, { "directive": "disallow", "path": "/wp-register.php", "line": 8 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 9 }, { "directive": "disallow", "path": "/compensation-planning/", "line": 10 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 4 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 5 }, { "directive": "disallow", "path": "/wp-includes/", "line": 6 }, { "directive": "disallow", "path": "/wp-login.php", "line": 7 }, { "directive": "disallow", "path": "/wp-register.php", "line": 8 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 9 }, { "directive": "disallow", "path": "/compensation-planning/", "line": 10 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 4 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 5 }, { "directive": "disallow", "path": "/wp-includes/", "line": 6 }, { "directive": "disallow", "path": "/wp-login.php", "line": 7 }, { "directive": "disallow", "path": "/wp-register.php", "line": 8 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 9 }, { "directive": "disallow", "path": "/compensation-planning/", "line": 10 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 4 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 5 }, { "directive": "disallow", "path": "/wp-includes/", "line": 6 }, { "directive": "disallow", "path": "/wp-login.php", "line": 7 }, { "directive": "disallow", "path": "/wp-register.php", "line": 8 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 9 }, { "directive": "disallow", "path": "/compensation-planning/", "line": 10 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 4 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 5 }, { "directive": "disallow", "path": "/wp-includes/", "line": 6 }, { "directive": "disallow", "path": "/wp-login.php", "line": 7 }, { "directive": "disallow", "path": "/wp-register.php", "line": 8 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 9 }, { "directive": "disallow", "path": "/compensation-planning/", "line": 10 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 4 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 5 }, { "directive": "disallow", "path": "/wp-includes/", "line": 6 }, { "directive": "disallow", "path": "/wp-login.php", "line": 7 }, { "directive": "disallow", "path": "/wp-register.php", "line": 8 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 9 }, { "directive": "disallow", "path": "/compensation-planning/", "line": 10 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 4 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 5 }, { "directive": "disallow", "path": "/wp-includes/", "line": 6 }, { "directive": "disallow", "path": "/wp-login.php", "line": 7 }, { "directive": "disallow", "path": "/wp-register.php", "line": 8 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 9 }, { "directive": "disallow", "path": "/compensation-planning/", "line": 10 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.expandenergy.com/robots.txt", "contentType": "text/plain", "sha256": "3cc861ff65fc72c982d0e695a143935e52f042c5b37e9cfcd14a225bc3552688", "bytes": 352 }, { "company": "Expedia Group", "cik": "1324424", "sector": "Consumer Discretionary", "origin": "https://www.expediagroup.com", "checkedAt": "2026-09-26T04:55:23.788Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/apps/", "line": 6 }, { "directive": "disallow", "path": "/etc/", "line": 7 }, { "directive": "disallow", "path": "/var/", "line": 8 }, { "directive": "disallow", "path": "/crx/", "line": 9 }, { "directive": "disallow", "path": "/system/", "line": 10 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/*?*_ga", "line": 12 }, { "directive": "disallow", "path": "/*/_jcr_content*", "line": 13 }, { "directive": "disallow", "path": "/*?wcmmode=*", "line": 14 }, { "directive": "disallow", "path": "/*?debugClientLibs=*", "line": 15 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/apps/", "line": 6 }, { "directive": "disallow", "path": "/etc/", "line": 7 }, { "directive": "disallow", "path": "/var/", "line": 8 }, { "directive": "disallow", "path": "/crx/", "line": 9 }, { "directive": "disallow", "path": "/system/", "line": 10 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/*?*_ga", "line": 12 }, { "directive": "disallow", "path": "/*/_jcr_content*", "line": 13 }, { "directive": "disallow", "path": "/*?wcmmode=*", "line": 14 }, { "directive": "disallow", "path": "/*?debugClientLibs=*", "line": 15 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/apps/", "line": 6 }, { "directive": "disallow", "path": "/etc/", "line": 7 }, { "directive": "disallow", "path": "/var/", "line": 8 }, { "directive": "disallow", "path": "/crx/", "line": 9 }, { "directive": "disallow", "path": "/system/", "line": 10 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/*?*_ga", "line": 12 }, { "directive": "disallow", "path": "/*/_jcr_content*", "line": 13 }, { "directive": "disallow", "path": "/*?wcmmode=*", "line": 14 }, { "directive": "disallow", "path": "/*?debugClientLibs=*", "line": 15 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/apps/", "line": 6 }, { "directive": "disallow", "path": "/etc/", "line": 7 }, { "directive": "disallow", "path": "/var/", "line": 8 }, { "directive": "disallow", "path": "/crx/", "line": 9 }, { "directive": "disallow", "path": "/system/", "line": 10 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/*?*_ga", "line": 12 }, { "directive": "disallow", "path": "/*/_jcr_content*", "line": 13 }, { "directive": "disallow", "path": "/*?wcmmode=*", "line": 14 }, { "directive": "disallow", "path": "/*?debugClientLibs=*", "line": 15 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/apps/", "line": 6 }, { "directive": "disallow", "path": "/etc/", "line": 7 }, { "directive": "disallow", "path": "/var/", "line": 8 }, { "directive": "disallow", "path": "/crx/", "line": 9 }, { "directive": "disallow", "path": "/system/", "line": 10 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/*?*_ga", "line": 12 }, { "directive": "disallow", "path": "/*/_jcr_content*", "line": 13 }, { "directive": "disallow", "path": "/*?wcmmode=*", "line": 14 }, { "directive": "disallow", "path": "/*?debugClientLibs=*", "line": 15 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/apps/", "line": 6 }, { "directive": "disallow", "path": "/etc/", "line": 7 }, { "directive": "disallow", "path": "/var/", "line": 8 }, { "directive": "disallow", "path": "/crx/", "line": 9 }, { "directive": "disallow", "path": "/system/", "line": 10 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/*?*_ga", "line": 12 }, { "directive": "disallow", "path": "/*/_jcr_content*", "line": 13 }, { "directive": "disallow", "path": "/*?wcmmode=*", "line": 14 }, { "directive": "disallow", "path": "/*?debugClientLibs=*", "line": 15 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/apps/", "line": 6 }, { "directive": "disallow", "path": "/etc/", "line": 7 }, { "directive": "disallow", "path": "/var/", "line": 8 }, { "directive": "disallow", "path": "/crx/", "line": 9 }, { "directive": "disallow", "path": "/system/", "line": 10 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/*?*_ga", "line": 12 }, { "directive": "disallow", "path": "/*/_jcr_content*", "line": 13 }, { "directive": "disallow", "path": "/*?wcmmode=*", "line": 14 }, { "directive": "disallow", "path": "/*?debugClientLibs=*", "line": 15 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/", "line": 4 }, { "directive": "disallow", "path": "/libs/", "line": 5 }, { "directive": "disallow", "path": "/apps/", "line": 6 }, { "directive": "disallow", "path": "/etc/", "line": 7 }, { "directive": "disallow", "path": "/var/", "line": 8 }, { "directive": "disallow", "path": "/crx/", "line": 9 }, { "directive": "disallow", "path": "/system/", "line": 10 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/*?*_ga", "line": 12 }, { "directive": "disallow", "path": "/*/_jcr_content*", "line": 13 }, { "directive": "disallow", "path": "/*?wcmmode=*", "line": 14 }, { "directive": "disallow", "path": "/*?debugClientLibs=*", "line": 15 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.expediagroup.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "48bf77fbe9911b42d1bbb1075a9eaebe63b5f96e0e8a095a1a207bbfedf3fb3a", "bytes": 329 }, { "company": "Expeditors International", "cik": "746515", "sector": "Industrials", "origin": "http://www.expeditors.com", "checkedAt": "2026-09-26T04:55:23.862Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/aspnet_client/", "line": 2 }, { "directive": "disallow", "path": "/bin/", "line": 3 }, { "directive": "disallow", "path": "/config/", "line": 4 }, { "directive": "disallow", "path": "/data/", "line": 5 }, { "directive": "disallow", "path": "/macroScripts/", "line": 6 }, { "directive": "disallow", "path": "/umbraco/", "line": 7 }, { "directive": "disallow", "path": "/umbraco_client/", "line": 8 }, { "directive": "disallow", "path": "/usercontrols/", "line": 9 }, { "directive": "disallow", "path": "/xslt/", "line": 10 }, { "directive": "disallow", "path": "/search/", "line": 11 }, { "directive": "disallow", "path": "/404-page-not-found/", "line": 12 }, { "directive": "disallow", "path": "/error/", "line": 13 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/aspnet_client/", "line": 2 }, { "directive": "disallow", "path": "/bin/", "line": 3 }, { "directive": "disallow", "path": "/config/", "line": 4 }, { "directive": "disallow", "path": "/data/", "line": 5 }, { "directive": "disallow", "path": "/macroScripts/", "line": 6 }, { "directive": "disallow", "path": "/umbraco/", "line": 7 }, { "directive": "disallow", "path": "/umbraco_client/", "line": 8 }, { "directive": "disallow", "path": "/usercontrols/", "line": 9 }, { "directive": "disallow", "path": "/xslt/", "line": 10 }, { "directive": "disallow", "path": "/search/", "line": 11 }, { "directive": "disallow", "path": "/404-page-not-found/", "line": 12 }, { "directive": "disallow", "path": "/error/", "line": 13 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/aspnet_client/", "line": 2 }, { "directive": "disallow", "path": "/bin/", "line": 3 }, { "directive": "disallow", "path": "/config/", "line": 4 }, { "directive": "disallow", "path": "/data/", "line": 5 }, { "directive": "disallow", "path": "/macroScripts/", "line": 6 }, { "directive": "disallow", "path": "/umbraco/", "line": 7 }, { "directive": "disallow", "path": "/umbraco_client/", "line": 8 }, { "directive": "disallow", "path": "/usercontrols/", "line": 9 }, { "directive": "disallow", "path": "/xslt/", "line": 10 }, { "directive": "disallow", "path": "/search/", "line": 11 }, { "directive": "disallow", "path": "/404-page-not-found/", "line": 12 }, { "directive": "disallow", "path": "/error/", "line": 13 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/aspnet_client/", "line": 2 }, { "directive": "disallow", "path": "/bin/", "line": 3 }, { "directive": "disallow", "path": "/config/", "line": 4 }, { "directive": "disallow", "path": "/data/", "line": 5 }, { "directive": "disallow", "path": "/macroScripts/", "line": 6 }, { "directive": "disallow", "path": "/umbraco/", "line": 7 }, { "directive": "disallow", "path": "/umbraco_client/", "line": 8 }, { "directive": "disallow", "path": "/usercontrols/", "line": 9 }, { "directive": "disallow", "path": "/xslt/", "line": 10 }, { "directive": "disallow", "path": "/search/", "line": 11 }, { "directive": "disallow", "path": "/404-page-not-found/", "line": 12 }, { "directive": "disallow", "path": "/error/", "line": 13 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/aspnet_client/", "line": 2 }, { "directive": "disallow", "path": "/bin/", "line": 3 }, { "directive": "disallow", "path": "/config/", "line": 4 }, { "directive": "disallow", "path": "/data/", "line": 5 }, { "directive": "disallow", "path": "/macroScripts/", "line": 6 }, { "directive": "disallow", "path": "/umbraco/", "line": 7 }, { "directive": "disallow", "path": "/umbraco_client/", "line": 8 }, { "directive": "disallow", "path": "/usercontrols/", "line": 9 }, { "directive": "disallow", "path": "/xslt/", "line": 10 }, { "directive": "disallow", "path": "/search/", "line": 11 }, { "directive": "disallow", "path": "/404-page-not-found/", "line": 12 }, { "directive": "disallow", "path": "/error/", "line": 13 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/aspnet_client/", "line": 2 }, { "directive": "disallow", "path": "/bin/", "line": 3 }, { "directive": "disallow", "path": "/config/", "line": 4 }, { "directive": "disallow", "path": "/data/", "line": 5 }, { "directive": "disallow", "path": "/macroScripts/", "line": 6 }, { "directive": "disallow", "path": "/umbraco/", "line": 7 }, { "directive": "disallow", "path": "/umbraco_client/", "line": 8 }, { "directive": "disallow", "path": "/usercontrols/", "line": 9 }, { "directive": "disallow", "path": "/xslt/", "line": 10 }, { "directive": "disallow", "path": "/search/", "line": 11 }, { "directive": "disallow", "path": "/404-page-not-found/", "line": 12 }, { "directive": "disallow", "path": "/error/", "line": 13 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/aspnet_client/", "line": 2 }, { "directive": "disallow", "path": "/bin/", "line": 3 }, { "directive": "disallow", "path": "/config/", "line": 4 }, { "directive": "disallow", "path": "/data/", "line": 5 }, { "directive": "disallow", "path": "/macroScripts/", "line": 6 }, { "directive": "disallow", "path": "/umbraco/", "line": 7 }, { "directive": "disallow", "path": "/umbraco_client/", "line": 8 }, { "directive": "disallow", "path": "/usercontrols/", "line": 9 }, { "directive": "disallow", "path": "/xslt/", "line": 10 }, { "directive": "disallow", "path": "/search/", "line": 11 }, { "directive": "disallow", "path": "/404-page-not-found/", "line": 12 }, { "directive": "disallow", "path": "/error/", "line": 13 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/aspnet_client/", "line": 2 }, { "directive": "disallow", "path": "/bin/", "line": 3 }, { "directive": "disallow", "path": "/config/", "line": 4 }, { "directive": "disallow", "path": "/data/", "line": 5 }, { "directive": "disallow", "path": "/macroScripts/", "line": 6 }, { "directive": "disallow", "path": "/umbraco/", "line": 7 }, { "directive": "disallow", "path": "/umbraco_client/", "line": 8 }, { "directive": "disallow", "path": "/usercontrols/", "line": 9 }, { "directive": "disallow", "path": "/xslt/", "line": 10 }, { "directive": "disallow", "path": "/search/", "line": 11 }, { "directive": "disallow", "path": "/404-page-not-found/", "line": 12 }, { "directive": "disallow", "path": "/error/", "line": 13 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.expeditors.com/robots.txt", "contentType": "text/plain", "sha256": "63ca966fec9ef95c83c6d63763f03fc41e2e40f577578446e8b49314fa1ec78d", "bytes": 338 }, { "company": "Extra Space Storage", "cik": "1289490", "sector": "Real Estate", "origin": "https://www.extraspace.com", "checkedAt": "2026-09-26T04:55:23.918Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.extraspace.com/robots.txt", "contentType": "text/plain; charset=utf-8" }, { "company": "ExxonMobil", "cik": "34088", "sector": "Energy", "origin": "https://corporate.exxonmobil.com", "checkedAt": "2026-09-26T04:55:24.154Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 21 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 4 }, { "directive": "disallow", "path": "/search?*", "line": 5 }, { "directive": "disallow", "path": "/sitecore", "line": 6 }, { "directive": "disallow", "path": "/api/", "line": 7 }, { "directive": "disallow", "path": "/*?*index=*", "line": 10 }, { "directive": "disallow", "path": "/*?*search=*", "line": 11 }, { "directive": "disallow", "path": "/*?*lang=*", "line": 12 }, { "directive": "allow", "path": "/*?*content-lang=*", "line": 13 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 27 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 19 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 31 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 17 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 4 }, { "directive": "disallow", "path": "/search?*", "line": 5 }, { "directive": "disallow", "path": "/sitecore", "line": 6 }, { "directive": "disallow", "path": "/api/", "line": 7 }, { "directive": "disallow", "path": "/*?*index=*", "line": 10 }, { "directive": "disallow", "path": "/*?*search=*", "line": 11 }, { "directive": "disallow", "path": "/*?*lang=*", "line": 12 }, { "directive": "allow", "path": "/*?*content-lang=*", "line": 13 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 25 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://corporate.exxonmobil.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "fe26fe2d3bcc505294c038ae999c318489676303f4bb3306c39f15dc08a23e2b", "bytes": 1843 }, { "company": "F5, Inc.", "cik": "1048695", "sector": "Information Technology", "origin": "https://www.f5.com", "checkedAt": "2026-09-26T04:55:24.303Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.f5.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "eca371645a1484bc5d7dfc8e150f188b7e70d7754e6c00c1770de364f38e1401", "bytes": 156 }, { "company": "FactSet", "cik": "1013237", "sector": "Financials", "origin": "http://www.factset.com", "checkedAt": "2026-09-26T04:55:24.543Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.factset.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "7fb1cc5ca42ba04ffaf98b8135517158cc8443883c6b2c5a1b727fec07889b37", "bytes": 69 }, { "company": "Fair Isaac", "cik": "814547", "sector": "Information Technology", "origin": "http://www.fico.com", "checkedAt": "2026-09-26T04:55:24.957Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/core/", "line": 3 }, { "directive": "disallow", "path": "/profiles/", "line": 4 }, { "directive": "disallow", "path": "/README.txt", "line": 6 }, { "directive": "disallow", "path": "/web.config", "line": 7 }, { "directive": "disallow", "path": "/sites/default/files/*.pdf", "line": 8 }, { "directive": "disallow", "path": "/sites/default/files/*/*.pdf", "line": 9 }, { "directive": "disallow", "path": "/admin/", "line": 11 }, { "directive": "disallow", "path": "/comment/reply/", "line": 12 }, { "directive": "disallow", "path": "/filter/tips/", "line": 13 }, { "directive": "disallow", "path": "/node/add/", "line": 14 }, { "directive": "disallow", "path": "/node/", "line": 15 }, { "directive": "disallow", "path": "/search/", "line": 16 }, { "directive": "disallow", "path": "/user/register", "line": 17 }, { "directive": "disallow", "path": "/user/password", "line": 18 }, { "directive": "disallow", "path": "/user/login", "line": 19 }, { "directive": "disallow", "path": "/user/logout", "line": 20 }, { "directive": "disallow", "path": "/blogs/search", "line": 22 }, { "directive": "disallow", "path": "/marketing-exchange/", "line": 23 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 25 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 26 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 27 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 28 }, { "directive": "disallow", "path": "/index.php/node/", "line": 29 }, { "directive": "disallow", "path": "/index.php/search/", "line": 30 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 31 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 32 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 33 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 34 }, { "directive": "disallow", "path": "/resource-access/download/", "line": 35 }, { "directive": "disallow", "path": "/restricted-resource-access/view/", "line": 36 }, { "directive": "disallow", "path": "/speednet/login", "line": 37 }, { "directive": "disallow", "path": "/br/sdwww", "line": 51 }, { "directive": "disallow", "path": "/es/sdwww", "line": 52 }, { "directive": "disallow", "path": "/de/sdwww", "line": 53 }, { "directive": "disallow", "path": "/blogs/*?f*=", "line": 57 }, { "directive": "disallow", "path": "/*?*[*]=*", "line": 59 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/core/", "line": 3 }, { "directive": "disallow", "path": "/profiles/", "line": 4 }, { "directive": "disallow", "path": "/README.txt", "line": 6 }, { "directive": "disallow", "path": "/web.config", "line": 7 }, { "directive": "disallow", "path": "/sites/default/files/*.pdf", "line": 8 }, { "directive": "disallow", "path": "/sites/default/files/*/*.pdf", "line": 9 }, { "directive": "disallow", "path": "/admin/", "line": 11 }, { "directive": "disallow", "path": "/comment/reply/", "line": 12 }, { "directive": "disallow", "path": "/filter/tips/", "line": 13 }, { "directive": "disallow", "path": "/node/add/", "line": 14 }, { "directive": "disallow", "path": "/node/", "line": 15 }, { "directive": "disallow", "path": "/search/", "line": 16 }, { "directive": "disallow", "path": "/user/register", "line": 17 }, { "directive": "disallow", "path": "/user/password", "line": 18 }, { "directive": "disallow", "path": "/user/login", "line": 19 }, { "directive": "disallow", "path": "/user/logout", "line": 20 }, { "directive": "disallow", "path": "/blogs/search", "line": 22 }, { "directive": "disallow", "path": "/marketing-exchange/", "line": 23 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 25 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 26 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 27 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 28 }, { "directive": "disallow", "path": "/index.php/node/", "line": 29 }, { "directive": "disallow", "path": "/index.php/search/", "line": 30 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 31 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 32 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 33 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 34 }, { "directive": "disallow", "path": "/resource-access/download/", "line": 35 }, { "directive": "disallow", "path": "/restricted-resource-access/view/", "line": 36 }, { "directive": "disallow", "path": "/speednet/login", "line": 37 }, { "directive": "disallow", "path": "/br/sdwww", "line": 51 }, { "directive": "disallow", "path": "/es/sdwww", "line": 52 }, { "directive": "disallow", "path": "/de/sdwww", "line": 53 }, { "directive": "disallow", "path": "/blogs/*?f*=", "line": 57 }, { "directive": "disallow", "path": "/*?*[*]=*", "line": 59 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/core/", "line": 3 }, { "directive": "disallow", "path": "/profiles/", "line": 4 }, { "directive": "disallow", "path": "/README.txt", "line": 6 }, { "directive": "disallow", "path": "/web.config", "line": 7 }, { "directive": "disallow", "path": "/sites/default/files/*.pdf", "line": 8 }, { "directive": "disallow", "path": "/sites/default/files/*/*.pdf", "line": 9 }, { "directive": "disallow", "path": "/admin/", "line": 11 }, { "directive": "disallow", "path": "/comment/reply/", "line": 12 }, { "directive": "disallow", "path": "/filter/tips/", "line": 13 }, { "directive": "disallow", "path": "/node/add/", "line": 14 }, { "directive": "disallow", "path": "/node/", "line": 15 }, { "directive": "disallow", "path": "/search/", "line": 16 }, { "directive": "disallow", "path": "/user/register", "line": 17 }, { "directive": "disallow", "path": "/user/password", "line": 18 }, { "directive": "disallow", "path": "/user/login", "line": 19 }, { "directive": "disallow", "path": "/user/logout", "line": 20 }, { "directive": "disallow", "path": "/blogs/search", "line": 22 }, { "directive": "disallow", "path": "/marketing-exchange/", "line": 23 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 25 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 26 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 27 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 28 }, { "directive": "disallow", "path": "/index.php/node/", "line": 29 }, { "directive": "disallow", "path": "/index.php/search/", "line": 30 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 31 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 32 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 33 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 34 }, { "directive": "disallow", "path": "/resource-access/download/", "line": 35 }, { "directive": "disallow", "path": "/restricted-resource-access/view/", "line": 36 }, { "directive": "disallow", "path": "/speednet/login", "line": 37 }, { "directive": "disallow", "path": "/br/sdwww", "line": 51 }, { "directive": "disallow", "path": "/es/sdwww", "line": 52 }, { "directive": "disallow", "path": "/de/sdwww", "line": 53 }, { "directive": "disallow", "path": "/blogs/*?f*=", "line": 57 }, { "directive": "disallow", "path": "/*?*[*]=*", "line": 59 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/core/", "line": 3 }, { "directive": "disallow", "path": "/profiles/", "line": 4 }, { "directive": "disallow", "path": "/README.txt", "line": 6 }, { "directive": "disallow", "path": "/web.config", "line": 7 }, { "directive": "disallow", "path": "/sites/default/files/*.pdf", "line": 8 }, { "directive": "disallow", "path": "/sites/default/files/*/*.pdf", "line": 9 }, { "directive": "disallow", "path": "/admin/", "line": 11 }, { "directive": "disallow", "path": "/comment/reply/", "line": 12 }, { "directive": "disallow", "path": "/filter/tips/", "line": 13 }, { "directive": "disallow", "path": "/node/add/", "line": 14 }, { "directive": "disallow", "path": "/node/", "line": 15 }, { "directive": "disallow", "path": "/search/", "line": 16 }, { "directive": "disallow", "path": "/user/register", "line": 17 }, { "directive": "disallow", "path": "/user/password", "line": 18 }, { "directive": "disallow", "path": "/user/login", "line": 19 }, { "directive": "disallow", "path": "/user/logout", "line": 20 }, { "directive": "disallow", "path": "/blogs/search", "line": 22 }, { "directive": "disallow", "path": "/marketing-exchange/", "line": 23 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 25 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 26 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 27 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 28 }, { "directive": "disallow", "path": "/index.php/node/", "line": 29 }, { "directive": "disallow", "path": "/index.php/search/", "line": 30 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 31 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 32 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 33 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 34 }, { "directive": "disallow", "path": "/resource-access/download/", "line": 35 }, { "directive": "disallow", "path": "/restricted-resource-access/view/", "line": 36 }, { "directive": "disallow", "path": "/speednet/login", "line": 37 }, { "directive": "disallow", "path": "/br/sdwww", "line": 51 }, { "directive": "disallow", "path": "/es/sdwww", "line": 52 }, { "directive": "disallow", "path": "/de/sdwww", "line": 53 }, { "directive": "disallow", "path": "/blogs/*?f*=", "line": 57 }, { "directive": "disallow", "path": "/*?*[*]=*", "line": 59 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/core/", "line": 3 }, { "directive": "disallow", "path": "/profiles/", "line": 4 }, { "directive": "disallow", "path": "/README.txt", "line": 6 }, { "directive": "disallow", "path": "/web.config", "line": 7 }, { "directive": "disallow", "path": "/sites/default/files/*.pdf", "line": 8 }, { "directive": "disallow", "path": "/sites/default/files/*/*.pdf", "line": 9 }, { "directive": "disallow", "path": "/admin/", "line": 11 }, { "directive": "disallow", "path": "/comment/reply/", "line": 12 }, { "directive": "disallow", "path": "/filter/tips/", "line": 13 }, { "directive": "disallow", "path": "/node/add/", "line": 14 }, { "directive": "disallow", "path": "/node/", "line": 15 }, { "directive": "disallow", "path": "/search/", "line": 16 }, { "directive": "disallow", "path": "/user/register", "line": 17 }, { "directive": "disallow", "path": "/user/password", "line": 18 }, { "directive": "disallow", "path": "/user/login", "line": 19 }, { "directive": "disallow", "path": "/user/logout", "line": 20 }, { "directive": "disallow", "path": "/blogs/search", "line": 22 }, { "directive": "disallow", "path": "/marketing-exchange/", "line": 23 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 25 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 26 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 27 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 28 }, { "directive": "disallow", "path": "/index.php/node/", "line": 29 }, { "directive": "disallow", "path": "/index.php/search/", "line": 30 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 31 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 32 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 33 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 34 }, { "directive": "disallow", "path": "/resource-access/download/", "line": 35 }, { "directive": "disallow", "path": "/restricted-resource-access/view/", "line": 36 }, { "directive": "disallow", "path": "/speednet/login", "line": 37 }, { "directive": "disallow", "path": "/br/sdwww", "line": 51 }, { "directive": "disallow", "path": "/es/sdwww", "line": 52 }, { "directive": "disallow", "path": "/de/sdwww", "line": 53 }, { "directive": "disallow", "path": "/blogs/*?f*=", "line": 57 }, { "directive": "disallow", "path": "/*?*[*]=*", "line": 59 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/core/", "line": 3 }, { "directive": "disallow", "path": "/profiles/", "line": 4 }, { "directive": "disallow", "path": "/README.txt", "line": 6 }, { "directive": "disallow", "path": "/web.config", "line": 7 }, { "directive": "disallow", "path": "/sites/default/files/*.pdf", "line": 8 }, { "directive": "disallow", "path": "/sites/default/files/*/*.pdf", "line": 9 }, { "directive": "disallow", "path": "/admin/", "line": 11 }, { "directive": "disallow", "path": "/comment/reply/", "line": 12 }, { "directive": "disallow", "path": "/filter/tips/", "line": 13 }, { "directive": "disallow", "path": "/node/add/", "line": 14 }, { "directive": "disallow", "path": "/node/", "line": 15 }, { "directive": "disallow", "path": "/search/", "line": 16 }, { "directive": "disallow", "path": "/user/register", "line": 17 }, { "directive": "disallow", "path": "/user/password", "line": 18 }, { "directive": "disallow", "path": "/user/login", "line": 19 }, { "directive": "disallow", "path": "/user/logout", "line": 20 }, { "directive": "disallow", "path": "/blogs/search", "line": 22 }, { "directive": "disallow", "path": "/marketing-exchange/", "line": 23 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 25 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 26 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 27 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 28 }, { "directive": "disallow", "path": "/index.php/node/", "line": 29 }, { "directive": "disallow", "path": "/index.php/search/", "line": 30 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 31 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 32 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 33 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 34 }, { "directive": "disallow", "path": "/resource-access/download/", "line": 35 }, { "directive": "disallow", "path": "/restricted-resource-access/view/", "line": 36 }, { "directive": "disallow", "path": "/speednet/login", "line": 37 }, { "directive": "disallow", "path": "/br/sdwww", "line": 51 }, { "directive": "disallow", "path": "/es/sdwww", "line": 52 }, { "directive": "disallow", "path": "/de/sdwww", "line": 53 }, { "directive": "disallow", "path": "/blogs/*?f*=", "line": 57 }, { "directive": "disallow", "path": "/*?*[*]=*", "line": 59 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/core/", "line": 3 }, { "directive": "disallow", "path": "/profiles/", "line": 4 }, { "directive": "disallow", "path": "/README.txt", "line": 6 }, { "directive": "disallow", "path": "/web.config", "line": 7 }, { "directive": "disallow", "path": "/sites/default/files/*.pdf", "line": 8 }, { "directive": "disallow", "path": "/sites/default/files/*/*.pdf", "line": 9 }, { "directive": "disallow", "path": "/admin/", "line": 11 }, { "directive": "disallow", "path": "/comment/reply/", "line": 12 }, { "directive": "disallow", "path": "/filter/tips/", "line": 13 }, { "directive": "disallow", "path": "/node/add/", "line": 14 }, { "directive": "disallow", "path": "/node/", "line": 15 }, { "directive": "disallow", "path": "/search/", "line": 16 }, { "directive": "disallow", "path": "/user/register", "line": 17 }, { "directive": "disallow", "path": "/user/password", "line": 18 }, { "directive": "disallow", "path": "/user/login", "line": 19 }, { "directive": "disallow", "path": "/user/logout", "line": 20 }, { "directive": "disallow", "path": "/blogs/search", "line": 22 }, { "directive": "disallow", "path": "/marketing-exchange/", "line": 23 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 25 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 26 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 27 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 28 }, { "directive": "disallow", "path": "/index.php/node/", "line": 29 }, { "directive": "disallow", "path": "/index.php/search/", "line": 30 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 31 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 32 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 33 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 34 }, { "directive": "disallow", "path": "/resource-access/download/", "line": 35 }, { "directive": "disallow", "path": "/restricted-resource-access/view/", "line": 36 }, { "directive": "disallow", "path": "/speednet/login", "line": 37 }, { "directive": "disallow", "path": "/br/sdwww", "line": 51 }, { "directive": "disallow", "path": "/es/sdwww", "line": 52 }, { "directive": "disallow", "path": "/de/sdwww", "line": 53 }, { "directive": "disallow", "path": "/blogs/*?f*=", "line": 57 }, { "directive": "disallow", "path": "/*?*[*]=*", "line": 59 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/core/", "line": 3 }, { "directive": "disallow", "path": "/profiles/", "line": 4 }, { "directive": "disallow", "path": "/README.txt", "line": 6 }, { "directive": "disallow", "path": "/web.config", "line": 7 }, { "directive": "disallow", "path": "/sites/default/files/*.pdf", "line": 8 }, { "directive": "disallow", "path": "/sites/default/files/*/*.pdf", "line": 9 }, { "directive": "disallow", "path": "/admin/", "line": 11 }, { "directive": "disallow", "path": "/comment/reply/", "line": 12 }, { "directive": "disallow", "path": "/filter/tips/", "line": 13 }, { "directive": "disallow", "path": "/node/add/", "line": 14 }, { "directive": "disallow", "path": "/node/", "line": 15 }, { "directive": "disallow", "path": "/search/", "line": 16 }, { "directive": "disallow", "path": "/user/register", "line": 17 }, { "directive": "disallow", "path": "/user/password", "line": 18 }, { "directive": "disallow", "path": "/user/login", "line": 19 }, { "directive": "disallow", "path": "/user/logout", "line": 20 }, { "directive": "disallow", "path": "/blogs/search", "line": 22 }, { "directive": "disallow", "path": "/marketing-exchange/", "line": 23 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 25 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 26 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 27 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 28 }, { "directive": "disallow", "path": "/index.php/node/", "line": 29 }, { "directive": "disallow", "path": "/index.php/search/", "line": 30 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 31 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 32 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 33 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 34 }, { "directive": "disallow", "path": "/resource-access/download/", "line": 35 }, { "directive": "disallow", "path": "/restricted-resource-access/view/", "line": 36 }, { "directive": "disallow", "path": "/speednet/login", "line": 37 }, { "directive": "disallow", "path": "/br/sdwww", "line": 51 }, { "directive": "disallow", "path": "/es/sdwww", "line": 52 }, { "directive": "disallow", "path": "/de/sdwww", "line": 53 }, { "directive": "disallow", "path": "/blogs/*?f*=", "line": 57 }, { "directive": "disallow", "path": "/*?*[*]=*", "line": 59 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.fico.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "aaa35cc9d179f062d34b87d2ed14094cd80fedea11cf8e562c916b9a1d539f32", "bytes": 1704 }, { "company": "Fastenal", "cik": "815556", "sector": "Industrials", "origin": "https://www.fastenal.com", "checkedAt": "2026-09-26T04:55:25.164Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.fastenal.com/robots.txt", "contentType": "text/html" }, { "company": "Federal Realty Investment Trust", "cik": "34903", "sector": "Real Estate", "origin": "http://www.federalrealty.com", "checkedAt": "2026-09-26T04:55:25.429Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 5 }, { "directive": "disallow", "path": "*.pdf*", "line": 6 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 7 } ], "warnings": [ 6 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 5 }, { "directive": "disallow", "path": "*.pdf*", "line": 6 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 7 } ], "warnings": [ 6 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 5 }, { "directive": "disallow", "path": "*.pdf*", "line": 6 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 7 } ], "warnings": [ 6 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 5 }, { "directive": "disallow", "path": "*.pdf*", "line": 6 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 7 } ], "warnings": [ 6 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 5 }, { "directive": "disallow", "path": "*.pdf*", "line": 6 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 7 } ], "warnings": [ 6 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 5 }, { "directive": "disallow", "path": "*.pdf*", "line": 6 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 7 } ], "warnings": [ 6 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 5 }, { "directive": "disallow", "path": "*.pdf*", "line": 6 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 7 } ], "warnings": [ 6 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 5 }, { "directive": "disallow", "path": "*.pdf*", "line": 6 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 7 } ], "warnings": [ 6 ] } }, "httpStatus": 200, "finalUrl": "http://www.federalrealty.com/robots.txt", "contentType": "text/plain", "sha256": "faedd0cee49450bd811079c243af43c9eef8ff95f99592fc3665b09d50b9426b", "bytes": 113 }, { "company": "FedEx", "cik": "1048911", "sector": "Industrials", "origin": "https://www.fedex.com", "checkedAt": "2026-09-26T04:55:26.051Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "allow", "path": "/de/careers/?*", "line": 3 }, { "directive": "allow", "path": "/?location=home", "line": 4 }, { "directive": "allow", "path": "/Tracking?cntry_code=us", "line": 5 }, { "directive": "allow", "path": "/apps/fedextrack/?action=track", "line": 6 }, { "directive": "allow", "path": "/en-us/home.html?location=home", "line": 7 }, { "directive": "allow", "path": "/locate/index.html?locale=en_US", "line": 8 }, { "directive": "allow", "path": "/en-us/tracking.html?action=track", "line": 9 }, { "directive": "allow", "path": "/global/choose-location.html?location=home", "line": 10 }, { "directive": "allow", "path": "/ratefinder/home?cc=US&language=en&locId=express", "line": 11 }, { "directive": "allow", "path": "/apps/fedextrack/?action=track&cntry_code=us&freight=yes", "line": 12 }, { "directive": "allow", "path": "/fedextrack/?cntry_code=us&tab=1&tracknums=&clienttype=wtrk", "line": 13 }, { "directive": "disallow", "path": "/*?*", "line": 14 }, { "directive": "disallow", "path": "/libs/", "line": 15 }, { "directive": "disallow", "path": "/en-us/quick-help/*", "line": 16 }, { "directive": "disallow", "path": "/en-us/GDCMTestSites/*", "line": 17 }, { "directive": "disallow", "path": "/us/developer/WebHelp/*", "line": 18 }, { "directive": "disallow", "path": "/content/dam/fedex-com/hdn/", "line": 19 }, { "directive": "disallow", "path": "/content/fedex-com/global/en_us/*", "line": 22 }, { "directive": "disallow", "path": "/content/fedex-com/sites/us/*", "line": 23 }, { "directive": "disallow", "path": "/content/fedex-com/sites/*", "line": 24 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "allow", "path": "/de/careers/?*", "line": 3 }, { "directive": "allow", "path": "/?location=home", "line": 4 }, { "directive": "allow", "path": "/Tracking?cntry_code=us", "line": 5 }, { "directive": "allow", "path": "/apps/fedextrack/?action=track", "line": 6 }, { "directive": "allow", "path": "/en-us/home.html?location=home", "line": 7 }, { "directive": "allow", "path": "/locate/index.html?locale=en_US", "line": 8 }, { "directive": "allow", "path": "/en-us/tracking.html?action=track", "line": 9 }, { "directive": "allow", "path": "/global/choose-location.html?location=home", "line": 10 }, { "directive": "allow", "path": "/ratefinder/home?cc=US&language=en&locId=express", "line": 11 }, { "directive": "allow", "path": "/apps/fedextrack/?action=track&cntry_code=us&freight=yes", "line": 12 }, { "directive": "allow", "path": "/fedextrack/?cntry_code=us&tab=1&tracknums=&clienttype=wtrk", "line": 13 }, { "directive": "disallow", "path": "/*?*", "line": 14 }, { "directive": "disallow", "path": "/libs/", "line": 15 }, { "directive": "disallow", "path": "/en-us/quick-help/*", "line": 16 }, { "directive": "disallow", "path": "/en-us/GDCMTestSites/*", "line": 17 }, { "directive": "disallow", "path": "/us/developer/WebHelp/*", "line": 18 }, { "directive": "disallow", "path": "/content/dam/fedex-com/hdn/", "line": 19 }, { "directive": "disallow", "path": "/content/fedex-com/global/en_us/*", "line": 22 }, { "directive": "disallow", "path": "/content/fedex-com/sites/us/*", "line": 23 }, { "directive": "disallow", "path": "/content/fedex-com/sites/*", "line": 24 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "allow", "path": "/de/careers/?*", "line": 3 }, { "directive": "allow", "path": "/?location=home", "line": 4 }, { "directive": "allow", "path": "/Tracking?cntry_code=us", "line": 5 }, { "directive": "allow", "path": "/apps/fedextrack/?action=track", "line": 6 }, { "directive": "allow", "path": "/en-us/home.html?location=home", "line": 7 }, { "directive": "allow", "path": "/locate/index.html?locale=en_US", "line": 8 }, { "directive": "allow", "path": "/en-us/tracking.html?action=track", "line": 9 }, { "directive": "allow", "path": "/global/choose-location.html?location=home", "line": 10 }, { "directive": "allow", "path": "/ratefinder/home?cc=US&language=en&locId=express", "line": 11 }, { "directive": "allow", "path": "/apps/fedextrack/?action=track&cntry_code=us&freight=yes", "line": 12 }, { "directive": "allow", "path": "/fedextrack/?cntry_code=us&tab=1&tracknums=&clienttype=wtrk", "line": 13 }, { "directive": "disallow", "path": "/*?*", "line": 14 }, { "directive": "disallow", "path": "/libs/", "line": 15 }, { "directive": "disallow", "path": "/en-us/quick-help/*", "line": 16 }, { "directive": "disallow", "path": "/en-us/GDCMTestSites/*", "line": 17 }, { "directive": "disallow", "path": "/us/developer/WebHelp/*", "line": 18 }, { "directive": "disallow", "path": "/content/dam/fedex-com/hdn/", "line": 19 }, { "directive": "disallow", "path": "/content/fedex-com/global/en_us/*", "line": 22 }, { "directive": "disallow", "path": "/content/fedex-com/sites/us/*", "line": 23 }, { "directive": "disallow", "path": "/content/fedex-com/sites/*", "line": 24 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "allow", "path": "/de/careers/?*", "line": 3 }, { "directive": "allow", "path": "/?location=home", "line": 4 }, { "directive": "allow", "path": "/Tracking?cntry_code=us", "line": 5 }, { "directive": "allow", "path": "/apps/fedextrack/?action=track", "line": 6 }, { "directive": "allow", "path": "/en-us/home.html?location=home", "line": 7 }, { "directive": "allow", "path": "/locate/index.html?locale=en_US", "line": 8 }, { "directive": "allow", "path": "/en-us/tracking.html?action=track", "line": 9 }, { "directive": "allow", "path": "/global/choose-location.html?location=home", "line": 10 }, { "directive": "allow", "path": "/ratefinder/home?cc=US&language=en&locId=express", "line": 11 }, { "directive": "allow", "path": "/apps/fedextrack/?action=track&cntry_code=us&freight=yes", "line": 12 }, { "directive": "allow", "path": "/fedextrack/?cntry_code=us&tab=1&tracknums=&clienttype=wtrk", "line": 13 }, { "directive": "disallow", "path": "/*?*", "line": 14 }, { "directive": "disallow", "path": "/libs/", "line": 15 }, { "directive": "disallow", "path": "/en-us/quick-help/*", "line": 16 }, { "directive": "disallow", "path": "/en-us/GDCMTestSites/*", "line": 17 }, { "directive": "disallow", "path": "/us/developer/WebHelp/*", "line": 18 }, { "directive": "disallow", "path": "/content/dam/fedex-com/hdn/", "line": 19 }, { "directive": "disallow", "path": "/content/fedex-com/global/en_us/*", "line": 22 }, { "directive": "disallow", "path": "/content/fedex-com/sites/us/*", "line": 23 }, { "directive": "disallow", "path": "/content/fedex-com/sites/*", "line": 24 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "allow", "path": "/de/careers/?*", "line": 3 }, { "directive": "allow", "path": "/?location=home", "line": 4 }, { "directive": "allow", "path": "/Tracking?cntry_code=us", "line": 5 }, { "directive": "allow", "path": "/apps/fedextrack/?action=track", "line": 6 }, { "directive": "allow", "path": "/en-us/home.html?location=home", "line": 7 }, { "directive": "allow", "path": "/locate/index.html?locale=en_US", "line": 8 }, { "directive": "allow", "path": "/en-us/tracking.html?action=track", "line": 9 }, { "directive": "allow", "path": "/global/choose-location.html?location=home", "line": 10 }, { "directive": "allow", "path": "/ratefinder/home?cc=US&language=en&locId=express", "line": 11 }, { "directive": "allow", "path": "/apps/fedextrack/?action=track&cntry_code=us&freight=yes", "line": 12 }, { "directive": "allow", "path": "/fedextrack/?cntry_code=us&tab=1&tracknums=&clienttype=wtrk", "line": 13 }, { "directive": "disallow", "path": "/*?*", "line": 14 }, { "directive": "disallow", "path": "/libs/", "line": 15 }, { "directive": "disallow", "path": "/en-us/quick-help/*", "line": 16 }, { "directive": "disallow", "path": "/en-us/GDCMTestSites/*", "line": 17 }, { "directive": "disallow", "path": "/us/developer/WebHelp/*", "line": 18 }, { "directive": "disallow", "path": "/content/dam/fedex-com/hdn/", "line": 19 }, { "directive": "disallow", "path": "/content/fedex-com/global/en_us/*", "line": 22 }, { "directive": "disallow", "path": "/content/fedex-com/sites/us/*", "line": 23 }, { "directive": "disallow", "path": "/content/fedex-com/sites/*", "line": 24 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "allow", "path": "/de/careers/?*", "line": 3 }, { "directive": "allow", "path": "/?location=home", "line": 4 }, { "directive": "allow", "path": "/Tracking?cntry_code=us", "line": 5 }, { "directive": "allow", "path": "/apps/fedextrack/?action=track", "line": 6 }, { "directive": "allow", "path": "/en-us/home.html?location=home", "line": 7 }, { "directive": "allow", "path": "/locate/index.html?locale=en_US", "line": 8 }, { "directive": "allow", "path": "/en-us/tracking.html?action=track", "line": 9 }, { "directive": "allow", "path": "/global/choose-location.html?location=home", "line": 10 }, { "directive": "allow", "path": "/ratefinder/home?cc=US&language=en&locId=express", "line": 11 }, { "directive": "allow", "path": "/apps/fedextrack/?action=track&cntry_code=us&freight=yes", "line": 12 }, { "directive": "allow", "path": "/fedextrack/?cntry_code=us&tab=1&tracknums=&clienttype=wtrk", "line": 13 }, { "directive": "disallow", "path": "/*?*", "line": 14 }, { "directive": "disallow", "path": "/libs/", "line": 15 }, { "directive": "disallow", "path": "/en-us/quick-help/*", "line": 16 }, { "directive": "disallow", "path": "/en-us/GDCMTestSites/*", "line": 17 }, { "directive": "disallow", "path": "/us/developer/WebHelp/*", "line": 18 }, { "directive": "disallow", "path": "/content/dam/fedex-com/hdn/", "line": 19 }, { "directive": "disallow", "path": "/content/fedex-com/global/en_us/*", "line": 22 }, { "directive": "disallow", "path": "/content/fedex-com/sites/us/*", "line": 23 }, { "directive": "disallow", "path": "/content/fedex-com/sites/*", "line": 24 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "allow", "path": "/de/careers/?*", "line": 3 }, { "directive": "allow", "path": "/?location=home", "line": 4 }, { "directive": "allow", "path": "/Tracking?cntry_code=us", "line": 5 }, { "directive": "allow", "path": "/apps/fedextrack/?action=track", "line": 6 }, { "directive": "allow", "path": "/en-us/home.html?location=home", "line": 7 }, { "directive": "allow", "path": "/locate/index.html?locale=en_US", "line": 8 }, { "directive": "allow", "path": "/en-us/tracking.html?action=track", "line": 9 }, { "directive": "allow", "path": "/global/choose-location.html?location=home", "line": 10 }, { "directive": "allow", "path": "/ratefinder/home?cc=US&language=en&locId=express", "line": 11 }, { "directive": "allow", "path": "/apps/fedextrack/?action=track&cntry_code=us&freight=yes", "line": 12 }, { "directive": "allow", "path": "/fedextrack/?cntry_code=us&tab=1&tracknums=&clienttype=wtrk", "line": 13 }, { "directive": "disallow", "path": "/*?*", "line": 14 }, { "directive": "disallow", "path": "/libs/", "line": 15 }, { "directive": "disallow", "path": "/en-us/quick-help/*", "line": 16 }, { "directive": "disallow", "path": "/en-us/GDCMTestSites/*", "line": 17 }, { "directive": "disallow", "path": "/us/developer/WebHelp/*", "line": 18 }, { "directive": "disallow", "path": "/content/dam/fedex-com/hdn/", "line": 19 }, { "directive": "disallow", "path": "/content/fedex-com/global/en_us/*", "line": 22 }, { "directive": "disallow", "path": "/content/fedex-com/sites/us/*", "line": 23 }, { "directive": "disallow", "path": "/content/fedex-com/sites/*", "line": 24 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "allow", "path": "/de/careers/?*", "line": 3 }, { "directive": "allow", "path": "/?location=home", "line": 4 }, { "directive": "allow", "path": "/Tracking?cntry_code=us", "line": 5 }, { "directive": "allow", "path": "/apps/fedextrack/?action=track", "line": 6 }, { "directive": "allow", "path": "/en-us/home.html?location=home", "line": 7 }, { "directive": "allow", "path": "/locate/index.html?locale=en_US", "line": 8 }, { "directive": "allow", "path": "/en-us/tracking.html?action=track", "line": 9 }, { "directive": "allow", "path": "/global/choose-location.html?location=home", "line": 10 }, { "directive": "allow", "path": "/ratefinder/home?cc=US&language=en&locId=express", "line": 11 }, { "directive": "allow", "path": "/apps/fedextrack/?action=track&cntry_code=us&freight=yes", "line": 12 }, { "directive": "allow", "path": "/fedextrack/?cntry_code=us&tab=1&tracknums=&clienttype=wtrk", "line": 13 }, { "directive": "disallow", "path": "/*?*", "line": 14 }, { "directive": "disallow", "path": "/libs/", "line": 15 }, { "directive": "disallow", "path": "/en-us/quick-help/*", "line": 16 }, { "directive": "disallow", "path": "/en-us/GDCMTestSites/*", "line": 17 }, { "directive": "disallow", "path": "/us/developer/WebHelp/*", "line": 18 }, { "directive": "disallow", "path": "/content/dam/fedex-com/hdn/", "line": 19 }, { "directive": "disallow", "path": "/content/fedex-com/global/en_us/*", "line": 22 }, { "directive": "disallow", "path": "/content/fedex-com/sites/us/*", "line": 23 }, { "directive": "disallow", "path": "/content/fedex-com/sites/*", "line": 24 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.fedex.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "a8f74b6c204e7d8e77d95c7df273a7c0080b8afbcd87743369f3576eccff3591", "bytes": 909 }, { "company": "FedEx Freight", "cik": "2082247", "sector": "Industrials", "origin": "https://www.fedexfreight.com", "checkedAt": "2026-09-26T04:55:26.511Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.fedexfreight.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "927b3a007fe432a055f2d84d74a78cb1404566e8b205766eede63b445d645bb7", "bytes": 80 }, { "company": "Fidelity National Information Services", "cik": "1136893", "sector": "Financials", "origin": "https://www.fisglobal.com", "checkedAt": "2026-09-26T04:55:26.700Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 5, 6, 7, 9 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 5, 6, 7, 9 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 5, 6, 7, 9 ] }, "GPTBot": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 5, 6, 7, 9 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 5, 6, 7, 9 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 5, 6, 7, 9 ] }, "Claude-User": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 5, 6, 7, 9 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 5, 6, 7, 9 ] } }, "httpStatus": 200, "finalUrl": "https://www.fisglobal.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "b581815dcd38c132b5a98e857e0e62d5ff8a552ac090300ff8d5053b1ca2795c", "bytes": 2531 }, { "company": "Fifth Third Bancorp", "cik": "35527", "sector": "Financials", "origin": "https://www.53.com", "checkedAt": "2026-09-26T04:55:26.713Z", "status": "ambiguous_content", "bots": null, "httpStatus": 200, "finalUrl": "https://www.53.com/robots.txt", "contentType": "text/html", "sha256": "a8515d55280faf8def5176f2b7724f01e36480536e1b4712da9846cfe48df404", "bytes": 16105 }, { "company": "First Solar", "cik": "1274494", "sector": "Information Technology", "origin": "https://www.firstsolar.com", "checkedAt": "2026-09-26T04:55:26.870Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/Global/Archive/", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/Global/Archive/", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/Global/Archive/", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/Global/Archive/", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/Global/Archive/", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/Global/Archive/", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/Global/Archive/", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/Global/Archive/", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.firstsolar.com/robots.txt", "contentType": "text/plain", "sha256": "d09c58dec3c2ad43da3e1ae705e7da0bb2c9116ddabc7e70782d5547e56b5bfa", "bytes": 102 }, { "company": "FirstEnergy", "cik": "1031296", "sector": "Utilities", "origin": "https://www.firstenergycorp.com", "checkedAt": "2026-09-26T04:55:26.887Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/*definitions*", "line": 2 }, { "directive": "disallow", "path": "/content/customer/help/managing_my_account/manage_account_definitions/*", "line": 3 }, { "directive": "disallow", "path": "/content/customer/service_requests/request-electrical-work/new-upgrade-service/help-type-of-problem.html", "line": 5 }, { "directive": "disallow", "path": "/content/dam/customer/files/Non_Life_Limb_3673.1.pdf", "line": 6 }, { "directive": "disallow", "path": "/content/customer/alerts.html", "line": 7 }, { "directive": "disallow", "path": "/content/fecorp/corporate/Contact_Centers/vrs.html", "line": 8 }, { "directive": "disallow", "path": "/content/fecorp/merger-microsite.html", "line": 9 }, { "directive": "disallow", "path": "/content/customer/log_in/your_account_hasbeendisabled.html", "line": 11 }, { "directive": "disallow", "path": "/content/customer/log_in/forgot_password/your_password_hasbeenupdated.html", "line": 12 }, { "directive": "disallow", "path": "/content/customer/session_expired.html", "line": 13 }, { "directive": "disallow", "path": "/content/customer/alerts/thank_you_registering.html", "line": 14 }, { "directive": "disallow", "path": "/content/customer/alerts/unsubscribe_alerts.html", "line": 15 }, { "directive": "disallow", "path": "/content/customer/alerts/unsubscribe_all_alerts.html", "line": 16 }, { "directive": "disallow", "path": "/content/fecorp/page_not_found.html", "line": 17 }, { "directive": "disallow", "path": "/content/fecorp/servererror.html", "line": 18 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/spring-storms.html", "line": 20 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-summer-storms.html", "line": 21 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcp-l-summer-storms.html", "line": 22 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-severe-storms.html", "line": 23 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-severe-storms.html", "line": 24 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-halloween-safety.html", "line": 25 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/test-timing.html", "line": 26 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-winter-storms.html", "line": 27 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-welcome.html", "line": 28 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/penelec-severe-storms.html", "line": 29 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-halloween.html", "line": 30 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/penelec-halloween.html", "line": 31 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/careers-psi.html", "line": 32 }, { "directive": "disallow", "path": "/content/customer/outages_help/current_outages_maps/bpu-outage-alerts.html", "line": 34 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/*definitions*", "line": 2 }, { "directive": "disallow", "path": "/content/customer/help/managing_my_account/manage_account_definitions/*", "line": 3 }, { "directive": "disallow", "path": "/content/customer/service_requests/request-electrical-work/new-upgrade-service/help-type-of-problem.html", "line": 5 }, { "directive": "disallow", "path": "/content/dam/customer/files/Non_Life_Limb_3673.1.pdf", "line": 6 }, { "directive": "disallow", "path": "/content/customer/alerts.html", "line": 7 }, { "directive": "disallow", "path": "/content/fecorp/corporate/Contact_Centers/vrs.html", "line": 8 }, { "directive": "disallow", "path": "/content/fecorp/merger-microsite.html", "line": 9 }, { "directive": "disallow", "path": "/content/customer/log_in/your_account_hasbeendisabled.html", "line": 11 }, { "directive": "disallow", "path": "/content/customer/log_in/forgot_password/your_password_hasbeenupdated.html", "line": 12 }, { "directive": "disallow", "path": "/content/customer/session_expired.html", "line": 13 }, { "directive": "disallow", "path": "/content/customer/alerts/thank_you_registering.html", "line": 14 }, { "directive": "disallow", "path": "/content/customer/alerts/unsubscribe_alerts.html", "line": 15 }, { "directive": "disallow", "path": "/content/customer/alerts/unsubscribe_all_alerts.html", "line": 16 }, { "directive": "disallow", "path": "/content/fecorp/page_not_found.html", "line": 17 }, { "directive": "disallow", "path": "/content/fecorp/servererror.html", "line": 18 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/spring-storms.html", "line": 20 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-summer-storms.html", "line": 21 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcp-l-summer-storms.html", "line": 22 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-severe-storms.html", "line": 23 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-severe-storms.html", "line": 24 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-halloween-safety.html", "line": 25 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/test-timing.html", "line": 26 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-winter-storms.html", "line": 27 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-welcome.html", "line": 28 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/penelec-severe-storms.html", "line": 29 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-halloween.html", "line": 30 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/penelec-halloween.html", "line": 31 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/careers-psi.html", "line": 32 }, { "directive": "disallow", "path": "/content/customer/outages_help/current_outages_maps/bpu-outage-alerts.html", "line": 34 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/*definitions*", "line": 2 }, { "directive": "disallow", "path": "/content/customer/help/managing_my_account/manage_account_definitions/*", "line": 3 }, { "directive": "disallow", "path": "/content/customer/service_requests/request-electrical-work/new-upgrade-service/help-type-of-problem.html", "line": 5 }, { "directive": "disallow", "path": "/content/dam/customer/files/Non_Life_Limb_3673.1.pdf", "line": 6 }, { "directive": "disallow", "path": "/content/customer/alerts.html", "line": 7 }, { "directive": "disallow", "path": "/content/fecorp/corporate/Contact_Centers/vrs.html", "line": 8 }, { "directive": "disallow", "path": "/content/fecorp/merger-microsite.html", "line": 9 }, { "directive": "disallow", "path": "/content/customer/log_in/your_account_hasbeendisabled.html", "line": 11 }, { "directive": "disallow", "path": "/content/customer/log_in/forgot_password/your_password_hasbeenupdated.html", "line": 12 }, { "directive": "disallow", "path": "/content/customer/session_expired.html", "line": 13 }, { "directive": "disallow", "path": "/content/customer/alerts/thank_you_registering.html", "line": 14 }, { "directive": "disallow", "path": "/content/customer/alerts/unsubscribe_alerts.html", "line": 15 }, { "directive": "disallow", "path": "/content/customer/alerts/unsubscribe_all_alerts.html", "line": 16 }, { "directive": "disallow", "path": "/content/fecorp/page_not_found.html", "line": 17 }, { "directive": "disallow", "path": "/content/fecorp/servererror.html", "line": 18 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/spring-storms.html", "line": 20 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-summer-storms.html", "line": 21 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcp-l-summer-storms.html", "line": 22 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-severe-storms.html", "line": 23 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-severe-storms.html", "line": 24 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-halloween-safety.html", "line": 25 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/test-timing.html", "line": 26 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-winter-storms.html", "line": 27 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-welcome.html", "line": 28 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/penelec-severe-storms.html", "line": 29 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-halloween.html", "line": 30 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/penelec-halloween.html", "line": 31 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/careers-psi.html", "line": 32 }, { "directive": "disallow", "path": "/content/customer/outages_help/current_outages_maps/bpu-outage-alerts.html", "line": 34 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/*definitions*", "line": 2 }, { "directive": "disallow", "path": "/content/customer/help/managing_my_account/manage_account_definitions/*", "line": 3 }, { "directive": "disallow", "path": "/content/customer/service_requests/request-electrical-work/new-upgrade-service/help-type-of-problem.html", "line": 5 }, { "directive": "disallow", "path": "/content/dam/customer/files/Non_Life_Limb_3673.1.pdf", "line": 6 }, { "directive": "disallow", "path": "/content/customer/alerts.html", "line": 7 }, { "directive": "disallow", "path": "/content/fecorp/corporate/Contact_Centers/vrs.html", "line": 8 }, { "directive": "disallow", "path": "/content/fecorp/merger-microsite.html", "line": 9 }, { "directive": "disallow", "path": "/content/customer/log_in/your_account_hasbeendisabled.html", "line": 11 }, { "directive": "disallow", "path": "/content/customer/log_in/forgot_password/your_password_hasbeenupdated.html", "line": 12 }, { "directive": "disallow", "path": "/content/customer/session_expired.html", "line": 13 }, { "directive": "disallow", "path": "/content/customer/alerts/thank_you_registering.html", "line": 14 }, { "directive": "disallow", "path": "/content/customer/alerts/unsubscribe_alerts.html", "line": 15 }, { "directive": "disallow", "path": "/content/customer/alerts/unsubscribe_all_alerts.html", "line": 16 }, { "directive": "disallow", "path": "/content/fecorp/page_not_found.html", "line": 17 }, { "directive": "disallow", "path": "/content/fecorp/servererror.html", "line": 18 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/spring-storms.html", "line": 20 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-summer-storms.html", "line": 21 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcp-l-summer-storms.html", "line": 22 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-severe-storms.html", "line": 23 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-severe-storms.html", "line": 24 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-halloween-safety.html", "line": 25 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/test-timing.html", "line": 26 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-winter-storms.html", "line": 27 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-welcome.html", "line": 28 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/penelec-severe-storms.html", "line": 29 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-halloween.html", "line": 30 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/penelec-halloween.html", "line": 31 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/careers-psi.html", "line": 32 }, { "directive": "disallow", "path": "/content/customer/outages_help/current_outages_maps/bpu-outage-alerts.html", "line": 34 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/*definitions*", "line": 2 }, { "directive": "disallow", "path": "/content/customer/help/managing_my_account/manage_account_definitions/*", "line": 3 }, { "directive": "disallow", "path": "/content/customer/service_requests/request-electrical-work/new-upgrade-service/help-type-of-problem.html", "line": 5 }, { "directive": "disallow", "path": "/content/dam/customer/files/Non_Life_Limb_3673.1.pdf", "line": 6 }, { "directive": "disallow", "path": "/content/customer/alerts.html", "line": 7 }, { "directive": "disallow", "path": "/content/fecorp/corporate/Contact_Centers/vrs.html", "line": 8 }, { "directive": "disallow", "path": "/content/fecorp/merger-microsite.html", "line": 9 }, { "directive": "disallow", "path": "/content/customer/log_in/your_account_hasbeendisabled.html", "line": 11 }, { "directive": "disallow", "path": "/content/customer/log_in/forgot_password/your_password_hasbeenupdated.html", "line": 12 }, { "directive": "disallow", "path": "/content/customer/session_expired.html", "line": 13 }, { "directive": "disallow", "path": "/content/customer/alerts/thank_you_registering.html", "line": 14 }, { "directive": "disallow", "path": "/content/customer/alerts/unsubscribe_alerts.html", "line": 15 }, { "directive": "disallow", "path": "/content/customer/alerts/unsubscribe_all_alerts.html", "line": 16 }, { "directive": "disallow", "path": "/content/fecorp/page_not_found.html", "line": 17 }, { "directive": "disallow", "path": "/content/fecorp/servererror.html", "line": 18 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/spring-storms.html", "line": 20 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-summer-storms.html", "line": 21 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcp-l-summer-storms.html", "line": 22 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-severe-storms.html", "line": 23 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-severe-storms.html", "line": 24 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-halloween-safety.html", "line": 25 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/test-timing.html", "line": 26 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-winter-storms.html", "line": 27 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-welcome.html", "line": 28 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/penelec-severe-storms.html", "line": 29 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-halloween.html", "line": 30 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/penelec-halloween.html", "line": 31 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/careers-psi.html", "line": 32 }, { "directive": "disallow", "path": "/content/customer/outages_help/current_outages_maps/bpu-outage-alerts.html", "line": 34 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/*definitions*", "line": 2 }, { "directive": "disallow", "path": "/content/customer/help/managing_my_account/manage_account_definitions/*", "line": 3 }, { "directive": "disallow", "path": "/content/customer/service_requests/request-electrical-work/new-upgrade-service/help-type-of-problem.html", "line": 5 }, { "directive": "disallow", "path": "/content/dam/customer/files/Non_Life_Limb_3673.1.pdf", "line": 6 }, { "directive": "disallow", "path": "/content/customer/alerts.html", "line": 7 }, { "directive": "disallow", "path": "/content/fecorp/corporate/Contact_Centers/vrs.html", "line": 8 }, { "directive": "disallow", "path": "/content/fecorp/merger-microsite.html", "line": 9 }, { "directive": "disallow", "path": "/content/customer/log_in/your_account_hasbeendisabled.html", "line": 11 }, { "directive": "disallow", "path": "/content/customer/log_in/forgot_password/your_password_hasbeenupdated.html", "line": 12 }, { "directive": "disallow", "path": "/content/customer/session_expired.html", "line": 13 }, { "directive": "disallow", "path": "/content/customer/alerts/thank_you_registering.html", "line": 14 }, { "directive": "disallow", "path": "/content/customer/alerts/unsubscribe_alerts.html", "line": 15 }, { "directive": "disallow", "path": "/content/customer/alerts/unsubscribe_all_alerts.html", "line": 16 }, { "directive": "disallow", "path": "/content/fecorp/page_not_found.html", "line": 17 }, { "directive": "disallow", "path": "/content/fecorp/servererror.html", "line": 18 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/spring-storms.html", "line": 20 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-summer-storms.html", "line": 21 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcp-l-summer-storms.html", "line": 22 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-severe-storms.html", "line": 23 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-severe-storms.html", "line": 24 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-halloween-safety.html", "line": 25 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/test-timing.html", "line": 26 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-winter-storms.html", "line": 27 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-welcome.html", "line": 28 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/penelec-severe-storms.html", "line": 29 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-halloween.html", "line": 30 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/penelec-halloween.html", "line": 31 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/careers-psi.html", "line": 32 }, { "directive": "disallow", "path": "/content/customer/outages_help/current_outages_maps/bpu-outage-alerts.html", "line": 34 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/*definitions*", "line": 2 }, { "directive": "disallow", "path": "/content/customer/help/managing_my_account/manage_account_definitions/*", "line": 3 }, { "directive": "disallow", "path": "/content/customer/service_requests/request-electrical-work/new-upgrade-service/help-type-of-problem.html", "line": 5 }, { "directive": "disallow", "path": "/content/dam/customer/files/Non_Life_Limb_3673.1.pdf", "line": 6 }, { "directive": "disallow", "path": "/content/customer/alerts.html", "line": 7 }, { "directive": "disallow", "path": "/content/fecorp/corporate/Contact_Centers/vrs.html", "line": 8 }, { "directive": "disallow", "path": "/content/fecorp/merger-microsite.html", "line": 9 }, { "directive": "disallow", "path": "/content/customer/log_in/your_account_hasbeendisabled.html", "line": 11 }, { "directive": "disallow", "path": "/content/customer/log_in/forgot_password/your_password_hasbeenupdated.html", "line": 12 }, { "directive": "disallow", "path": "/content/customer/session_expired.html", "line": 13 }, { "directive": "disallow", "path": "/content/customer/alerts/thank_you_registering.html", "line": 14 }, { "directive": "disallow", "path": "/content/customer/alerts/unsubscribe_alerts.html", "line": 15 }, { "directive": "disallow", "path": "/content/customer/alerts/unsubscribe_all_alerts.html", "line": 16 }, { "directive": "disallow", "path": "/content/fecorp/page_not_found.html", "line": 17 }, { "directive": "disallow", "path": "/content/fecorp/servererror.html", "line": 18 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/spring-storms.html", "line": 20 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-summer-storms.html", "line": 21 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcp-l-summer-storms.html", "line": 22 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-severe-storms.html", "line": 23 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-severe-storms.html", "line": 24 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-halloween-safety.html", "line": 25 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/test-timing.html", "line": 26 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-winter-storms.html", "line": 27 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-welcome.html", "line": 28 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/penelec-severe-storms.html", "line": 29 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-halloween.html", "line": 30 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/penelec-halloween.html", "line": 31 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/careers-psi.html", "line": 32 }, { "directive": "disallow", "path": "/content/customer/outages_help/current_outages_maps/bpu-outage-alerts.html", "line": 34 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/*definitions*", "line": 2 }, { "directive": "disallow", "path": "/content/customer/help/managing_my_account/manage_account_definitions/*", "line": 3 }, { "directive": "disallow", "path": "/content/customer/service_requests/request-electrical-work/new-upgrade-service/help-type-of-problem.html", "line": 5 }, { "directive": "disallow", "path": "/content/dam/customer/files/Non_Life_Limb_3673.1.pdf", "line": 6 }, { "directive": "disallow", "path": "/content/customer/alerts.html", "line": 7 }, { "directive": "disallow", "path": "/content/fecorp/corporate/Contact_Centers/vrs.html", "line": 8 }, { "directive": "disallow", "path": "/content/fecorp/merger-microsite.html", "line": 9 }, { "directive": "disallow", "path": "/content/customer/log_in/your_account_hasbeendisabled.html", "line": 11 }, { "directive": "disallow", "path": "/content/customer/log_in/forgot_password/your_password_hasbeenupdated.html", "line": 12 }, { "directive": "disallow", "path": "/content/customer/session_expired.html", "line": 13 }, { "directive": "disallow", "path": "/content/customer/alerts/thank_you_registering.html", "line": 14 }, { "directive": "disallow", "path": "/content/customer/alerts/unsubscribe_alerts.html", "line": 15 }, { "directive": "disallow", "path": "/content/customer/alerts/unsubscribe_all_alerts.html", "line": 16 }, { "directive": "disallow", "path": "/content/fecorp/page_not_found.html", "line": 17 }, { "directive": "disallow", "path": "/content/fecorp/servererror.html", "line": 18 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/spring-storms.html", "line": 20 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-summer-storms.html", "line": 21 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcp-l-summer-storms.html", "line": 22 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-severe-storms.html", "line": 23 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-severe-storms.html", "line": 24 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/met-ed-halloween-safety.html", "line": 25 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/test-timing.html", "line": 26 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-winter-storms.html", "line": 27 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-welcome.html", "line": 28 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/penelec-severe-storms.html", "line": 29 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/jcpl-halloween.html", "line": 30 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/penelec-halloween.html", "line": 31 }, { "directive": "disallow", "path": "/content/fecorp/newsroom/social_media/careers-psi.html", "line": 32 }, { "directive": "disallow", "path": "/content/customer/outages_help/current_outages_maps/bpu-outage-alerts.html", "line": 34 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.firstenergycorp.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "beb8ffdb2b92b32c17ce32cc8dc8899f238a0c0ffbab9fa91f172ee91db839d9", "bytes": 1940 }, { "company": "Fiserv", "cik": "798354", "sector": "Financials", "origin": "https://www.fiserv.com", "checkedAt": "2026-09-26T04:55:26.981Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/archive", "line": 6 }, { "directive": "disallow", "path": "/en/communities/", "line": 7 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/archive", "line": 6 }, { "directive": "disallow", "path": "/en/communities/", "line": 7 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/archive", "line": 6 }, { "directive": "disallow", "path": "/en/communities/", "line": 7 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/archive", "line": 6 }, { "directive": "disallow", "path": "/en/communities/", "line": 7 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/archive", "line": 6 }, { "directive": "disallow", "path": "/en/communities/", "line": 7 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/archive", "line": 6 }, { "directive": "disallow", "path": "/en/communities/", "line": 7 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/archive", "line": 6 }, { "directive": "disallow", "path": "/en/communities/", "line": 7 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/archive", "line": 6 }, { "directive": "disallow", "path": "/en/communities/", "line": 7 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.fiserv.com/robots.txt", "contentType": "text/plain; charset=ISO-8859-1", "sha256": "0a44c1dd70119bab5eec849dca6f01fcfce9e245f29c5f27d515a2c0ed4b2623", "bytes": 171 }, { "company": "Flex Ltd.", "cik": "866374", "sector": "Information Technology", "origin": "https://www.flex.com", "checkedAt": "2026-09-26T04:55:27.003Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://flex.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "3b137fed05c5b5f6d79615685084f6da756a691bda0c7ec89b8dbfd232cf350c", "bytes": 112 }, { "company": "Ford Motor Company", "cik": "37996", "sector": "Consumer Discretionary", "origin": "https://www.ford.com", "checkedAt": "2026-09-26T04:55:27.497Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/experience-fragments/na/*", "line": 3 }, { "directive": "disallow", "path": "/search/", "line": 4 }, { "directive": "disallow", "path": "/trucks/ranger/index.amp/", "line": 5 }, { "directive": "disallow", "path": "/trucks/ranger/index.amp", "line": 6 }, { "directive": "disallow", "path": "/articles/", "line": 7 }, { "directive": "disallow", "path": "/akamai/", "line": 8 }, { "directive": "disallow", "path": "/synbase/bev*", "line": 9 }, { "directive": "disallow", "path": "/synbase/bev/*", "line": 10 }, { "directive": "disallow", "path": "/semashow*", "line": 11 }, { "directive": "disallow", "path": "/finder", "line": 12 }, { "directive": "disallow", "path": "/finder*", "line": 13 }, { "directive": "disallow", "path": "/finder/*", "line": 14 }, { "directive": "disallow", "path": "*chipsoverlayclose*", "line": 15 }, { "directive": "allow", "path": "/llms.txt", "line": 16 }, { "directive": "allow", "path": "/inventory/llms.txt", "line": 17 }, { "directive": "allow", "path": "/inventory/", "line": 19 }, { "directive": "disallow", "path": "/catalogsearch/", "line": 22 }, { "directive": "disallow", "path": "/nvc/checkout", "line": 23 }, { "directive": "disallow", "path": "/nvc/cart", "line": 24 }, { "directive": "disallow", "path": "/nvc/order-confirmation", "line": 25 }, { "directive": "disallow", "path": "/fps/script", "line": 26 }, { "directive": "disallow", "path": "/api/fps", "line": 27 } ], "warnings": [ 15 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/experience-fragments/na/*", "line": 3 }, { "directive": "disallow", "path": "/search/", "line": 4 }, { "directive": "disallow", "path": "/trucks/ranger/index.amp/", "line": 5 }, { "directive": "disallow", "path": "/trucks/ranger/index.amp", "line": 6 }, { "directive": "disallow", "path": "/articles/", "line": 7 }, { "directive": "disallow", "path": "/akamai/", "line": 8 }, { "directive": "disallow", "path": "/synbase/bev*", "line": 9 }, { "directive": "disallow", "path": "/synbase/bev/*", "line": 10 }, { "directive": "disallow", "path": "/semashow*", "line": 11 }, { "directive": "disallow", "path": "/finder", "line": 12 }, { "directive": "disallow", "path": "/finder*", "line": 13 }, { "directive": "disallow", "path": "/finder/*", "line": 14 }, { "directive": "disallow", "path": "*chipsoverlayclose*", "line": 15 }, { "directive": "allow", "path": "/llms.txt", "line": 16 }, { "directive": "allow", "path": "/inventory/llms.txt", "line": 17 }, { "directive": "allow", "path": "/inventory/", "line": 19 }, { "directive": "disallow", "path": "/catalogsearch/", "line": 22 }, { "directive": "disallow", "path": "/nvc/checkout", "line": 23 }, { "directive": "disallow", "path": "/nvc/cart", "line": 24 }, { "directive": "disallow", "path": "/nvc/order-confirmation", "line": 25 }, { "directive": "disallow", "path": "/fps/script", "line": 26 }, { "directive": "disallow", "path": "/api/fps", "line": 27 } ], "warnings": [ 15 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/experience-fragments/na/*", "line": 3 }, { "directive": "disallow", "path": "/search/", "line": 4 }, { "directive": "disallow", "path": "/trucks/ranger/index.amp/", "line": 5 }, { "directive": "disallow", "path": "/trucks/ranger/index.amp", "line": 6 }, { "directive": "disallow", "path": "/articles/", "line": 7 }, { "directive": "disallow", "path": "/akamai/", "line": 8 }, { "directive": "disallow", "path": "/synbase/bev*", "line": 9 }, { "directive": "disallow", "path": "/synbase/bev/*", "line": 10 }, { "directive": "disallow", "path": "/semashow*", "line": 11 }, { "directive": "disallow", "path": "/finder", "line": 12 }, { "directive": "disallow", "path": "/finder*", "line": 13 }, { "directive": "disallow", "path": "/finder/*", "line": 14 }, { "directive": "disallow", "path": "*chipsoverlayclose*", "line": 15 }, { "directive": "allow", "path": "/llms.txt", "line": 16 }, { "directive": "allow", "path": "/inventory/llms.txt", "line": 17 }, { "directive": "allow", "path": "/inventory/", "line": 19 }, { "directive": "disallow", "path": "/catalogsearch/", "line": 22 }, { "directive": "disallow", "path": "/nvc/checkout", "line": 23 }, { "directive": "disallow", "path": "/nvc/cart", "line": 24 }, { "directive": "disallow", "path": "/nvc/order-confirmation", "line": 25 }, { "directive": "disallow", "path": "/fps/script", "line": 26 }, { "directive": "disallow", "path": "/api/fps", "line": 27 } ], "warnings": [ 15 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/experience-fragments/na/*", "line": 3 }, { "directive": "disallow", "path": "/search/", "line": 4 }, { "directive": "disallow", "path": "/trucks/ranger/index.amp/", "line": 5 }, { "directive": "disallow", "path": "/trucks/ranger/index.amp", "line": 6 }, { "directive": "disallow", "path": "/articles/", "line": 7 }, { "directive": "disallow", "path": "/akamai/", "line": 8 }, { "directive": "disallow", "path": "/synbase/bev*", "line": 9 }, { "directive": "disallow", "path": "/synbase/bev/*", "line": 10 }, { "directive": "disallow", "path": "/semashow*", "line": 11 }, { "directive": "disallow", "path": "/finder", "line": 12 }, { "directive": "disallow", "path": "/finder*", "line": 13 }, { "directive": "disallow", "path": "/finder/*", "line": 14 }, { "directive": "disallow", "path": "*chipsoverlayclose*", "line": 15 }, { "directive": "allow", "path": "/llms.txt", "line": 16 }, { "directive": "allow", "path": "/inventory/llms.txt", "line": 17 }, { "directive": "allow", "path": "/inventory/", "line": 19 }, { "directive": "disallow", "path": "/catalogsearch/", "line": 22 }, { "directive": "disallow", "path": "/nvc/checkout", "line": 23 }, { "directive": "disallow", "path": "/nvc/cart", "line": 24 }, { "directive": "disallow", "path": "/nvc/order-confirmation", "line": 25 }, { "directive": "disallow", "path": "/fps/script", "line": 26 }, { "directive": "disallow", "path": "/api/fps", "line": 27 } ], "warnings": [ 15 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/experience-fragments/na/*", "line": 3 }, { "directive": "disallow", "path": "/search/", "line": 4 }, { "directive": "disallow", "path": "/trucks/ranger/index.amp/", "line": 5 }, { "directive": "disallow", "path": "/trucks/ranger/index.amp", "line": 6 }, { "directive": "disallow", "path": "/articles/", "line": 7 }, { "directive": "disallow", "path": "/akamai/", "line": 8 }, { "directive": "disallow", "path": "/synbase/bev*", "line": 9 }, { "directive": "disallow", "path": "/synbase/bev/*", "line": 10 }, { "directive": "disallow", "path": "/semashow*", "line": 11 }, { "directive": "disallow", "path": "/finder", "line": 12 }, { "directive": "disallow", "path": "/finder*", "line": 13 }, { "directive": "disallow", "path": "/finder/*", "line": 14 }, { "directive": "disallow", "path": "*chipsoverlayclose*", "line": 15 }, { "directive": "allow", "path": "/llms.txt", "line": 16 }, { "directive": "allow", "path": "/inventory/llms.txt", "line": 17 }, { "directive": "allow", "path": "/inventory/", "line": 19 }, { "directive": "disallow", "path": "/catalogsearch/", "line": 22 }, { "directive": "disallow", "path": "/nvc/checkout", "line": 23 }, { "directive": "disallow", "path": "/nvc/cart", "line": 24 }, { "directive": "disallow", "path": "/nvc/order-confirmation", "line": 25 }, { "directive": "disallow", "path": "/fps/script", "line": 26 }, { "directive": "disallow", "path": "/api/fps", "line": 27 } ], "warnings": [ 15 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/experience-fragments/na/*", "line": 3 }, { "directive": "disallow", "path": "/search/", "line": 4 }, { "directive": "disallow", "path": "/trucks/ranger/index.amp/", "line": 5 }, { "directive": "disallow", "path": "/trucks/ranger/index.amp", "line": 6 }, { "directive": "disallow", "path": "/articles/", "line": 7 }, { "directive": "disallow", "path": "/akamai/", "line": 8 }, { "directive": "disallow", "path": "/synbase/bev*", "line": 9 }, { "directive": "disallow", "path": "/synbase/bev/*", "line": 10 }, { "directive": "disallow", "path": "/semashow*", "line": 11 }, { "directive": "disallow", "path": "/finder", "line": 12 }, { "directive": "disallow", "path": "/finder*", "line": 13 }, { "directive": "disallow", "path": "/finder/*", "line": 14 }, { "directive": "disallow", "path": "*chipsoverlayclose*", "line": 15 }, { "directive": "allow", "path": "/llms.txt", "line": 16 }, { "directive": "allow", "path": "/inventory/llms.txt", "line": 17 }, { "directive": "allow", "path": "/inventory/", "line": 19 }, { "directive": "disallow", "path": "/catalogsearch/", "line": 22 }, { "directive": "disallow", "path": "/nvc/checkout", "line": 23 }, { "directive": "disallow", "path": "/nvc/cart", "line": 24 }, { "directive": "disallow", "path": "/nvc/order-confirmation", "line": 25 }, { "directive": "disallow", "path": "/fps/script", "line": 26 }, { "directive": "disallow", "path": "/api/fps", "line": 27 } ], "warnings": [ 15 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/experience-fragments/na/*", "line": 3 }, { "directive": "disallow", "path": "/search/", "line": 4 }, { "directive": "disallow", "path": "/trucks/ranger/index.amp/", "line": 5 }, { "directive": "disallow", "path": "/trucks/ranger/index.amp", "line": 6 }, { "directive": "disallow", "path": "/articles/", "line": 7 }, { "directive": "disallow", "path": "/akamai/", "line": 8 }, { "directive": "disallow", "path": "/synbase/bev*", "line": 9 }, { "directive": "disallow", "path": "/synbase/bev/*", "line": 10 }, { "directive": "disallow", "path": "/semashow*", "line": 11 }, { "directive": "disallow", "path": "/finder", "line": 12 }, { "directive": "disallow", "path": "/finder*", "line": 13 }, { "directive": "disallow", "path": "/finder/*", "line": 14 }, { "directive": "disallow", "path": "*chipsoverlayclose*", "line": 15 }, { "directive": "allow", "path": "/llms.txt", "line": 16 }, { "directive": "allow", "path": "/inventory/llms.txt", "line": 17 }, { "directive": "allow", "path": "/inventory/", "line": 19 }, { "directive": "disallow", "path": "/catalogsearch/", "line": 22 }, { "directive": "disallow", "path": "/nvc/checkout", "line": 23 }, { "directive": "disallow", "path": "/nvc/cart", "line": 24 }, { "directive": "disallow", "path": "/nvc/order-confirmation", "line": 25 }, { "directive": "disallow", "path": "/fps/script", "line": 26 }, { "directive": "disallow", "path": "/api/fps", "line": 27 } ], "warnings": [ 15 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/experience-fragments/na/*", "line": 3 }, { "directive": "disallow", "path": "/search/", "line": 4 }, { "directive": "disallow", "path": "/trucks/ranger/index.amp/", "line": 5 }, { "directive": "disallow", "path": "/trucks/ranger/index.amp", "line": 6 }, { "directive": "disallow", "path": "/articles/", "line": 7 }, { "directive": "disallow", "path": "/akamai/", "line": 8 }, { "directive": "disallow", "path": "/synbase/bev*", "line": 9 }, { "directive": "disallow", "path": "/synbase/bev/*", "line": 10 }, { "directive": "disallow", "path": "/semashow*", "line": 11 }, { "directive": "disallow", "path": "/finder", "line": 12 }, { "directive": "disallow", "path": "/finder*", "line": 13 }, { "directive": "disallow", "path": "/finder/*", "line": 14 }, { "directive": "disallow", "path": "*chipsoverlayclose*", "line": 15 }, { "directive": "allow", "path": "/llms.txt", "line": 16 }, { "directive": "allow", "path": "/inventory/llms.txt", "line": 17 }, { "directive": "allow", "path": "/inventory/", "line": 19 }, { "directive": "disallow", "path": "/catalogsearch/", "line": 22 }, { "directive": "disallow", "path": "/nvc/checkout", "line": 23 }, { "directive": "disallow", "path": "/nvc/cart", "line": 24 }, { "directive": "disallow", "path": "/nvc/order-confirmation", "line": 25 }, { "directive": "disallow", "path": "/fps/script", "line": 26 }, { "directive": "disallow", "path": "/api/fps", "line": 27 } ], "warnings": [ 15 ] } }, "httpStatus": 200, "finalUrl": "https://www.ford.com/robots.txt", "contentType": "text/plain; charset=ISO-8859-1", "sha256": "d79a95f6a6862c8c9f5ae7e56061b5555317d44a6d0bf3d9deb3c601a477f0ca", "bytes": 1243 }, { "company": "Fortinet", "cik": "1262039", "sector": "Information Technology", "origin": "http://www.fortinet.com", "checkedAt": "2026-09-26T04:55:27.595Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "disallow", "path": "/blog/tags-search", "line": 50 }, { "directive": "disallow", "path": "/blog/tags-search.html", "line": 51 }, { "directive": "disallow", "path": "/cn/corporate/about-us/newsroom/press-releases/", "line": 52 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/*.txt$", "line": 53 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/ja_jp/private/*", "line": 54 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/partners/state-contracts/*", "line": 55 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/private/*", "line": 56 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/solution-guides/ja_jp/LF_fortiproxy.pdf", "line": 57 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/white-papers/vpat*.pdf", "line": 58 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/white-papers/VPAT*.pdf", "line": 59 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/legal/*", "line": 60 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/zip/*", "line": 61 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/zip", "line": 62 }, { "directive": "disallow", "path": "/*sled-contracts-grants*", "line": 63 }, { "directive": "disallow", "path": "/content/dam/maindam/*", "line": 64 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/data-sheets/pdf/*", "line": 65 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/buyers-guide/pdf/*", "line": 66 }, { "directive": "disallow", "path": "/error.html", "line": 67 }, { "directive": "disallow", "path": "/form/", "line": 68 }, { "directive": "disallow", "path": "/form.html", "line": 69 }, { "directive": "disallow", "path": "/ir.html", "line": 70 }, { "directive": "disallow", "path": "/partners/mississippi-its.html", "line": 71 }, { "directive": "disallow", "path": "/partners/mississippi-its$", "line": 72 }, { "directive": "disallow", "path": "/partners/california-list-fortinet$", "line": 73 }, { "directive": "disallow", "path": "/partners/alabama-aljp$", "line": 74 }, { "directive": "disallow", "path": "/partners/equalis-group$", "line": 75 }, { "directive": "disallow", "path": "/resources-campaign/*", "line": 76 }, { "directive": "disallow", "path": "/br/resources-campaign/*", "line": 77 }, { "directive": "disallow", "path": "/lat/resources-campaign/*", "line": 78 }, { "directive": "disallow", "path": "/gb/resources-campaign/*", "line": 79 }, { "directive": "disallow", "path": "/de/resources-campaign/*", "line": 80 }, { "directive": "disallow", "path": "/fr/resources-campaign/*", "line": 81 }, { "directive": "disallow", "path": "/reports/", "line": 82 }, { "directive": "disallow", "path": "/*?tag=*", "line": 83 }, { "directive": "disallow", "path": "/*.php$", "line": 84 }, { "directive": "disallow", "path": "/*.aspx$", "line": 85 }, { "directive": "disallow", "path": "/*.php?$", "line": 86 }, { "directive": "disallow", "path": "/*.asmx?$", "line": 87 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "disallow", "path": "/blog/tags-search", "line": 50 }, { "directive": "disallow", "path": "/blog/tags-search.html", "line": 51 }, { "directive": "disallow", "path": "/cn/corporate/about-us/newsroom/press-releases/", "line": 52 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/*.txt$", "line": 53 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/ja_jp/private/*", "line": 54 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/partners/state-contracts/*", "line": 55 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/private/*", "line": 56 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/solution-guides/ja_jp/LF_fortiproxy.pdf", "line": 57 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/white-papers/vpat*.pdf", "line": 58 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/white-papers/VPAT*.pdf", "line": 59 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/legal/*", "line": 60 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/zip/*", "line": 61 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/zip", "line": 62 }, { "directive": "disallow", "path": "/*sled-contracts-grants*", "line": 63 }, { "directive": "disallow", "path": "/content/dam/maindam/*", "line": 64 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/data-sheets/pdf/*", "line": 65 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/buyers-guide/pdf/*", "line": 66 }, { "directive": "disallow", "path": "/error.html", "line": 67 }, { "directive": "disallow", "path": "/form/", "line": 68 }, { "directive": "disallow", "path": "/form.html", "line": 69 }, { "directive": "disallow", "path": "/ir.html", "line": 70 }, { "directive": "disallow", "path": "/partners/mississippi-its.html", "line": 71 }, { "directive": "disallow", "path": "/partners/mississippi-its$", "line": 72 }, { "directive": "disallow", "path": "/partners/california-list-fortinet$", "line": 73 }, { "directive": "disallow", "path": "/partners/alabama-aljp$", "line": 74 }, { "directive": "disallow", "path": "/partners/equalis-group$", "line": 75 }, { "directive": "disallow", "path": "/resources-campaign/*", "line": 76 }, { "directive": "disallow", "path": "/br/resources-campaign/*", "line": 77 }, { "directive": "disallow", "path": "/lat/resources-campaign/*", "line": 78 }, { "directive": "disallow", "path": "/gb/resources-campaign/*", "line": 79 }, { "directive": "disallow", "path": "/de/resources-campaign/*", "line": 80 }, { "directive": "disallow", "path": "/fr/resources-campaign/*", "line": 81 }, { "directive": "disallow", "path": "/reports/", "line": 82 }, { "directive": "disallow", "path": "/*?tag=*", "line": 83 }, { "directive": "disallow", "path": "/*.php$", "line": 84 }, { "directive": "disallow", "path": "/*.aspx$", "line": 85 }, { "directive": "disallow", "path": "/*.php?$", "line": 86 }, { "directive": "disallow", "path": "/*.asmx?$", "line": 87 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "disallow", "path": "/blog/tags-search", "line": 50 }, { "directive": "disallow", "path": "/blog/tags-search.html", "line": 51 }, { "directive": "disallow", "path": "/cn/corporate/about-us/newsroom/press-releases/", "line": 52 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/*.txt$", "line": 53 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/ja_jp/private/*", "line": 54 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/partners/state-contracts/*", "line": 55 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/private/*", "line": 56 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/solution-guides/ja_jp/LF_fortiproxy.pdf", "line": 57 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/white-papers/vpat*.pdf", "line": 58 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/white-papers/VPAT*.pdf", "line": 59 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/legal/*", "line": 60 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/zip/*", "line": 61 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/zip", "line": 62 }, { "directive": "disallow", "path": "/*sled-contracts-grants*", "line": 63 }, { "directive": "disallow", "path": "/content/dam/maindam/*", "line": 64 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/data-sheets/pdf/*", "line": 65 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/buyers-guide/pdf/*", "line": 66 }, { "directive": "disallow", "path": "/error.html", "line": 67 }, { "directive": "disallow", "path": "/form/", "line": 68 }, { "directive": "disallow", "path": "/form.html", "line": 69 }, { "directive": "disallow", "path": "/ir.html", "line": 70 }, { "directive": "disallow", "path": "/partners/mississippi-its.html", "line": 71 }, { "directive": "disallow", "path": "/partners/mississippi-its$", "line": 72 }, { "directive": "disallow", "path": "/partners/california-list-fortinet$", "line": 73 }, { "directive": "disallow", "path": "/partners/alabama-aljp$", "line": 74 }, { "directive": "disallow", "path": "/partners/equalis-group$", "line": 75 }, { "directive": "disallow", "path": "/resources-campaign/*", "line": 76 }, { "directive": "disallow", "path": "/br/resources-campaign/*", "line": 77 }, { "directive": "disallow", "path": "/lat/resources-campaign/*", "line": 78 }, { "directive": "disallow", "path": "/gb/resources-campaign/*", "line": 79 }, { "directive": "disallow", "path": "/de/resources-campaign/*", "line": 80 }, { "directive": "disallow", "path": "/fr/resources-campaign/*", "line": 81 }, { "directive": "disallow", "path": "/reports/", "line": 82 }, { "directive": "disallow", "path": "/*?tag=*", "line": 83 }, { "directive": "disallow", "path": "/*.php$", "line": 84 }, { "directive": "disallow", "path": "/*.aspx$", "line": 85 }, { "directive": "disallow", "path": "/*.php?$", "line": 86 }, { "directive": "disallow", "path": "/*.asmx?$", "line": 87 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "disallow", "path": "/blog/tags-search", "line": 50 }, { "directive": "disallow", "path": "/blog/tags-search.html", "line": 51 }, { "directive": "disallow", "path": "/cn/corporate/about-us/newsroom/press-releases/", "line": 52 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/*.txt$", "line": 53 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/ja_jp/private/*", "line": 54 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/partners/state-contracts/*", "line": 55 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/private/*", "line": 56 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/solution-guides/ja_jp/LF_fortiproxy.pdf", "line": 57 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/white-papers/vpat*.pdf", "line": 58 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/white-papers/VPAT*.pdf", "line": 59 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/legal/*", "line": 60 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/zip/*", "line": 61 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/zip", "line": 62 }, { "directive": "disallow", "path": "/*sled-contracts-grants*", "line": 63 }, { "directive": "disallow", "path": "/content/dam/maindam/*", "line": 64 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/data-sheets/pdf/*", "line": 65 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/buyers-guide/pdf/*", "line": 66 }, { "directive": "disallow", "path": "/error.html", "line": 67 }, { "directive": "disallow", "path": "/form/", "line": 68 }, { "directive": "disallow", "path": "/form.html", "line": 69 }, { "directive": "disallow", "path": "/ir.html", "line": 70 }, { "directive": "disallow", "path": "/partners/mississippi-its.html", "line": 71 }, { "directive": "disallow", "path": "/partners/mississippi-its$", "line": 72 }, { "directive": "disallow", "path": "/partners/california-list-fortinet$", "line": 73 }, { "directive": "disallow", "path": "/partners/alabama-aljp$", "line": 74 }, { "directive": "disallow", "path": "/partners/equalis-group$", "line": 75 }, { "directive": "disallow", "path": "/resources-campaign/*", "line": 76 }, { "directive": "disallow", "path": "/br/resources-campaign/*", "line": 77 }, { "directive": "disallow", "path": "/lat/resources-campaign/*", "line": 78 }, { "directive": "disallow", "path": "/gb/resources-campaign/*", "line": 79 }, { "directive": "disallow", "path": "/de/resources-campaign/*", "line": 80 }, { "directive": "disallow", "path": "/fr/resources-campaign/*", "line": 81 }, { "directive": "disallow", "path": "/reports/", "line": 82 }, { "directive": "disallow", "path": "/*?tag=*", "line": 83 }, { "directive": "disallow", "path": "/*.php$", "line": 84 }, { "directive": "disallow", "path": "/*.aspx$", "line": 85 }, { "directive": "disallow", "path": "/*.php?$", "line": 86 }, { "directive": "disallow", "path": "/*.asmx?$", "line": 87 } ], "warnings": [] }, "ClaudeBot": { "policy": "blanket_disallow", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/", "line": 93 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "disallow", "path": "/blog/tags-search", "line": 50 }, { "directive": "disallow", "path": "/blog/tags-search.html", "line": 51 }, { "directive": "disallow", "path": "/cn/corporate/about-us/newsroom/press-releases/", "line": 52 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/*.txt$", "line": 53 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/ja_jp/private/*", "line": 54 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/partners/state-contracts/*", "line": 55 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/private/*", "line": 56 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/solution-guides/ja_jp/LF_fortiproxy.pdf", "line": 57 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/white-papers/vpat*.pdf", "line": 58 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/white-papers/VPAT*.pdf", "line": 59 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/legal/*", "line": 60 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/zip/*", "line": 61 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/zip", "line": 62 }, { "directive": "disallow", "path": "/*sled-contracts-grants*", "line": 63 }, { "directive": "disallow", "path": "/content/dam/maindam/*", "line": 64 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/data-sheets/pdf/*", "line": 65 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/buyers-guide/pdf/*", "line": 66 }, { "directive": "disallow", "path": "/error.html", "line": 67 }, { "directive": "disallow", "path": "/form/", "line": 68 }, { "directive": "disallow", "path": "/form.html", "line": 69 }, { "directive": "disallow", "path": "/ir.html", "line": 70 }, { "directive": "disallow", "path": "/partners/mississippi-its.html", "line": 71 }, { "directive": "disallow", "path": "/partners/mississippi-its$", "line": 72 }, { "directive": "disallow", "path": "/partners/california-list-fortinet$", "line": 73 }, { "directive": "disallow", "path": "/partners/alabama-aljp$", "line": 74 }, { "directive": "disallow", "path": "/partners/equalis-group$", "line": 75 }, { "directive": "disallow", "path": "/resources-campaign/*", "line": 76 }, { "directive": "disallow", "path": "/br/resources-campaign/*", "line": 77 }, { "directive": "disallow", "path": "/lat/resources-campaign/*", "line": 78 }, { "directive": "disallow", "path": "/gb/resources-campaign/*", "line": 79 }, { "directive": "disallow", "path": "/de/resources-campaign/*", "line": 80 }, { "directive": "disallow", "path": "/fr/resources-campaign/*", "line": 81 }, { "directive": "disallow", "path": "/reports/", "line": 82 }, { "directive": "disallow", "path": "/*?tag=*", "line": 83 }, { "directive": "disallow", "path": "/*.php$", "line": 84 }, { "directive": "disallow", "path": "/*.aspx$", "line": 85 }, { "directive": "disallow", "path": "/*.php?$", "line": 86 }, { "directive": "disallow", "path": "/*.asmx?$", "line": 87 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "disallow", "path": "/blog/tags-search", "line": 50 }, { "directive": "disallow", "path": "/blog/tags-search.html", "line": 51 }, { "directive": "disallow", "path": "/cn/corporate/about-us/newsroom/press-releases/", "line": 52 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/*.txt$", "line": 53 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/ja_jp/private/*", "line": 54 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/partners/state-contracts/*", "line": 55 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/private/*", "line": 56 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/solution-guides/ja_jp/LF_fortiproxy.pdf", "line": 57 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/white-papers/vpat*.pdf", "line": 58 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/white-papers/VPAT*.pdf", "line": 59 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/legal/*", "line": 60 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/zip/*", "line": 61 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/zip", "line": 62 }, { "directive": "disallow", "path": "/*sled-contracts-grants*", "line": 63 }, { "directive": "disallow", "path": "/content/dam/maindam/*", "line": 64 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/data-sheets/pdf/*", "line": 65 }, { "directive": "disallow", "path": "/content/dam/fortinet/assets/buyers-guide/pdf/*", "line": 66 }, { "directive": "disallow", "path": "/error.html", "line": 67 }, { "directive": "disallow", "path": "/form/", "line": 68 }, { "directive": "disallow", "path": "/form.html", "line": 69 }, { "directive": "disallow", "path": "/ir.html", "line": 70 }, { "directive": "disallow", "path": "/partners/mississippi-its.html", "line": 71 }, { "directive": "disallow", "path": "/partners/mississippi-its$", "line": 72 }, { "directive": "disallow", "path": "/partners/california-list-fortinet$", "line": 73 }, { "directive": "disallow", "path": "/partners/alabama-aljp$", "line": 74 }, { "directive": "disallow", "path": "/partners/equalis-group$", "line": 75 }, { "directive": "disallow", "path": "/resources-campaign/*", "line": 76 }, { "directive": "disallow", "path": "/br/resources-campaign/*", "line": 77 }, { "directive": "disallow", "path": "/lat/resources-campaign/*", "line": 78 }, { "directive": "disallow", "path": "/gb/resources-campaign/*", "line": 79 }, { "directive": "disallow", "path": "/de/resources-campaign/*", "line": 80 }, { "directive": "disallow", "path": "/fr/resources-campaign/*", "line": 81 }, { "directive": "disallow", "path": "/reports/", "line": 82 }, { "directive": "disallow", "path": "/*?tag=*", "line": 83 }, { "directive": "disallow", "path": "/*.php$", "line": 84 }, { "directive": "disallow", "path": "/*.aspx$", "line": 85 }, { "directive": "disallow", "path": "/*.php?$", "line": 86 }, { "directive": "disallow", "path": "/*.asmx?$", "line": 87 } ], "warnings": [] }, "Perplexity-User": { "policy": "blanket_disallow", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/", "line": 93 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.fortinet.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "ccb4bbc5c5de3b1a5bedca83dbcf2d620fb612a150328ed64f8e17b0d00caffd", "bytes": 3110 }, { "company": "Fortive", "cik": "1659166", "sector": "Industrials", "origin": "http://www.fortive.com", "checkedAt": "2026-09-26T04:55:27.706Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://fortive.com/robots.txt", "contentType": "text/plain", "sha256": "17f7b0b22f4a02e7b9d4b252bf47b78870c738d7f35dcfdb043b02470e347603", "bytes": 2005 }, { "company": "Fox Corporation (Class A)", "cik": "1754301", "sector": "Communication Services", "origin": "https://foxcorporation.com", "checkedAt": "2026-09-26T04:55:28.023Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.foxcorporation.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "296dcae20933f730fd528b4ca9de9eb809371080ed7b0b64a2df80acdc964080", "bytes": 180 }, { "company": "Franklin Resources", "cik": "38777", "sector": "Financials", "origin": "http://www.franklintempleton.com", "checkedAt": "2026-09-26T04:55:28.059Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/llm.txt", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/llm.txt", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/llm.txt", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/llm.txt", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/llm.txt", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/llm.txt", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/llm.txt", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/llm.txt", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.franklintempleton.com/robots.txt", "contentType": "text/plain;charset=UTF-8", "sha256": "78ad692fabe0e30f9e04f4c3ef61c57ec042dc69df570365f03b39d6d84bf04e", "bytes": 93 }, { "company": "Freeport-McMoRan", "cik": "831259", "sector": "Materials", "origin": "http://www.fcx.com", "checkedAt": "2026-09-26T04:55:28.870Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.fcx.com/robots.txt", "contentType": "text/plain", "sha256": "3200f655bd0e859a4fb1a7237cc64d4cec38824f6f5ee914c37d0b9de0f9c554", "bytes": 1594 }, { "company": "Garmin", "cik": "1121788", "sector": "Consumer Discretionary", "origin": "https://www.garmin.com", "checkedAt": "2026-09-26T04:55:29.232Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/products/comparison.jsp", "line": 4 }, { "directive": "disallow", "path": "/dealerResource/*", "line": 5 }, { "directive": "disallow", "path": "/lbt/*", "line": 6 }, { "directive": "disallow", "path": "/account/", "line": 7 }, { "directive": "allow", "path": "/account/$", "line": 8 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/products/comparison.jsp", "line": 4 }, { "directive": "disallow", "path": "/dealerResource/*", "line": 5 }, { "directive": "disallow", "path": "/lbt/*", "line": 6 }, { "directive": "disallow", "path": "/account/", "line": 7 }, { "directive": "allow", "path": "/account/$", "line": 8 } ], "warnings": [] }, "PerplexityBot": { "policy": "blanket_disallow", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 31 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/products/comparison.jsp", "line": 4 }, { "directive": "disallow", "path": "/dealerResource/*", "line": 5 }, { "directive": "disallow", "path": "/lbt/*", "line": 6 }, { "directive": "disallow", "path": "/account/", "line": 7 }, { "directive": "allow", "path": "/account/$", "line": 8 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/products/comparison.jsp", "line": 4 }, { "directive": "disallow", "path": "/dealerResource/*", "line": 5 }, { "directive": "disallow", "path": "/lbt/*", "line": 6 }, { "directive": "disallow", "path": "/account/", "line": 7 }, { "directive": "allow", "path": "/account/$", "line": 8 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/products/comparison.jsp", "line": 4 }, { "directive": "disallow", "path": "/dealerResource/*", "line": 5 }, { "directive": "disallow", "path": "/lbt/*", "line": 6 }, { "directive": "disallow", "path": "/account/", "line": 7 }, { "directive": "allow", "path": "/account/$", "line": 8 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/products/comparison.jsp", "line": 4 }, { "directive": "disallow", "path": "/dealerResource/*", "line": 5 }, { "directive": "disallow", "path": "/lbt/*", "line": 6 }, { "directive": "disallow", "path": "/account/", "line": 7 }, { "directive": "allow", "path": "/account/$", "line": 8 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/products/comparison.jsp", "line": 4 }, { "directive": "disallow", "path": "/dealerResource/*", "line": 5 }, { "directive": "disallow", "path": "/lbt/*", "line": 6 }, { "directive": "disallow", "path": "/account/", "line": 7 }, { "directive": "allow", "path": "/account/$", "line": 8 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.garmin.com/robots.txt", "contentType": "text/plain;charset=UTF-8", "sha256": "1e5e458faad5265d14b330bad6bc7649ed545dba82b74898e2df6f7cd13e1e49", "bytes": 783 }, { "company": "Gartner", "cik": "749251", "sector": "Information Technology", "origin": "https://www.gartner.com", "checkedAt": "2026-09-26T04:55:29.455Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.gartner.com/robots.txt", "contentType": "text/html; charset=UTF-8" }, { "company": "GE Aerospace", "cik": "40545", "sector": "Industrials", "origin": "https://www.geaerospace.com", "checkedAt": "2026-09-26T04:55:29.573Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.geaerospace.com/robots.txt", "contentType": "text/plain", "sha256": "17f7b0b22f4a02e7b9d4b252bf47b78870c738d7f35dcfdb043b02470e347603", "bytes": 2005 }, { "company": "GE HealthCare", "cik": "1932393", "sector": "Health Care", "origin": "http://www.gehealthcare.com", "checkedAt": "2026-09-26T04:55:29.814Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 2 }, { "directive": "disallow", "path": "/order-confirmation/", "line": 3 }, { "directive": "disallow", "path": "/update/", "line": 4 }, { "directive": "disallow", "path": "/marketo-gatekeeper/", "line": 5 }, { "directive": "disallow", "path": "/checkout/", "line": 6 }, { "directive": "disallow", "path": "/-/media/3C93A9DBC5CD459F8920C106FA651691", "line": 7 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 2 }, { "directive": "disallow", "path": "/order-confirmation/", "line": 3 }, { "directive": "disallow", "path": "/update/", "line": 4 }, { "directive": "disallow", "path": "/marketo-gatekeeper/", "line": 5 }, { "directive": "disallow", "path": "/checkout/", "line": 6 }, { "directive": "disallow", "path": "/-/media/3C93A9DBC5CD459F8920C106FA651691", "line": 7 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 2 }, { "directive": "disallow", "path": "/order-confirmation/", "line": 3 }, { "directive": "disallow", "path": "/update/", "line": 4 }, { "directive": "disallow", "path": "/marketo-gatekeeper/", "line": 5 }, { "directive": "disallow", "path": "/checkout/", "line": 6 }, { "directive": "disallow", "path": "/-/media/3C93A9DBC5CD459F8920C106FA651691", "line": 7 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 2 }, { "directive": "disallow", "path": "/order-confirmation/", "line": 3 }, { "directive": "disallow", "path": "/update/", "line": 4 }, { "directive": "disallow", "path": "/marketo-gatekeeper/", "line": 5 }, { "directive": "disallow", "path": "/checkout/", "line": 6 }, { "directive": "disallow", "path": "/-/media/3C93A9DBC5CD459F8920C106FA651691", "line": 7 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 2 }, { "directive": "disallow", "path": "/order-confirmation/", "line": 3 }, { "directive": "disallow", "path": "/update/", "line": 4 }, { "directive": "disallow", "path": "/marketo-gatekeeper/", "line": 5 }, { "directive": "disallow", "path": "/checkout/", "line": 6 }, { "directive": "disallow", "path": "/-/media/3C93A9DBC5CD459F8920C106FA651691", "line": 7 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 2 }, { "directive": "disallow", "path": "/order-confirmation/", "line": 3 }, { "directive": "disallow", "path": "/update/", "line": 4 }, { "directive": "disallow", "path": "/marketo-gatekeeper/", "line": 5 }, { "directive": "disallow", "path": "/checkout/", "line": 6 }, { "directive": "disallow", "path": "/-/media/3C93A9DBC5CD459F8920C106FA651691", "line": 7 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 2 }, { "directive": "disallow", "path": "/order-confirmation/", "line": 3 }, { "directive": "disallow", "path": "/update/", "line": 4 }, { "directive": "disallow", "path": "/marketo-gatekeeper/", "line": 5 }, { "directive": "disallow", "path": "/checkout/", "line": 6 }, { "directive": "disallow", "path": "/-/media/3C93A9DBC5CD459F8920C106FA651691", "line": 7 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 2 }, { "directive": "disallow", "path": "/order-confirmation/", "line": 3 }, { "directive": "disallow", "path": "/update/", "line": 4 }, { "directive": "disallow", "path": "/marketo-gatekeeper/", "line": 5 }, { "directive": "disallow", "path": "/checkout/", "line": 6 }, { "directive": "disallow", "path": "/-/media/3C93A9DBC5CD459F8920C106FA651691", "line": 7 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.gehealthcare.com/robots.txt", "contentType": "text/plain; charset=ISO-8859-2", "sha256": "0410821ffb53b66379378ed22a38ae516d752014750ebacfd4e10273db0dfec7", "bytes": 1697 }, { "company": "GE Vernova", "cik": "1996810", "sector": "Industrials", "origin": "https://www.gevernova.com", "checkedAt": "2026-09-26T04:55:29.940Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 }, { "directive": "disallow", "path": "/software/sites/default/files/*.pdf", "line": 77 }, { "directive": "disallow", "path": "/software/industrial-partners/become-partner", "line": 80 }, { "directive": "disallow", "path": "/software/product-demos/chemical-demo/*", "line": 83 }, { "directive": "disallow", "path": "/software/product-demos/hiem-demo/*", "line": 84 }, { "directive": "disallow", "path": "/software/product-demos/mes-demo/", "line": 85 }, { "directive": "disallow", "path": "/software/product-demos/mes-demo/", "line": 86 }, { "directive": "disallow", "path": "/software/ge-vernova-three-dynamic-cards/*", "line": 87 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-asset-tags/*", "line": 88 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-cards/*", "line": 89 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-asset-cards/*", "line": 90 }, { "directive": "disallow", "path": "/software/product-demos/automotive-demo/*", "line": 91 }, { "directive": "disallow", "path": "/software/index.php/api/*", "line": 92 }, { "directive": "disallow", "path": "/software/api/*", "line": 93 }, { "directive": "disallow", "path": "/software/documentation/*", "line": 96 }, { "directive": "disallow", "path": "/software/document/*", "line": 97 }, { "directive": "allow", "path": "/software/documentation/historian/index.html", "line": 100 }, { "directive": "allow", "path": "/software/documentation/igs/index.html", "line": 101 }, { "directive": "allow", "path": "/software/documentation/opshub/index.html", "line": 102 }, { "directive": "allow", "path": "/software/documentation/licensing/index.html", "line": 103 }, { "directive": "allow", "path": "/software/documentation/proficy-plant-applications/index.html", "line": 104 }, { "directive": "allow", "path": "/software/documentation/confighub/index.html", "line": 105 }, { "directive": "allow", "path": "/software/documentation/ifix/index.html", "line": 106 }, { "directive": "allow", "path": "/software/documentation/webspace/index.html", "line": 107 }, { "directive": "allow", "path": "/software/documentation/csense/index.html", "line": 108 }, { "directive": "allow", "path": "/software/documentation/uaa/index.html", "line": 109 }, { "directive": "allow", "path": "/software/documentation/cloud-historian/index.html", "line": 110 }, { "directive": "allow", "path": "/software/documentation/batch/index.html", "line": 111 }, { "directive": "allow", "path": "/software/documentation/workflow/index.html", "line": 112 }, { "directive": "allow", "path": "/software/documentation/azure/g_overview_of_microsoft_azure_support_for_proficy_products.html", "line": 113 }, { "directive": "allow", "path": "/software/documentation/mqtt/index.html", "line": 114 }, { "directive": "allow", "path": "/software/documentation/licensing/quickstart/g_licensing_quick_start_system_order_email.html", "line": 115 }, { "directive": "allow", "path": "/software/documentation/licensing/quickstart/g_licensing_quick_start_overview.html", "line": 116 }, { "directive": "allow", "path": "/software/documentation/proficy-mdc/index.html", "line": 117 }, { "directive": "allow", "path": "/software/documentation/mtconnect/index.html", "line": 118 }, { "directive": "allow", "path": "/software/documentation/cloud-historian/azure/index.html", "line": 119 }, { "directive": "allow", "path": "/software/documentation/cimplicity/index.html", "line": 120 }, { "directive": "allow", "path": "/software/documentation/opshub/windows/index.html", "line": 121 }, { "directive": "allow", "path": "/software/product-demos/hiem-demo/home.html", "line": 125 }, { "directive": "allow", "path": "/software/product-demos/automotive-demo/home.html", "line": 126 }, { "directive": "allow", "path": "/software/product-demos/chemical-demo/home.html", "line": 127 }, { "directive": "allow", "path": "/software/product-demos/mes-demo/", "line": 128 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 }, { "directive": "disallow", "path": "/software/sites/default/files/*.pdf", "line": 77 }, { "directive": "disallow", "path": "/software/industrial-partners/become-partner", "line": 80 }, { "directive": "disallow", "path": "/software/product-demos/chemical-demo/*", "line": 83 }, { "directive": "disallow", "path": "/software/product-demos/hiem-demo/*", "line": 84 }, { "directive": "disallow", "path": "/software/product-demos/mes-demo/", "line": 85 }, { "directive": "disallow", "path": "/software/product-demos/mes-demo/", "line": 86 }, { "directive": "disallow", "path": "/software/ge-vernova-three-dynamic-cards/*", "line": 87 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-asset-tags/*", "line": 88 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-cards/*", "line": 89 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-asset-cards/*", "line": 90 }, { "directive": "disallow", "path": "/software/product-demos/automotive-demo/*", "line": 91 }, { "directive": "disallow", "path": "/software/index.php/api/*", "line": 92 }, { "directive": "disallow", "path": "/software/api/*", "line": 93 }, { "directive": "disallow", "path": "/software/documentation/*", "line": 96 }, { "directive": "disallow", "path": "/software/document/*", "line": 97 }, { "directive": "allow", "path": "/software/documentation/historian/index.html", "line": 100 }, { "directive": "allow", "path": "/software/documentation/igs/index.html", "line": 101 }, { "directive": "allow", "path": "/software/documentation/opshub/index.html", "line": 102 }, { "directive": "allow", "path": "/software/documentation/licensing/index.html", "line": 103 }, { "directive": "allow", "path": "/software/documentation/proficy-plant-applications/index.html", "line": 104 }, { "directive": "allow", "path": "/software/documentation/confighub/index.html", "line": 105 }, { "directive": "allow", "path": "/software/documentation/ifix/index.html", "line": 106 }, { "directive": "allow", "path": "/software/documentation/webspace/index.html", "line": 107 }, { "directive": "allow", "path": "/software/documentation/csense/index.html", "line": 108 }, { "directive": "allow", "path": "/software/documentation/uaa/index.html", "line": 109 }, { "directive": "allow", "path": "/software/documentation/cloud-historian/index.html", "line": 110 }, { "directive": "allow", "path": "/software/documentation/batch/index.html", "line": 111 }, { "directive": "allow", "path": "/software/documentation/workflow/index.html", "line": 112 }, { "directive": "allow", "path": "/software/documentation/azure/g_overview_of_microsoft_azure_support_for_proficy_products.html", "line": 113 }, { "directive": "allow", "path": "/software/documentation/mqtt/index.html", "line": 114 }, { "directive": "allow", "path": "/software/documentation/licensing/quickstart/g_licensing_quick_start_system_order_email.html", "line": 115 }, { "directive": "allow", "path": "/software/documentation/licensing/quickstart/g_licensing_quick_start_overview.html", "line": 116 }, { "directive": "allow", "path": "/software/documentation/proficy-mdc/index.html", "line": 117 }, { "directive": "allow", "path": "/software/documentation/mtconnect/index.html", "line": 118 }, { "directive": "allow", "path": "/software/documentation/cloud-historian/azure/index.html", "line": 119 }, { "directive": "allow", "path": "/software/documentation/cimplicity/index.html", "line": 120 }, { "directive": "allow", "path": "/software/documentation/opshub/windows/index.html", "line": 121 }, { "directive": "allow", "path": "/software/product-demos/hiem-demo/home.html", "line": 125 }, { "directive": "allow", "path": "/software/product-demos/automotive-demo/home.html", "line": 126 }, { "directive": "allow", "path": "/software/product-demos/chemical-demo/home.html", "line": 127 }, { "directive": "allow", "path": "/software/product-demos/mes-demo/", "line": 128 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 }, { "directive": "disallow", "path": "/software/sites/default/files/*.pdf", "line": 77 }, { "directive": "disallow", "path": "/software/industrial-partners/become-partner", "line": 80 }, { "directive": "disallow", "path": "/software/product-demos/chemical-demo/*", "line": 83 }, { "directive": "disallow", "path": "/software/product-demos/hiem-demo/*", "line": 84 }, { "directive": "disallow", "path": "/software/product-demos/mes-demo/", "line": 85 }, { "directive": "disallow", "path": "/software/product-demos/mes-demo/", "line": 86 }, { "directive": "disallow", "path": "/software/ge-vernova-three-dynamic-cards/*", "line": 87 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-asset-tags/*", "line": 88 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-cards/*", "line": 89 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-asset-cards/*", "line": 90 }, { "directive": "disallow", "path": "/software/product-demos/automotive-demo/*", "line": 91 }, { "directive": "disallow", "path": "/software/index.php/api/*", "line": 92 }, { "directive": "disallow", "path": "/software/api/*", "line": 93 }, { "directive": "disallow", "path": "/software/documentation/*", "line": 96 }, { "directive": "disallow", "path": "/software/document/*", "line": 97 }, { "directive": "allow", "path": "/software/documentation/historian/index.html", "line": 100 }, { "directive": "allow", "path": "/software/documentation/igs/index.html", "line": 101 }, { "directive": "allow", "path": "/software/documentation/opshub/index.html", "line": 102 }, { "directive": "allow", "path": "/software/documentation/licensing/index.html", "line": 103 }, { "directive": "allow", "path": "/software/documentation/proficy-plant-applications/index.html", "line": 104 }, { "directive": "allow", "path": "/software/documentation/confighub/index.html", "line": 105 }, { "directive": "allow", "path": "/software/documentation/ifix/index.html", "line": 106 }, { "directive": "allow", "path": "/software/documentation/webspace/index.html", "line": 107 }, { "directive": "allow", "path": "/software/documentation/csense/index.html", "line": 108 }, { "directive": "allow", "path": "/software/documentation/uaa/index.html", "line": 109 }, { "directive": "allow", "path": "/software/documentation/cloud-historian/index.html", "line": 110 }, { "directive": "allow", "path": "/software/documentation/batch/index.html", "line": 111 }, { "directive": "allow", "path": "/software/documentation/workflow/index.html", "line": 112 }, { "directive": "allow", "path": "/software/documentation/azure/g_overview_of_microsoft_azure_support_for_proficy_products.html", "line": 113 }, { "directive": "allow", "path": "/software/documentation/mqtt/index.html", "line": 114 }, { "directive": "allow", "path": "/software/documentation/licensing/quickstart/g_licensing_quick_start_system_order_email.html", "line": 115 }, { "directive": "allow", "path": "/software/documentation/licensing/quickstart/g_licensing_quick_start_overview.html", "line": 116 }, { "directive": "allow", "path": "/software/documentation/proficy-mdc/index.html", "line": 117 }, { "directive": "allow", "path": "/software/documentation/mtconnect/index.html", "line": 118 }, { "directive": "allow", "path": "/software/documentation/cloud-historian/azure/index.html", "line": 119 }, { "directive": "allow", "path": "/software/documentation/cimplicity/index.html", "line": 120 }, { "directive": "allow", "path": "/software/documentation/opshub/windows/index.html", "line": 121 }, { "directive": "allow", "path": "/software/product-demos/hiem-demo/home.html", "line": 125 }, { "directive": "allow", "path": "/software/product-demos/automotive-demo/home.html", "line": 126 }, { "directive": "allow", "path": "/software/product-demos/chemical-demo/home.html", "line": 127 }, { "directive": "allow", "path": "/software/product-demos/mes-demo/", "line": 128 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 }, { "directive": "disallow", "path": "/software/sites/default/files/*.pdf", "line": 77 }, { "directive": "disallow", "path": "/software/industrial-partners/become-partner", "line": 80 }, { "directive": "disallow", "path": "/software/product-demos/chemical-demo/*", "line": 83 }, { "directive": "disallow", "path": "/software/product-demos/hiem-demo/*", "line": 84 }, { "directive": "disallow", "path": "/software/product-demos/mes-demo/", "line": 85 }, { "directive": "disallow", "path": "/software/product-demos/mes-demo/", "line": 86 }, { "directive": "disallow", "path": "/software/ge-vernova-three-dynamic-cards/*", "line": 87 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-asset-tags/*", "line": 88 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-cards/*", "line": 89 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-asset-cards/*", "line": 90 }, { "directive": "disallow", "path": "/software/product-demos/automotive-demo/*", "line": 91 }, { "directive": "disallow", "path": "/software/index.php/api/*", "line": 92 }, { "directive": "disallow", "path": "/software/api/*", "line": 93 }, { "directive": "disallow", "path": "/software/documentation/*", "line": 96 }, { "directive": "disallow", "path": "/software/document/*", "line": 97 }, { "directive": "allow", "path": "/software/documentation/historian/index.html", "line": 100 }, { "directive": "allow", "path": "/software/documentation/igs/index.html", "line": 101 }, { "directive": "allow", "path": "/software/documentation/opshub/index.html", "line": 102 }, { "directive": "allow", "path": "/software/documentation/licensing/index.html", "line": 103 }, { "directive": "allow", "path": "/software/documentation/proficy-plant-applications/index.html", "line": 104 }, { "directive": "allow", "path": "/software/documentation/confighub/index.html", "line": 105 }, { "directive": "allow", "path": "/software/documentation/ifix/index.html", "line": 106 }, { "directive": "allow", "path": "/software/documentation/webspace/index.html", "line": 107 }, { "directive": "allow", "path": "/software/documentation/csense/index.html", "line": 108 }, { "directive": "allow", "path": "/software/documentation/uaa/index.html", "line": 109 }, { "directive": "allow", "path": "/software/documentation/cloud-historian/index.html", "line": 110 }, { "directive": "allow", "path": "/software/documentation/batch/index.html", "line": 111 }, { "directive": "allow", "path": "/software/documentation/workflow/index.html", "line": 112 }, { "directive": "allow", "path": "/software/documentation/azure/g_overview_of_microsoft_azure_support_for_proficy_products.html", "line": 113 }, { "directive": "allow", "path": "/software/documentation/mqtt/index.html", "line": 114 }, { "directive": "allow", "path": "/software/documentation/licensing/quickstart/g_licensing_quick_start_system_order_email.html", "line": 115 }, { "directive": "allow", "path": "/software/documentation/licensing/quickstart/g_licensing_quick_start_overview.html", "line": 116 }, { "directive": "allow", "path": "/software/documentation/proficy-mdc/index.html", "line": 117 }, { "directive": "allow", "path": "/software/documentation/mtconnect/index.html", "line": 118 }, { "directive": "allow", "path": "/software/documentation/cloud-historian/azure/index.html", "line": 119 }, { "directive": "allow", "path": "/software/documentation/cimplicity/index.html", "line": 120 }, { "directive": "allow", "path": "/software/documentation/opshub/windows/index.html", "line": 121 }, { "directive": "allow", "path": "/software/product-demos/hiem-demo/home.html", "line": 125 }, { "directive": "allow", "path": "/software/product-demos/automotive-demo/home.html", "line": 126 }, { "directive": "allow", "path": "/software/product-demos/chemical-demo/home.html", "line": 127 }, { "directive": "allow", "path": "/software/product-demos/mes-demo/", "line": 128 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 }, { "directive": "disallow", "path": "/software/sites/default/files/*.pdf", "line": 77 }, { "directive": "disallow", "path": "/software/industrial-partners/become-partner", "line": 80 }, { "directive": "disallow", "path": "/software/product-demos/chemical-demo/*", "line": 83 }, { "directive": "disallow", "path": "/software/product-demos/hiem-demo/*", "line": 84 }, { "directive": "disallow", "path": "/software/product-demos/mes-demo/", "line": 85 }, { "directive": "disallow", "path": "/software/product-demos/mes-demo/", "line": 86 }, { "directive": "disallow", "path": "/software/ge-vernova-three-dynamic-cards/*", "line": 87 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-asset-tags/*", "line": 88 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-cards/*", "line": 89 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-asset-cards/*", "line": 90 }, { "directive": "disallow", "path": "/software/product-demos/automotive-demo/*", "line": 91 }, { "directive": "disallow", "path": "/software/index.php/api/*", "line": 92 }, { "directive": "disallow", "path": "/software/api/*", "line": 93 }, { "directive": "disallow", "path": "/software/documentation/*", "line": 96 }, { "directive": "disallow", "path": "/software/document/*", "line": 97 }, { "directive": "allow", "path": "/software/documentation/historian/index.html", "line": 100 }, { "directive": "allow", "path": "/software/documentation/igs/index.html", "line": 101 }, { "directive": "allow", "path": "/software/documentation/opshub/index.html", "line": 102 }, { "directive": "allow", "path": "/software/documentation/licensing/index.html", "line": 103 }, { "directive": "allow", "path": "/software/documentation/proficy-plant-applications/index.html", "line": 104 }, { "directive": "allow", "path": "/software/documentation/confighub/index.html", "line": 105 }, { "directive": "allow", "path": "/software/documentation/ifix/index.html", "line": 106 }, { "directive": "allow", "path": "/software/documentation/webspace/index.html", "line": 107 }, { "directive": "allow", "path": "/software/documentation/csense/index.html", "line": 108 }, { "directive": "allow", "path": "/software/documentation/uaa/index.html", "line": 109 }, { "directive": "allow", "path": "/software/documentation/cloud-historian/index.html", "line": 110 }, { "directive": "allow", "path": "/software/documentation/batch/index.html", "line": 111 }, { "directive": "allow", "path": "/software/documentation/workflow/index.html", "line": 112 }, { "directive": "allow", "path": "/software/documentation/azure/g_overview_of_microsoft_azure_support_for_proficy_products.html", "line": 113 }, { "directive": "allow", "path": "/software/documentation/mqtt/index.html", "line": 114 }, { "directive": "allow", "path": "/software/documentation/licensing/quickstart/g_licensing_quick_start_system_order_email.html", "line": 115 }, { "directive": "allow", "path": "/software/documentation/licensing/quickstart/g_licensing_quick_start_overview.html", "line": 116 }, { "directive": "allow", "path": "/software/documentation/proficy-mdc/index.html", "line": 117 }, { "directive": "allow", "path": "/software/documentation/mtconnect/index.html", "line": 118 }, { "directive": "allow", "path": "/software/documentation/cloud-historian/azure/index.html", "line": 119 }, { "directive": "allow", "path": "/software/documentation/cimplicity/index.html", "line": 120 }, { "directive": "allow", "path": "/software/documentation/opshub/windows/index.html", "line": 121 }, { "directive": "allow", "path": "/software/product-demos/hiem-demo/home.html", "line": 125 }, { "directive": "allow", "path": "/software/product-demos/automotive-demo/home.html", "line": 126 }, { "directive": "allow", "path": "/software/product-demos/chemical-demo/home.html", "line": 127 }, { "directive": "allow", "path": "/software/product-demos/mes-demo/", "line": 128 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 }, { "directive": "disallow", "path": "/software/sites/default/files/*.pdf", "line": 77 }, { "directive": "disallow", "path": "/software/industrial-partners/become-partner", "line": 80 }, { "directive": "disallow", "path": "/software/product-demos/chemical-demo/*", "line": 83 }, { "directive": "disallow", "path": "/software/product-demos/hiem-demo/*", "line": 84 }, { "directive": "disallow", "path": "/software/product-demos/mes-demo/", "line": 85 }, { "directive": "disallow", "path": "/software/product-demos/mes-demo/", "line": 86 }, { "directive": "disallow", "path": "/software/ge-vernova-three-dynamic-cards/*", "line": 87 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-asset-tags/*", "line": 88 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-cards/*", "line": 89 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-asset-cards/*", "line": 90 }, { "directive": "disallow", "path": "/software/product-demos/automotive-demo/*", "line": 91 }, { "directive": "disallow", "path": "/software/index.php/api/*", "line": 92 }, { "directive": "disallow", "path": "/software/api/*", "line": 93 }, { "directive": "disallow", "path": "/software/documentation/*", "line": 96 }, { "directive": "disallow", "path": "/software/document/*", "line": 97 }, { "directive": "allow", "path": "/software/documentation/historian/index.html", "line": 100 }, { "directive": "allow", "path": "/software/documentation/igs/index.html", "line": 101 }, { "directive": "allow", "path": "/software/documentation/opshub/index.html", "line": 102 }, { "directive": "allow", "path": "/software/documentation/licensing/index.html", "line": 103 }, { "directive": "allow", "path": "/software/documentation/proficy-plant-applications/index.html", "line": 104 }, { "directive": "allow", "path": "/software/documentation/confighub/index.html", "line": 105 }, { "directive": "allow", "path": "/software/documentation/ifix/index.html", "line": 106 }, { "directive": "allow", "path": "/software/documentation/webspace/index.html", "line": 107 }, { "directive": "allow", "path": "/software/documentation/csense/index.html", "line": 108 }, { "directive": "allow", "path": "/software/documentation/uaa/index.html", "line": 109 }, { "directive": "allow", "path": "/software/documentation/cloud-historian/index.html", "line": 110 }, { "directive": "allow", "path": "/software/documentation/batch/index.html", "line": 111 }, { "directive": "allow", "path": "/software/documentation/workflow/index.html", "line": 112 }, { "directive": "allow", "path": "/software/documentation/azure/g_overview_of_microsoft_azure_support_for_proficy_products.html", "line": 113 }, { "directive": "allow", "path": "/software/documentation/mqtt/index.html", "line": 114 }, { "directive": "allow", "path": "/software/documentation/licensing/quickstart/g_licensing_quick_start_system_order_email.html", "line": 115 }, { "directive": "allow", "path": "/software/documentation/licensing/quickstart/g_licensing_quick_start_overview.html", "line": 116 }, { "directive": "allow", "path": "/software/documentation/proficy-mdc/index.html", "line": 117 }, { "directive": "allow", "path": "/software/documentation/mtconnect/index.html", "line": 118 }, { "directive": "allow", "path": "/software/documentation/cloud-historian/azure/index.html", "line": 119 }, { "directive": "allow", "path": "/software/documentation/cimplicity/index.html", "line": 120 }, { "directive": "allow", "path": "/software/documentation/opshub/windows/index.html", "line": 121 }, { "directive": "allow", "path": "/software/product-demos/hiem-demo/home.html", "line": 125 }, { "directive": "allow", "path": "/software/product-demos/automotive-demo/home.html", "line": 126 }, { "directive": "allow", "path": "/software/product-demos/chemical-demo/home.html", "line": 127 }, { "directive": "allow", "path": "/software/product-demos/mes-demo/", "line": 128 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 }, { "directive": "disallow", "path": "/software/sites/default/files/*.pdf", "line": 77 }, { "directive": "disallow", "path": "/software/industrial-partners/become-partner", "line": 80 }, { "directive": "disallow", "path": "/software/product-demos/chemical-demo/*", "line": 83 }, { "directive": "disallow", "path": "/software/product-demos/hiem-demo/*", "line": 84 }, { "directive": "disallow", "path": "/software/product-demos/mes-demo/", "line": 85 }, { "directive": "disallow", "path": "/software/product-demos/mes-demo/", "line": 86 }, { "directive": "disallow", "path": "/software/ge-vernova-three-dynamic-cards/*", "line": 87 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-asset-tags/*", "line": 88 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-cards/*", "line": 89 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-asset-cards/*", "line": 90 }, { "directive": "disallow", "path": "/software/product-demos/automotive-demo/*", "line": 91 }, { "directive": "disallow", "path": "/software/index.php/api/*", "line": 92 }, { "directive": "disallow", "path": "/software/api/*", "line": 93 }, { "directive": "disallow", "path": "/software/documentation/*", "line": 96 }, { "directive": "disallow", "path": "/software/document/*", "line": 97 }, { "directive": "allow", "path": "/software/documentation/historian/index.html", "line": 100 }, { "directive": "allow", "path": "/software/documentation/igs/index.html", "line": 101 }, { "directive": "allow", "path": "/software/documentation/opshub/index.html", "line": 102 }, { "directive": "allow", "path": "/software/documentation/licensing/index.html", "line": 103 }, { "directive": "allow", "path": "/software/documentation/proficy-plant-applications/index.html", "line": 104 }, { "directive": "allow", "path": "/software/documentation/confighub/index.html", "line": 105 }, { "directive": "allow", "path": "/software/documentation/ifix/index.html", "line": 106 }, { "directive": "allow", "path": "/software/documentation/webspace/index.html", "line": 107 }, { "directive": "allow", "path": "/software/documentation/csense/index.html", "line": 108 }, { "directive": "allow", "path": "/software/documentation/uaa/index.html", "line": 109 }, { "directive": "allow", "path": "/software/documentation/cloud-historian/index.html", "line": 110 }, { "directive": "allow", "path": "/software/documentation/batch/index.html", "line": 111 }, { "directive": "allow", "path": "/software/documentation/workflow/index.html", "line": 112 }, { "directive": "allow", "path": "/software/documentation/azure/g_overview_of_microsoft_azure_support_for_proficy_products.html", "line": 113 }, { "directive": "allow", "path": "/software/documentation/mqtt/index.html", "line": 114 }, { "directive": "allow", "path": "/software/documentation/licensing/quickstart/g_licensing_quick_start_system_order_email.html", "line": 115 }, { "directive": "allow", "path": "/software/documentation/licensing/quickstart/g_licensing_quick_start_overview.html", "line": 116 }, { "directive": "allow", "path": "/software/documentation/proficy-mdc/index.html", "line": 117 }, { "directive": "allow", "path": "/software/documentation/mtconnect/index.html", "line": 118 }, { "directive": "allow", "path": "/software/documentation/cloud-historian/azure/index.html", "line": 119 }, { "directive": "allow", "path": "/software/documentation/cimplicity/index.html", "line": 120 }, { "directive": "allow", "path": "/software/documentation/opshub/windows/index.html", "line": 121 }, { "directive": "allow", "path": "/software/product-demos/hiem-demo/home.html", "line": 125 }, { "directive": "allow", "path": "/software/product-demos/automotive-demo/home.html", "line": 126 }, { "directive": "allow", "path": "/software/product-demos/chemical-demo/home.html", "line": 127 }, { "directive": "allow", "path": "/software/product-demos/mes-demo/", "line": 128 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 }, { "directive": "disallow", "path": "/software/sites/default/files/*.pdf", "line": 77 }, { "directive": "disallow", "path": "/software/industrial-partners/become-partner", "line": 80 }, { "directive": "disallow", "path": "/software/product-demos/chemical-demo/*", "line": 83 }, { "directive": "disallow", "path": "/software/product-demos/hiem-demo/*", "line": 84 }, { "directive": "disallow", "path": "/software/product-demos/mes-demo/", "line": 85 }, { "directive": "disallow", "path": "/software/product-demos/mes-demo/", "line": 86 }, { "directive": "disallow", "path": "/software/ge-vernova-three-dynamic-cards/*", "line": 87 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-asset-tags/*", "line": 88 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-cards/*", "line": 89 }, { "directive": "disallow", "path": "/software/ge-vernova-dynamic-asset-cards/*", "line": 90 }, { "directive": "disallow", "path": "/software/product-demos/automotive-demo/*", "line": 91 }, { "directive": "disallow", "path": "/software/index.php/api/*", "line": 92 }, { "directive": "disallow", "path": "/software/api/*", "line": 93 }, { "directive": "disallow", "path": "/software/documentation/*", "line": 96 }, { "directive": "disallow", "path": "/software/document/*", "line": 97 }, { "directive": "allow", "path": "/software/documentation/historian/index.html", "line": 100 }, { "directive": "allow", "path": "/software/documentation/igs/index.html", "line": 101 }, { "directive": "allow", "path": "/software/documentation/opshub/index.html", "line": 102 }, { "directive": "allow", "path": "/software/documentation/licensing/index.html", "line": 103 }, { "directive": "allow", "path": "/software/documentation/proficy-plant-applications/index.html", "line": 104 }, { "directive": "allow", "path": "/software/documentation/confighub/index.html", "line": 105 }, { "directive": "allow", "path": "/software/documentation/ifix/index.html", "line": 106 }, { "directive": "allow", "path": "/software/documentation/webspace/index.html", "line": 107 }, { "directive": "allow", "path": "/software/documentation/csense/index.html", "line": 108 }, { "directive": "allow", "path": "/software/documentation/uaa/index.html", "line": 109 }, { "directive": "allow", "path": "/software/documentation/cloud-historian/index.html", "line": 110 }, { "directive": "allow", "path": "/software/documentation/batch/index.html", "line": 111 }, { "directive": "allow", "path": "/software/documentation/workflow/index.html", "line": 112 }, { "directive": "allow", "path": "/software/documentation/azure/g_overview_of_microsoft_azure_support_for_proficy_products.html", "line": 113 }, { "directive": "allow", "path": "/software/documentation/mqtt/index.html", "line": 114 }, { "directive": "allow", "path": "/software/documentation/licensing/quickstart/g_licensing_quick_start_system_order_email.html", "line": 115 }, { "directive": "allow", "path": "/software/documentation/licensing/quickstart/g_licensing_quick_start_overview.html", "line": 116 }, { "directive": "allow", "path": "/software/documentation/proficy-mdc/index.html", "line": 117 }, { "directive": "allow", "path": "/software/documentation/mtconnect/index.html", "line": 118 }, { "directive": "allow", "path": "/software/documentation/cloud-historian/azure/index.html", "line": 119 }, { "directive": "allow", "path": "/software/documentation/cimplicity/index.html", "line": 120 }, { "directive": "allow", "path": "/software/documentation/opshub/windows/index.html", "line": 121 }, { "directive": "allow", "path": "/software/product-demos/hiem-demo/home.html", "line": 125 }, { "directive": "allow", "path": "/software/product-demos/automotive-demo/home.html", "line": 126 }, { "directive": "allow", "path": "/software/product-demos/chemical-demo/home.html", "line": 127 }, { "directive": "allow", "path": "/software/product-demos/mes-demo/", "line": 128 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.gevernova.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "38174ab81da1da9ba9bec5746eb246576af3f2d13361da1fa7a8a9e90ef0dfa8", "bytes": 5207 }, { "company": "Gen Digital", "cik": "849399", "sector": "Information Technology", "origin": "https://www.gendigital.com", "checkedAt": "2026-09-26T04:55:30.776Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.gendigital.com/robots.txt", "contentType": "text/plain", "sha256": "cac3d93488a458b6830d04d42c54753c9c0e8a15da080d27ef606a34de99cd13", "bytes": 74 }, { "company": "Generac", "cik": "1474735", "sector": "Industrials", "origin": "http://www.generac.com", "checkedAt": "2026-09-26T04:55:30.845Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/episerver/", "line": 3 }, { "directive": "disallow", "path": "/utils/", "line": 4 }, { "directive": "disallow", "path": "/optiui/", "line": 5 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/episerver/", "line": 3 }, { "directive": "disallow", "path": "/utils/", "line": 4 }, { "directive": "disallow", "path": "/optiui/", "line": 5 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/episerver/", "line": 3 }, { "directive": "disallow", "path": "/utils/", "line": 4 }, { "directive": "disallow", "path": "/optiui/", "line": 5 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/episerver/", "line": 3 }, { "directive": "disallow", "path": "/utils/", "line": 4 }, { "directive": "disallow", "path": "/optiui/", "line": 5 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/episerver/", "line": 3 }, { "directive": "disallow", "path": "/utils/", "line": 4 }, { "directive": "disallow", "path": "/optiui/", "line": 5 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/episerver/", "line": 3 }, { "directive": "disallow", "path": "/utils/", "line": 4 }, { "directive": "disallow", "path": "/optiui/", "line": 5 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/episerver/", "line": 3 }, { "directive": "disallow", "path": "/utils/", "line": 4 }, { "directive": "disallow", "path": "/optiui/", "line": 5 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/episerver/", "line": 3 }, { "directive": "disallow", "path": "/utils/", "line": 4 }, { "directive": "disallow", "path": "/optiui/", "line": 5 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.generac.com/robots.txt/", "contentType": "text/plain", "sha256": "36d27f64f2f0a220704feb82ac9e693ece1a2f798f42a0b8d420f198b7652fc4", "bytes": 128 }, { "company": "General Dynamics", "cik": "40533", "sector": "Industrials", "origin": "https://www.gd.com", "checkedAt": "2026-09-26T04:55:30.990Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.gd.com/robots.txt", "contentType": "text/html" }, { "company": "General Mills", "cik": "40704", "sector": "Consumer Staples", "origin": "http://www.generalmills.com", "checkedAt": "2026-09-26T04:55:31.066Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/sitecore/", "line": 3 }, { "directive": "disallow", "path": "/shared/", "line": 4 }, { "directive": "disallow", "path": "/user-profile/", "line": 5 }, { "directive": "disallow", "path": "/~/media/files/*", "line": 6 }, { "directive": "disallow", "path": "/.well-known/apple-app-site-association", "line": 7 }, { "directive": "disallow", "path": "/apple-app-site-association", "line": 8 }, { "directive": "disallow", "path": "/*p=1", "line": 9 }, { "directive": "disallow", "path": "/*.aspx", "line": 10 }, { "directive": "disallow", "path": "/privacy-security/", "line": 11 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/sitecore/", "line": 3 }, { "directive": "disallow", "path": "/shared/", "line": 4 }, { "directive": "disallow", "path": "/user-profile/", "line": 5 }, { "directive": "disallow", "path": "/~/media/files/*", "line": 6 }, { "directive": "disallow", "path": "/.well-known/apple-app-site-association", "line": 7 }, { "directive": "disallow", "path": "/apple-app-site-association", "line": 8 }, { "directive": "disallow", "path": "/*p=1", "line": 9 }, { "directive": "disallow", "path": "/*.aspx", "line": 10 }, { "directive": "disallow", "path": "/privacy-security/", "line": 11 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/sitecore/", "line": 3 }, { "directive": "disallow", "path": "/shared/", "line": 4 }, { "directive": "disallow", "path": "/user-profile/", "line": 5 }, { "directive": "disallow", "path": "/~/media/files/*", "line": 6 }, { "directive": "disallow", "path": "/.well-known/apple-app-site-association", "line": 7 }, { "directive": "disallow", "path": "/apple-app-site-association", "line": 8 }, { "directive": "disallow", "path": "/*p=1", "line": 9 }, { "directive": "disallow", "path": "/*.aspx", "line": 10 }, { "directive": "disallow", "path": "/privacy-security/", "line": 11 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/sitecore/", "line": 3 }, { "directive": "disallow", "path": "/shared/", "line": 4 }, { "directive": "disallow", "path": "/user-profile/", "line": 5 }, { "directive": "disallow", "path": "/~/media/files/*", "line": 6 }, { "directive": "disallow", "path": "/.well-known/apple-app-site-association", "line": 7 }, { "directive": "disallow", "path": "/apple-app-site-association", "line": 8 }, { "directive": "disallow", "path": "/*p=1", "line": 9 }, { "directive": "disallow", "path": "/*.aspx", "line": 10 }, { "directive": "disallow", "path": "/privacy-security/", "line": 11 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/sitecore/", "line": 3 }, { "directive": "disallow", "path": "/shared/", "line": 4 }, { "directive": "disallow", "path": "/user-profile/", "line": 5 }, { "directive": "disallow", "path": "/~/media/files/*", "line": 6 }, { "directive": "disallow", "path": "/.well-known/apple-app-site-association", "line": 7 }, { "directive": "disallow", "path": "/apple-app-site-association", "line": 8 }, { "directive": "disallow", "path": "/*p=1", "line": 9 }, { "directive": "disallow", "path": "/*.aspx", "line": 10 }, { "directive": "disallow", "path": "/privacy-security/", "line": 11 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/sitecore/", "line": 3 }, { "directive": "disallow", "path": "/shared/", "line": 4 }, { "directive": "disallow", "path": "/user-profile/", "line": 5 }, { "directive": "disallow", "path": "/~/media/files/*", "line": 6 }, { "directive": "disallow", "path": "/.well-known/apple-app-site-association", "line": 7 }, { "directive": "disallow", "path": "/apple-app-site-association", "line": 8 }, { "directive": "disallow", "path": "/*p=1", "line": 9 }, { "directive": "disallow", "path": "/*.aspx", "line": 10 }, { "directive": "disallow", "path": "/privacy-security/", "line": 11 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/sitecore/", "line": 3 }, { "directive": "disallow", "path": "/shared/", "line": 4 }, { "directive": "disallow", "path": "/user-profile/", "line": 5 }, { "directive": "disallow", "path": "/~/media/files/*", "line": 6 }, { "directive": "disallow", "path": "/.well-known/apple-app-site-association", "line": 7 }, { "directive": "disallow", "path": "/apple-app-site-association", "line": 8 }, { "directive": "disallow", "path": "/*p=1", "line": 9 }, { "directive": "disallow", "path": "/*.aspx", "line": 10 }, { "directive": "disallow", "path": "/privacy-security/", "line": 11 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/sitecore/", "line": 3 }, { "directive": "disallow", "path": "/shared/", "line": 4 }, { "directive": "disallow", "path": "/user-profile/", "line": 5 }, { "directive": "disallow", "path": "/~/media/files/*", "line": 6 }, { "directive": "disallow", "path": "/.well-known/apple-app-site-association", "line": 7 }, { "directive": "disallow", "path": "/apple-app-site-association", "line": 8 }, { "directive": "disallow", "path": "/*p=1", "line": 9 }, { "directive": "disallow", "path": "/*.aspx", "line": 10 }, { "directive": "disallow", "path": "/privacy-security/", "line": 11 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.generalmills.com/robots.txt", "contentType": "text/plain", "sha256": "9a56820d54894b62a35846ee113a1898af6c6c1edfccdb535f796435d228340c", "bytes": 337 }, { "company": "General Motors", "cik": "1467858", "sector": "Consumer Discretionary", "origin": "https://www.gm.com", "checkedAt": "2026-09-26T04:55:31.194Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.gm.com/robots.txt", "contentType": "text/html" }, { "company": "Genuine Parts Company", "cik": "40987", "sector": "Consumer Discretionary", "origin": "http://www.genpt.com", "checkedAt": "2026-09-26T04:55:31.229Z", "status": "missing_file", "bots": null, "httpStatus": 404, "finalUrl": "https://www.genpt.com/robots.txt", "contentType": "text/html; charset=UTF-8" }, { "company": "Gilead Sciences", "cik": "882095", "sector": "Health Care", "origin": "https://www.gilead.com", "checkedAt": "2026-09-26T04:55:31.585Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/bin/", "line": 3 }, { "directive": "disallow", "path": "/xsl/", "line": 4 }, { "directive": "disallow", "path": "/layouts/", "line": 5 }, { "directive": "disallow", "path": "/sitecore/", "line": 6 }, { "directive": "disallow", "path": "/App_Data/", "line": 7 }, { "directive": "disallow", "path": "/includes/", "line": 8 }, { "directive": "disallow", "path": "/App_config/", "line": 9 }, { "directive": "disallow", "path": "/App_Browsers/", "line": 10 }, { "directive": "disallow", "path": "/sitecore_files/", "line": 11 }, { "directive": "disallow", "path": "/sitecore/shell/", "line": 12 }, { "directive": "disallow", "path": "/sitecore modules/", "line": 13 }, { "directive": "disallow", "path": "/sitecore/modules/", "line": 14 }, { "directive": "disallow", "path": "/sitecore/service/", "line": 15 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 16 }, { "directive": "disallow", "path": "/sitecore/media library/", "line": 17 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/other/gilead-sciences-spain-efpia-report-2023.pdf", "line": 18 }, { "directive": "disallow", "path": "/-/media/files/pdfs/medicines/hiv/Bixlenvo/Bixlenvo_Sunlenca_Starter_Pack.pdf", "line": 19 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-efpia-report-2024.pdf", "line": 20 }, { "directive": "disallow", "path": "/-/media/gileadturkey/pdfs/about-us/20211209-ticaret-sicil-gazetesi---temsil-ve-dier.pdf", "line": 21 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/2025/gilead-sciences-spain-efpia-report-2025.pdf", "line": 22 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-efpia-methodological-note-2024.pdf", "line": 23 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-efpia-patient-organisation-support-2024.pdf", "line": 24 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-relationships-with-patient-organizations-methodological-note-2024.pdf", "line": 25 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/bin/", "line": 3 }, { "directive": "disallow", "path": "/xsl/", "line": 4 }, { "directive": "disallow", "path": "/layouts/", "line": 5 }, { "directive": "disallow", "path": "/sitecore/", "line": 6 }, { "directive": "disallow", "path": "/App_Data/", "line": 7 }, { "directive": "disallow", "path": "/includes/", "line": 8 }, { "directive": "disallow", "path": "/App_config/", "line": 9 }, { "directive": "disallow", "path": "/App_Browsers/", "line": 10 }, { "directive": "disallow", "path": "/sitecore_files/", "line": 11 }, { "directive": "disallow", "path": "/sitecore/shell/", "line": 12 }, { "directive": "disallow", "path": "/sitecore modules/", "line": 13 }, { "directive": "disallow", "path": "/sitecore/modules/", "line": 14 }, { "directive": "disallow", "path": "/sitecore/service/", "line": 15 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 16 }, { "directive": "disallow", "path": "/sitecore/media library/", "line": 17 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/other/gilead-sciences-spain-efpia-report-2023.pdf", "line": 18 }, { "directive": "disallow", "path": "/-/media/files/pdfs/medicines/hiv/Bixlenvo/Bixlenvo_Sunlenca_Starter_Pack.pdf", "line": 19 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-efpia-report-2024.pdf", "line": 20 }, { "directive": "disallow", "path": "/-/media/gileadturkey/pdfs/about-us/20211209-ticaret-sicil-gazetesi---temsil-ve-dier.pdf", "line": 21 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/2025/gilead-sciences-spain-efpia-report-2025.pdf", "line": 22 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-efpia-methodological-note-2024.pdf", "line": 23 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-efpia-patient-organisation-support-2024.pdf", "line": 24 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-relationships-with-patient-organizations-methodological-note-2024.pdf", "line": 25 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/bin/", "line": 3 }, { "directive": "disallow", "path": "/xsl/", "line": 4 }, { "directive": "disallow", "path": "/layouts/", "line": 5 }, { "directive": "disallow", "path": "/sitecore/", "line": 6 }, { "directive": "disallow", "path": "/App_Data/", "line": 7 }, { "directive": "disallow", "path": "/includes/", "line": 8 }, { "directive": "disallow", "path": "/App_config/", "line": 9 }, { "directive": "disallow", "path": "/App_Browsers/", "line": 10 }, { "directive": "disallow", "path": "/sitecore_files/", "line": 11 }, { "directive": "disallow", "path": "/sitecore/shell/", "line": 12 }, { "directive": "disallow", "path": "/sitecore modules/", "line": 13 }, { "directive": "disallow", "path": "/sitecore/modules/", "line": 14 }, { "directive": "disallow", "path": "/sitecore/service/", "line": 15 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 16 }, { "directive": "disallow", "path": "/sitecore/media library/", "line": 17 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/other/gilead-sciences-spain-efpia-report-2023.pdf", "line": 18 }, { "directive": "disallow", "path": "/-/media/files/pdfs/medicines/hiv/Bixlenvo/Bixlenvo_Sunlenca_Starter_Pack.pdf", "line": 19 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-efpia-report-2024.pdf", "line": 20 }, { "directive": "disallow", "path": "/-/media/gileadturkey/pdfs/about-us/20211209-ticaret-sicil-gazetesi---temsil-ve-dier.pdf", "line": 21 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/2025/gilead-sciences-spain-efpia-report-2025.pdf", "line": 22 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-efpia-methodological-note-2024.pdf", "line": 23 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-efpia-patient-organisation-support-2024.pdf", "line": 24 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-relationships-with-patient-organizations-methodological-note-2024.pdf", "line": 25 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/bin/", "line": 3 }, { "directive": "disallow", "path": "/xsl/", "line": 4 }, { "directive": "disallow", "path": "/layouts/", "line": 5 }, { "directive": "disallow", "path": "/sitecore/", "line": 6 }, { "directive": "disallow", "path": "/App_Data/", "line": 7 }, { "directive": "disallow", "path": "/includes/", "line": 8 }, { "directive": "disallow", "path": "/App_config/", "line": 9 }, { "directive": "disallow", "path": "/App_Browsers/", "line": 10 }, { "directive": "disallow", "path": "/sitecore_files/", "line": 11 }, { "directive": "disallow", "path": "/sitecore/shell/", "line": 12 }, { "directive": "disallow", "path": "/sitecore modules/", "line": 13 }, { "directive": "disallow", "path": "/sitecore/modules/", "line": 14 }, { "directive": "disallow", "path": "/sitecore/service/", "line": 15 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 16 }, { "directive": "disallow", "path": "/sitecore/media library/", "line": 17 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/other/gilead-sciences-spain-efpia-report-2023.pdf", "line": 18 }, { "directive": "disallow", "path": "/-/media/files/pdfs/medicines/hiv/Bixlenvo/Bixlenvo_Sunlenca_Starter_Pack.pdf", "line": 19 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-efpia-report-2024.pdf", "line": 20 }, { "directive": "disallow", "path": "/-/media/gileadturkey/pdfs/about-us/20211209-ticaret-sicil-gazetesi---temsil-ve-dier.pdf", "line": 21 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/2025/gilead-sciences-spain-efpia-report-2025.pdf", "line": 22 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-efpia-methodological-note-2024.pdf", "line": 23 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-efpia-patient-organisation-support-2024.pdf", "line": 24 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-relationships-with-patient-organizations-methodological-note-2024.pdf", "line": 25 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/bin/", "line": 3 }, { "directive": "disallow", "path": "/xsl/", "line": 4 }, { "directive": "disallow", "path": "/layouts/", "line": 5 }, { "directive": "disallow", "path": "/sitecore/", "line": 6 }, { "directive": "disallow", "path": "/App_Data/", "line": 7 }, { "directive": "disallow", "path": "/includes/", "line": 8 }, { "directive": "disallow", "path": "/App_config/", "line": 9 }, { "directive": "disallow", "path": "/App_Browsers/", "line": 10 }, { "directive": "disallow", "path": "/sitecore_files/", "line": 11 }, { "directive": "disallow", "path": "/sitecore/shell/", "line": 12 }, { "directive": "disallow", "path": "/sitecore modules/", "line": 13 }, { "directive": "disallow", "path": "/sitecore/modules/", "line": 14 }, { "directive": "disallow", "path": "/sitecore/service/", "line": 15 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 16 }, { "directive": "disallow", "path": "/sitecore/media library/", "line": 17 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/other/gilead-sciences-spain-efpia-report-2023.pdf", "line": 18 }, { "directive": "disallow", "path": "/-/media/files/pdfs/medicines/hiv/Bixlenvo/Bixlenvo_Sunlenca_Starter_Pack.pdf", "line": 19 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-efpia-report-2024.pdf", "line": 20 }, { "directive": "disallow", "path": "/-/media/gileadturkey/pdfs/about-us/20211209-ticaret-sicil-gazetesi---temsil-ve-dier.pdf", "line": 21 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/2025/gilead-sciences-spain-efpia-report-2025.pdf", "line": 22 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-efpia-methodological-note-2024.pdf", "line": 23 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-efpia-patient-organisation-support-2024.pdf", "line": 24 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-relationships-with-patient-organizations-methodological-note-2024.pdf", "line": 25 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/bin/", "line": 3 }, { "directive": "disallow", "path": "/xsl/", "line": 4 }, { "directive": "disallow", "path": "/layouts/", "line": 5 }, { "directive": "disallow", "path": "/sitecore/", "line": 6 }, { "directive": "disallow", "path": "/App_Data/", "line": 7 }, { "directive": "disallow", "path": "/includes/", "line": 8 }, { "directive": "disallow", "path": "/App_config/", "line": 9 }, { "directive": "disallow", "path": "/App_Browsers/", "line": 10 }, { "directive": "disallow", "path": "/sitecore_files/", "line": 11 }, { "directive": "disallow", "path": "/sitecore/shell/", "line": 12 }, { "directive": "disallow", "path": "/sitecore modules/", "line": 13 }, { "directive": "disallow", "path": "/sitecore/modules/", "line": 14 }, { "directive": "disallow", "path": "/sitecore/service/", "line": 15 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 16 }, { "directive": "disallow", "path": "/sitecore/media library/", "line": 17 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/other/gilead-sciences-spain-efpia-report-2023.pdf", "line": 18 }, { "directive": "disallow", "path": "/-/media/files/pdfs/medicines/hiv/Bixlenvo/Bixlenvo_Sunlenca_Starter_Pack.pdf", "line": 19 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-efpia-report-2024.pdf", "line": 20 }, { "directive": "disallow", "path": "/-/media/gileadturkey/pdfs/about-us/20211209-ticaret-sicil-gazetesi---temsil-ve-dier.pdf", "line": 21 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/2025/gilead-sciences-spain-efpia-report-2025.pdf", "line": 22 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-efpia-methodological-note-2024.pdf", "line": 23 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-efpia-patient-organisation-support-2024.pdf", "line": 24 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-relationships-with-patient-organizations-methodological-note-2024.pdf", "line": 25 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/bin/", "line": 3 }, { "directive": "disallow", "path": "/xsl/", "line": 4 }, { "directive": "disallow", "path": "/layouts/", "line": 5 }, { "directive": "disallow", "path": "/sitecore/", "line": 6 }, { "directive": "disallow", "path": "/App_Data/", "line": 7 }, { "directive": "disallow", "path": "/includes/", "line": 8 }, { "directive": "disallow", "path": "/App_config/", "line": 9 }, { "directive": "disallow", "path": "/App_Browsers/", "line": 10 }, { "directive": "disallow", "path": "/sitecore_files/", "line": 11 }, { "directive": "disallow", "path": "/sitecore/shell/", "line": 12 }, { "directive": "disallow", "path": "/sitecore modules/", "line": 13 }, { "directive": "disallow", "path": "/sitecore/modules/", "line": 14 }, { "directive": "disallow", "path": "/sitecore/service/", "line": 15 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 16 }, { "directive": "disallow", "path": "/sitecore/media library/", "line": 17 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/other/gilead-sciences-spain-efpia-report-2023.pdf", "line": 18 }, { "directive": "disallow", "path": "/-/media/files/pdfs/medicines/hiv/Bixlenvo/Bixlenvo_Sunlenca_Starter_Pack.pdf", "line": 19 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-efpia-report-2024.pdf", "line": 20 }, { "directive": "disallow", "path": "/-/media/gileadturkey/pdfs/about-us/20211209-ticaret-sicil-gazetesi---temsil-ve-dier.pdf", "line": 21 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/2025/gilead-sciences-spain-efpia-report-2025.pdf", "line": 22 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-efpia-methodological-note-2024.pdf", "line": 23 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-efpia-patient-organisation-support-2024.pdf", "line": 24 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-relationships-with-patient-organizations-methodological-note-2024.pdf", "line": 25 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/bin/", "line": 3 }, { "directive": "disallow", "path": "/xsl/", "line": 4 }, { "directive": "disallow", "path": "/layouts/", "line": 5 }, { "directive": "disallow", "path": "/sitecore/", "line": 6 }, { "directive": "disallow", "path": "/App_Data/", "line": 7 }, { "directive": "disallow", "path": "/includes/", "line": 8 }, { "directive": "disallow", "path": "/App_config/", "line": 9 }, { "directive": "disallow", "path": "/App_Browsers/", "line": 10 }, { "directive": "disallow", "path": "/sitecore_files/", "line": 11 }, { "directive": "disallow", "path": "/sitecore/shell/", "line": 12 }, { "directive": "disallow", "path": "/sitecore modules/", "line": 13 }, { "directive": "disallow", "path": "/sitecore/modules/", "line": 14 }, { "directive": "disallow", "path": "/sitecore/service/", "line": 15 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 16 }, { "directive": "disallow", "path": "/sitecore/media library/", "line": 17 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/other/gilead-sciences-spain-efpia-report-2023.pdf", "line": 18 }, { "directive": "disallow", "path": "/-/media/files/pdfs/medicines/hiv/Bixlenvo/Bixlenvo_Sunlenca_Starter_Pack.pdf", "line": 19 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-efpia-report-2024.pdf", "line": 20 }, { "directive": "disallow", "path": "/-/media/gileadturkey/pdfs/about-us/20211209-ticaret-sicil-gazetesi---temsil-ve-dier.pdf", "line": 21 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/2025/gilead-sciences-spain-efpia-report-2025.pdf", "line": 22 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-efpia-methodological-note-2024.pdf", "line": 23 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-efpia-patient-organisation-support-2024.pdf", "line": 24 }, { "directive": "disallow", "path": "/-/media/gileadspain/pdfs/about/transparency/gilead-sciences-spain-relationships-with-patient-organizations-methodological-note-2024.pdf", "line": 25 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.gilead.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "bc1516c5bf59669a53b0dc4c12a8b2bd674f37656b032007a9813bb8afd11d5d", "bytes": 2688 }, { "company": "Global Payments", "cik": "1123360", "sector": "Financials", "origin": "https://www.globalpayments.com", "checkedAt": "2026-09-26T04:55:31.895Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/404", "line": 2 }, { "directive": "disallow", "path": "*/500", "line": 3 }, { "directive": "disallow", "path": "*/data/*", "line": 4 }, { "directive": "disallow", "path": "*/ztest/*", "line": 5 }, { "directive": "disallow", "path": "*/zTest/*", "line": 6 }, { "directive": "disallow", "path": "*/search*", "line": 7 }, { "directive": "disallow", "path": "*/modals/*", "line": 8 }, { "directive": "disallow", "path": "*/sitecore/*", "line": 9 }, { "directive": "disallow", "path": "*/insights/search", "line": 10 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/404", "line": 2 }, { "directive": "disallow", "path": "*/500", "line": 3 }, { "directive": "disallow", "path": "*/data/*", "line": 4 }, { "directive": "disallow", "path": "*/ztest/*", "line": 5 }, { "directive": "disallow", "path": "*/zTest/*", "line": 6 }, { "directive": "disallow", "path": "*/search*", "line": 7 }, { "directive": "disallow", "path": "*/modals/*", "line": 8 }, { "directive": "disallow", "path": "*/sitecore/*", "line": 9 }, { "directive": "disallow", "path": "*/insights/search", "line": 10 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/404", "line": 2 }, { "directive": "disallow", "path": "*/500", "line": 3 }, { "directive": "disallow", "path": "*/data/*", "line": 4 }, { "directive": "disallow", "path": "*/ztest/*", "line": 5 }, { "directive": "disallow", "path": "*/zTest/*", "line": 6 }, { "directive": "disallow", "path": "*/search*", "line": 7 }, { "directive": "disallow", "path": "*/modals/*", "line": 8 }, { "directive": "disallow", "path": "*/sitecore/*", "line": 9 }, { "directive": "disallow", "path": "*/insights/search", "line": 10 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/404", "line": 2 }, { "directive": "disallow", "path": "*/500", "line": 3 }, { "directive": "disallow", "path": "*/data/*", "line": 4 }, { "directive": "disallow", "path": "*/ztest/*", "line": 5 }, { "directive": "disallow", "path": "*/zTest/*", "line": 6 }, { "directive": "disallow", "path": "*/search*", "line": 7 }, { "directive": "disallow", "path": "*/modals/*", "line": 8 }, { "directive": "disallow", "path": "*/sitecore/*", "line": 9 }, { "directive": "disallow", "path": "*/insights/search", "line": 10 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/404", "line": 2 }, { "directive": "disallow", "path": "*/500", "line": 3 }, { "directive": "disallow", "path": "*/data/*", "line": 4 }, { "directive": "disallow", "path": "*/ztest/*", "line": 5 }, { "directive": "disallow", "path": "*/zTest/*", "line": 6 }, { "directive": "disallow", "path": "*/search*", "line": 7 }, { "directive": "disallow", "path": "*/modals/*", "line": 8 }, { "directive": "disallow", "path": "*/sitecore/*", "line": 9 }, { "directive": "disallow", "path": "*/insights/search", "line": 10 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/404", "line": 2 }, { "directive": "disallow", "path": "*/500", "line": 3 }, { "directive": "disallow", "path": "*/data/*", "line": 4 }, { "directive": "disallow", "path": "*/ztest/*", "line": 5 }, { "directive": "disallow", "path": "*/zTest/*", "line": 6 }, { "directive": "disallow", "path": "*/search*", "line": 7 }, { "directive": "disallow", "path": "*/modals/*", "line": 8 }, { "directive": "disallow", "path": "*/sitecore/*", "line": 9 }, { "directive": "disallow", "path": "*/insights/search", "line": 10 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/404", "line": 2 }, { "directive": "disallow", "path": "*/500", "line": 3 }, { "directive": "disallow", "path": "*/data/*", "line": 4 }, { "directive": "disallow", "path": "*/ztest/*", "line": 5 }, { "directive": "disallow", "path": "*/zTest/*", "line": 6 }, { "directive": "disallow", "path": "*/search*", "line": 7 }, { "directive": "disallow", "path": "*/modals/*", "line": 8 }, { "directive": "disallow", "path": "*/sitecore/*", "line": 9 }, { "directive": "disallow", "path": "*/insights/search", "line": 10 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/404", "line": 2 }, { "directive": "disallow", "path": "*/500", "line": 3 }, { "directive": "disallow", "path": "*/data/*", "line": 4 }, { "directive": "disallow", "path": "*/ztest/*", "line": 5 }, { "directive": "disallow", "path": "*/zTest/*", "line": 6 }, { "directive": "disallow", "path": "*/search*", "line": 7 }, { "directive": "disallow", "path": "*/modals/*", "line": 8 }, { "directive": "disallow", "path": "*/sitecore/*", "line": 9 }, { "directive": "disallow", "path": "*/insights/search", "line": 10 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10 ] } }, "httpStatus": 200, "finalUrl": "https://www.globalpayments.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "2304000954fd0c3575bb2c75e9fdd0f0224ec524d56f847df4debd8f62a2f4fb", "bytes": 260 }, { "company": "Globe Life", "cik": "320335", "sector": "Financials", "origin": "http://www.torchmarkcorp.com", "checkedAt": "2026-09-26T04:55:32.033Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/404.html", "line": 2 }, { "directive": "disallow", "path": "/affiliate_template.html", "line": 3 }, { "directive": "disallow", "path": "/blank_template.html", "line": 4 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/404.html", "line": 2 }, { "directive": "disallow", "path": "/affiliate_template.html", "line": 3 }, { "directive": "disallow", "path": "/blank_template.html", "line": 4 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/404.html", "line": 2 }, { "directive": "disallow", "path": "/affiliate_template.html", "line": 3 }, { "directive": "disallow", "path": "/blank_template.html", "line": 4 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/404.html", "line": 2 }, { "directive": "disallow", "path": "/affiliate_template.html", "line": 3 }, { "directive": "disallow", "path": "/blank_template.html", "line": 4 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/404.html", "line": 2 }, { "directive": "disallow", "path": "/affiliate_template.html", "line": 3 }, { "directive": "disallow", "path": "/blank_template.html", "line": 4 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/404.html", "line": 2 }, { "directive": "disallow", "path": "/affiliate_template.html", "line": 3 }, { "directive": "disallow", "path": "/blank_template.html", "line": 4 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/404.html", "line": 2 }, { "directive": "disallow", "path": "/affiliate_template.html", "line": 3 }, { "directive": "disallow", "path": "/blank_template.html", "line": 4 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/404.html", "line": 2 }, { "directive": "disallow", "path": "/affiliate_template.html", "line": 3 }, { "directive": "disallow", "path": "/blank_template.html", "line": 4 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "http://www.torchmarkcorp.com/robots.txt", "contentType": "text/plain", "sha256": "22bf37b3afb2b1b0498f8be99f1d187a69c6f3b08efa8d495592fe14a40d88e6", "bytes": 102 }, { "company": "GoDaddy", "cik": "1609711", "sector": "Information Technology", "origin": "https://www.godaddy.com", "checkedAt": "2026-09-26T04:55:32.081Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.godaddy.com/robots.txt", "contentType": "text/html" }, { "company": "Goldman Sachs", "cik": "886982", "sector": "Financials", "origin": "https://www.goldmansachs.com", "checkedAt": "2026-09-26T04:55:32.115Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/materials/", "line": 2 }, { "directive": "disallow", "path": "/disclaimer/ipo", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/materials/", "line": 2 }, { "directive": "disallow", "path": "/disclaimer/ipo", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/materials/", "line": 2 }, { "directive": "disallow", "path": "/disclaimer/ipo", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "disallow", "path": "/alumni/", "line": 5 }, { "directive": "disallow", "path": "/what-we-do/ayco/insights/", "line": 6 }, { "directive": "disallow", "path": "/insights/top-of-mind/", "line": 7 }, { "directive": "disallow", "path": "/materials/", "line": 8 }, { "directive": "disallow", "path": "/what-we-do/research/", "line": 9 }, { "directive": "disallow", "path": "/worldwide/brazil/areas-de-negocios/ipo", "line": 10 }, { "directive": "disallow", "path": "/disclaimer/ipo", "line": 11 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/materials/", "line": 2 }, { "directive": "disallow", "path": "/disclaimer/ipo", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "disallow", "path": "/alumni/", "line": 13 }, { "directive": "disallow", "path": "/what-we-do/ayco/insights/", "line": 14 }, { "directive": "disallow", "path": "/insights/top-of-mind/", "line": 15 }, { "directive": "disallow", "path": "/materials/", "line": 16 }, { "directive": "disallow", "path": "/what-we-do/research/", "line": 17 }, { "directive": "disallow", "path": "/worldwide/brazil/areas-de-negocios/ipo", "line": 18 }, { "directive": "disallow", "path": "/disclaimer/ipo", "line": 19 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/materials/", "line": 2 }, { "directive": "disallow", "path": "/disclaimer/ipo", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/materials/", "line": 2 }, { "directive": "disallow", "path": "/disclaimer/ipo", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.goldmansachs.com/robots.txt", "contentType": "text/html, text/plain", "sha256": "05291ff5cd6f0670c69a5a45e0c62135221dedc77844aac77874e6c38f571523", "bytes": 635 }, { "company": "Halliburton", "cik": "45012", "sector": "Energy", "origin": "http://www.halliburton.com", "checkedAt": "2026-09-26T04:55:32.178Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.halliburton.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "3fbbddee480ea7c4bac12c7530103c766f985ebd9b3dd0b3b7953224512ff33c", "bytes": 593 }, { "company": "Hartford (The)", "cik": "874766", "sector": "Financials", "origin": "https://www.thehartford.com", "checkedAt": "2026-09-26T04:55:32.227Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/x01122019-higfiles/", "line": 2 }, { "directive": "disallow", "path": "/sbo/registration/", "line": 3 }, { "directive": "disallow", "path": "/higrd16/", "line": 4 }, { "directive": "disallow", "path": "/newhire/", "line": 5 }, { "directive": "disallow", "path": "/benefits-resource/", "line": 6 }, { "directive": "disallow", "path": "/higfiles/", "line": 7 }, { "directive": "disallow", "path": "/coverage-identifier/", "line": 8 }, { "directive": "disallow", "path": "/theGIC_myTomorrow/", "line": 9 }, { "directive": "disallow", "path": "/home-sales/", "line": 10 }, { "directive": "disallow", "path": "/internet-sales/", "line": 11 }, { "directive": "disallow", "path": "/search-results", "line": 12 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/x01122019-higfiles/", "line": 2 }, { "directive": "disallow", "path": "/sbo/registration/", "line": 3 }, { "directive": "disallow", "path": "/higrd16/", "line": 4 }, { "directive": "disallow", "path": "/newhire/", "line": 5 }, { "directive": "disallow", "path": "/benefits-resource/", "line": 6 }, { "directive": "disallow", "path": "/higfiles/", "line": 7 }, { "directive": "disallow", "path": "/coverage-identifier/", "line": 8 }, { "directive": "disallow", "path": "/theGIC_myTomorrow/", "line": 9 }, { "directive": "disallow", "path": "/home-sales/", "line": 10 }, { "directive": "disallow", "path": "/internet-sales/", "line": 11 }, { "directive": "disallow", "path": "/search-results", "line": 12 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/x01122019-higfiles/", "line": 2 }, { "directive": "disallow", "path": "/sbo/registration/", "line": 3 }, { "directive": "disallow", "path": "/higrd16/", "line": 4 }, { "directive": "disallow", "path": "/newhire/", "line": 5 }, { "directive": "disallow", "path": "/benefits-resource/", "line": 6 }, { "directive": "disallow", "path": "/higfiles/", "line": 7 }, { "directive": "disallow", "path": "/coverage-identifier/", "line": 8 }, { "directive": "disallow", "path": "/theGIC_myTomorrow/", "line": 9 }, { "directive": "disallow", "path": "/home-sales/", "line": 10 }, { "directive": "disallow", "path": "/internet-sales/", "line": 11 }, { "directive": "disallow", "path": "/search-results", "line": 12 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/x01122019-higfiles/", "line": 2 }, { "directive": "disallow", "path": "/sbo/registration/", "line": 3 }, { "directive": "disallow", "path": "/higrd16/", "line": 4 }, { "directive": "disallow", "path": "/newhire/", "line": 5 }, { "directive": "disallow", "path": "/benefits-resource/", "line": 6 }, { "directive": "disallow", "path": "/higfiles/", "line": 7 }, { "directive": "disallow", "path": "/coverage-identifier/", "line": 8 }, { "directive": "disallow", "path": "/theGIC_myTomorrow/", "line": 9 }, { "directive": "disallow", "path": "/home-sales/", "line": 10 }, { "directive": "disallow", "path": "/internet-sales/", "line": 11 }, { "directive": "disallow", "path": "/search-results", "line": 12 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/x01122019-higfiles/", "line": 2 }, { "directive": "disallow", "path": "/sbo/registration/", "line": 3 }, { "directive": "disallow", "path": "/higrd16/", "line": 4 }, { "directive": "disallow", "path": "/newhire/", "line": 5 }, { "directive": "disallow", "path": "/benefits-resource/", "line": 6 }, { "directive": "disallow", "path": "/higfiles/", "line": 7 }, { "directive": "disallow", "path": "/coverage-identifier/", "line": 8 }, { "directive": "disallow", "path": "/theGIC_myTomorrow/", "line": 9 }, { "directive": "disallow", "path": "/home-sales/", "line": 10 }, { "directive": "disallow", "path": "/internet-sales/", "line": 11 }, { "directive": "disallow", "path": "/search-results", "line": 12 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/x01122019-higfiles/", "line": 2 }, { "directive": "disallow", "path": "/sbo/registration/", "line": 3 }, { "directive": "disallow", "path": "/higrd16/", "line": 4 }, { "directive": "disallow", "path": "/newhire/", "line": 5 }, { "directive": "disallow", "path": "/benefits-resource/", "line": 6 }, { "directive": "disallow", "path": "/higfiles/", "line": 7 }, { "directive": "disallow", "path": "/coverage-identifier/", "line": 8 }, { "directive": "disallow", "path": "/theGIC_myTomorrow/", "line": 9 }, { "directive": "disallow", "path": "/home-sales/", "line": 10 }, { "directive": "disallow", "path": "/internet-sales/", "line": 11 }, { "directive": "disallow", "path": "/search-results", "line": 12 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/x01122019-higfiles/", "line": 2 }, { "directive": "disallow", "path": "/sbo/registration/", "line": 3 }, { "directive": "disallow", "path": "/higrd16/", "line": 4 }, { "directive": "disallow", "path": "/newhire/", "line": 5 }, { "directive": "disallow", "path": "/benefits-resource/", "line": 6 }, { "directive": "disallow", "path": "/higfiles/", "line": 7 }, { "directive": "disallow", "path": "/coverage-identifier/", "line": 8 }, { "directive": "disallow", "path": "/theGIC_myTomorrow/", "line": 9 }, { "directive": "disallow", "path": "/home-sales/", "line": 10 }, { "directive": "disallow", "path": "/internet-sales/", "line": 11 }, { "directive": "disallow", "path": "/search-results", "line": 12 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/x01122019-higfiles/", "line": 2 }, { "directive": "disallow", "path": "/sbo/registration/", "line": 3 }, { "directive": "disallow", "path": "/higrd16/", "line": 4 }, { "directive": "disallow", "path": "/newhire/", "line": 5 }, { "directive": "disallow", "path": "/benefits-resource/", "line": 6 }, { "directive": "disallow", "path": "/higfiles/", "line": 7 }, { "directive": "disallow", "path": "/coverage-identifier/", "line": 8 }, { "directive": "disallow", "path": "/theGIC_myTomorrow/", "line": 9 }, { "directive": "disallow", "path": "/home-sales/", "line": 10 }, { "directive": "disallow", "path": "/internet-sales/", "line": 11 }, { "directive": "disallow", "path": "/search-results", "line": 12 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.thehartford.com/robots.txt", "contentType": "text/plain;charset=UTF-8", "sha256": "b2282ea3200ae55c42ed593874cb6a40693e163f65232206371d6cff51078c1d", "bytes": 403 }, { "company": "Hasbro", "cik": "46080", "sector": "Consumer Discretionary", "origin": "https://corporate.hasbro.com", "checkedAt": "2026-09-26T04:55:32.266Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*", "line": 4 }, { "directive": "disallow", "path": "/api/*", "line": 6 }, { "directive": "disallow", "path": "/search", "line": 7 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*", "line": 4 }, { "directive": "disallow", "path": "/api/*", "line": 6 }, { "directive": "disallow", "path": "/search", "line": 7 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*", "line": 4 }, { "directive": "disallow", "path": "/api/*", "line": 6 }, { "directive": "disallow", "path": "/search", "line": 7 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*", "line": 4 }, { "directive": "disallow", "path": "/api/*", "line": 6 }, { "directive": "disallow", "path": "/search", "line": 7 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*", "line": 4 }, { "directive": "disallow", "path": "/api/*", "line": 6 }, { "directive": "disallow", "path": "/search", "line": 7 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*", "line": 4 }, { "directive": "disallow", "path": "/api/*", "line": 6 }, { "directive": "disallow", "path": "/search", "line": 7 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*", "line": 4 }, { "directive": "disallow", "path": "/api/*", "line": 6 }, { "directive": "disallow", "path": "/search", "line": 7 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*", "line": 4 }, { "directive": "disallow", "path": "/api/*", "line": 6 }, { "directive": "disallow", "path": "/search", "line": 7 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://corporate.hasbro.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "a894a197f24c0c77159f08b7dd1173d65faf0faad494d54b6d4ff9fec27e597b", "bytes": 110 }, { "company": "HCA Healthcare", "cik": "860730", "sector": "Health Care", "origin": "https://hcahealthcare.com", "checkedAt": "2026-09-26T04:55:32.382Z", "status": "ambiguous_content", "bots": null, "httpStatus": 200, "finalUrl": "https://geo-blocked-site.dpxmedcity.net/", "contentType": "text/html", "sha256": "3aa76efd1ad5e4686a116cd9efe11c706927997e973d4ab90d684caedf5e6e55", "bytes": 1471 }, { "company": "Healthpeak Properties", "cik": "765880", "sector": "Real Estate", "origin": "https://healthpeak.com", "checkedAt": "2026-09-26T04:55:32.451Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://healthpeak.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "a60011ef0e13eda4301e6b95bb3ba967219c9da943fc5eb8eef47f7277c82fad", "bytes": 188 }, { "company": "Henry Schein", "cik": "1000228", "sector": "Health Care", "origin": "https://www.henryschein.com", "checkedAt": "2026-09-26T04:55:32.789Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Ajax/", "line": 12 }, { "directive": "disallow", "path": "/bcs/", "line": 13 }, { "directive": "disallow", "path": "/Bcs/", "line": 14 }, { "directive": "disallow", "path": "/BCS/", "line": 15 }, { "directive": "disallow", "path": "/bcsprint/", "line": 16 }, { "directive": "disallow", "path": "/BCSPrint/", "line": 17 }, { "directive": "disallow", "path": "/datamigration/", "line": 18 }, { "directive": "disallow", "path": "/DataMigration/", "line": 19 }, { "directive": "disallow", "path": "/Datamigration/", "line": 20 }, { "directive": "disallow", "path": "/nunitweb/", "line": 21 }, { "directive": "disallow", "path": "/NUnitWeb/", "line": 22 }, { "directive": "disallow", "path": "/olp/", "line": 23 }, { "directive": "disallow", "path": "/Olp/", "line": 24 }, { "directive": "disallow", "path": "/OLP/", "line": 25 }, { "directive": "disallow", "path": "/msds/", "line": 26 }, { "directive": "disallow", "path": "/Msds/", "line": 27 }, { "directive": "disallow", "path": "/MSDS/", "line": 28 }, { "directive": "disallow", "path": "/punchout/", "line": 29 }, { "directive": "disallow", "path": "/Punchout/", "line": 30 }, { "directive": "disallow", "path": "/PunchOut/", "line": 31 }, { "directive": "disallow", "path": "/services/", "line": 32 }, { "directive": "disallow", "path": "/Services/", "line": 33 }, { "directive": "disallow", "path": "/sitemaps/", "line": 34 }, { "directive": "disallow", "path": "/Sitemaps/", "line": 35 }, { "directive": "disallow", "path": "/statements/", "line": 36 }, { "directive": "disallow", "path": "/Statements/", "line": 37 }, { "directive": "disallow", "path": "/support/", "line": 38 }, { "directive": "disallow", "path": "/Support/", "line": 39 }, { "directive": "disallow", "path": "/w3c/", "line": 40 }, { "directive": "disallow", "path": "/W3C/", "line": 41 }, { "directive": "disallow", "path": "/webreporting/", "line": 42 }, { "directive": "disallow", "path": "/Webreporting/", "line": 43 }, { "directive": "disallow", "path": "/WebReporting/", "line": 44 }, { "directive": "disallow", "path": "/webservices/", "line": 45 }, { "directive": "disallow", "path": "/Webservices/", "line": 46 }, { "directive": "disallow", "path": "/WebServices/", "line": 47 }, { "directive": "disallow", "path": "/webstatements/", "line": 48 }, { "directive": "disallow", "path": "/Webstatements/", "line": 49 }, { "directive": "disallow", "path": "/WebStatements/", "line": 50 }, { "directive": "disallow", "path": "/us-en/advertising/", "line": 51 }, { "directive": "disallow", "path": "/us-en/Advertising/", "line": 52 }, { "directive": "disallow", "path": "/us-en/bcsprint/", "line": 53 }, { "directive": "disallow", "path": "/us-en/BCSPrint/", "line": 54 }, { "directive": "disallow", "path": "/us-en/budget/", "line": 55 }, { "directive": "disallow", "path": "/us-en/Budget/", "line": 56 }, { "directive": "disallow", "path": "/us-en/checkout/", "line": 57 }, { "directive": "disallow", "path": "/us-en/Checkout/", "line": 58 }, { "directive": "disallow", "path": "/us-en/content_templates/", "line": 59 }, { "directive": "disallow", "path": "/us-en/Content_Templates/", "line": 60 }, { "directive": "disallow", "path": "/us-en/CONTENT_TEMPLATES/", "line": 61 }, { "directive": "disallow", "path": "/us-en/help/", "line": 62 }, { "directive": "disallow", "path": "/us-en/Help/", "line": 63 }, { "directive": "disallow", "path": "/us-en/olp/", "line": 64 }, { "directive": "disallow", "path": "/us-en/Olp/", "line": 65 }, { "directive": "disallow", "path": "/us-en/OLP/", "line": 66 }, { "directive": "disallow", "path": "/us-en/orders/", "line": 67 }, { "directive": "disallow", "path": "/us-en/Orders/", "line": 68 }, { "directive": "disallow", "path": "/us-en/profiles/", "line": 69 }, { "directive": "disallow", "path": "/us-en/Profiles/", "line": 70 }, { "directive": "disallow", "path": "/us-en/punchout/", "line": 71 }, { "directive": "disallow", "path": "/us-en/PunchOut/", "line": 72 }, { "directive": "disallow", "path": "/us-en/report/", "line": 73 }, { "directive": "disallow", "path": "/us-en/Report/", "line": 74 }, { "directive": "disallow", "path": "/us-en/returns/", "line": 75 }, { "directive": "disallow", "path": "/us-en/Returns/", "line": 76 }, { "directive": "disallow", "path": "/us-en/search/", "line": 77 }, { "directive": "disallow", "path": "/us-en/Search/", "line": 78 }, { "directive": "disallow", "path": "/us-en/seo/", "line": 79 }, { "directive": "disallow", "path": "/us-en/SEO/", "line": 80 }, { "directive": "disallow", "path": "/us-en/supporttools/", "line": 81 }, { "directive": "disallow", "path": "/us-en/Supporttools/", "line": 82 }, { "directive": "disallow", "path": "/us-en/SupportTools/", "line": 83 }, { "directive": "disallow", "path": "/us-en/veterinary/", "line": 84 }, { "directive": "disallow", "path": "/us-en/Veterinary/", "line": 85 }, { "directive": "disallow", "path": "/us-en/marketing/", "line": 86 }, { "directive": "disallow", "path": "/us-en/Marketing/", "line": 87 }, { "directive": "disallow", "path": "/us-es/advertising/", "line": 88 }, { "directive": "disallow", "path": "/us-es/Advertising/", "line": 89 }, { "directive": "disallow", "path": "/us-es/bcsprint/", "line": 90 }, { "directive": "disallow", "path": "/us-es/BCSPrint/", "line": 91 }, { "directive": "disallow", "path": "/us-es/budget/", "line": 92 }, { "directive": "disallow", "path": "/us-es/Budget/", "line": 93 }, { "directive": "disallow", "path": "/us-es/checkout/", "line": 94 }, { "directive": "disallow", "path": "/us-es/Checkout/", "line": 95 }, { "directive": "disallow", "path": "/us-es/content_templates/", "line": 96 }, { "directive": "disallow", "path": "/us-es/Content_Templates/", "line": 97 }, { "directive": "disallow", "path": "/us-es/help/", "line": 98 }, { "directive": "disallow", "path": "/us-es/Help/", "line": 99 }, { "directive": "disallow", "path": "/us-es/olp/", "line": 100 }, { "directive": "disallow", "path": "/us-es/Olp/", "line": 101 }, { "directive": "disallow", "path": "/us-es/OLP/", "line": 102 }, { "directive": "disallow", "path": "/us-es/orders/", "line": 103 }, { "directive": "disallow", "path": "/us-es/Orders/", "line": 104 }, { "directive": "disallow", "path": "/us-es/profiles/", "line": 105 }, { "directive": "disallow", "path": "/us-es/Profiles/", "line": 106 }, { "directive": "disallow", "path": "/us-es/punchout/", "line": 107 }, { "directive": "disallow", "path": "/us-es/PunchOut/", "line": 108 }, { "directive": "disallow", "path": "/us-es/report/", "line": 109 }, { "directive": "disallow", "path": "/us-es/Report/", "line": 110 }, { "directive": "disallow", "path": "/us-es/returns/", "line": 111 }, { "directive": "disallow", "path": "/us-es/Returns/", "line": 112 }, { "directive": "disallow", "path": "/us-es/search/", "line": 113 }, { "directive": "disallow", "path": "/us-es/Search/", "line": 114 }, { "directive": "disallow", "path": "/us-es/seo/", "line": 115 }, { "directive": "disallow", "path": "/us-es/SEO/", "line": 116 }, { "directive": "disallow", "path": "/us-es/supporttools/", "line": 117 }, { "directive": "disallow", "path": "/us-es/Supporttools/", "line": 118 }, { "directive": "disallow", "path": "/us-es/SupportTools/", "line": 119 }, { "directive": "disallow", "path": "/us-es/veterinary/", "line": 120 }, { "directive": "disallow", "path": "/us-es/Veterinary/", "line": 121 }, { "directive": "disallow", "path": "/us-es/marketing/", "line": 122 }, { "directive": "disallow", "path": "/us-es/Marketing/", "line": 123 }, { "directive": "disallow", "path": "/veterinary-ultima-ultrasonicdentalscaler.aspx", "line": 124 }, { "directive": "disallow", "path": "/us-en/Corporate/CorporateGovernance.aspx", "line": 125 }, { "directive": "disallow", "path": "/us-en/Corporate/Default.aspx", "line": 126 }, { "directive": "disallow", "path": "/us-en/Corporate/ManagementDirectors.aspx", "line": 127 }, { "directive": "disallow", "path": "/us-en/Corporate/NewsEvents.aspx", "line": 128 }, { "directive": "disallow", "path": "/us-en/Corporate/Career/Community.aspx", "line": 129 }, { "directive": "disallow", "path": "/us-en/Corporate/Career/History.aspx", "line": 130 }, { "directive": "disallow", "path": "/us-en/Corporate/News/AudioArchive.aspx", "line": 131 }, { "directive": "disallow", "path": "/us-en/Dental/Equipment/FeaturedOffers.aspx", "line": 132 }, { "directive": "disallow", "path": "/us-en/Search.aspx", "line": 133 }, { "directive": "disallow", "path": "/us-es/Search.aspx", "line": 134 }, { "directive": "disallow", "path": "/us-en/Dental/Supplies/pages/", "line": 135 }, { "directive": "disallow", "path": "/us-es/Dental/Supplies/pages/", "line": 136 }, { "directive": "disallow", "path": "/us-en/Medical/Supplies/pages/", "line": 137 }, { "directive": "disallow", "path": "/us-es/Medical/Supplies/pages/", "line": 138 }, { "directive": "disallow", "path": "/us-en/Zahn/Supplies/pages/", "line": 139 }, { "directive": "disallow", "path": "/us-es/Zahn/Supplies/pages/", "line": 140 }, { "directive": "disallow", "path": "/us-en/SpecialMarkets/Supplies/pages/", "line": 141 }, { "directive": "disallow", "path": "/us-es/SpecialMarkets/Supplies/pages/", "line": 142 }, { "directive": "disallow", "path": "/us-en/Dental/supplies/pages/", "line": 143 }, { "directive": "disallow", "path": "/us-es/Dental/supplies/pages/", "line": 144 }, { "directive": "disallow", "path": "/us-en/Medical/supplies/pages/", "line": 145 }, { "directive": "disallow", "path": "/us-es/Medical/supplies/pages/", "line": 146 }, { "directive": "disallow", "path": "/us-en/Zahn/supplies/pages/", "line": 147 }, { "directive": "disallow", "path": "/us-es/Zahn/supplies/pages/", "line": 148 }, { "directive": "disallow", "path": "/us-en/SpecialMarkets/supplies/pages/", "line": 149 }, { "directive": "disallow", "path": "/us-es/SpecialMarkets/supplies/pages/", "line": 150 }, { "directive": "disallow", "path": "/us-en/dental/supplies/pages/", "line": 151 }, { "directive": "disallow", "path": "/us-es/dental/supplies/pages/", "line": 152 }, { "directive": "disallow", "path": "/us-en/medical/supplies/pages/", "line": 153 }, { "directive": "disallow", "path": "/us-es/medical/supplies/pages/", "line": 154 }, { "directive": "disallow", "path": "/us-en/zahn/supplies/pages/", "line": 155 }, { "directive": "disallow", "path": "/us-es/zahn/supplies/pages/", "line": 156 }, { "directive": "disallow", "path": "/us-en/specialmarkets/supplies/pages/", "line": 157 }, { "directive": "disallow", "path": "/us-es/specialmarkets/supplies/pages/", "line": 158 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example.aspx", "line": 159 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-item-request-form.aspx", "line": 160 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-website-training-videos.aspx", "line": 161 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example.aspx", "line": 162 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-item-request-form.aspx", "line": 163 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-website-training-videos.aspx", "line": 164 }, { "directive": "disallow", "path": "/us-en/images/medical/General-Compendium-2021-111621.pdf", "line": 165 }, { "directive": "disallow", "path": "/us-es/images/medical/General-Compendium-2021-111621.pdf", "line": 166 }, { "directive": "disallow", "path": "/us-en/images/medical/henry-schein-medical-compendium-02.21.22.pdf", "line": 167 }, { "directive": "disallow", "path": "/us-es/images/medical/henry-schein-medical-compendium-02.21.22.pdf", "line": 168 }, { "directive": "disallow", "path": "/us-en/images/medical/general-compendium-08-29-22.pdf", "line": 169 }, { "directive": "disallow", "path": "/us-es/images/medical/general-compendium-08-29-22.pdf", "line": 170 }, { "directive": "disallow", "path": "/us-en/images/Common/henry-schein-signature-builder.html", "line": 171 }, { "directive": "allow", "path": "/webservices/JSONRequestHandler.ashx", "line": 173 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Ajax/", "line": 12 }, { "directive": "disallow", "path": "/bcs/", "line": 13 }, { "directive": "disallow", "path": "/Bcs/", "line": 14 }, { "directive": "disallow", "path": "/BCS/", "line": 15 }, { "directive": "disallow", "path": "/bcsprint/", "line": 16 }, { "directive": "disallow", "path": "/BCSPrint/", "line": 17 }, { "directive": "disallow", "path": "/datamigration/", "line": 18 }, { "directive": "disallow", "path": "/DataMigration/", "line": 19 }, { "directive": "disallow", "path": "/Datamigration/", "line": 20 }, { "directive": "disallow", "path": "/nunitweb/", "line": 21 }, { "directive": "disallow", "path": "/NUnitWeb/", "line": 22 }, { "directive": "disallow", "path": "/olp/", "line": 23 }, { "directive": "disallow", "path": "/Olp/", "line": 24 }, { "directive": "disallow", "path": "/OLP/", "line": 25 }, { "directive": "disallow", "path": "/msds/", "line": 26 }, { "directive": "disallow", "path": "/Msds/", "line": 27 }, { "directive": "disallow", "path": "/MSDS/", "line": 28 }, { "directive": "disallow", "path": "/punchout/", "line": 29 }, { "directive": "disallow", "path": "/Punchout/", "line": 30 }, { "directive": "disallow", "path": "/PunchOut/", "line": 31 }, { "directive": "disallow", "path": "/services/", "line": 32 }, { "directive": "disallow", "path": "/Services/", "line": 33 }, { "directive": "disallow", "path": "/sitemaps/", "line": 34 }, { "directive": "disallow", "path": "/Sitemaps/", "line": 35 }, { "directive": "disallow", "path": "/statements/", "line": 36 }, { "directive": "disallow", "path": "/Statements/", "line": 37 }, { "directive": "disallow", "path": "/support/", "line": 38 }, { "directive": "disallow", "path": "/Support/", "line": 39 }, { "directive": "disallow", "path": "/w3c/", "line": 40 }, { "directive": "disallow", "path": "/W3C/", "line": 41 }, { "directive": "disallow", "path": "/webreporting/", "line": 42 }, { "directive": "disallow", "path": "/Webreporting/", "line": 43 }, { "directive": "disallow", "path": "/WebReporting/", "line": 44 }, { "directive": "disallow", "path": "/webservices/", "line": 45 }, { "directive": "disallow", "path": "/Webservices/", "line": 46 }, { "directive": "disallow", "path": "/WebServices/", "line": 47 }, { "directive": "disallow", "path": "/webstatements/", "line": 48 }, { "directive": "disallow", "path": "/Webstatements/", "line": 49 }, { "directive": "disallow", "path": "/WebStatements/", "line": 50 }, { "directive": "disallow", "path": "/us-en/advertising/", "line": 51 }, { "directive": "disallow", "path": "/us-en/Advertising/", "line": 52 }, { "directive": "disallow", "path": "/us-en/bcsprint/", "line": 53 }, { "directive": "disallow", "path": "/us-en/BCSPrint/", "line": 54 }, { "directive": "disallow", "path": "/us-en/budget/", "line": 55 }, { "directive": "disallow", "path": "/us-en/Budget/", "line": 56 }, { "directive": "disallow", "path": "/us-en/checkout/", "line": 57 }, { "directive": "disallow", "path": "/us-en/Checkout/", "line": 58 }, { "directive": "disallow", "path": "/us-en/content_templates/", "line": 59 }, { "directive": "disallow", "path": "/us-en/Content_Templates/", "line": 60 }, { "directive": "disallow", "path": "/us-en/CONTENT_TEMPLATES/", "line": 61 }, { "directive": "disallow", "path": "/us-en/help/", "line": 62 }, { "directive": "disallow", "path": "/us-en/Help/", "line": 63 }, { "directive": "disallow", "path": "/us-en/olp/", "line": 64 }, { "directive": "disallow", "path": "/us-en/Olp/", "line": 65 }, { "directive": "disallow", "path": "/us-en/OLP/", "line": 66 }, { "directive": "disallow", "path": "/us-en/orders/", "line": 67 }, { "directive": "disallow", "path": "/us-en/Orders/", "line": 68 }, { "directive": "disallow", "path": "/us-en/profiles/", "line": 69 }, { "directive": "disallow", "path": "/us-en/Profiles/", "line": 70 }, { "directive": "disallow", "path": "/us-en/punchout/", "line": 71 }, { "directive": "disallow", "path": "/us-en/PunchOut/", "line": 72 }, { "directive": "disallow", "path": "/us-en/report/", "line": 73 }, { "directive": "disallow", "path": "/us-en/Report/", "line": 74 }, { "directive": "disallow", "path": "/us-en/returns/", "line": 75 }, { "directive": "disallow", "path": "/us-en/Returns/", "line": 76 }, { "directive": "disallow", "path": "/us-en/search/", "line": 77 }, { "directive": "disallow", "path": "/us-en/Search/", "line": 78 }, { "directive": "disallow", "path": "/us-en/seo/", "line": 79 }, { "directive": "disallow", "path": "/us-en/SEO/", "line": 80 }, { "directive": "disallow", "path": "/us-en/supporttools/", "line": 81 }, { "directive": "disallow", "path": "/us-en/Supporttools/", "line": 82 }, { "directive": "disallow", "path": "/us-en/SupportTools/", "line": 83 }, { "directive": "disallow", "path": "/us-en/veterinary/", "line": 84 }, { "directive": "disallow", "path": "/us-en/Veterinary/", "line": 85 }, { "directive": "disallow", "path": "/us-en/marketing/", "line": 86 }, { "directive": "disallow", "path": "/us-en/Marketing/", "line": 87 }, { "directive": "disallow", "path": "/us-es/advertising/", "line": 88 }, { "directive": "disallow", "path": "/us-es/Advertising/", "line": 89 }, { "directive": "disallow", "path": "/us-es/bcsprint/", "line": 90 }, { "directive": "disallow", "path": "/us-es/BCSPrint/", "line": 91 }, { "directive": "disallow", "path": "/us-es/budget/", "line": 92 }, { "directive": "disallow", "path": "/us-es/Budget/", "line": 93 }, { "directive": "disallow", "path": "/us-es/checkout/", "line": 94 }, { "directive": "disallow", "path": "/us-es/Checkout/", "line": 95 }, { "directive": "disallow", "path": "/us-es/content_templates/", "line": 96 }, { "directive": "disallow", "path": "/us-es/Content_Templates/", "line": 97 }, { "directive": "disallow", "path": "/us-es/help/", "line": 98 }, { "directive": "disallow", "path": "/us-es/Help/", "line": 99 }, { "directive": "disallow", "path": "/us-es/olp/", "line": 100 }, { "directive": "disallow", "path": "/us-es/Olp/", "line": 101 }, { "directive": "disallow", "path": "/us-es/OLP/", "line": 102 }, { "directive": "disallow", "path": "/us-es/orders/", "line": 103 }, { "directive": "disallow", "path": "/us-es/Orders/", "line": 104 }, { "directive": "disallow", "path": "/us-es/profiles/", "line": 105 }, { "directive": "disallow", "path": "/us-es/Profiles/", "line": 106 }, { "directive": "disallow", "path": "/us-es/punchout/", "line": 107 }, { "directive": "disallow", "path": "/us-es/PunchOut/", "line": 108 }, { "directive": "disallow", "path": "/us-es/report/", "line": 109 }, { "directive": "disallow", "path": "/us-es/Report/", "line": 110 }, { "directive": "disallow", "path": "/us-es/returns/", "line": 111 }, { "directive": "disallow", "path": "/us-es/Returns/", "line": 112 }, { "directive": "disallow", "path": "/us-es/search/", "line": 113 }, { "directive": "disallow", "path": "/us-es/Search/", "line": 114 }, { "directive": "disallow", "path": "/us-es/seo/", "line": 115 }, { "directive": "disallow", "path": "/us-es/SEO/", "line": 116 }, { "directive": "disallow", "path": "/us-es/supporttools/", "line": 117 }, { "directive": "disallow", "path": "/us-es/Supporttools/", "line": 118 }, { "directive": "disallow", "path": "/us-es/SupportTools/", "line": 119 }, { "directive": "disallow", "path": "/us-es/veterinary/", "line": 120 }, { "directive": "disallow", "path": "/us-es/Veterinary/", "line": 121 }, { "directive": "disallow", "path": "/us-es/marketing/", "line": 122 }, { "directive": "disallow", "path": "/us-es/Marketing/", "line": 123 }, { "directive": "disallow", "path": "/veterinary-ultima-ultrasonicdentalscaler.aspx", "line": 124 }, { "directive": "disallow", "path": "/us-en/Corporate/CorporateGovernance.aspx", "line": 125 }, { "directive": "disallow", "path": "/us-en/Corporate/Default.aspx", "line": 126 }, { "directive": "disallow", "path": "/us-en/Corporate/ManagementDirectors.aspx", "line": 127 }, { "directive": "disallow", "path": "/us-en/Corporate/NewsEvents.aspx", "line": 128 }, { "directive": "disallow", "path": "/us-en/Corporate/Career/Community.aspx", "line": 129 }, { "directive": "disallow", "path": "/us-en/Corporate/Career/History.aspx", "line": 130 }, { "directive": "disallow", "path": "/us-en/Corporate/News/AudioArchive.aspx", "line": 131 }, { "directive": "disallow", "path": "/us-en/Dental/Equipment/FeaturedOffers.aspx", "line": 132 }, { "directive": "disallow", "path": "/us-en/Search.aspx", "line": 133 }, { "directive": "disallow", "path": "/us-es/Search.aspx", "line": 134 }, { "directive": "disallow", "path": "/us-en/Dental/Supplies/pages/", "line": 135 }, { "directive": "disallow", "path": "/us-es/Dental/Supplies/pages/", "line": 136 }, { "directive": "disallow", "path": "/us-en/Medical/Supplies/pages/", "line": 137 }, { "directive": "disallow", "path": "/us-es/Medical/Supplies/pages/", "line": 138 }, { "directive": "disallow", "path": "/us-en/Zahn/Supplies/pages/", "line": 139 }, { "directive": "disallow", "path": "/us-es/Zahn/Supplies/pages/", "line": 140 }, { "directive": "disallow", "path": "/us-en/SpecialMarkets/Supplies/pages/", "line": 141 }, { "directive": "disallow", "path": "/us-es/SpecialMarkets/Supplies/pages/", "line": 142 }, { "directive": "disallow", "path": "/us-en/Dental/supplies/pages/", "line": 143 }, { "directive": "disallow", "path": "/us-es/Dental/supplies/pages/", "line": 144 }, { "directive": "disallow", "path": "/us-en/Medical/supplies/pages/", "line": 145 }, { "directive": "disallow", "path": "/us-es/Medical/supplies/pages/", "line": 146 }, { "directive": "disallow", "path": "/us-en/Zahn/supplies/pages/", "line": 147 }, { "directive": "disallow", "path": "/us-es/Zahn/supplies/pages/", "line": 148 }, { "directive": "disallow", "path": "/us-en/SpecialMarkets/supplies/pages/", "line": 149 }, { "directive": "disallow", "path": "/us-es/SpecialMarkets/supplies/pages/", "line": 150 }, { "directive": "disallow", "path": "/us-en/dental/supplies/pages/", "line": 151 }, { "directive": "disallow", "path": "/us-es/dental/supplies/pages/", "line": 152 }, { "directive": "disallow", "path": "/us-en/medical/supplies/pages/", "line": 153 }, { "directive": "disallow", "path": "/us-es/medical/supplies/pages/", "line": 154 }, { "directive": "disallow", "path": "/us-en/zahn/supplies/pages/", "line": 155 }, { "directive": "disallow", "path": "/us-es/zahn/supplies/pages/", "line": 156 }, { "directive": "disallow", "path": "/us-en/specialmarkets/supplies/pages/", "line": 157 }, { "directive": "disallow", "path": "/us-es/specialmarkets/supplies/pages/", "line": 158 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example.aspx", "line": 159 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-item-request-form.aspx", "line": 160 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-website-training-videos.aspx", "line": 161 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example.aspx", "line": 162 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-item-request-form.aspx", "line": 163 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-website-training-videos.aspx", "line": 164 }, { "directive": "disallow", "path": "/us-en/images/medical/General-Compendium-2021-111621.pdf", "line": 165 }, { "directive": "disallow", "path": "/us-es/images/medical/General-Compendium-2021-111621.pdf", "line": 166 }, { "directive": "disallow", "path": "/us-en/images/medical/henry-schein-medical-compendium-02.21.22.pdf", "line": 167 }, { "directive": "disallow", "path": "/us-es/images/medical/henry-schein-medical-compendium-02.21.22.pdf", "line": 168 }, { "directive": "disallow", "path": "/us-en/images/medical/general-compendium-08-29-22.pdf", "line": 169 }, { "directive": "disallow", "path": "/us-es/images/medical/general-compendium-08-29-22.pdf", "line": 170 }, { "directive": "disallow", "path": "/us-en/images/Common/henry-schein-signature-builder.html", "line": 171 }, { "directive": "allow", "path": "/webservices/JSONRequestHandler.ashx", "line": 173 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Ajax/", "line": 12 }, { "directive": "disallow", "path": "/bcs/", "line": 13 }, { "directive": "disallow", "path": "/Bcs/", "line": 14 }, { "directive": "disallow", "path": "/BCS/", "line": 15 }, { "directive": "disallow", "path": "/bcsprint/", "line": 16 }, { "directive": "disallow", "path": "/BCSPrint/", "line": 17 }, { "directive": "disallow", "path": "/datamigration/", "line": 18 }, { "directive": "disallow", "path": "/DataMigration/", "line": 19 }, { "directive": "disallow", "path": "/Datamigration/", "line": 20 }, { "directive": "disallow", "path": "/nunitweb/", "line": 21 }, { "directive": "disallow", "path": "/NUnitWeb/", "line": 22 }, { "directive": "disallow", "path": "/olp/", "line": 23 }, { "directive": "disallow", "path": "/Olp/", "line": 24 }, { "directive": "disallow", "path": "/OLP/", "line": 25 }, { "directive": "disallow", "path": "/msds/", "line": 26 }, { "directive": "disallow", "path": "/Msds/", "line": 27 }, { "directive": "disallow", "path": "/MSDS/", "line": 28 }, { "directive": "disallow", "path": "/punchout/", "line": 29 }, { "directive": "disallow", "path": "/Punchout/", "line": 30 }, { "directive": "disallow", "path": "/PunchOut/", "line": 31 }, { "directive": "disallow", "path": "/services/", "line": 32 }, { "directive": "disallow", "path": "/Services/", "line": 33 }, { "directive": "disallow", "path": "/sitemaps/", "line": 34 }, { "directive": "disallow", "path": "/Sitemaps/", "line": 35 }, { "directive": "disallow", "path": "/statements/", "line": 36 }, { "directive": "disallow", "path": "/Statements/", "line": 37 }, { "directive": "disallow", "path": "/support/", "line": 38 }, { "directive": "disallow", "path": "/Support/", "line": 39 }, { "directive": "disallow", "path": "/w3c/", "line": 40 }, { "directive": "disallow", "path": "/W3C/", "line": 41 }, { "directive": "disallow", "path": "/webreporting/", "line": 42 }, { "directive": "disallow", "path": "/Webreporting/", "line": 43 }, { "directive": "disallow", "path": "/WebReporting/", "line": 44 }, { "directive": "disallow", "path": "/webservices/", "line": 45 }, { "directive": "disallow", "path": "/Webservices/", "line": 46 }, { "directive": "disallow", "path": "/WebServices/", "line": 47 }, { "directive": "disallow", "path": "/webstatements/", "line": 48 }, { "directive": "disallow", "path": "/Webstatements/", "line": 49 }, { "directive": "disallow", "path": "/WebStatements/", "line": 50 }, { "directive": "disallow", "path": "/us-en/advertising/", "line": 51 }, { "directive": "disallow", "path": "/us-en/Advertising/", "line": 52 }, { "directive": "disallow", "path": "/us-en/bcsprint/", "line": 53 }, { "directive": "disallow", "path": "/us-en/BCSPrint/", "line": 54 }, { "directive": "disallow", "path": "/us-en/budget/", "line": 55 }, { "directive": "disallow", "path": "/us-en/Budget/", "line": 56 }, { "directive": "disallow", "path": "/us-en/checkout/", "line": 57 }, { "directive": "disallow", "path": "/us-en/Checkout/", "line": 58 }, { "directive": "disallow", "path": "/us-en/content_templates/", "line": 59 }, { "directive": "disallow", "path": "/us-en/Content_Templates/", "line": 60 }, { "directive": "disallow", "path": "/us-en/CONTENT_TEMPLATES/", "line": 61 }, { "directive": "disallow", "path": "/us-en/help/", "line": 62 }, { "directive": "disallow", "path": "/us-en/Help/", "line": 63 }, { "directive": "disallow", "path": "/us-en/olp/", "line": 64 }, { "directive": "disallow", "path": "/us-en/Olp/", "line": 65 }, { "directive": "disallow", "path": "/us-en/OLP/", "line": 66 }, { "directive": "disallow", "path": "/us-en/orders/", "line": 67 }, { "directive": "disallow", "path": "/us-en/Orders/", "line": 68 }, { "directive": "disallow", "path": "/us-en/profiles/", "line": 69 }, { "directive": "disallow", "path": "/us-en/Profiles/", "line": 70 }, { "directive": "disallow", "path": "/us-en/punchout/", "line": 71 }, { "directive": "disallow", "path": "/us-en/PunchOut/", "line": 72 }, { "directive": "disallow", "path": "/us-en/report/", "line": 73 }, { "directive": "disallow", "path": "/us-en/Report/", "line": 74 }, { "directive": "disallow", "path": "/us-en/returns/", "line": 75 }, { "directive": "disallow", "path": "/us-en/Returns/", "line": 76 }, { "directive": "disallow", "path": "/us-en/search/", "line": 77 }, { "directive": "disallow", "path": "/us-en/Search/", "line": 78 }, { "directive": "disallow", "path": "/us-en/seo/", "line": 79 }, { "directive": "disallow", "path": "/us-en/SEO/", "line": 80 }, { "directive": "disallow", "path": "/us-en/supporttools/", "line": 81 }, { "directive": "disallow", "path": "/us-en/Supporttools/", "line": 82 }, { "directive": "disallow", "path": "/us-en/SupportTools/", "line": 83 }, { "directive": "disallow", "path": "/us-en/veterinary/", "line": 84 }, { "directive": "disallow", "path": "/us-en/Veterinary/", "line": 85 }, { "directive": "disallow", "path": "/us-en/marketing/", "line": 86 }, { "directive": "disallow", "path": "/us-en/Marketing/", "line": 87 }, { "directive": "disallow", "path": "/us-es/advertising/", "line": 88 }, { "directive": "disallow", "path": "/us-es/Advertising/", "line": 89 }, { "directive": "disallow", "path": "/us-es/bcsprint/", "line": 90 }, { "directive": "disallow", "path": "/us-es/BCSPrint/", "line": 91 }, { "directive": "disallow", "path": "/us-es/budget/", "line": 92 }, { "directive": "disallow", "path": "/us-es/Budget/", "line": 93 }, { "directive": "disallow", "path": "/us-es/checkout/", "line": 94 }, { "directive": "disallow", "path": "/us-es/Checkout/", "line": 95 }, { "directive": "disallow", "path": "/us-es/content_templates/", "line": 96 }, { "directive": "disallow", "path": "/us-es/Content_Templates/", "line": 97 }, { "directive": "disallow", "path": "/us-es/help/", "line": 98 }, { "directive": "disallow", "path": "/us-es/Help/", "line": 99 }, { "directive": "disallow", "path": "/us-es/olp/", "line": 100 }, { "directive": "disallow", "path": "/us-es/Olp/", "line": 101 }, { "directive": "disallow", "path": "/us-es/OLP/", "line": 102 }, { "directive": "disallow", "path": "/us-es/orders/", "line": 103 }, { "directive": "disallow", "path": "/us-es/Orders/", "line": 104 }, { "directive": "disallow", "path": "/us-es/profiles/", "line": 105 }, { "directive": "disallow", "path": "/us-es/Profiles/", "line": 106 }, { "directive": "disallow", "path": "/us-es/punchout/", "line": 107 }, { "directive": "disallow", "path": "/us-es/PunchOut/", "line": 108 }, { "directive": "disallow", "path": "/us-es/report/", "line": 109 }, { "directive": "disallow", "path": "/us-es/Report/", "line": 110 }, { "directive": "disallow", "path": "/us-es/returns/", "line": 111 }, { "directive": "disallow", "path": "/us-es/Returns/", "line": 112 }, { "directive": "disallow", "path": "/us-es/search/", "line": 113 }, { "directive": "disallow", "path": "/us-es/Search/", "line": 114 }, { "directive": "disallow", "path": "/us-es/seo/", "line": 115 }, { "directive": "disallow", "path": "/us-es/SEO/", "line": 116 }, { "directive": "disallow", "path": "/us-es/supporttools/", "line": 117 }, { "directive": "disallow", "path": "/us-es/Supporttools/", "line": 118 }, { "directive": "disallow", "path": "/us-es/SupportTools/", "line": 119 }, { "directive": "disallow", "path": "/us-es/veterinary/", "line": 120 }, { "directive": "disallow", "path": "/us-es/Veterinary/", "line": 121 }, { "directive": "disallow", "path": "/us-es/marketing/", "line": 122 }, { "directive": "disallow", "path": "/us-es/Marketing/", "line": 123 }, { "directive": "disallow", "path": "/veterinary-ultima-ultrasonicdentalscaler.aspx", "line": 124 }, { "directive": "disallow", "path": "/us-en/Corporate/CorporateGovernance.aspx", "line": 125 }, { "directive": "disallow", "path": "/us-en/Corporate/Default.aspx", "line": 126 }, { "directive": "disallow", "path": "/us-en/Corporate/ManagementDirectors.aspx", "line": 127 }, { "directive": "disallow", "path": "/us-en/Corporate/NewsEvents.aspx", "line": 128 }, { "directive": "disallow", "path": "/us-en/Corporate/Career/Community.aspx", "line": 129 }, { "directive": "disallow", "path": "/us-en/Corporate/Career/History.aspx", "line": 130 }, { "directive": "disallow", "path": "/us-en/Corporate/News/AudioArchive.aspx", "line": 131 }, { "directive": "disallow", "path": "/us-en/Dental/Equipment/FeaturedOffers.aspx", "line": 132 }, { "directive": "disallow", "path": "/us-en/Search.aspx", "line": 133 }, { "directive": "disallow", "path": "/us-es/Search.aspx", "line": 134 }, { "directive": "disallow", "path": "/us-en/Dental/Supplies/pages/", "line": 135 }, { "directive": "disallow", "path": "/us-es/Dental/Supplies/pages/", "line": 136 }, { "directive": "disallow", "path": "/us-en/Medical/Supplies/pages/", "line": 137 }, { "directive": "disallow", "path": "/us-es/Medical/Supplies/pages/", "line": 138 }, { "directive": "disallow", "path": "/us-en/Zahn/Supplies/pages/", "line": 139 }, { "directive": "disallow", "path": "/us-es/Zahn/Supplies/pages/", "line": 140 }, { "directive": "disallow", "path": "/us-en/SpecialMarkets/Supplies/pages/", "line": 141 }, { "directive": "disallow", "path": "/us-es/SpecialMarkets/Supplies/pages/", "line": 142 }, { "directive": "disallow", "path": "/us-en/Dental/supplies/pages/", "line": 143 }, { "directive": "disallow", "path": "/us-es/Dental/supplies/pages/", "line": 144 }, { "directive": "disallow", "path": "/us-en/Medical/supplies/pages/", "line": 145 }, { "directive": "disallow", "path": "/us-es/Medical/supplies/pages/", "line": 146 }, { "directive": "disallow", "path": "/us-en/Zahn/supplies/pages/", "line": 147 }, { "directive": "disallow", "path": "/us-es/Zahn/supplies/pages/", "line": 148 }, { "directive": "disallow", "path": "/us-en/SpecialMarkets/supplies/pages/", "line": 149 }, { "directive": "disallow", "path": "/us-es/SpecialMarkets/supplies/pages/", "line": 150 }, { "directive": "disallow", "path": "/us-en/dental/supplies/pages/", "line": 151 }, { "directive": "disallow", "path": "/us-es/dental/supplies/pages/", "line": 152 }, { "directive": "disallow", "path": "/us-en/medical/supplies/pages/", "line": 153 }, { "directive": "disallow", "path": "/us-es/medical/supplies/pages/", "line": 154 }, { "directive": "disallow", "path": "/us-en/zahn/supplies/pages/", "line": 155 }, { "directive": "disallow", "path": "/us-es/zahn/supplies/pages/", "line": 156 }, { "directive": "disallow", "path": "/us-en/specialmarkets/supplies/pages/", "line": 157 }, { "directive": "disallow", "path": "/us-es/specialmarkets/supplies/pages/", "line": 158 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example.aspx", "line": 159 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-item-request-form.aspx", "line": 160 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-website-training-videos.aspx", "line": 161 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example.aspx", "line": 162 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-item-request-form.aspx", "line": 163 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-website-training-videos.aspx", "line": 164 }, { "directive": "disallow", "path": "/us-en/images/medical/General-Compendium-2021-111621.pdf", "line": 165 }, { "directive": "disallow", "path": "/us-es/images/medical/General-Compendium-2021-111621.pdf", "line": 166 }, { "directive": "disallow", "path": "/us-en/images/medical/henry-schein-medical-compendium-02.21.22.pdf", "line": 167 }, { "directive": "disallow", "path": "/us-es/images/medical/henry-schein-medical-compendium-02.21.22.pdf", "line": 168 }, { "directive": "disallow", "path": "/us-en/images/medical/general-compendium-08-29-22.pdf", "line": 169 }, { "directive": "disallow", "path": "/us-es/images/medical/general-compendium-08-29-22.pdf", "line": 170 }, { "directive": "disallow", "path": "/us-en/images/Common/henry-schein-signature-builder.html", "line": 171 }, { "directive": "allow", "path": "/webservices/JSONRequestHandler.ashx", "line": 173 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Ajax/", "line": 12 }, { "directive": "disallow", "path": "/bcs/", "line": 13 }, { "directive": "disallow", "path": "/Bcs/", "line": 14 }, { "directive": "disallow", "path": "/BCS/", "line": 15 }, { "directive": "disallow", "path": "/bcsprint/", "line": 16 }, { "directive": "disallow", "path": "/BCSPrint/", "line": 17 }, { "directive": "disallow", "path": "/datamigration/", "line": 18 }, { "directive": "disallow", "path": "/DataMigration/", "line": 19 }, { "directive": "disallow", "path": "/Datamigration/", "line": 20 }, { "directive": "disallow", "path": "/nunitweb/", "line": 21 }, { "directive": "disallow", "path": "/NUnitWeb/", "line": 22 }, { "directive": "disallow", "path": "/olp/", "line": 23 }, { "directive": "disallow", "path": "/Olp/", "line": 24 }, { "directive": "disallow", "path": "/OLP/", "line": 25 }, { "directive": "disallow", "path": "/msds/", "line": 26 }, { "directive": "disallow", "path": "/Msds/", "line": 27 }, { "directive": "disallow", "path": "/MSDS/", "line": 28 }, { "directive": "disallow", "path": "/punchout/", "line": 29 }, { "directive": "disallow", "path": "/Punchout/", "line": 30 }, { "directive": "disallow", "path": "/PunchOut/", "line": 31 }, { "directive": "disallow", "path": "/services/", "line": 32 }, { "directive": "disallow", "path": "/Services/", "line": 33 }, { "directive": "disallow", "path": "/sitemaps/", "line": 34 }, { "directive": "disallow", "path": "/Sitemaps/", "line": 35 }, { "directive": "disallow", "path": "/statements/", "line": 36 }, { "directive": "disallow", "path": "/Statements/", "line": 37 }, { "directive": "disallow", "path": "/support/", "line": 38 }, { "directive": "disallow", "path": "/Support/", "line": 39 }, { "directive": "disallow", "path": "/w3c/", "line": 40 }, { "directive": "disallow", "path": "/W3C/", "line": 41 }, { "directive": "disallow", "path": "/webreporting/", "line": 42 }, { "directive": "disallow", "path": "/Webreporting/", "line": 43 }, { "directive": "disallow", "path": "/WebReporting/", "line": 44 }, { "directive": "disallow", "path": "/webservices/", "line": 45 }, { "directive": "disallow", "path": "/Webservices/", "line": 46 }, { "directive": "disallow", "path": "/WebServices/", "line": 47 }, { "directive": "disallow", "path": "/webstatements/", "line": 48 }, { "directive": "disallow", "path": "/Webstatements/", "line": 49 }, { "directive": "disallow", "path": "/WebStatements/", "line": 50 }, { "directive": "disallow", "path": "/us-en/advertising/", "line": 51 }, { "directive": "disallow", "path": "/us-en/Advertising/", "line": 52 }, { "directive": "disallow", "path": "/us-en/bcsprint/", "line": 53 }, { "directive": "disallow", "path": "/us-en/BCSPrint/", "line": 54 }, { "directive": "disallow", "path": "/us-en/budget/", "line": 55 }, { "directive": "disallow", "path": "/us-en/Budget/", "line": 56 }, { "directive": "disallow", "path": "/us-en/checkout/", "line": 57 }, { "directive": "disallow", "path": "/us-en/Checkout/", "line": 58 }, { "directive": "disallow", "path": "/us-en/content_templates/", "line": 59 }, { "directive": "disallow", "path": "/us-en/Content_Templates/", "line": 60 }, { "directive": "disallow", "path": "/us-en/CONTENT_TEMPLATES/", "line": 61 }, { "directive": "disallow", "path": "/us-en/help/", "line": 62 }, { "directive": "disallow", "path": "/us-en/Help/", "line": 63 }, { "directive": "disallow", "path": "/us-en/olp/", "line": 64 }, { "directive": "disallow", "path": "/us-en/Olp/", "line": 65 }, { "directive": "disallow", "path": "/us-en/OLP/", "line": 66 }, { "directive": "disallow", "path": "/us-en/orders/", "line": 67 }, { "directive": "disallow", "path": "/us-en/Orders/", "line": 68 }, { "directive": "disallow", "path": "/us-en/profiles/", "line": 69 }, { "directive": "disallow", "path": "/us-en/Profiles/", "line": 70 }, { "directive": "disallow", "path": "/us-en/punchout/", "line": 71 }, { "directive": "disallow", "path": "/us-en/PunchOut/", "line": 72 }, { "directive": "disallow", "path": "/us-en/report/", "line": 73 }, { "directive": "disallow", "path": "/us-en/Report/", "line": 74 }, { "directive": "disallow", "path": "/us-en/returns/", "line": 75 }, { "directive": "disallow", "path": "/us-en/Returns/", "line": 76 }, { "directive": "disallow", "path": "/us-en/search/", "line": 77 }, { "directive": "disallow", "path": "/us-en/Search/", "line": 78 }, { "directive": "disallow", "path": "/us-en/seo/", "line": 79 }, { "directive": "disallow", "path": "/us-en/SEO/", "line": 80 }, { "directive": "disallow", "path": "/us-en/supporttools/", "line": 81 }, { "directive": "disallow", "path": "/us-en/Supporttools/", "line": 82 }, { "directive": "disallow", "path": "/us-en/SupportTools/", "line": 83 }, { "directive": "disallow", "path": "/us-en/veterinary/", "line": 84 }, { "directive": "disallow", "path": "/us-en/Veterinary/", "line": 85 }, { "directive": "disallow", "path": "/us-en/marketing/", "line": 86 }, { "directive": "disallow", "path": "/us-en/Marketing/", "line": 87 }, { "directive": "disallow", "path": "/us-es/advertising/", "line": 88 }, { "directive": "disallow", "path": "/us-es/Advertising/", "line": 89 }, { "directive": "disallow", "path": "/us-es/bcsprint/", "line": 90 }, { "directive": "disallow", "path": "/us-es/BCSPrint/", "line": 91 }, { "directive": "disallow", "path": "/us-es/budget/", "line": 92 }, { "directive": "disallow", "path": "/us-es/Budget/", "line": 93 }, { "directive": "disallow", "path": "/us-es/checkout/", "line": 94 }, { "directive": "disallow", "path": "/us-es/Checkout/", "line": 95 }, { "directive": "disallow", "path": "/us-es/content_templates/", "line": 96 }, { "directive": "disallow", "path": "/us-es/Content_Templates/", "line": 97 }, { "directive": "disallow", "path": "/us-es/help/", "line": 98 }, { "directive": "disallow", "path": "/us-es/Help/", "line": 99 }, { "directive": "disallow", "path": "/us-es/olp/", "line": 100 }, { "directive": "disallow", "path": "/us-es/Olp/", "line": 101 }, { "directive": "disallow", "path": "/us-es/OLP/", "line": 102 }, { "directive": "disallow", "path": "/us-es/orders/", "line": 103 }, { "directive": "disallow", "path": "/us-es/Orders/", "line": 104 }, { "directive": "disallow", "path": "/us-es/profiles/", "line": 105 }, { "directive": "disallow", "path": "/us-es/Profiles/", "line": 106 }, { "directive": "disallow", "path": "/us-es/punchout/", "line": 107 }, { "directive": "disallow", "path": "/us-es/PunchOut/", "line": 108 }, { "directive": "disallow", "path": "/us-es/report/", "line": 109 }, { "directive": "disallow", "path": "/us-es/Report/", "line": 110 }, { "directive": "disallow", "path": "/us-es/returns/", "line": 111 }, { "directive": "disallow", "path": "/us-es/Returns/", "line": 112 }, { "directive": "disallow", "path": "/us-es/search/", "line": 113 }, { "directive": "disallow", "path": "/us-es/Search/", "line": 114 }, { "directive": "disallow", "path": "/us-es/seo/", "line": 115 }, { "directive": "disallow", "path": "/us-es/SEO/", "line": 116 }, { "directive": "disallow", "path": "/us-es/supporttools/", "line": 117 }, { "directive": "disallow", "path": "/us-es/Supporttools/", "line": 118 }, { "directive": "disallow", "path": "/us-es/SupportTools/", "line": 119 }, { "directive": "disallow", "path": "/us-es/veterinary/", "line": 120 }, { "directive": "disallow", "path": "/us-es/Veterinary/", "line": 121 }, { "directive": "disallow", "path": "/us-es/marketing/", "line": 122 }, { "directive": "disallow", "path": "/us-es/Marketing/", "line": 123 }, { "directive": "disallow", "path": "/veterinary-ultima-ultrasonicdentalscaler.aspx", "line": 124 }, { "directive": "disallow", "path": "/us-en/Corporate/CorporateGovernance.aspx", "line": 125 }, { "directive": "disallow", "path": "/us-en/Corporate/Default.aspx", "line": 126 }, { "directive": "disallow", "path": "/us-en/Corporate/ManagementDirectors.aspx", "line": 127 }, { "directive": "disallow", "path": "/us-en/Corporate/NewsEvents.aspx", "line": 128 }, { "directive": "disallow", "path": "/us-en/Corporate/Career/Community.aspx", "line": 129 }, { "directive": "disallow", "path": "/us-en/Corporate/Career/History.aspx", "line": 130 }, { "directive": "disallow", "path": "/us-en/Corporate/News/AudioArchive.aspx", "line": 131 }, { "directive": "disallow", "path": "/us-en/Dental/Equipment/FeaturedOffers.aspx", "line": 132 }, { "directive": "disallow", "path": "/us-en/Search.aspx", "line": 133 }, { "directive": "disallow", "path": "/us-es/Search.aspx", "line": 134 }, { "directive": "disallow", "path": "/us-en/Dental/Supplies/pages/", "line": 135 }, { "directive": "disallow", "path": "/us-es/Dental/Supplies/pages/", "line": 136 }, { "directive": "disallow", "path": "/us-en/Medical/Supplies/pages/", "line": 137 }, { "directive": "disallow", "path": "/us-es/Medical/Supplies/pages/", "line": 138 }, { "directive": "disallow", "path": "/us-en/Zahn/Supplies/pages/", "line": 139 }, { "directive": "disallow", "path": "/us-es/Zahn/Supplies/pages/", "line": 140 }, { "directive": "disallow", "path": "/us-en/SpecialMarkets/Supplies/pages/", "line": 141 }, { "directive": "disallow", "path": "/us-es/SpecialMarkets/Supplies/pages/", "line": 142 }, { "directive": "disallow", "path": "/us-en/Dental/supplies/pages/", "line": 143 }, { "directive": "disallow", "path": "/us-es/Dental/supplies/pages/", "line": 144 }, { "directive": "disallow", "path": "/us-en/Medical/supplies/pages/", "line": 145 }, { "directive": "disallow", "path": "/us-es/Medical/supplies/pages/", "line": 146 }, { "directive": "disallow", "path": "/us-en/Zahn/supplies/pages/", "line": 147 }, { "directive": "disallow", "path": "/us-es/Zahn/supplies/pages/", "line": 148 }, { "directive": "disallow", "path": "/us-en/SpecialMarkets/supplies/pages/", "line": 149 }, { "directive": "disallow", "path": "/us-es/SpecialMarkets/supplies/pages/", "line": 150 }, { "directive": "disallow", "path": "/us-en/dental/supplies/pages/", "line": 151 }, { "directive": "disallow", "path": "/us-es/dental/supplies/pages/", "line": 152 }, { "directive": "disallow", "path": "/us-en/medical/supplies/pages/", "line": 153 }, { "directive": "disallow", "path": "/us-es/medical/supplies/pages/", "line": 154 }, { "directive": "disallow", "path": "/us-en/zahn/supplies/pages/", "line": 155 }, { "directive": "disallow", "path": "/us-es/zahn/supplies/pages/", "line": 156 }, { "directive": "disallow", "path": "/us-en/specialmarkets/supplies/pages/", "line": 157 }, { "directive": "disallow", "path": "/us-es/specialmarkets/supplies/pages/", "line": 158 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example.aspx", "line": 159 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-item-request-form.aspx", "line": 160 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-website-training-videos.aspx", "line": 161 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example.aspx", "line": 162 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-item-request-form.aspx", "line": 163 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-website-training-videos.aspx", "line": 164 }, { "directive": "disallow", "path": "/us-en/images/medical/General-Compendium-2021-111621.pdf", "line": 165 }, { "directive": "disallow", "path": "/us-es/images/medical/General-Compendium-2021-111621.pdf", "line": 166 }, { "directive": "disallow", "path": "/us-en/images/medical/henry-schein-medical-compendium-02.21.22.pdf", "line": 167 }, { "directive": "disallow", "path": "/us-es/images/medical/henry-schein-medical-compendium-02.21.22.pdf", "line": 168 }, { "directive": "disallow", "path": "/us-en/images/medical/general-compendium-08-29-22.pdf", "line": 169 }, { "directive": "disallow", "path": "/us-es/images/medical/general-compendium-08-29-22.pdf", "line": 170 }, { "directive": "disallow", "path": "/us-en/images/Common/henry-schein-signature-builder.html", "line": 171 }, { "directive": "allow", "path": "/webservices/JSONRequestHandler.ashx", "line": 173 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Ajax/", "line": 12 }, { "directive": "disallow", "path": "/bcs/", "line": 13 }, { "directive": "disallow", "path": "/Bcs/", "line": 14 }, { "directive": "disallow", "path": "/BCS/", "line": 15 }, { "directive": "disallow", "path": "/bcsprint/", "line": 16 }, { "directive": "disallow", "path": "/BCSPrint/", "line": 17 }, { "directive": "disallow", "path": "/datamigration/", "line": 18 }, { "directive": "disallow", "path": "/DataMigration/", "line": 19 }, { "directive": "disallow", "path": "/Datamigration/", "line": 20 }, { "directive": "disallow", "path": "/nunitweb/", "line": 21 }, { "directive": "disallow", "path": "/NUnitWeb/", "line": 22 }, { "directive": "disallow", "path": "/olp/", "line": 23 }, { "directive": "disallow", "path": "/Olp/", "line": 24 }, { "directive": "disallow", "path": "/OLP/", "line": 25 }, { "directive": "disallow", "path": "/msds/", "line": 26 }, { "directive": "disallow", "path": "/Msds/", "line": 27 }, { "directive": "disallow", "path": "/MSDS/", "line": 28 }, { "directive": "disallow", "path": "/punchout/", "line": 29 }, { "directive": "disallow", "path": "/Punchout/", "line": 30 }, { "directive": "disallow", "path": "/PunchOut/", "line": 31 }, { "directive": "disallow", "path": "/services/", "line": 32 }, { "directive": "disallow", "path": "/Services/", "line": 33 }, { "directive": "disallow", "path": "/sitemaps/", "line": 34 }, { "directive": "disallow", "path": "/Sitemaps/", "line": 35 }, { "directive": "disallow", "path": "/statements/", "line": 36 }, { "directive": "disallow", "path": "/Statements/", "line": 37 }, { "directive": "disallow", "path": "/support/", "line": 38 }, { "directive": "disallow", "path": "/Support/", "line": 39 }, { "directive": "disallow", "path": "/w3c/", "line": 40 }, { "directive": "disallow", "path": "/W3C/", "line": 41 }, { "directive": "disallow", "path": "/webreporting/", "line": 42 }, { "directive": "disallow", "path": "/Webreporting/", "line": 43 }, { "directive": "disallow", "path": "/WebReporting/", "line": 44 }, { "directive": "disallow", "path": "/webservices/", "line": 45 }, { "directive": "disallow", "path": "/Webservices/", "line": 46 }, { "directive": "disallow", "path": "/WebServices/", "line": 47 }, { "directive": "disallow", "path": "/webstatements/", "line": 48 }, { "directive": "disallow", "path": "/Webstatements/", "line": 49 }, { "directive": "disallow", "path": "/WebStatements/", "line": 50 }, { "directive": "disallow", "path": "/us-en/advertising/", "line": 51 }, { "directive": "disallow", "path": "/us-en/Advertising/", "line": 52 }, { "directive": "disallow", "path": "/us-en/bcsprint/", "line": 53 }, { "directive": "disallow", "path": "/us-en/BCSPrint/", "line": 54 }, { "directive": "disallow", "path": "/us-en/budget/", "line": 55 }, { "directive": "disallow", "path": "/us-en/Budget/", "line": 56 }, { "directive": "disallow", "path": "/us-en/checkout/", "line": 57 }, { "directive": "disallow", "path": "/us-en/Checkout/", "line": 58 }, { "directive": "disallow", "path": "/us-en/content_templates/", "line": 59 }, { "directive": "disallow", "path": "/us-en/Content_Templates/", "line": 60 }, { "directive": "disallow", "path": "/us-en/CONTENT_TEMPLATES/", "line": 61 }, { "directive": "disallow", "path": "/us-en/help/", "line": 62 }, { "directive": "disallow", "path": "/us-en/Help/", "line": 63 }, { "directive": "disallow", "path": "/us-en/olp/", "line": 64 }, { "directive": "disallow", "path": "/us-en/Olp/", "line": 65 }, { "directive": "disallow", "path": "/us-en/OLP/", "line": 66 }, { "directive": "disallow", "path": "/us-en/orders/", "line": 67 }, { "directive": "disallow", "path": "/us-en/Orders/", "line": 68 }, { "directive": "disallow", "path": "/us-en/profiles/", "line": 69 }, { "directive": "disallow", "path": "/us-en/Profiles/", "line": 70 }, { "directive": "disallow", "path": "/us-en/punchout/", "line": 71 }, { "directive": "disallow", "path": "/us-en/PunchOut/", "line": 72 }, { "directive": "disallow", "path": "/us-en/report/", "line": 73 }, { "directive": "disallow", "path": "/us-en/Report/", "line": 74 }, { "directive": "disallow", "path": "/us-en/returns/", "line": 75 }, { "directive": "disallow", "path": "/us-en/Returns/", "line": 76 }, { "directive": "disallow", "path": "/us-en/search/", "line": 77 }, { "directive": "disallow", "path": "/us-en/Search/", "line": 78 }, { "directive": "disallow", "path": "/us-en/seo/", "line": 79 }, { "directive": "disallow", "path": "/us-en/SEO/", "line": 80 }, { "directive": "disallow", "path": "/us-en/supporttools/", "line": 81 }, { "directive": "disallow", "path": "/us-en/Supporttools/", "line": 82 }, { "directive": "disallow", "path": "/us-en/SupportTools/", "line": 83 }, { "directive": "disallow", "path": "/us-en/veterinary/", "line": 84 }, { "directive": "disallow", "path": "/us-en/Veterinary/", "line": 85 }, { "directive": "disallow", "path": "/us-en/marketing/", "line": 86 }, { "directive": "disallow", "path": "/us-en/Marketing/", "line": 87 }, { "directive": "disallow", "path": "/us-es/advertising/", "line": 88 }, { "directive": "disallow", "path": "/us-es/Advertising/", "line": 89 }, { "directive": "disallow", "path": "/us-es/bcsprint/", "line": 90 }, { "directive": "disallow", "path": "/us-es/BCSPrint/", "line": 91 }, { "directive": "disallow", "path": "/us-es/budget/", "line": 92 }, { "directive": "disallow", "path": "/us-es/Budget/", "line": 93 }, { "directive": "disallow", "path": "/us-es/checkout/", "line": 94 }, { "directive": "disallow", "path": "/us-es/Checkout/", "line": 95 }, { "directive": "disallow", "path": "/us-es/content_templates/", "line": 96 }, { "directive": "disallow", "path": "/us-es/Content_Templates/", "line": 97 }, { "directive": "disallow", "path": "/us-es/help/", "line": 98 }, { "directive": "disallow", "path": "/us-es/Help/", "line": 99 }, { "directive": "disallow", "path": "/us-es/olp/", "line": 100 }, { "directive": "disallow", "path": "/us-es/Olp/", "line": 101 }, { "directive": "disallow", "path": "/us-es/OLP/", "line": 102 }, { "directive": "disallow", "path": "/us-es/orders/", "line": 103 }, { "directive": "disallow", "path": "/us-es/Orders/", "line": 104 }, { "directive": "disallow", "path": "/us-es/profiles/", "line": 105 }, { "directive": "disallow", "path": "/us-es/Profiles/", "line": 106 }, { "directive": "disallow", "path": "/us-es/punchout/", "line": 107 }, { "directive": "disallow", "path": "/us-es/PunchOut/", "line": 108 }, { "directive": "disallow", "path": "/us-es/report/", "line": 109 }, { "directive": "disallow", "path": "/us-es/Report/", "line": 110 }, { "directive": "disallow", "path": "/us-es/returns/", "line": 111 }, { "directive": "disallow", "path": "/us-es/Returns/", "line": 112 }, { "directive": "disallow", "path": "/us-es/search/", "line": 113 }, { "directive": "disallow", "path": "/us-es/Search/", "line": 114 }, { "directive": "disallow", "path": "/us-es/seo/", "line": 115 }, { "directive": "disallow", "path": "/us-es/SEO/", "line": 116 }, { "directive": "disallow", "path": "/us-es/supporttools/", "line": 117 }, { "directive": "disallow", "path": "/us-es/Supporttools/", "line": 118 }, { "directive": "disallow", "path": "/us-es/SupportTools/", "line": 119 }, { "directive": "disallow", "path": "/us-es/veterinary/", "line": 120 }, { "directive": "disallow", "path": "/us-es/Veterinary/", "line": 121 }, { "directive": "disallow", "path": "/us-es/marketing/", "line": 122 }, { "directive": "disallow", "path": "/us-es/Marketing/", "line": 123 }, { "directive": "disallow", "path": "/veterinary-ultima-ultrasonicdentalscaler.aspx", "line": 124 }, { "directive": "disallow", "path": "/us-en/Corporate/CorporateGovernance.aspx", "line": 125 }, { "directive": "disallow", "path": "/us-en/Corporate/Default.aspx", "line": 126 }, { "directive": "disallow", "path": "/us-en/Corporate/ManagementDirectors.aspx", "line": 127 }, { "directive": "disallow", "path": "/us-en/Corporate/NewsEvents.aspx", "line": 128 }, { "directive": "disallow", "path": "/us-en/Corporate/Career/Community.aspx", "line": 129 }, { "directive": "disallow", "path": "/us-en/Corporate/Career/History.aspx", "line": 130 }, { "directive": "disallow", "path": "/us-en/Corporate/News/AudioArchive.aspx", "line": 131 }, { "directive": "disallow", "path": "/us-en/Dental/Equipment/FeaturedOffers.aspx", "line": 132 }, { "directive": "disallow", "path": "/us-en/Search.aspx", "line": 133 }, { "directive": "disallow", "path": "/us-es/Search.aspx", "line": 134 }, { "directive": "disallow", "path": "/us-en/Dental/Supplies/pages/", "line": 135 }, { "directive": "disallow", "path": "/us-es/Dental/Supplies/pages/", "line": 136 }, { "directive": "disallow", "path": "/us-en/Medical/Supplies/pages/", "line": 137 }, { "directive": "disallow", "path": "/us-es/Medical/Supplies/pages/", "line": 138 }, { "directive": "disallow", "path": "/us-en/Zahn/Supplies/pages/", "line": 139 }, { "directive": "disallow", "path": "/us-es/Zahn/Supplies/pages/", "line": 140 }, { "directive": "disallow", "path": "/us-en/SpecialMarkets/Supplies/pages/", "line": 141 }, { "directive": "disallow", "path": "/us-es/SpecialMarkets/Supplies/pages/", "line": 142 }, { "directive": "disallow", "path": "/us-en/Dental/supplies/pages/", "line": 143 }, { "directive": "disallow", "path": "/us-es/Dental/supplies/pages/", "line": 144 }, { "directive": "disallow", "path": "/us-en/Medical/supplies/pages/", "line": 145 }, { "directive": "disallow", "path": "/us-es/Medical/supplies/pages/", "line": 146 }, { "directive": "disallow", "path": "/us-en/Zahn/supplies/pages/", "line": 147 }, { "directive": "disallow", "path": "/us-es/Zahn/supplies/pages/", "line": 148 }, { "directive": "disallow", "path": "/us-en/SpecialMarkets/supplies/pages/", "line": 149 }, { "directive": "disallow", "path": "/us-es/SpecialMarkets/supplies/pages/", "line": 150 }, { "directive": "disallow", "path": "/us-en/dental/supplies/pages/", "line": 151 }, { "directive": "disallow", "path": "/us-es/dental/supplies/pages/", "line": 152 }, { "directive": "disallow", "path": "/us-en/medical/supplies/pages/", "line": 153 }, { "directive": "disallow", "path": "/us-es/medical/supplies/pages/", "line": 154 }, { "directive": "disallow", "path": "/us-en/zahn/supplies/pages/", "line": 155 }, { "directive": "disallow", "path": "/us-es/zahn/supplies/pages/", "line": 156 }, { "directive": "disallow", "path": "/us-en/specialmarkets/supplies/pages/", "line": 157 }, { "directive": "disallow", "path": "/us-es/specialmarkets/supplies/pages/", "line": 158 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example.aspx", "line": 159 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-item-request-form.aspx", "line": 160 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-website-training-videos.aspx", "line": 161 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example.aspx", "line": 162 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-item-request-form.aspx", "line": 163 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-website-training-videos.aspx", "line": 164 }, { "directive": "disallow", "path": "/us-en/images/medical/General-Compendium-2021-111621.pdf", "line": 165 }, { "directive": "disallow", "path": "/us-es/images/medical/General-Compendium-2021-111621.pdf", "line": 166 }, { "directive": "disallow", "path": "/us-en/images/medical/henry-schein-medical-compendium-02.21.22.pdf", "line": 167 }, { "directive": "disallow", "path": "/us-es/images/medical/henry-schein-medical-compendium-02.21.22.pdf", "line": 168 }, { "directive": "disallow", "path": "/us-en/images/medical/general-compendium-08-29-22.pdf", "line": 169 }, { "directive": "disallow", "path": "/us-es/images/medical/general-compendium-08-29-22.pdf", "line": 170 }, { "directive": "disallow", "path": "/us-en/images/Common/henry-schein-signature-builder.html", "line": 171 }, { "directive": "allow", "path": "/webservices/JSONRequestHandler.ashx", "line": 173 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Ajax/", "line": 12 }, { "directive": "disallow", "path": "/bcs/", "line": 13 }, { "directive": "disallow", "path": "/Bcs/", "line": 14 }, { "directive": "disallow", "path": "/BCS/", "line": 15 }, { "directive": "disallow", "path": "/bcsprint/", "line": 16 }, { "directive": "disallow", "path": "/BCSPrint/", "line": 17 }, { "directive": "disallow", "path": "/datamigration/", "line": 18 }, { "directive": "disallow", "path": "/DataMigration/", "line": 19 }, { "directive": "disallow", "path": "/Datamigration/", "line": 20 }, { "directive": "disallow", "path": "/nunitweb/", "line": 21 }, { "directive": "disallow", "path": "/NUnitWeb/", "line": 22 }, { "directive": "disallow", "path": "/olp/", "line": 23 }, { "directive": "disallow", "path": "/Olp/", "line": 24 }, { "directive": "disallow", "path": "/OLP/", "line": 25 }, { "directive": "disallow", "path": "/msds/", "line": 26 }, { "directive": "disallow", "path": "/Msds/", "line": 27 }, { "directive": "disallow", "path": "/MSDS/", "line": 28 }, { "directive": "disallow", "path": "/punchout/", "line": 29 }, { "directive": "disallow", "path": "/Punchout/", "line": 30 }, { "directive": "disallow", "path": "/PunchOut/", "line": 31 }, { "directive": "disallow", "path": "/services/", "line": 32 }, { "directive": "disallow", "path": "/Services/", "line": 33 }, { "directive": "disallow", "path": "/sitemaps/", "line": 34 }, { "directive": "disallow", "path": "/Sitemaps/", "line": 35 }, { "directive": "disallow", "path": "/statements/", "line": 36 }, { "directive": "disallow", "path": "/Statements/", "line": 37 }, { "directive": "disallow", "path": "/support/", "line": 38 }, { "directive": "disallow", "path": "/Support/", "line": 39 }, { "directive": "disallow", "path": "/w3c/", "line": 40 }, { "directive": "disallow", "path": "/W3C/", "line": 41 }, { "directive": "disallow", "path": "/webreporting/", "line": 42 }, { "directive": "disallow", "path": "/Webreporting/", "line": 43 }, { "directive": "disallow", "path": "/WebReporting/", "line": 44 }, { "directive": "disallow", "path": "/webservices/", "line": 45 }, { "directive": "disallow", "path": "/Webservices/", "line": 46 }, { "directive": "disallow", "path": "/WebServices/", "line": 47 }, { "directive": "disallow", "path": "/webstatements/", "line": 48 }, { "directive": "disallow", "path": "/Webstatements/", "line": 49 }, { "directive": "disallow", "path": "/WebStatements/", "line": 50 }, { "directive": "disallow", "path": "/us-en/advertising/", "line": 51 }, { "directive": "disallow", "path": "/us-en/Advertising/", "line": 52 }, { "directive": "disallow", "path": "/us-en/bcsprint/", "line": 53 }, { "directive": "disallow", "path": "/us-en/BCSPrint/", "line": 54 }, { "directive": "disallow", "path": "/us-en/budget/", "line": 55 }, { "directive": "disallow", "path": "/us-en/Budget/", "line": 56 }, { "directive": "disallow", "path": "/us-en/checkout/", "line": 57 }, { "directive": "disallow", "path": "/us-en/Checkout/", "line": 58 }, { "directive": "disallow", "path": "/us-en/content_templates/", "line": 59 }, { "directive": "disallow", "path": "/us-en/Content_Templates/", "line": 60 }, { "directive": "disallow", "path": "/us-en/CONTENT_TEMPLATES/", "line": 61 }, { "directive": "disallow", "path": "/us-en/help/", "line": 62 }, { "directive": "disallow", "path": "/us-en/Help/", "line": 63 }, { "directive": "disallow", "path": "/us-en/olp/", "line": 64 }, { "directive": "disallow", "path": "/us-en/Olp/", "line": 65 }, { "directive": "disallow", "path": "/us-en/OLP/", "line": 66 }, { "directive": "disallow", "path": "/us-en/orders/", "line": 67 }, { "directive": "disallow", "path": "/us-en/Orders/", "line": 68 }, { "directive": "disallow", "path": "/us-en/profiles/", "line": 69 }, { "directive": "disallow", "path": "/us-en/Profiles/", "line": 70 }, { "directive": "disallow", "path": "/us-en/punchout/", "line": 71 }, { "directive": "disallow", "path": "/us-en/PunchOut/", "line": 72 }, { "directive": "disallow", "path": "/us-en/report/", "line": 73 }, { "directive": "disallow", "path": "/us-en/Report/", "line": 74 }, { "directive": "disallow", "path": "/us-en/returns/", "line": 75 }, { "directive": "disallow", "path": "/us-en/Returns/", "line": 76 }, { "directive": "disallow", "path": "/us-en/search/", "line": 77 }, { "directive": "disallow", "path": "/us-en/Search/", "line": 78 }, { "directive": "disallow", "path": "/us-en/seo/", "line": 79 }, { "directive": "disallow", "path": "/us-en/SEO/", "line": 80 }, { "directive": "disallow", "path": "/us-en/supporttools/", "line": 81 }, { "directive": "disallow", "path": "/us-en/Supporttools/", "line": 82 }, { "directive": "disallow", "path": "/us-en/SupportTools/", "line": 83 }, { "directive": "disallow", "path": "/us-en/veterinary/", "line": 84 }, { "directive": "disallow", "path": "/us-en/Veterinary/", "line": 85 }, { "directive": "disallow", "path": "/us-en/marketing/", "line": 86 }, { "directive": "disallow", "path": "/us-en/Marketing/", "line": 87 }, { "directive": "disallow", "path": "/us-es/advertising/", "line": 88 }, { "directive": "disallow", "path": "/us-es/Advertising/", "line": 89 }, { "directive": "disallow", "path": "/us-es/bcsprint/", "line": 90 }, { "directive": "disallow", "path": "/us-es/BCSPrint/", "line": 91 }, { "directive": "disallow", "path": "/us-es/budget/", "line": 92 }, { "directive": "disallow", "path": "/us-es/Budget/", "line": 93 }, { "directive": "disallow", "path": "/us-es/checkout/", "line": 94 }, { "directive": "disallow", "path": "/us-es/Checkout/", "line": 95 }, { "directive": "disallow", "path": "/us-es/content_templates/", "line": 96 }, { "directive": "disallow", "path": "/us-es/Content_Templates/", "line": 97 }, { "directive": "disallow", "path": "/us-es/help/", "line": 98 }, { "directive": "disallow", "path": "/us-es/Help/", "line": 99 }, { "directive": "disallow", "path": "/us-es/olp/", "line": 100 }, { "directive": "disallow", "path": "/us-es/Olp/", "line": 101 }, { "directive": "disallow", "path": "/us-es/OLP/", "line": 102 }, { "directive": "disallow", "path": "/us-es/orders/", "line": 103 }, { "directive": "disallow", "path": "/us-es/Orders/", "line": 104 }, { "directive": "disallow", "path": "/us-es/profiles/", "line": 105 }, { "directive": "disallow", "path": "/us-es/Profiles/", "line": 106 }, { "directive": "disallow", "path": "/us-es/punchout/", "line": 107 }, { "directive": "disallow", "path": "/us-es/PunchOut/", "line": 108 }, { "directive": "disallow", "path": "/us-es/report/", "line": 109 }, { "directive": "disallow", "path": "/us-es/Report/", "line": 110 }, { "directive": "disallow", "path": "/us-es/returns/", "line": 111 }, { "directive": "disallow", "path": "/us-es/Returns/", "line": 112 }, { "directive": "disallow", "path": "/us-es/search/", "line": 113 }, { "directive": "disallow", "path": "/us-es/Search/", "line": 114 }, { "directive": "disallow", "path": "/us-es/seo/", "line": 115 }, { "directive": "disallow", "path": "/us-es/SEO/", "line": 116 }, { "directive": "disallow", "path": "/us-es/supporttools/", "line": 117 }, { "directive": "disallow", "path": "/us-es/Supporttools/", "line": 118 }, { "directive": "disallow", "path": "/us-es/SupportTools/", "line": 119 }, { "directive": "disallow", "path": "/us-es/veterinary/", "line": 120 }, { "directive": "disallow", "path": "/us-es/Veterinary/", "line": 121 }, { "directive": "disallow", "path": "/us-es/marketing/", "line": 122 }, { "directive": "disallow", "path": "/us-es/Marketing/", "line": 123 }, { "directive": "disallow", "path": "/veterinary-ultima-ultrasonicdentalscaler.aspx", "line": 124 }, { "directive": "disallow", "path": "/us-en/Corporate/CorporateGovernance.aspx", "line": 125 }, { "directive": "disallow", "path": "/us-en/Corporate/Default.aspx", "line": 126 }, { "directive": "disallow", "path": "/us-en/Corporate/ManagementDirectors.aspx", "line": 127 }, { "directive": "disallow", "path": "/us-en/Corporate/NewsEvents.aspx", "line": 128 }, { "directive": "disallow", "path": "/us-en/Corporate/Career/Community.aspx", "line": 129 }, { "directive": "disallow", "path": "/us-en/Corporate/Career/History.aspx", "line": 130 }, { "directive": "disallow", "path": "/us-en/Corporate/News/AudioArchive.aspx", "line": 131 }, { "directive": "disallow", "path": "/us-en/Dental/Equipment/FeaturedOffers.aspx", "line": 132 }, { "directive": "disallow", "path": "/us-en/Search.aspx", "line": 133 }, { "directive": "disallow", "path": "/us-es/Search.aspx", "line": 134 }, { "directive": "disallow", "path": "/us-en/Dental/Supplies/pages/", "line": 135 }, { "directive": "disallow", "path": "/us-es/Dental/Supplies/pages/", "line": 136 }, { "directive": "disallow", "path": "/us-en/Medical/Supplies/pages/", "line": 137 }, { "directive": "disallow", "path": "/us-es/Medical/Supplies/pages/", "line": 138 }, { "directive": "disallow", "path": "/us-en/Zahn/Supplies/pages/", "line": 139 }, { "directive": "disallow", "path": "/us-es/Zahn/Supplies/pages/", "line": 140 }, { "directive": "disallow", "path": "/us-en/SpecialMarkets/Supplies/pages/", "line": 141 }, { "directive": "disallow", "path": "/us-es/SpecialMarkets/Supplies/pages/", "line": 142 }, { "directive": "disallow", "path": "/us-en/Dental/supplies/pages/", "line": 143 }, { "directive": "disallow", "path": "/us-es/Dental/supplies/pages/", "line": 144 }, { "directive": "disallow", "path": "/us-en/Medical/supplies/pages/", "line": 145 }, { "directive": "disallow", "path": "/us-es/Medical/supplies/pages/", "line": 146 }, { "directive": "disallow", "path": "/us-en/Zahn/supplies/pages/", "line": 147 }, { "directive": "disallow", "path": "/us-es/Zahn/supplies/pages/", "line": 148 }, { "directive": "disallow", "path": "/us-en/SpecialMarkets/supplies/pages/", "line": 149 }, { "directive": "disallow", "path": "/us-es/SpecialMarkets/supplies/pages/", "line": 150 }, { "directive": "disallow", "path": "/us-en/dental/supplies/pages/", "line": 151 }, { "directive": "disallow", "path": "/us-es/dental/supplies/pages/", "line": 152 }, { "directive": "disallow", "path": "/us-en/medical/supplies/pages/", "line": 153 }, { "directive": "disallow", "path": "/us-es/medical/supplies/pages/", "line": 154 }, { "directive": "disallow", "path": "/us-en/zahn/supplies/pages/", "line": 155 }, { "directive": "disallow", "path": "/us-es/zahn/supplies/pages/", "line": 156 }, { "directive": "disallow", "path": "/us-en/specialmarkets/supplies/pages/", "line": 157 }, { "directive": "disallow", "path": "/us-es/specialmarkets/supplies/pages/", "line": 158 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example.aspx", "line": 159 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-item-request-form.aspx", "line": 160 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-website-training-videos.aspx", "line": 161 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example.aspx", "line": 162 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-item-request-form.aspx", "line": 163 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-website-training-videos.aspx", "line": 164 }, { "directive": "disallow", "path": "/us-en/images/medical/General-Compendium-2021-111621.pdf", "line": 165 }, { "directive": "disallow", "path": "/us-es/images/medical/General-Compendium-2021-111621.pdf", "line": 166 }, { "directive": "disallow", "path": "/us-en/images/medical/henry-schein-medical-compendium-02.21.22.pdf", "line": 167 }, { "directive": "disallow", "path": "/us-es/images/medical/henry-schein-medical-compendium-02.21.22.pdf", "line": 168 }, { "directive": "disallow", "path": "/us-en/images/medical/general-compendium-08-29-22.pdf", "line": 169 }, { "directive": "disallow", "path": "/us-es/images/medical/general-compendium-08-29-22.pdf", "line": 170 }, { "directive": "disallow", "path": "/us-en/images/Common/henry-schein-signature-builder.html", "line": 171 }, { "directive": "allow", "path": "/webservices/JSONRequestHandler.ashx", "line": 173 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Ajax/", "line": 12 }, { "directive": "disallow", "path": "/bcs/", "line": 13 }, { "directive": "disallow", "path": "/Bcs/", "line": 14 }, { "directive": "disallow", "path": "/BCS/", "line": 15 }, { "directive": "disallow", "path": "/bcsprint/", "line": 16 }, { "directive": "disallow", "path": "/BCSPrint/", "line": 17 }, { "directive": "disallow", "path": "/datamigration/", "line": 18 }, { "directive": "disallow", "path": "/DataMigration/", "line": 19 }, { "directive": "disallow", "path": "/Datamigration/", "line": 20 }, { "directive": "disallow", "path": "/nunitweb/", "line": 21 }, { "directive": "disallow", "path": "/NUnitWeb/", "line": 22 }, { "directive": "disallow", "path": "/olp/", "line": 23 }, { "directive": "disallow", "path": "/Olp/", "line": 24 }, { "directive": "disallow", "path": "/OLP/", "line": 25 }, { "directive": "disallow", "path": "/msds/", "line": 26 }, { "directive": "disallow", "path": "/Msds/", "line": 27 }, { "directive": "disallow", "path": "/MSDS/", "line": 28 }, { "directive": "disallow", "path": "/punchout/", "line": 29 }, { "directive": "disallow", "path": "/Punchout/", "line": 30 }, { "directive": "disallow", "path": "/PunchOut/", "line": 31 }, { "directive": "disallow", "path": "/services/", "line": 32 }, { "directive": "disallow", "path": "/Services/", "line": 33 }, { "directive": "disallow", "path": "/sitemaps/", "line": 34 }, { "directive": "disallow", "path": "/Sitemaps/", "line": 35 }, { "directive": "disallow", "path": "/statements/", "line": 36 }, { "directive": "disallow", "path": "/Statements/", "line": 37 }, { "directive": "disallow", "path": "/support/", "line": 38 }, { "directive": "disallow", "path": "/Support/", "line": 39 }, { "directive": "disallow", "path": "/w3c/", "line": 40 }, { "directive": "disallow", "path": "/W3C/", "line": 41 }, { "directive": "disallow", "path": "/webreporting/", "line": 42 }, { "directive": "disallow", "path": "/Webreporting/", "line": 43 }, { "directive": "disallow", "path": "/WebReporting/", "line": 44 }, { "directive": "disallow", "path": "/webservices/", "line": 45 }, { "directive": "disallow", "path": "/Webservices/", "line": 46 }, { "directive": "disallow", "path": "/WebServices/", "line": 47 }, { "directive": "disallow", "path": "/webstatements/", "line": 48 }, { "directive": "disallow", "path": "/Webstatements/", "line": 49 }, { "directive": "disallow", "path": "/WebStatements/", "line": 50 }, { "directive": "disallow", "path": "/us-en/advertising/", "line": 51 }, { "directive": "disallow", "path": "/us-en/Advertising/", "line": 52 }, { "directive": "disallow", "path": "/us-en/bcsprint/", "line": 53 }, { "directive": "disallow", "path": "/us-en/BCSPrint/", "line": 54 }, { "directive": "disallow", "path": "/us-en/budget/", "line": 55 }, { "directive": "disallow", "path": "/us-en/Budget/", "line": 56 }, { "directive": "disallow", "path": "/us-en/checkout/", "line": 57 }, { "directive": "disallow", "path": "/us-en/Checkout/", "line": 58 }, { "directive": "disallow", "path": "/us-en/content_templates/", "line": 59 }, { "directive": "disallow", "path": "/us-en/Content_Templates/", "line": 60 }, { "directive": "disallow", "path": "/us-en/CONTENT_TEMPLATES/", "line": 61 }, { "directive": "disallow", "path": "/us-en/help/", "line": 62 }, { "directive": "disallow", "path": "/us-en/Help/", "line": 63 }, { "directive": "disallow", "path": "/us-en/olp/", "line": 64 }, { "directive": "disallow", "path": "/us-en/Olp/", "line": 65 }, { "directive": "disallow", "path": "/us-en/OLP/", "line": 66 }, { "directive": "disallow", "path": "/us-en/orders/", "line": 67 }, { "directive": "disallow", "path": "/us-en/Orders/", "line": 68 }, { "directive": "disallow", "path": "/us-en/profiles/", "line": 69 }, { "directive": "disallow", "path": "/us-en/Profiles/", "line": 70 }, { "directive": "disallow", "path": "/us-en/punchout/", "line": 71 }, { "directive": "disallow", "path": "/us-en/PunchOut/", "line": 72 }, { "directive": "disallow", "path": "/us-en/report/", "line": 73 }, { "directive": "disallow", "path": "/us-en/Report/", "line": 74 }, { "directive": "disallow", "path": "/us-en/returns/", "line": 75 }, { "directive": "disallow", "path": "/us-en/Returns/", "line": 76 }, { "directive": "disallow", "path": "/us-en/search/", "line": 77 }, { "directive": "disallow", "path": "/us-en/Search/", "line": 78 }, { "directive": "disallow", "path": "/us-en/seo/", "line": 79 }, { "directive": "disallow", "path": "/us-en/SEO/", "line": 80 }, { "directive": "disallow", "path": "/us-en/supporttools/", "line": 81 }, { "directive": "disallow", "path": "/us-en/Supporttools/", "line": 82 }, { "directive": "disallow", "path": "/us-en/SupportTools/", "line": 83 }, { "directive": "disallow", "path": "/us-en/veterinary/", "line": 84 }, { "directive": "disallow", "path": "/us-en/Veterinary/", "line": 85 }, { "directive": "disallow", "path": "/us-en/marketing/", "line": 86 }, { "directive": "disallow", "path": "/us-en/Marketing/", "line": 87 }, { "directive": "disallow", "path": "/us-es/advertising/", "line": 88 }, { "directive": "disallow", "path": "/us-es/Advertising/", "line": 89 }, { "directive": "disallow", "path": "/us-es/bcsprint/", "line": 90 }, { "directive": "disallow", "path": "/us-es/BCSPrint/", "line": 91 }, { "directive": "disallow", "path": "/us-es/budget/", "line": 92 }, { "directive": "disallow", "path": "/us-es/Budget/", "line": 93 }, { "directive": "disallow", "path": "/us-es/checkout/", "line": 94 }, { "directive": "disallow", "path": "/us-es/Checkout/", "line": 95 }, { "directive": "disallow", "path": "/us-es/content_templates/", "line": 96 }, { "directive": "disallow", "path": "/us-es/Content_Templates/", "line": 97 }, { "directive": "disallow", "path": "/us-es/help/", "line": 98 }, { "directive": "disallow", "path": "/us-es/Help/", "line": 99 }, { "directive": "disallow", "path": "/us-es/olp/", "line": 100 }, { "directive": "disallow", "path": "/us-es/Olp/", "line": 101 }, { "directive": "disallow", "path": "/us-es/OLP/", "line": 102 }, { "directive": "disallow", "path": "/us-es/orders/", "line": 103 }, { "directive": "disallow", "path": "/us-es/Orders/", "line": 104 }, { "directive": "disallow", "path": "/us-es/profiles/", "line": 105 }, { "directive": "disallow", "path": "/us-es/Profiles/", "line": 106 }, { "directive": "disallow", "path": "/us-es/punchout/", "line": 107 }, { "directive": "disallow", "path": "/us-es/PunchOut/", "line": 108 }, { "directive": "disallow", "path": "/us-es/report/", "line": 109 }, { "directive": "disallow", "path": "/us-es/Report/", "line": 110 }, { "directive": "disallow", "path": "/us-es/returns/", "line": 111 }, { "directive": "disallow", "path": "/us-es/Returns/", "line": 112 }, { "directive": "disallow", "path": "/us-es/search/", "line": 113 }, { "directive": "disallow", "path": "/us-es/Search/", "line": 114 }, { "directive": "disallow", "path": "/us-es/seo/", "line": 115 }, { "directive": "disallow", "path": "/us-es/SEO/", "line": 116 }, { "directive": "disallow", "path": "/us-es/supporttools/", "line": 117 }, { "directive": "disallow", "path": "/us-es/Supporttools/", "line": 118 }, { "directive": "disallow", "path": "/us-es/SupportTools/", "line": 119 }, { "directive": "disallow", "path": "/us-es/veterinary/", "line": 120 }, { "directive": "disallow", "path": "/us-es/Veterinary/", "line": 121 }, { "directive": "disallow", "path": "/us-es/marketing/", "line": 122 }, { "directive": "disallow", "path": "/us-es/Marketing/", "line": 123 }, { "directive": "disallow", "path": "/veterinary-ultima-ultrasonicdentalscaler.aspx", "line": 124 }, { "directive": "disallow", "path": "/us-en/Corporate/CorporateGovernance.aspx", "line": 125 }, { "directive": "disallow", "path": "/us-en/Corporate/Default.aspx", "line": 126 }, { "directive": "disallow", "path": "/us-en/Corporate/ManagementDirectors.aspx", "line": 127 }, { "directive": "disallow", "path": "/us-en/Corporate/NewsEvents.aspx", "line": 128 }, { "directive": "disallow", "path": "/us-en/Corporate/Career/Community.aspx", "line": 129 }, { "directive": "disallow", "path": "/us-en/Corporate/Career/History.aspx", "line": 130 }, { "directive": "disallow", "path": "/us-en/Corporate/News/AudioArchive.aspx", "line": 131 }, { "directive": "disallow", "path": "/us-en/Dental/Equipment/FeaturedOffers.aspx", "line": 132 }, { "directive": "disallow", "path": "/us-en/Search.aspx", "line": 133 }, { "directive": "disallow", "path": "/us-es/Search.aspx", "line": 134 }, { "directive": "disallow", "path": "/us-en/Dental/Supplies/pages/", "line": 135 }, { "directive": "disallow", "path": "/us-es/Dental/Supplies/pages/", "line": 136 }, { "directive": "disallow", "path": "/us-en/Medical/Supplies/pages/", "line": 137 }, { "directive": "disallow", "path": "/us-es/Medical/Supplies/pages/", "line": 138 }, { "directive": "disallow", "path": "/us-en/Zahn/Supplies/pages/", "line": 139 }, { "directive": "disallow", "path": "/us-es/Zahn/Supplies/pages/", "line": 140 }, { "directive": "disallow", "path": "/us-en/SpecialMarkets/Supplies/pages/", "line": 141 }, { "directive": "disallow", "path": "/us-es/SpecialMarkets/Supplies/pages/", "line": 142 }, { "directive": "disallow", "path": "/us-en/Dental/supplies/pages/", "line": 143 }, { "directive": "disallow", "path": "/us-es/Dental/supplies/pages/", "line": 144 }, { "directive": "disallow", "path": "/us-en/Medical/supplies/pages/", "line": 145 }, { "directive": "disallow", "path": "/us-es/Medical/supplies/pages/", "line": 146 }, { "directive": "disallow", "path": "/us-en/Zahn/supplies/pages/", "line": 147 }, { "directive": "disallow", "path": "/us-es/Zahn/supplies/pages/", "line": 148 }, { "directive": "disallow", "path": "/us-en/SpecialMarkets/supplies/pages/", "line": 149 }, { "directive": "disallow", "path": "/us-es/SpecialMarkets/supplies/pages/", "line": 150 }, { "directive": "disallow", "path": "/us-en/dental/supplies/pages/", "line": 151 }, { "directive": "disallow", "path": "/us-es/dental/supplies/pages/", "line": 152 }, { "directive": "disallow", "path": "/us-en/medical/supplies/pages/", "line": 153 }, { "directive": "disallow", "path": "/us-es/medical/supplies/pages/", "line": 154 }, { "directive": "disallow", "path": "/us-en/zahn/supplies/pages/", "line": 155 }, { "directive": "disallow", "path": "/us-es/zahn/supplies/pages/", "line": 156 }, { "directive": "disallow", "path": "/us-en/specialmarkets/supplies/pages/", "line": 157 }, { "directive": "disallow", "path": "/us-es/specialmarkets/supplies/pages/", "line": 158 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example.aspx", "line": 159 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-item-request-form.aspx", "line": 160 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-website-training-videos.aspx", "line": 161 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example.aspx", "line": 162 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-item-request-form.aspx", "line": 163 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-website-training-videos.aspx", "line": 164 }, { "directive": "disallow", "path": "/us-en/images/medical/General-Compendium-2021-111621.pdf", "line": 165 }, { "directive": "disallow", "path": "/us-es/images/medical/General-Compendium-2021-111621.pdf", "line": 166 }, { "directive": "disallow", "path": "/us-en/images/medical/henry-schein-medical-compendium-02.21.22.pdf", "line": 167 }, { "directive": "disallow", "path": "/us-es/images/medical/henry-schein-medical-compendium-02.21.22.pdf", "line": 168 }, { "directive": "disallow", "path": "/us-en/images/medical/general-compendium-08-29-22.pdf", "line": 169 }, { "directive": "disallow", "path": "/us-es/images/medical/general-compendium-08-29-22.pdf", "line": 170 }, { "directive": "disallow", "path": "/us-en/images/Common/henry-schein-signature-builder.html", "line": 171 }, { "directive": "allow", "path": "/webservices/JSONRequestHandler.ashx", "line": 173 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Ajax/", "line": 12 }, { "directive": "disallow", "path": "/bcs/", "line": 13 }, { "directive": "disallow", "path": "/Bcs/", "line": 14 }, { "directive": "disallow", "path": "/BCS/", "line": 15 }, { "directive": "disallow", "path": "/bcsprint/", "line": 16 }, { "directive": "disallow", "path": "/BCSPrint/", "line": 17 }, { "directive": "disallow", "path": "/datamigration/", "line": 18 }, { "directive": "disallow", "path": "/DataMigration/", "line": 19 }, { "directive": "disallow", "path": "/Datamigration/", "line": 20 }, { "directive": "disallow", "path": "/nunitweb/", "line": 21 }, { "directive": "disallow", "path": "/NUnitWeb/", "line": 22 }, { "directive": "disallow", "path": "/olp/", "line": 23 }, { "directive": "disallow", "path": "/Olp/", "line": 24 }, { "directive": "disallow", "path": "/OLP/", "line": 25 }, { "directive": "disallow", "path": "/msds/", "line": 26 }, { "directive": "disallow", "path": "/Msds/", "line": 27 }, { "directive": "disallow", "path": "/MSDS/", "line": 28 }, { "directive": "disallow", "path": "/punchout/", "line": 29 }, { "directive": "disallow", "path": "/Punchout/", "line": 30 }, { "directive": "disallow", "path": "/PunchOut/", "line": 31 }, { "directive": "disallow", "path": "/services/", "line": 32 }, { "directive": "disallow", "path": "/Services/", "line": 33 }, { "directive": "disallow", "path": "/sitemaps/", "line": 34 }, { "directive": "disallow", "path": "/Sitemaps/", "line": 35 }, { "directive": "disallow", "path": "/statements/", "line": 36 }, { "directive": "disallow", "path": "/Statements/", "line": 37 }, { "directive": "disallow", "path": "/support/", "line": 38 }, { "directive": "disallow", "path": "/Support/", "line": 39 }, { "directive": "disallow", "path": "/w3c/", "line": 40 }, { "directive": "disallow", "path": "/W3C/", "line": 41 }, { "directive": "disallow", "path": "/webreporting/", "line": 42 }, { "directive": "disallow", "path": "/Webreporting/", "line": 43 }, { "directive": "disallow", "path": "/WebReporting/", "line": 44 }, { "directive": "disallow", "path": "/webservices/", "line": 45 }, { "directive": "disallow", "path": "/Webservices/", "line": 46 }, { "directive": "disallow", "path": "/WebServices/", "line": 47 }, { "directive": "disallow", "path": "/webstatements/", "line": 48 }, { "directive": "disallow", "path": "/Webstatements/", "line": 49 }, { "directive": "disallow", "path": "/WebStatements/", "line": 50 }, { "directive": "disallow", "path": "/us-en/advertising/", "line": 51 }, { "directive": "disallow", "path": "/us-en/Advertising/", "line": 52 }, { "directive": "disallow", "path": "/us-en/bcsprint/", "line": 53 }, { "directive": "disallow", "path": "/us-en/BCSPrint/", "line": 54 }, { "directive": "disallow", "path": "/us-en/budget/", "line": 55 }, { "directive": "disallow", "path": "/us-en/Budget/", "line": 56 }, { "directive": "disallow", "path": "/us-en/checkout/", "line": 57 }, { "directive": "disallow", "path": "/us-en/Checkout/", "line": 58 }, { "directive": "disallow", "path": "/us-en/content_templates/", "line": 59 }, { "directive": "disallow", "path": "/us-en/Content_Templates/", "line": 60 }, { "directive": "disallow", "path": "/us-en/CONTENT_TEMPLATES/", "line": 61 }, { "directive": "disallow", "path": "/us-en/help/", "line": 62 }, { "directive": "disallow", "path": "/us-en/Help/", "line": 63 }, { "directive": "disallow", "path": "/us-en/olp/", "line": 64 }, { "directive": "disallow", "path": "/us-en/Olp/", "line": 65 }, { "directive": "disallow", "path": "/us-en/OLP/", "line": 66 }, { "directive": "disallow", "path": "/us-en/orders/", "line": 67 }, { "directive": "disallow", "path": "/us-en/Orders/", "line": 68 }, { "directive": "disallow", "path": "/us-en/profiles/", "line": 69 }, { "directive": "disallow", "path": "/us-en/Profiles/", "line": 70 }, { "directive": "disallow", "path": "/us-en/punchout/", "line": 71 }, { "directive": "disallow", "path": "/us-en/PunchOut/", "line": 72 }, { "directive": "disallow", "path": "/us-en/report/", "line": 73 }, { "directive": "disallow", "path": "/us-en/Report/", "line": 74 }, { "directive": "disallow", "path": "/us-en/returns/", "line": 75 }, { "directive": "disallow", "path": "/us-en/Returns/", "line": 76 }, { "directive": "disallow", "path": "/us-en/search/", "line": 77 }, { "directive": "disallow", "path": "/us-en/Search/", "line": 78 }, { "directive": "disallow", "path": "/us-en/seo/", "line": 79 }, { "directive": "disallow", "path": "/us-en/SEO/", "line": 80 }, { "directive": "disallow", "path": "/us-en/supporttools/", "line": 81 }, { "directive": "disallow", "path": "/us-en/Supporttools/", "line": 82 }, { "directive": "disallow", "path": "/us-en/SupportTools/", "line": 83 }, { "directive": "disallow", "path": "/us-en/veterinary/", "line": 84 }, { "directive": "disallow", "path": "/us-en/Veterinary/", "line": 85 }, { "directive": "disallow", "path": "/us-en/marketing/", "line": 86 }, { "directive": "disallow", "path": "/us-en/Marketing/", "line": 87 }, { "directive": "disallow", "path": "/us-es/advertising/", "line": 88 }, { "directive": "disallow", "path": "/us-es/Advertising/", "line": 89 }, { "directive": "disallow", "path": "/us-es/bcsprint/", "line": 90 }, { "directive": "disallow", "path": "/us-es/BCSPrint/", "line": 91 }, { "directive": "disallow", "path": "/us-es/budget/", "line": 92 }, { "directive": "disallow", "path": "/us-es/Budget/", "line": 93 }, { "directive": "disallow", "path": "/us-es/checkout/", "line": 94 }, { "directive": "disallow", "path": "/us-es/Checkout/", "line": 95 }, { "directive": "disallow", "path": "/us-es/content_templates/", "line": 96 }, { "directive": "disallow", "path": "/us-es/Content_Templates/", "line": 97 }, { "directive": "disallow", "path": "/us-es/help/", "line": 98 }, { "directive": "disallow", "path": "/us-es/Help/", "line": 99 }, { "directive": "disallow", "path": "/us-es/olp/", "line": 100 }, { "directive": "disallow", "path": "/us-es/Olp/", "line": 101 }, { "directive": "disallow", "path": "/us-es/OLP/", "line": 102 }, { "directive": "disallow", "path": "/us-es/orders/", "line": 103 }, { "directive": "disallow", "path": "/us-es/Orders/", "line": 104 }, { "directive": "disallow", "path": "/us-es/profiles/", "line": 105 }, { "directive": "disallow", "path": "/us-es/Profiles/", "line": 106 }, { "directive": "disallow", "path": "/us-es/punchout/", "line": 107 }, { "directive": "disallow", "path": "/us-es/PunchOut/", "line": 108 }, { "directive": "disallow", "path": "/us-es/report/", "line": 109 }, { "directive": "disallow", "path": "/us-es/Report/", "line": 110 }, { "directive": "disallow", "path": "/us-es/returns/", "line": 111 }, { "directive": "disallow", "path": "/us-es/Returns/", "line": 112 }, { "directive": "disallow", "path": "/us-es/search/", "line": 113 }, { "directive": "disallow", "path": "/us-es/Search/", "line": 114 }, { "directive": "disallow", "path": "/us-es/seo/", "line": 115 }, { "directive": "disallow", "path": "/us-es/SEO/", "line": 116 }, { "directive": "disallow", "path": "/us-es/supporttools/", "line": 117 }, { "directive": "disallow", "path": "/us-es/Supporttools/", "line": 118 }, { "directive": "disallow", "path": "/us-es/SupportTools/", "line": 119 }, { "directive": "disallow", "path": "/us-es/veterinary/", "line": 120 }, { "directive": "disallow", "path": "/us-es/Veterinary/", "line": 121 }, { "directive": "disallow", "path": "/us-es/marketing/", "line": 122 }, { "directive": "disallow", "path": "/us-es/Marketing/", "line": 123 }, { "directive": "disallow", "path": "/veterinary-ultima-ultrasonicdentalscaler.aspx", "line": 124 }, { "directive": "disallow", "path": "/us-en/Corporate/CorporateGovernance.aspx", "line": 125 }, { "directive": "disallow", "path": "/us-en/Corporate/Default.aspx", "line": 126 }, { "directive": "disallow", "path": "/us-en/Corporate/ManagementDirectors.aspx", "line": 127 }, { "directive": "disallow", "path": "/us-en/Corporate/NewsEvents.aspx", "line": 128 }, { "directive": "disallow", "path": "/us-en/Corporate/Career/Community.aspx", "line": 129 }, { "directive": "disallow", "path": "/us-en/Corporate/Career/History.aspx", "line": 130 }, { "directive": "disallow", "path": "/us-en/Corporate/News/AudioArchive.aspx", "line": 131 }, { "directive": "disallow", "path": "/us-en/Dental/Equipment/FeaturedOffers.aspx", "line": 132 }, { "directive": "disallow", "path": "/us-en/Search.aspx", "line": 133 }, { "directive": "disallow", "path": "/us-es/Search.aspx", "line": 134 }, { "directive": "disallow", "path": "/us-en/Dental/Supplies/pages/", "line": 135 }, { "directive": "disallow", "path": "/us-es/Dental/Supplies/pages/", "line": 136 }, { "directive": "disallow", "path": "/us-en/Medical/Supplies/pages/", "line": 137 }, { "directive": "disallow", "path": "/us-es/Medical/Supplies/pages/", "line": 138 }, { "directive": "disallow", "path": "/us-en/Zahn/Supplies/pages/", "line": 139 }, { "directive": "disallow", "path": "/us-es/Zahn/Supplies/pages/", "line": 140 }, { "directive": "disallow", "path": "/us-en/SpecialMarkets/Supplies/pages/", "line": 141 }, { "directive": "disallow", "path": "/us-es/SpecialMarkets/Supplies/pages/", "line": 142 }, { "directive": "disallow", "path": "/us-en/Dental/supplies/pages/", "line": 143 }, { "directive": "disallow", "path": "/us-es/Dental/supplies/pages/", "line": 144 }, { "directive": "disallow", "path": "/us-en/Medical/supplies/pages/", "line": 145 }, { "directive": "disallow", "path": "/us-es/Medical/supplies/pages/", "line": 146 }, { "directive": "disallow", "path": "/us-en/Zahn/supplies/pages/", "line": 147 }, { "directive": "disallow", "path": "/us-es/Zahn/supplies/pages/", "line": 148 }, { "directive": "disallow", "path": "/us-en/SpecialMarkets/supplies/pages/", "line": 149 }, { "directive": "disallow", "path": "/us-es/SpecialMarkets/supplies/pages/", "line": 150 }, { "directive": "disallow", "path": "/us-en/dental/supplies/pages/", "line": 151 }, { "directive": "disallow", "path": "/us-es/dental/supplies/pages/", "line": 152 }, { "directive": "disallow", "path": "/us-en/medical/supplies/pages/", "line": 153 }, { "directive": "disallow", "path": "/us-es/medical/supplies/pages/", "line": 154 }, { "directive": "disallow", "path": "/us-en/zahn/supplies/pages/", "line": 155 }, { "directive": "disallow", "path": "/us-es/zahn/supplies/pages/", "line": 156 }, { "directive": "disallow", "path": "/us-en/specialmarkets/supplies/pages/", "line": 157 }, { "directive": "disallow", "path": "/us-es/specialmarkets/supplies/pages/", "line": 158 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example.aspx", "line": 159 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-item-request-form.aspx", "line": 160 }, { "directive": "disallow", "path": "/us-en/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-website-training-videos.aspx", "line": 161 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example.aspx", "line": 162 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-item-request-form.aspx", "line": 163 }, { "directive": "disallow", "path": "/us-es/Medical/about-henry-schein-medical/partnerships-associations/lg-mk-example-website-training-videos.aspx", "line": 164 }, { "directive": "disallow", "path": "/us-en/images/medical/General-Compendium-2021-111621.pdf", "line": 165 }, { "directive": "disallow", "path": "/us-es/images/medical/General-Compendium-2021-111621.pdf", "line": 166 }, { "directive": "disallow", "path": "/us-en/images/medical/henry-schein-medical-compendium-02.21.22.pdf", "line": 167 }, { "directive": "disallow", "path": "/us-es/images/medical/henry-schein-medical-compendium-02.21.22.pdf", "line": 168 }, { "directive": "disallow", "path": "/us-en/images/medical/general-compendium-08-29-22.pdf", "line": 169 }, { "directive": "disallow", "path": "/us-es/images/medical/general-compendium-08-29-22.pdf", "line": 170 }, { "directive": "disallow", "path": "/us-en/images/Common/henry-schein-signature-builder.html", "line": 171 }, { "directive": "allow", "path": "/webservices/JSONRequestHandler.ashx", "line": 173 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.henryschein.com/robots.txt", "contentType": "text/plain", "sha256": "217b6e331a7d997d5f9871c7525a111e161e83e3a6e9fba2b55a003be4621574", "bytes": 5862 }, { "company": "Hershey Company (The)", "cik": "47111", "sector": "Consumer Staples", "origin": "https://www.thehersheycompany.com", "checkedAt": "2026-09-26T04:55:32.792Z", "status": "missing_file", "bots": null, "httpStatus": 404, "finalUrl": "https://www.thehersheycompany.com/robots.txt", "contentType": "text/html;charset=utf-8" }, { "company": "Hewlett Packard Enterprise", "cik": "1645590", "sector": "Information Technology", "origin": "https://www.hpe.com", "checkedAt": "2026-09-26T04:55:32.922Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "Hilton Worldwide", "cik": "1585689", "sector": "Consumer Discretionary", "origin": "https://www.hilton.com", "checkedAt": "2026-09-26T04:55:33.165Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/checkin/", "line": 18 }, { "directive": "disallow", "path": "/partner/", "line": 19 }, { "directive": "disallow", "path": "/*.jhtml*", "line": 20 }, { "directive": "disallow", "path": "/book/", "line": 21 }, { "directive": "disallow", "path": "/guest/", "line": 22 }, { "directive": "disallow", "path": "/auth/", "line": 23 }, { "directive": "disallow", "path": "/group-search/", "line": 24 }, { "directive": "disallow", "path": "/find-hotels/", "line": 25 }, { "directive": "disallow", "path": "/event-locations/", "line": 26 }, { "directive": "disallow", "path": "/group-locations/", "line": 27 }, { "directive": "disallow", "path": "/confirmation/", "line": 28 }, { "directive": "disallow", "path": "/personalized/", "line": 29 }, { "directive": "disallow", "path": "/attend-my-event/", "line": 30 }, { "directive": "disallow", "path": "/business/", "line": 31 }, { "directive": "disallow", "path": "/modify/", "line": 32 }, { "directive": "disallow", "path": "/public/", "line": 33 }, { "directive": "disallow", "path": "/locales/", "line": 34 }, { "directive": "disallow", "path": "/auth2/", "line": 35 }, { "directive": "disallow", "path": "/hrcc/", "line": 36 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/checkin/", "line": 18 }, { "directive": "disallow", "path": "/partner/", "line": 19 }, { "directive": "disallow", "path": "/*.jhtml*", "line": 20 }, { "directive": "disallow", "path": "/book/", "line": 21 }, { "directive": "disallow", "path": "/guest/", "line": 22 }, { "directive": "disallow", "path": "/auth/", "line": 23 }, { "directive": "disallow", "path": "/group-search/", "line": 24 }, { "directive": "disallow", "path": "/find-hotels/", "line": 25 }, { "directive": "disallow", "path": "/event-locations/", "line": 26 }, { "directive": "disallow", "path": "/group-locations/", "line": 27 }, { "directive": "disallow", "path": "/confirmation/", "line": 28 }, { "directive": "disallow", "path": "/personalized/", "line": 29 }, { "directive": "disallow", "path": "/attend-my-event/", "line": 30 }, { "directive": "disallow", "path": "/business/", "line": 31 }, { "directive": "disallow", "path": "/modify/", "line": 32 }, { "directive": "disallow", "path": "/public/", "line": 33 }, { "directive": "disallow", "path": "/locales/", "line": 34 }, { "directive": "disallow", "path": "/auth2/", "line": 35 }, { "directive": "disallow", "path": "/hrcc/", "line": 36 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/checkin/", "line": 18 }, { "directive": "disallow", "path": "/partner/", "line": 19 }, { "directive": "disallow", "path": "/*.jhtml*", "line": 20 }, { "directive": "disallow", "path": "/book/", "line": 21 }, { "directive": "disallow", "path": "/guest/", "line": 22 }, { "directive": "disallow", "path": "/auth/", "line": 23 }, { "directive": "disallow", "path": "/group-search/", "line": 24 }, { "directive": "disallow", "path": "/find-hotels/", "line": 25 }, { "directive": "disallow", "path": "/event-locations/", "line": 26 }, { "directive": "disallow", "path": "/group-locations/", "line": 27 }, { "directive": "disallow", "path": "/confirmation/", "line": 28 }, { "directive": "disallow", "path": "/personalized/", "line": 29 }, { "directive": "disallow", "path": "/attend-my-event/", "line": 30 }, { "directive": "disallow", "path": "/business/", "line": 31 }, { "directive": "disallow", "path": "/modify/", "line": 32 }, { "directive": "disallow", "path": "/public/", "line": 33 }, { "directive": "disallow", "path": "/locales/", "line": 34 }, { "directive": "disallow", "path": "/auth2/", "line": 35 }, { "directive": "disallow", "path": "/hrcc/", "line": 36 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/checkin/", "line": 18 }, { "directive": "disallow", "path": "/partner/", "line": 19 }, { "directive": "disallow", "path": "/*.jhtml*", "line": 20 }, { "directive": "disallow", "path": "/book/", "line": 21 }, { "directive": "disallow", "path": "/guest/", "line": 22 }, { "directive": "disallow", "path": "/auth/", "line": 23 }, { "directive": "disallow", "path": "/group-search/", "line": 24 }, { "directive": "disallow", "path": "/find-hotels/", "line": 25 }, { "directive": "disallow", "path": "/event-locations/", "line": 26 }, { "directive": "disallow", "path": "/group-locations/", "line": 27 }, { "directive": "disallow", "path": "/confirmation/", "line": 28 }, { "directive": "disallow", "path": "/personalized/", "line": 29 }, { "directive": "disallow", "path": "/attend-my-event/", "line": 30 }, { "directive": "disallow", "path": "/business/", "line": 31 }, { "directive": "disallow", "path": "/modify/", "line": 32 }, { "directive": "disallow", "path": "/public/", "line": 33 }, { "directive": "disallow", "path": "/locales/", "line": 34 }, { "directive": "disallow", "path": "/auth2/", "line": 35 }, { "directive": "disallow", "path": "/hrcc/", "line": 36 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/checkin/", "line": 18 }, { "directive": "disallow", "path": "/partner/", "line": 19 }, { "directive": "disallow", "path": "/*.jhtml*", "line": 20 }, { "directive": "disallow", "path": "/book/", "line": 21 }, { "directive": "disallow", "path": "/guest/", "line": 22 }, { "directive": "disallow", "path": "/auth/", "line": 23 }, { "directive": "disallow", "path": "/group-search/", "line": 24 }, { "directive": "disallow", "path": "/find-hotels/", "line": 25 }, { "directive": "disallow", "path": "/event-locations/", "line": 26 }, { "directive": "disallow", "path": "/group-locations/", "line": 27 }, { "directive": "disallow", "path": "/confirmation/", "line": 28 }, { "directive": "disallow", "path": "/personalized/", "line": 29 }, { "directive": "disallow", "path": "/attend-my-event/", "line": 30 }, { "directive": "disallow", "path": "/business/", "line": 31 }, { "directive": "disallow", "path": "/modify/", "line": 32 }, { "directive": "disallow", "path": "/public/", "line": 33 }, { "directive": "disallow", "path": "/locales/", "line": 34 }, { "directive": "disallow", "path": "/auth2/", "line": 35 }, { "directive": "disallow", "path": "/hrcc/", "line": 36 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/checkin/", "line": 18 }, { "directive": "disallow", "path": "/partner/", "line": 19 }, { "directive": "disallow", "path": "/*.jhtml*", "line": 20 }, { "directive": "disallow", "path": "/book/", "line": 21 }, { "directive": "disallow", "path": "/guest/", "line": 22 }, { "directive": "disallow", "path": "/auth/", "line": 23 }, { "directive": "disallow", "path": "/group-search/", "line": 24 }, { "directive": "disallow", "path": "/find-hotels/", "line": 25 }, { "directive": "disallow", "path": "/event-locations/", "line": 26 }, { "directive": "disallow", "path": "/group-locations/", "line": 27 }, { "directive": "disallow", "path": "/confirmation/", "line": 28 }, { "directive": "disallow", "path": "/personalized/", "line": 29 }, { "directive": "disallow", "path": "/attend-my-event/", "line": 30 }, { "directive": "disallow", "path": "/business/", "line": 31 }, { "directive": "disallow", "path": "/modify/", "line": 32 }, { "directive": "disallow", "path": "/public/", "line": 33 }, { "directive": "disallow", "path": "/locales/", "line": 34 }, { "directive": "disallow", "path": "/auth2/", "line": 35 }, { "directive": "disallow", "path": "/hrcc/", "line": 36 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/checkin/", "line": 18 }, { "directive": "disallow", "path": "/partner/", "line": 19 }, { "directive": "disallow", "path": "/*.jhtml*", "line": 20 }, { "directive": "disallow", "path": "/book/", "line": 21 }, { "directive": "disallow", "path": "/guest/", "line": 22 }, { "directive": "disallow", "path": "/auth/", "line": 23 }, { "directive": "disallow", "path": "/group-search/", "line": 24 }, { "directive": "disallow", "path": "/find-hotels/", "line": 25 }, { "directive": "disallow", "path": "/event-locations/", "line": 26 }, { "directive": "disallow", "path": "/group-locations/", "line": 27 }, { "directive": "disallow", "path": "/confirmation/", "line": 28 }, { "directive": "disallow", "path": "/personalized/", "line": 29 }, { "directive": "disallow", "path": "/attend-my-event/", "line": 30 }, { "directive": "disallow", "path": "/business/", "line": 31 }, { "directive": "disallow", "path": "/modify/", "line": 32 }, { "directive": "disallow", "path": "/public/", "line": 33 }, { "directive": "disallow", "path": "/locales/", "line": 34 }, { "directive": "disallow", "path": "/auth2/", "line": 35 }, { "directive": "disallow", "path": "/hrcc/", "line": 36 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/checkin/", "line": 18 }, { "directive": "disallow", "path": "/partner/", "line": 19 }, { "directive": "disallow", "path": "/*.jhtml*", "line": 20 }, { "directive": "disallow", "path": "/book/", "line": 21 }, { "directive": "disallow", "path": "/guest/", "line": 22 }, { "directive": "disallow", "path": "/auth/", "line": 23 }, { "directive": "disallow", "path": "/group-search/", "line": 24 }, { "directive": "disallow", "path": "/find-hotels/", "line": 25 }, { "directive": "disallow", "path": "/event-locations/", "line": 26 }, { "directive": "disallow", "path": "/group-locations/", "line": 27 }, { "directive": "disallow", "path": "/confirmation/", "line": 28 }, { "directive": "disallow", "path": "/personalized/", "line": 29 }, { "directive": "disallow", "path": "/attend-my-event/", "line": 30 }, { "directive": "disallow", "path": "/business/", "line": 31 }, { "directive": "disallow", "path": "/modify/", "line": 32 }, { "directive": "disallow", "path": "/public/", "line": 33 }, { "directive": "disallow", "path": "/locales/", "line": 34 }, { "directive": "disallow", "path": "/auth2/", "line": 35 }, { "directive": "disallow", "path": "/hrcc/", "line": 36 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.hilton.com/robots.txt", "contentType": "text/plain", "sha256": "7dcfdd1c709ea42fe582aa4d5a72810208e7207bf9ad5acff48a57b4ab35ceec", "bytes": 770 }, { "company": "Home Depot (The)", "cik": "354950", "sector": "Consumer Discretionary", "origin": "https://www.homedepot.com", "checkedAt": "2026-09-26T04:55:33.247Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.homedepot.com/robots.txt", "contentType": "text/html" }, { "company": "Honeywell Aerospace", "cik": "2089271", "sector": "Industrials", "origin": "https://www.honeywellaerospace.com", "checkedAt": "2026-09-26T04:55:33.340Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pif/", "line": 5 }, { "directive": "disallow", "path": "/pifnew/", "line": 6 }, { "directive": "disallow", "path": "/chatbot/", "line": 7 }, { "directive": "disallow", "path": "/content/aerobt/us/en/secure/myaerospace-home", "line": 8 }, { "directive": "disallow", "path": "/us/en/secure/purchase/quotes", "line": 9 }, { "directive": "disallow", "path": "/us/en/secure/purchase/quotes/details.quoteNum-224881546", "line": 10 }, { "directive": "disallow", "path": "/us/en/products-and-services/by-catalog/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/brochures/N61-1760-000-000_UAV_LR-br.pdf", "line": 12 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/brochures/hon-aero-0325-aam-regulatory-readiness-level-en.pdf", "line": 13 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/user-documentation/C61-1755-000-000-MyAerospace_RegistratioGuide-ud.pdf", "line": 14 }, { "directive": "disallow", "path": "/content/aerobt/us/en/secure/contact-us/aero-customer-information-1", "line": 15 }, { "directive": "disallow", "path": "/content/aerobt/us/en/legacy-pages-backup", "line": 16 }, { "directive": "disallow", "path": "/content/aerobt/us/en/legacy", "line": 17 }, { "directive": "disallow", "path": "/content/aerobt/us/en/industry", "line": 18 }, { "directive": "disallow", "path": "/content/aerobt/us/en/support", "line": 19 }, { "directive": "disallow", "path": "/content/aerobt/us/en/customer-portal", "line": 20 }, { "directive": "disallow", "path": "/content/aerobt/us/en/about-us", "line": 21 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pif/", "line": 5 }, { "directive": "disallow", "path": "/pifnew/", "line": 6 }, { "directive": "disallow", "path": "/chatbot/", "line": 7 }, { "directive": "disallow", "path": "/content/aerobt/us/en/secure/myaerospace-home", "line": 8 }, { "directive": "disallow", "path": "/us/en/secure/purchase/quotes", "line": 9 }, { "directive": "disallow", "path": "/us/en/secure/purchase/quotes/details.quoteNum-224881546", "line": 10 }, { "directive": "disallow", "path": "/us/en/products-and-services/by-catalog/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/brochures/N61-1760-000-000_UAV_LR-br.pdf", "line": 12 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/brochures/hon-aero-0325-aam-regulatory-readiness-level-en.pdf", "line": 13 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/user-documentation/C61-1755-000-000-MyAerospace_RegistratioGuide-ud.pdf", "line": 14 }, { "directive": "disallow", "path": "/content/aerobt/us/en/secure/contact-us/aero-customer-information-1", "line": 15 }, { "directive": "disallow", "path": "/content/aerobt/us/en/legacy-pages-backup", "line": 16 }, { "directive": "disallow", "path": "/content/aerobt/us/en/legacy", "line": 17 }, { "directive": "disallow", "path": "/content/aerobt/us/en/industry", "line": 18 }, { "directive": "disallow", "path": "/content/aerobt/us/en/support", "line": 19 }, { "directive": "disallow", "path": "/content/aerobt/us/en/customer-portal", "line": 20 }, { "directive": "disallow", "path": "/content/aerobt/us/en/about-us", "line": 21 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pif/", "line": 5 }, { "directive": "disallow", "path": "/pifnew/", "line": 6 }, { "directive": "disallow", "path": "/chatbot/", "line": 7 }, { "directive": "disallow", "path": "/content/aerobt/us/en/secure/myaerospace-home", "line": 8 }, { "directive": "disallow", "path": "/us/en/secure/purchase/quotes", "line": 9 }, { "directive": "disallow", "path": "/us/en/secure/purchase/quotes/details.quoteNum-224881546", "line": 10 }, { "directive": "disallow", "path": "/us/en/products-and-services/by-catalog/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/brochures/N61-1760-000-000_UAV_LR-br.pdf", "line": 12 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/brochures/hon-aero-0325-aam-regulatory-readiness-level-en.pdf", "line": 13 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/user-documentation/C61-1755-000-000-MyAerospace_RegistratioGuide-ud.pdf", "line": 14 }, { "directive": "disallow", "path": "/content/aerobt/us/en/secure/contact-us/aero-customer-information-1", "line": 15 }, { "directive": "disallow", "path": "/content/aerobt/us/en/legacy-pages-backup", "line": 16 }, { "directive": "disallow", "path": "/content/aerobt/us/en/legacy", "line": 17 }, { "directive": "disallow", "path": "/content/aerobt/us/en/industry", "line": 18 }, { "directive": "disallow", "path": "/content/aerobt/us/en/support", "line": 19 }, { "directive": "disallow", "path": "/content/aerobt/us/en/customer-portal", "line": 20 }, { "directive": "disallow", "path": "/content/aerobt/us/en/about-us", "line": 21 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pif/", "line": 5 }, { "directive": "disallow", "path": "/pifnew/", "line": 6 }, { "directive": "disallow", "path": "/chatbot/", "line": 7 }, { "directive": "disallow", "path": "/content/aerobt/us/en/secure/myaerospace-home", "line": 8 }, { "directive": "disallow", "path": "/us/en/secure/purchase/quotes", "line": 9 }, { "directive": "disallow", "path": "/us/en/secure/purchase/quotes/details.quoteNum-224881546", "line": 10 }, { "directive": "disallow", "path": "/us/en/products-and-services/by-catalog/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/brochures/N61-1760-000-000_UAV_LR-br.pdf", "line": 12 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/brochures/hon-aero-0325-aam-regulatory-readiness-level-en.pdf", "line": 13 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/user-documentation/C61-1755-000-000-MyAerospace_RegistratioGuide-ud.pdf", "line": 14 }, { "directive": "disallow", "path": "/content/aerobt/us/en/secure/contact-us/aero-customer-information-1", "line": 15 }, { "directive": "disallow", "path": "/content/aerobt/us/en/legacy-pages-backup", "line": 16 }, { "directive": "disallow", "path": "/content/aerobt/us/en/legacy", "line": 17 }, { "directive": "disallow", "path": "/content/aerobt/us/en/industry", "line": 18 }, { "directive": "disallow", "path": "/content/aerobt/us/en/support", "line": 19 }, { "directive": "disallow", "path": "/content/aerobt/us/en/customer-portal", "line": 20 }, { "directive": "disallow", "path": "/content/aerobt/us/en/about-us", "line": 21 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pif/", "line": 5 }, { "directive": "disallow", "path": "/pifnew/", "line": 6 }, { "directive": "disallow", "path": "/chatbot/", "line": 7 }, { "directive": "disallow", "path": "/content/aerobt/us/en/secure/myaerospace-home", "line": 8 }, { "directive": "disallow", "path": "/us/en/secure/purchase/quotes", "line": 9 }, { "directive": "disallow", "path": "/us/en/secure/purchase/quotes/details.quoteNum-224881546", "line": 10 }, { "directive": "disallow", "path": "/us/en/products-and-services/by-catalog/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/brochures/N61-1760-000-000_UAV_LR-br.pdf", "line": 12 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/brochures/hon-aero-0325-aam-regulatory-readiness-level-en.pdf", "line": 13 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/user-documentation/C61-1755-000-000-MyAerospace_RegistratioGuide-ud.pdf", "line": 14 }, { "directive": "disallow", "path": "/content/aerobt/us/en/secure/contact-us/aero-customer-information-1", "line": 15 }, { "directive": "disallow", "path": "/content/aerobt/us/en/legacy-pages-backup", "line": 16 }, { "directive": "disallow", "path": "/content/aerobt/us/en/legacy", "line": 17 }, { "directive": "disallow", "path": "/content/aerobt/us/en/industry", "line": 18 }, { "directive": "disallow", "path": "/content/aerobt/us/en/support", "line": 19 }, { "directive": "disallow", "path": "/content/aerobt/us/en/customer-portal", "line": 20 }, { "directive": "disallow", "path": "/content/aerobt/us/en/about-us", "line": 21 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pif/", "line": 5 }, { "directive": "disallow", "path": "/pifnew/", "line": 6 }, { "directive": "disallow", "path": "/chatbot/", "line": 7 }, { "directive": "disallow", "path": "/content/aerobt/us/en/secure/myaerospace-home", "line": 8 }, { "directive": "disallow", "path": "/us/en/secure/purchase/quotes", "line": 9 }, { "directive": "disallow", "path": "/us/en/secure/purchase/quotes/details.quoteNum-224881546", "line": 10 }, { "directive": "disallow", "path": "/us/en/products-and-services/by-catalog/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/brochures/N61-1760-000-000_UAV_LR-br.pdf", "line": 12 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/brochures/hon-aero-0325-aam-regulatory-readiness-level-en.pdf", "line": 13 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/user-documentation/C61-1755-000-000-MyAerospace_RegistratioGuide-ud.pdf", "line": 14 }, { "directive": "disallow", "path": "/content/aerobt/us/en/secure/contact-us/aero-customer-information-1", "line": 15 }, { "directive": "disallow", "path": "/content/aerobt/us/en/legacy-pages-backup", "line": 16 }, { "directive": "disallow", "path": "/content/aerobt/us/en/legacy", "line": 17 }, { "directive": "disallow", "path": "/content/aerobt/us/en/industry", "line": 18 }, { "directive": "disallow", "path": "/content/aerobt/us/en/support", "line": 19 }, { "directive": "disallow", "path": "/content/aerobt/us/en/customer-portal", "line": 20 }, { "directive": "disallow", "path": "/content/aerobt/us/en/about-us", "line": 21 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pif/", "line": 5 }, { "directive": "disallow", "path": "/pifnew/", "line": 6 }, { "directive": "disallow", "path": "/chatbot/", "line": 7 }, { "directive": "disallow", "path": "/content/aerobt/us/en/secure/myaerospace-home", "line": 8 }, { "directive": "disallow", "path": "/us/en/secure/purchase/quotes", "line": 9 }, { "directive": "disallow", "path": "/us/en/secure/purchase/quotes/details.quoteNum-224881546", "line": 10 }, { "directive": "disallow", "path": "/us/en/products-and-services/by-catalog/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/brochures/N61-1760-000-000_UAV_LR-br.pdf", "line": 12 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/brochures/hon-aero-0325-aam-regulatory-readiness-level-en.pdf", "line": 13 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/user-documentation/C61-1755-000-000-MyAerospace_RegistratioGuide-ud.pdf", "line": 14 }, { "directive": "disallow", "path": "/content/aerobt/us/en/secure/contact-us/aero-customer-information-1", "line": 15 }, { "directive": "disallow", "path": "/content/aerobt/us/en/legacy-pages-backup", "line": 16 }, { "directive": "disallow", "path": "/content/aerobt/us/en/legacy", "line": 17 }, { "directive": "disallow", "path": "/content/aerobt/us/en/industry", "line": 18 }, { "directive": "disallow", "path": "/content/aerobt/us/en/support", "line": 19 }, { "directive": "disallow", "path": "/content/aerobt/us/en/customer-portal", "line": 20 }, { "directive": "disallow", "path": "/content/aerobt/us/en/about-us", "line": 21 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pif/", "line": 5 }, { "directive": "disallow", "path": "/pifnew/", "line": 6 }, { "directive": "disallow", "path": "/chatbot/", "line": 7 }, { "directive": "disallow", "path": "/content/aerobt/us/en/secure/myaerospace-home", "line": 8 }, { "directive": "disallow", "path": "/us/en/secure/purchase/quotes", "line": 9 }, { "directive": "disallow", "path": "/us/en/secure/purchase/quotes/details.quoteNum-224881546", "line": 10 }, { "directive": "disallow", "path": "/us/en/products-and-services/by-catalog/", "line": 11 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/brochures/N61-1760-000-000_UAV_LR-br.pdf", "line": 12 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/brochures/hon-aero-0325-aam-regulatory-readiness-level-en.pdf", "line": 13 }, { "directive": "disallow", "path": "/content/dam/aerobt/en/documents/landing-pages/user-documentation/C61-1755-000-000-MyAerospace_RegistratioGuide-ud.pdf", "line": 14 }, { "directive": "disallow", "path": "/content/aerobt/us/en/secure/contact-us/aero-customer-information-1", "line": 15 }, { "directive": "disallow", "path": "/content/aerobt/us/en/legacy-pages-backup", "line": 16 }, { "directive": "disallow", "path": "/content/aerobt/us/en/legacy", "line": 17 }, { "directive": "disallow", "path": "/content/aerobt/us/en/industry", "line": 18 }, { "directive": "disallow", "path": "/content/aerobt/us/en/support", "line": 19 }, { "directive": "disallow", "path": "/content/aerobt/us/en/customer-portal", "line": 20 }, { "directive": "disallow", "path": "/content/aerobt/us/en/about-us", "line": 21 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.honeywellaerospace.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "d7a4095b57100e0d3ed7342e1635cfed6751935696093a1e0b1e4da960699bd3", "bytes": 1168 }, { "company": "Honeywell Technologies", "cik": "773840", "sector": "Industrials", "origin": "https://www.honeywell.com", "checkedAt": "2026-09-26T04:55:33.355Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/us/en/search?q=", "line": 33 }, { "directive": "disallow", "path": "/us/en?gadid=*", "line": 34 }, { "directive": "disallow", "path": "/us/en?ref=i8ubkzdfclwp", "line": 35 }, { "directive": "disallow", "path": "/us/en?trk=*", "line": 36 }, { "directive": "disallow", "path": "/us/en/?cm_sp=*", "line": 37 }, { "directive": "disallow", "path": "/us/en/legal/cookie-notice?ref=*", "line": 38 }, { "directive": "disallow", "path": "/?ic_medium=*", "line": 39 }, { "directive": "disallow", "path": "/?query=*", "line": 40 }, { "directive": "disallow", "path": "/?utm*", "line": 41 }, { "directive": "disallow", "path": "/pif/", "line": 42 }, { "directive": "disallow", "path": "/bin/edam/getfileservlet", "line": 43 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/us/en/search?q=", "line": 33 }, { "directive": "disallow", "path": "/us/en?gadid=*", "line": 34 }, { "directive": "disallow", "path": "/us/en?ref=i8ubkzdfclwp", "line": 35 }, { "directive": "disallow", "path": "/us/en?trk=*", "line": 36 }, { "directive": "disallow", "path": "/us/en/?cm_sp=*", "line": 37 }, { "directive": "disallow", "path": "/us/en/legal/cookie-notice?ref=*", "line": 38 }, { "directive": "disallow", "path": "/?ic_medium=*", "line": 39 }, { "directive": "disallow", "path": "/?query=*", "line": 40 }, { "directive": "disallow", "path": "/?utm*", "line": 41 }, { "directive": "disallow", "path": "/pif/", "line": 42 }, { "directive": "disallow", "path": "/bin/edam/getfileservlet", "line": 43 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/us/en/search?q=", "line": 33 }, { "directive": "disallow", "path": "/us/en?gadid=*", "line": 34 }, { "directive": "disallow", "path": "/us/en?ref=i8ubkzdfclwp", "line": 35 }, { "directive": "disallow", "path": "/us/en?trk=*", "line": 36 }, { "directive": "disallow", "path": "/us/en/?cm_sp=*", "line": 37 }, { "directive": "disallow", "path": "/us/en/legal/cookie-notice?ref=*", "line": 38 }, { "directive": "disallow", "path": "/?ic_medium=*", "line": 39 }, { "directive": "disallow", "path": "/?query=*", "line": 40 }, { "directive": "disallow", "path": "/?utm*", "line": 41 }, { "directive": "disallow", "path": "/pif/", "line": 42 }, { "directive": "disallow", "path": "/bin/edam/getfileservlet", "line": 43 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/us/en/search?q=", "line": 33 }, { "directive": "disallow", "path": "/us/en?gadid=*", "line": 34 }, { "directive": "disallow", "path": "/us/en?ref=i8ubkzdfclwp", "line": 35 }, { "directive": "disallow", "path": "/us/en?trk=*", "line": 36 }, { "directive": "disallow", "path": "/us/en/?cm_sp=*", "line": 37 }, { "directive": "disallow", "path": "/us/en/legal/cookie-notice?ref=*", "line": 38 }, { "directive": "disallow", "path": "/?ic_medium=*", "line": 39 }, { "directive": "disallow", "path": "/?query=*", "line": 40 }, { "directive": "disallow", "path": "/?utm*", "line": 41 }, { "directive": "disallow", "path": "/pif/", "line": 42 }, { "directive": "disallow", "path": "/bin/edam/getfileservlet", "line": 43 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/us/en/search?q=", "line": 33 }, { "directive": "disallow", "path": "/us/en?gadid=*", "line": 34 }, { "directive": "disallow", "path": "/us/en?ref=i8ubkzdfclwp", "line": 35 }, { "directive": "disallow", "path": "/us/en?trk=*", "line": 36 }, { "directive": "disallow", "path": "/us/en/?cm_sp=*", "line": 37 }, { "directive": "disallow", "path": "/us/en/legal/cookie-notice?ref=*", "line": 38 }, { "directive": "disallow", "path": "/?ic_medium=*", "line": 39 }, { "directive": "disallow", "path": "/?query=*", "line": 40 }, { "directive": "disallow", "path": "/?utm*", "line": 41 }, { "directive": "disallow", "path": "/pif/", "line": 42 }, { "directive": "disallow", "path": "/bin/edam/getfileservlet", "line": 43 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/us/en/search?q=", "line": 33 }, { "directive": "disallow", "path": "/us/en?gadid=*", "line": 34 }, { "directive": "disallow", "path": "/us/en?ref=i8ubkzdfclwp", "line": 35 }, { "directive": "disallow", "path": "/us/en?trk=*", "line": 36 }, { "directive": "disallow", "path": "/us/en/?cm_sp=*", "line": 37 }, { "directive": "disallow", "path": "/us/en/legal/cookie-notice?ref=*", "line": 38 }, { "directive": "disallow", "path": "/?ic_medium=*", "line": 39 }, { "directive": "disallow", "path": "/?query=*", "line": 40 }, { "directive": "disallow", "path": "/?utm*", "line": 41 }, { "directive": "disallow", "path": "/pif/", "line": 42 }, { "directive": "disallow", "path": "/bin/edam/getfileservlet", "line": 43 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/us/en/search?q=", "line": 33 }, { "directive": "disallow", "path": "/us/en?gadid=*", "line": 34 }, { "directive": "disallow", "path": "/us/en?ref=i8ubkzdfclwp", "line": 35 }, { "directive": "disallow", "path": "/us/en?trk=*", "line": 36 }, { "directive": "disallow", "path": "/us/en/?cm_sp=*", "line": 37 }, { "directive": "disallow", "path": "/us/en/legal/cookie-notice?ref=*", "line": 38 }, { "directive": "disallow", "path": "/?ic_medium=*", "line": 39 }, { "directive": "disallow", "path": "/?query=*", "line": 40 }, { "directive": "disallow", "path": "/?utm*", "line": 41 }, { "directive": "disallow", "path": "/pif/", "line": 42 }, { "directive": "disallow", "path": "/bin/edam/getfileservlet", "line": 43 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/us/en/search?q=", "line": 33 }, { "directive": "disallow", "path": "/us/en?gadid=*", "line": 34 }, { "directive": "disallow", "path": "/us/en?ref=i8ubkzdfclwp", "line": 35 }, { "directive": "disallow", "path": "/us/en?trk=*", "line": 36 }, { "directive": "disallow", "path": "/us/en/?cm_sp=*", "line": 37 }, { "directive": "disallow", "path": "/us/en/legal/cookie-notice?ref=*", "line": 38 }, { "directive": "disallow", "path": "/?ic_medium=*", "line": 39 }, { "directive": "disallow", "path": "/?query=*", "line": 40 }, { "directive": "disallow", "path": "/?utm*", "line": 41 }, { "directive": "disallow", "path": "/pif/", "line": 42 }, { "directive": "disallow", "path": "/bin/edam/getfileservlet", "line": 43 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.honeywell.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "a525a26ede036e89a12776a7ea9e39f90e02beeffdf09eb7403bce5fbbce75c1", "bytes": 1859 }, { "company": "Hormel Foods", "cik": "48465", "sector": "Consumer Staples", "origin": "http://www.hormel.com", "checkedAt": "2026-09-26T04:55:33.615Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.hormel.com/robots.txt", "contentType": "text/plain", "sha256": "5916649b3648cfc6dfcbc111ebecfbd8fdf843e3bd40ea56815a8fc7dd5d5641", "bytes": 88 }, { "company": "Host Hotels & Resorts", "cik": "1070750", "sector": "Real Estate", "origin": "http://www.hosthotels.com", "checkedAt": "2026-09-26T04:55:33.619Z", "status": "ambiguous_content", "bots": null, "httpStatus": 200, "finalUrl": "https://www.hosthotels.com/robots.txt", "contentType": "text/html; charset=utf-8", "sha256": "d1dc4137386dfbdfaa20c90e82f405a95be6f342a93e4b6728ed36902f0df2bf", "bytes": 354735 }, { "company": "Howmet Aerospace", "cik": "4281", "sector": "Industrials", "origin": "http://www.howmet.com", "checkedAt": "2026-09-26T04:55:33.633Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/sites/3/wpforms/", "line": 7 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/sites/3/wpforms/", "line": 7 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/sites/3/wpforms/", "line": 7 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/sites/3/wpforms/", "line": 7 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/sites/3/wpforms/", "line": 7 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/sites/3/wpforms/", "line": 7 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/sites/3/wpforms/", "line": 7 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/sites/3/wpforms/", "line": 7 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.howmet.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "b9233739eed15fa9edeea8bac4ddeb523d5878b62966b43f91c49b38a7cbf469", "bytes": 403 }, { "company": "HP Inc.", "cik": "47217", "sector": "Information Technology", "origin": "https://www.hp.com", "checkedAt": "2026-09-26T04:55:33.667Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 501 } ], "warnings": [ 377, 379, 381, 383, 385, 387, 389, 391, 393, 395, 397, 399, 401, 403, 405, 407, 409, 411, 419, 421, 423, 425, 427, 429, 431, 433, 435, 437, 439, 441, 443, 445, 447, 457, 459 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 517 } ], "warnings": [ 377, 379, 381, 383, 385, 387, 389, 391, 393, 395, 397, 399, 401, 403, 405, 407, 409, 411, 419, 421, 423, 425, 427, 429, 431, 433, 435, 437, 439, 441, 443, 445, 447, 457, 459 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 529 } ], "warnings": [ 377, 379, 381, 383, 385, 387, 389, 391, 393, 395, 397, 399, 401, 403, 405, 407, 409, 411, 419, 421, 423, 425, 427, 429, 431, 433, 435, 437, 439, 441, 443, 445, 447, 457, 459 ] }, "GPTBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 497 } ], "warnings": [ 377, 379, 381, 383, 385, 387, 389, 391, 393, 395, 397, 399, 401, 403, 405, 407, 409, 411, 419, 421, 423, 425, 427, 429, 431, 433, 435, 437, 439, 441, 443, 445, 447, 457, 459 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 513 } ], "warnings": [ 377, 379, 381, 383, 385, 387, 389, 391, 393, 395, 397, 399, 401, 403, 405, 407, 409, 411, 419, 421, 423, 425, 427, 429, 431, 433, 435, 437, 439, 441, 443, 445, 447, 457, 459 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 505 } ], "warnings": [ 377, 379, 381, 383, 385, 387, 389, 391, 393, 395, 397, 399, 401, 403, 405, 407, 409, 411, 419, 421, 423, 425, 427, 429, 431, 433, 435, 437, 439, 441, 443, 445, 447, 457, 459 ] }, "Claude-User": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 521 } ], "warnings": [ 377, 379, 381, 383, 385, 387, 389, 391, 393, 395, 397, 399, 401, 403, 405, 407, 409, 411, 419, 421, 423, 425, 427, 429, 431, 433, 435, 437, 439, 441, 443, 445, 447, 457, 459 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 533 } ], "warnings": [ 377, 379, 381, 383, 385, 387, 389, 391, 393, 395, 397, 399, 401, 403, 405, 407, 409, 411, 419, 421, 423, 425, 427, 429, 431, 433, 435, 437, 439, 441, 443, 445, 447, 457, 459 ] } }, "httpStatus": 200, "finalUrl": "https://www.hp.com/robots.txt", "contentType": "text/plain", "sha256": "05a4d45bf193432243653fafacaf4fbd13926550a76711d0c09d8a996f83727c", "bytes": 17151 }, { "company": "Hubbell Incorporated", "cik": "48898", "sector": "Industrials", "origin": "http://www.hubbell.com", "checkedAt": "2026-09-26T04:55:34.157Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/products-api-proxy/", "line": 4 }, { "directive": "disallow", "path": "/c/", "line": 5 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/products-api-proxy/", "line": 4 }, { "directive": "disallow", "path": "/c/", "line": 5 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/products-api-proxy/", "line": 4 }, { "directive": "disallow", "path": "/c/", "line": 5 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/products-api-proxy/", "line": 4 }, { "directive": "disallow", "path": "/c/", "line": 5 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/products-api-proxy/", "line": 4 }, { "directive": "disallow", "path": "/c/", "line": 5 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/products-api-proxy/", "line": 4 }, { "directive": "disallow", "path": "/c/", "line": 5 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/products-api-proxy/", "line": 4 }, { "directive": "disallow", "path": "/c/", "line": 5 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/products-api-proxy/", "line": 4 }, { "directive": "disallow", "path": "/c/", "line": 5 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "http://www.hubbell.com/robots.txt", "contentType": "text/plain", "sha256": "43c6481bb29a1ab13b8bb012f3a1bf48ffa0b31477568b8ece48cc1f3fa4c294", "bytes": 457 }, { "company": "Humana", "cik": "49071", "sector": "Health Care", "origin": "https://www.humana.com", "checkedAt": "2026-09-26T04:55:34.185Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/direct-connect-logon", "line": 7 }, { "directive": "disallow", "path": "/insurance-plan-quotes/", "line": 8 }, { "directive": "disallow", "path": "/medicare-secured/", "line": 9 }, { "directive": "disallow", "path": "/mvc/", "line": 10 }, { "directive": "disallow", "path": "/sitecore/", "line": 11 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/direct-connect-logon", "line": 7 }, { "directive": "disallow", "path": "/insurance-plan-quotes/", "line": 8 }, { "directive": "disallow", "path": "/medicare-secured/", "line": 9 }, { "directive": "disallow", "path": "/mvc/", "line": 10 }, { "directive": "disallow", "path": "/sitecore/", "line": 11 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/direct-connect-logon", "line": 7 }, { "directive": "disallow", "path": "/insurance-plan-quotes/", "line": 8 }, { "directive": "disallow", "path": "/medicare-secured/", "line": 9 }, { "directive": "disallow", "path": "/mvc/", "line": 10 }, { "directive": "disallow", "path": "/sitecore/", "line": 11 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/direct-connect-logon", "line": 7 }, { "directive": "disallow", "path": "/insurance-plan-quotes/", "line": 8 }, { "directive": "disallow", "path": "/medicare-secured/", "line": 9 }, { "directive": "disallow", "path": "/mvc/", "line": 10 }, { "directive": "disallow", "path": "/sitecore/", "line": 11 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/direct-connect-logon", "line": 7 }, { "directive": "disallow", "path": "/insurance-plan-quotes/", "line": 8 }, { "directive": "disallow", "path": "/medicare-secured/", "line": 9 }, { "directive": "disallow", "path": "/mvc/", "line": 10 }, { "directive": "disallow", "path": "/sitecore/", "line": 11 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/direct-connect-logon", "line": 7 }, { "directive": "disallow", "path": "/insurance-plan-quotes/", "line": 8 }, { "directive": "disallow", "path": "/medicare-secured/", "line": 9 }, { "directive": "disallow", "path": "/mvc/", "line": 10 }, { "directive": "disallow", "path": "/sitecore/", "line": 11 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/direct-connect-logon", "line": 7 }, { "directive": "disallow", "path": "/insurance-plan-quotes/", "line": 8 }, { "directive": "disallow", "path": "/medicare-secured/", "line": 9 }, { "directive": "disallow", "path": "/mvc/", "line": 10 }, { "directive": "disallow", "path": "/sitecore/", "line": 11 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/direct-connect-logon", "line": 7 }, { "directive": "disallow", "path": "/insurance-plan-quotes/", "line": 8 }, { "directive": "disallow", "path": "/medicare-secured/", "line": 9 }, { "directive": "disallow", "path": "/mvc/", "line": 10 }, { "directive": "disallow", "path": "/sitecore/", "line": 11 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.humana.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "4bd92a7ffb7f7e9236d57c7b4f79973d613913710ae6941d1ab3ad56b4b8e544", "bytes": 364 }, { "company": "Huntington Bancshares", "cik": "49196", "sector": "Financials", "origin": "https://www.huntington.com", "checkedAt": "2026-09-26T04:55:34.273Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.huntington.com/robots.txt", "contentType": "text/html" }, { "company": "Huntington Ingalls Industries", "cik": "1501585", "sector": "Industrials", "origin": "https://hii.com", "checkedAt": "2026-09-26T04:55:34.341Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 22 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/api/", "line": 4 }, { "directive": "disallow", "path": "/_next/", "line": 5 }, { "directive": "disallow", "path": "/cms/", "line": 6 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 40 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 16 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 26 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 19 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/api/", "line": 4 }, { "directive": "disallow", "path": "/_next/", "line": 5 }, { "directive": "disallow", "path": "/cms/", "line": 6 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/api/", "line": 4 }, { "directive": "disallow", "path": "/_next/", "line": 5 }, { "directive": "disallow", "path": "/cms/", "line": 6 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.hii.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "0b3cd2cb09a4f5fba2124a520abcee584fafb1c523d6dc2262d713037aab5c21", "bytes": 1539 }, { "company": "IBM", "cik": "51143", "sector": "Information Technology", "origin": "https://www.ibm.com", "checkedAt": "2026-09-26T04:55:34.381Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/account/registration", "line": 2 }, { "directive": "disallow", "path": "/account/mypro", "line": 3 }, { "directive": "disallow", "path": "/account/myint", "line": 4 }, { "directive": "disallow", "path": "/Admin", "line": 5 }, { "directive": "disallow", "path": "/cgi-", "line": 6 }, { "directive": "disallow", "path": "/contact/employees/servlets", "line": 7 }, { "directive": "disallow", "path": "/data/", "line": 8 }, { "directive": "disallow", "path": "/db2s", "line": 9 }, { "directive": "disallow", "path": "/developerworks/*-pdf.pdf$", "line": 10 }, { "directive": "disallow", "path": "/developerworks/forums/servlet", "line": 11 }, { "directive": "disallow", "path": "/developerworks/forums/abuse", "line": 12 }, { "directive": "disallow", "path": "/developerworks/forums/post", "line": 13 }, { "directive": "disallow", "path": "/docs/api", "line": 14 }, { "directive": "disallow", "path": "/fcgi-", "line": 15 }, { "directive": "disallow", "path": "/fscripts", "line": 16 }, { "directive": "disallow", "path": "/image", "line": 18 }, { "directive": "disallow", "path": "/mashupmaker", "line": 19 }, { "directive": "disallow", "path": "/mysupport/s/forumshome", "line": 20 }, { "directive": "disallow", "path": "/mysupport/s/forumsproduct", "line": 21 }, { "directive": "disallow", "path": "/mysupport/s/forumsquestion", "line": 22 }, { "directive": "disallow", "path": "/partnerworld/portal", "line": 23 }, { "directive": "disallow", "path": "/portal/home", "line": 24 }, { "directive": "disallow", "path": "/products/finder", "line": 25 }, { "directive": "disallow", "path": "/profiles", "line": 26 }, { "directive": "disallow", "path": "/scripts", "line": 27 }, { "directive": "disallow", "path": "/Scripts", "line": 28 }, { "directive": "disallow", "path": "/search/?", "line": 29 }, { "directive": "disallow", "path": "/Search", "line": 30 }, { "directive": "disallow", "path": "/smartmarket/*/productListInitial.action?", "line": 31 }, { "directive": "disallow", "path": "/standards", "line": 32 }, { "directive": "disallow", "path": "/support/knowledgecenter/api", "line": 33 }, { "directive": "disallow", "path": "/support/knowledgecenter/v1", "line": 34 }, { "directive": "disallow", "path": "/survey", "line": 35 }, { "directive": "disallow", "path": "/testing", "line": 36 }, { "directive": "disallow", "path": "/tmp", "line": 37 }, { "directive": "disallow", "path": "/vrm/bin/sendThisPage", "line": 38 }, { "directive": "disallow", "path": "/webmaster", "line": 39 }, { "directive": "disallow", "path": "/zx", "line": 40 }, { "directive": "disallow", "path": "/zz", "line": 41 }, { "directive": "disallow", "path": "/*.ssi$", "line": 42 }, { "directive": "disallow", "path": "/account/myibm/InterestsEdit.do", "line": 43 }, { "directive": "disallow", "path": "/wcs", "line": 44 }, { "directive": "disallow", "path": "/wcsstore", "line": 45 }, { "directive": "disallow", "path": "/webapp", "line": 46 }, { "directive": "disallow", "path": "/web/portal/software/websphere", "line": 47 }, { "directive": "disallow", "path": "/common/austin-summit", "line": 48 }, { "directive": "disallow", "path": "/link", "line": 49 }, { "directive": "disallow", "path": "/links", "line": 50 }, { "directive": "disallow", "path": "/web/portal/commerce", "line": 51 }, { "directive": "disallow", "path": "/industries/clients", "line": 52 }, { "directive": "disallow", "path": "/standards", "line": 53 }, { "directive": "disallow", "path": "/test", "line": 55 }, { "directive": "disallow", "path": "/test-kick-tires", "line": 56 }, { "directive": "disallow", "path": "/test-v1-page-template", "line": 57 }, { "directive": "disallow", "path": "/product-detail", "line": 58 }, { "directive": "disallow", "path": "/watson/assets/pdfs/reg", "line": 59 }, { "directive": "disallow", "path": "/zprod-ease", "line": 60 }, { "directive": "disallow", "path": "/zProd-ease", "line": 61 }, { "directive": "disallow", "path": "/zshowcase", "line": 62 }, { "directive": "disallow", "path": "/widgets-admin", "line": 63 }, { "directive": "disallow", "path": "/w3", "line": 64 }, { "directive": "disallow", "path": "/mintlify-assets", "line": 65 }, { "directive": "disallow", "path": "/industries/federal/fedcat/ibm-automation-services-for-government", "line": 66 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/account/registration", "line": 2 }, { "directive": "disallow", "path": "/account/mypro", "line": 3 }, { "directive": "disallow", "path": "/account/myint", "line": 4 }, { "directive": "disallow", "path": "/Admin", "line": 5 }, { "directive": "disallow", "path": "/cgi-", "line": 6 }, { "directive": "disallow", "path": "/contact/employees/servlets", "line": 7 }, { "directive": "disallow", "path": "/data/", "line": 8 }, { "directive": "disallow", "path": "/db2s", "line": 9 }, { "directive": "disallow", "path": "/developerworks/*-pdf.pdf$", "line": 10 }, { "directive": "disallow", "path": "/developerworks/forums/servlet", "line": 11 }, { "directive": "disallow", "path": "/developerworks/forums/abuse", "line": 12 }, { "directive": "disallow", "path": "/developerworks/forums/post", "line": 13 }, { "directive": "disallow", "path": "/docs/api", "line": 14 }, { "directive": "disallow", "path": "/fcgi-", "line": 15 }, { "directive": "disallow", "path": "/fscripts", "line": 16 }, { "directive": "disallow", "path": "/image", "line": 18 }, { "directive": "disallow", "path": "/mashupmaker", "line": 19 }, { "directive": "disallow", "path": "/mysupport/s/forumshome", "line": 20 }, { "directive": "disallow", "path": "/mysupport/s/forumsproduct", "line": 21 }, { "directive": "disallow", "path": "/mysupport/s/forumsquestion", "line": 22 }, { "directive": "disallow", "path": "/partnerworld/portal", "line": 23 }, { "directive": "disallow", "path": "/portal/home", "line": 24 }, { "directive": "disallow", "path": "/products/finder", "line": 25 }, { "directive": "disallow", "path": "/profiles", "line": 26 }, { "directive": "disallow", "path": "/scripts", "line": 27 }, { "directive": "disallow", "path": "/Scripts", "line": 28 }, { "directive": "disallow", "path": "/search/?", "line": 29 }, { "directive": "disallow", "path": "/Search", "line": 30 }, { "directive": "disallow", "path": "/smartmarket/*/productListInitial.action?", "line": 31 }, { "directive": "disallow", "path": "/standards", "line": 32 }, { "directive": "disallow", "path": "/support/knowledgecenter/api", "line": 33 }, { "directive": "disallow", "path": "/support/knowledgecenter/v1", "line": 34 }, { "directive": "disallow", "path": "/survey", "line": 35 }, { "directive": "disallow", "path": "/testing", "line": 36 }, { "directive": "disallow", "path": "/tmp", "line": 37 }, { "directive": "disallow", "path": "/vrm/bin/sendThisPage", "line": 38 }, { "directive": "disallow", "path": "/webmaster", "line": 39 }, { "directive": "disallow", "path": "/zx", "line": 40 }, { "directive": "disallow", "path": "/zz", "line": 41 }, { "directive": "disallow", "path": "/*.ssi$", "line": 42 }, { "directive": "disallow", "path": "/account/myibm/InterestsEdit.do", "line": 43 }, { "directive": "disallow", "path": "/wcs", "line": 44 }, { "directive": "disallow", "path": "/wcsstore", "line": 45 }, { "directive": "disallow", "path": "/webapp", "line": 46 }, { "directive": "disallow", "path": "/web/portal/software/websphere", "line": 47 }, { "directive": "disallow", "path": "/common/austin-summit", "line": 48 }, { "directive": "disallow", "path": "/link", "line": 49 }, { "directive": "disallow", "path": "/links", "line": 50 }, { "directive": "disallow", "path": "/web/portal/commerce", "line": 51 }, { "directive": "disallow", "path": "/industries/clients", "line": 52 }, { "directive": "disallow", "path": "/standards", "line": 53 }, { "directive": "disallow", "path": "/test", "line": 55 }, { "directive": "disallow", "path": "/test-kick-tires", "line": 56 }, { "directive": "disallow", "path": "/test-v1-page-template", "line": 57 }, { "directive": "disallow", "path": "/product-detail", "line": 58 }, { "directive": "disallow", "path": "/watson/assets/pdfs/reg", "line": 59 }, { "directive": "disallow", "path": "/zprod-ease", "line": 60 }, { "directive": "disallow", "path": "/zProd-ease", "line": 61 }, { "directive": "disallow", "path": "/zshowcase", "line": 62 }, { "directive": "disallow", "path": "/widgets-admin", "line": 63 }, { "directive": "disallow", "path": "/w3", "line": 64 }, { "directive": "disallow", "path": "/mintlify-assets", "line": 65 }, { "directive": "disallow", "path": "/industries/federal/fedcat/ibm-automation-services-for-government", "line": 66 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/account/registration", "line": 2 }, { "directive": "disallow", "path": "/account/mypro", "line": 3 }, { "directive": "disallow", "path": "/account/myint", "line": 4 }, { "directive": "disallow", "path": "/Admin", "line": 5 }, { "directive": "disallow", "path": "/cgi-", "line": 6 }, { "directive": "disallow", "path": "/contact/employees/servlets", "line": 7 }, { "directive": "disallow", "path": "/data/", "line": 8 }, { "directive": "disallow", "path": "/db2s", "line": 9 }, { "directive": "disallow", "path": "/developerworks/*-pdf.pdf$", "line": 10 }, { "directive": "disallow", "path": "/developerworks/forums/servlet", "line": 11 }, { "directive": "disallow", "path": "/developerworks/forums/abuse", "line": 12 }, { "directive": "disallow", "path": "/developerworks/forums/post", "line": 13 }, { "directive": "disallow", "path": "/docs/api", "line": 14 }, { "directive": "disallow", "path": "/fcgi-", "line": 15 }, { "directive": "disallow", "path": "/fscripts", "line": 16 }, { "directive": "disallow", "path": "/image", "line": 18 }, { "directive": "disallow", "path": "/mashupmaker", "line": 19 }, { "directive": "disallow", "path": "/mysupport/s/forumshome", "line": 20 }, { "directive": "disallow", "path": "/mysupport/s/forumsproduct", "line": 21 }, { "directive": "disallow", "path": "/mysupport/s/forumsquestion", "line": 22 }, { "directive": "disallow", "path": "/partnerworld/portal", "line": 23 }, { "directive": "disallow", "path": "/portal/home", "line": 24 }, { "directive": "disallow", "path": "/products/finder", "line": 25 }, { "directive": "disallow", "path": "/profiles", "line": 26 }, { "directive": "disallow", "path": "/scripts", "line": 27 }, { "directive": "disallow", "path": "/Scripts", "line": 28 }, { "directive": "disallow", "path": "/search/?", "line": 29 }, { "directive": "disallow", "path": "/Search", "line": 30 }, { "directive": "disallow", "path": "/smartmarket/*/productListInitial.action?", "line": 31 }, { "directive": "disallow", "path": "/standards", "line": 32 }, { "directive": "disallow", "path": "/support/knowledgecenter/api", "line": 33 }, { "directive": "disallow", "path": "/support/knowledgecenter/v1", "line": 34 }, { "directive": "disallow", "path": "/survey", "line": 35 }, { "directive": "disallow", "path": "/testing", "line": 36 }, { "directive": "disallow", "path": "/tmp", "line": 37 }, { "directive": "disallow", "path": "/vrm/bin/sendThisPage", "line": 38 }, { "directive": "disallow", "path": "/webmaster", "line": 39 }, { "directive": "disallow", "path": "/zx", "line": 40 }, { "directive": "disallow", "path": "/zz", "line": 41 }, { "directive": "disallow", "path": "/*.ssi$", "line": 42 }, { "directive": "disallow", "path": "/account/myibm/InterestsEdit.do", "line": 43 }, { "directive": "disallow", "path": "/wcs", "line": 44 }, { "directive": "disallow", "path": "/wcsstore", "line": 45 }, { "directive": "disallow", "path": "/webapp", "line": 46 }, { "directive": "disallow", "path": "/web/portal/software/websphere", "line": 47 }, { "directive": "disallow", "path": "/common/austin-summit", "line": 48 }, { "directive": "disallow", "path": "/link", "line": 49 }, { "directive": "disallow", "path": "/links", "line": 50 }, { "directive": "disallow", "path": "/web/portal/commerce", "line": 51 }, { "directive": "disallow", "path": "/industries/clients", "line": 52 }, { "directive": "disallow", "path": "/standards", "line": 53 }, { "directive": "disallow", "path": "/test", "line": 55 }, { "directive": "disallow", "path": "/test-kick-tires", "line": 56 }, { "directive": "disallow", "path": "/test-v1-page-template", "line": 57 }, { "directive": "disallow", "path": "/product-detail", "line": 58 }, { "directive": "disallow", "path": "/watson/assets/pdfs/reg", "line": 59 }, { "directive": "disallow", "path": "/zprod-ease", "line": 60 }, { "directive": "disallow", "path": "/zProd-ease", "line": 61 }, { "directive": "disallow", "path": "/zshowcase", "line": 62 }, { "directive": "disallow", "path": "/widgets-admin", "line": 63 }, { "directive": "disallow", "path": "/w3", "line": 64 }, { "directive": "disallow", "path": "/mintlify-assets", "line": 65 }, { "directive": "disallow", "path": "/industries/federal/fedcat/ibm-automation-services-for-government", "line": 66 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/account/registration", "line": 2 }, { "directive": "disallow", "path": "/account/mypro", "line": 3 }, { "directive": "disallow", "path": "/account/myint", "line": 4 }, { "directive": "disallow", "path": "/Admin", "line": 5 }, { "directive": "disallow", "path": "/cgi-", "line": 6 }, { "directive": "disallow", "path": "/contact/employees/servlets", "line": 7 }, { "directive": "disallow", "path": "/data/", "line": 8 }, { "directive": "disallow", "path": "/db2s", "line": 9 }, { "directive": "disallow", "path": "/developerworks/*-pdf.pdf$", "line": 10 }, { "directive": "disallow", "path": "/developerworks/forums/servlet", "line": 11 }, { "directive": "disallow", "path": "/developerworks/forums/abuse", "line": 12 }, { "directive": "disallow", "path": "/developerworks/forums/post", "line": 13 }, { "directive": "disallow", "path": "/docs/api", "line": 14 }, { "directive": "disallow", "path": "/fcgi-", "line": 15 }, { "directive": "disallow", "path": "/fscripts", "line": 16 }, { "directive": "disallow", "path": "/image", "line": 18 }, { "directive": "disallow", "path": "/mashupmaker", "line": 19 }, { "directive": "disallow", "path": "/mysupport/s/forumshome", "line": 20 }, { "directive": "disallow", "path": "/mysupport/s/forumsproduct", "line": 21 }, { "directive": "disallow", "path": "/mysupport/s/forumsquestion", "line": 22 }, { "directive": "disallow", "path": "/partnerworld/portal", "line": 23 }, { "directive": "disallow", "path": "/portal/home", "line": 24 }, { "directive": "disallow", "path": "/products/finder", "line": 25 }, { "directive": "disallow", "path": "/profiles", "line": 26 }, { "directive": "disallow", "path": "/scripts", "line": 27 }, { "directive": "disallow", "path": "/Scripts", "line": 28 }, { "directive": "disallow", "path": "/search/?", "line": 29 }, { "directive": "disallow", "path": "/Search", "line": 30 }, { "directive": "disallow", "path": "/smartmarket/*/productListInitial.action?", "line": 31 }, { "directive": "disallow", "path": "/standards", "line": 32 }, { "directive": "disallow", "path": "/support/knowledgecenter/api", "line": 33 }, { "directive": "disallow", "path": "/support/knowledgecenter/v1", "line": 34 }, { "directive": "disallow", "path": "/survey", "line": 35 }, { "directive": "disallow", "path": "/testing", "line": 36 }, { "directive": "disallow", "path": "/tmp", "line": 37 }, { "directive": "disallow", "path": "/vrm/bin/sendThisPage", "line": 38 }, { "directive": "disallow", "path": "/webmaster", "line": 39 }, { "directive": "disallow", "path": "/zx", "line": 40 }, { "directive": "disallow", "path": "/zz", "line": 41 }, { "directive": "disallow", "path": "/*.ssi$", "line": 42 }, { "directive": "disallow", "path": "/account/myibm/InterestsEdit.do", "line": 43 }, { "directive": "disallow", "path": "/wcs", "line": 44 }, { "directive": "disallow", "path": "/wcsstore", "line": 45 }, { "directive": "disallow", "path": "/webapp", "line": 46 }, { "directive": "disallow", "path": "/web/portal/software/websphere", "line": 47 }, { "directive": "disallow", "path": "/common/austin-summit", "line": 48 }, { "directive": "disallow", "path": "/link", "line": 49 }, { "directive": "disallow", "path": "/links", "line": 50 }, { "directive": "disallow", "path": "/web/portal/commerce", "line": 51 }, { "directive": "disallow", "path": "/industries/clients", "line": 52 }, { "directive": "disallow", "path": "/standards", "line": 53 }, { "directive": "disallow", "path": "/test", "line": 55 }, { "directive": "disallow", "path": "/test-kick-tires", "line": 56 }, { "directive": "disallow", "path": "/test-v1-page-template", "line": 57 }, { "directive": "disallow", "path": "/product-detail", "line": 58 }, { "directive": "disallow", "path": "/watson/assets/pdfs/reg", "line": 59 }, { "directive": "disallow", "path": "/zprod-ease", "line": 60 }, { "directive": "disallow", "path": "/zProd-ease", "line": 61 }, { "directive": "disallow", "path": "/zshowcase", "line": 62 }, { "directive": "disallow", "path": "/widgets-admin", "line": 63 }, { "directive": "disallow", "path": "/w3", "line": 64 }, { "directive": "disallow", "path": "/mintlify-assets", "line": 65 }, { "directive": "disallow", "path": "/industries/federal/fedcat/ibm-automation-services-for-government", "line": 66 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/account/registration", "line": 2 }, { "directive": "disallow", "path": "/account/mypro", "line": 3 }, { "directive": "disallow", "path": "/account/myint", "line": 4 }, { "directive": "disallow", "path": "/Admin", "line": 5 }, { "directive": "disallow", "path": "/cgi-", "line": 6 }, { "directive": "disallow", "path": "/contact/employees/servlets", "line": 7 }, { "directive": "disallow", "path": "/data/", "line": 8 }, { "directive": "disallow", "path": "/db2s", "line": 9 }, { "directive": "disallow", "path": "/developerworks/*-pdf.pdf$", "line": 10 }, { "directive": "disallow", "path": "/developerworks/forums/servlet", "line": 11 }, { "directive": "disallow", "path": "/developerworks/forums/abuse", "line": 12 }, { "directive": "disallow", "path": "/developerworks/forums/post", "line": 13 }, { "directive": "disallow", "path": "/docs/api", "line": 14 }, { "directive": "disallow", "path": "/fcgi-", "line": 15 }, { "directive": "disallow", "path": "/fscripts", "line": 16 }, { "directive": "disallow", "path": "/image", "line": 18 }, { "directive": "disallow", "path": "/mashupmaker", "line": 19 }, { "directive": "disallow", "path": "/mysupport/s/forumshome", "line": 20 }, { "directive": "disallow", "path": "/mysupport/s/forumsproduct", "line": 21 }, { "directive": "disallow", "path": "/mysupport/s/forumsquestion", "line": 22 }, { "directive": "disallow", "path": "/partnerworld/portal", "line": 23 }, { "directive": "disallow", "path": "/portal/home", "line": 24 }, { "directive": "disallow", "path": "/products/finder", "line": 25 }, { "directive": "disallow", "path": "/profiles", "line": 26 }, { "directive": "disallow", "path": "/scripts", "line": 27 }, { "directive": "disallow", "path": "/Scripts", "line": 28 }, { "directive": "disallow", "path": "/search/?", "line": 29 }, { "directive": "disallow", "path": "/Search", "line": 30 }, { "directive": "disallow", "path": "/smartmarket/*/productListInitial.action?", "line": 31 }, { "directive": "disallow", "path": "/standards", "line": 32 }, { "directive": "disallow", "path": "/support/knowledgecenter/api", "line": 33 }, { "directive": "disallow", "path": "/support/knowledgecenter/v1", "line": 34 }, { "directive": "disallow", "path": "/survey", "line": 35 }, { "directive": "disallow", "path": "/testing", "line": 36 }, { "directive": "disallow", "path": "/tmp", "line": 37 }, { "directive": "disallow", "path": "/vrm/bin/sendThisPage", "line": 38 }, { "directive": "disallow", "path": "/webmaster", "line": 39 }, { "directive": "disallow", "path": "/zx", "line": 40 }, { "directive": "disallow", "path": "/zz", "line": 41 }, { "directive": "disallow", "path": "/*.ssi$", "line": 42 }, { "directive": "disallow", "path": "/account/myibm/InterestsEdit.do", "line": 43 }, { "directive": "disallow", "path": "/wcs", "line": 44 }, { "directive": "disallow", "path": "/wcsstore", "line": 45 }, { "directive": "disallow", "path": "/webapp", "line": 46 }, { "directive": "disallow", "path": "/web/portal/software/websphere", "line": 47 }, { "directive": "disallow", "path": "/common/austin-summit", "line": 48 }, { "directive": "disallow", "path": "/link", "line": 49 }, { "directive": "disallow", "path": "/links", "line": 50 }, { "directive": "disallow", "path": "/web/portal/commerce", "line": 51 }, { "directive": "disallow", "path": "/industries/clients", "line": 52 }, { "directive": "disallow", "path": "/standards", "line": 53 }, { "directive": "disallow", "path": "/test", "line": 55 }, { "directive": "disallow", "path": "/test-kick-tires", "line": 56 }, { "directive": "disallow", "path": "/test-v1-page-template", "line": 57 }, { "directive": "disallow", "path": "/product-detail", "line": 58 }, { "directive": "disallow", "path": "/watson/assets/pdfs/reg", "line": 59 }, { "directive": "disallow", "path": "/zprod-ease", "line": 60 }, { "directive": "disallow", "path": "/zProd-ease", "line": 61 }, { "directive": "disallow", "path": "/zshowcase", "line": 62 }, { "directive": "disallow", "path": "/widgets-admin", "line": 63 }, { "directive": "disallow", "path": "/w3", "line": 64 }, { "directive": "disallow", "path": "/mintlify-assets", "line": 65 }, { "directive": "disallow", "path": "/industries/federal/fedcat/ibm-automation-services-for-government", "line": 66 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/account/registration", "line": 2 }, { "directive": "disallow", "path": "/account/mypro", "line": 3 }, { "directive": "disallow", "path": "/account/myint", "line": 4 }, { "directive": "disallow", "path": "/Admin", "line": 5 }, { "directive": "disallow", "path": "/cgi-", "line": 6 }, { "directive": "disallow", "path": "/contact/employees/servlets", "line": 7 }, { "directive": "disallow", "path": "/data/", "line": 8 }, { "directive": "disallow", "path": "/db2s", "line": 9 }, { "directive": "disallow", "path": "/developerworks/*-pdf.pdf$", "line": 10 }, { "directive": "disallow", "path": "/developerworks/forums/servlet", "line": 11 }, { "directive": "disallow", "path": "/developerworks/forums/abuse", "line": 12 }, { "directive": "disallow", "path": "/developerworks/forums/post", "line": 13 }, { "directive": "disallow", "path": "/docs/api", "line": 14 }, { "directive": "disallow", "path": "/fcgi-", "line": 15 }, { "directive": "disallow", "path": "/fscripts", "line": 16 }, { "directive": "disallow", "path": "/image", "line": 18 }, { "directive": "disallow", "path": "/mashupmaker", "line": 19 }, { "directive": "disallow", "path": "/mysupport/s/forumshome", "line": 20 }, { "directive": "disallow", "path": "/mysupport/s/forumsproduct", "line": 21 }, { "directive": "disallow", "path": "/mysupport/s/forumsquestion", "line": 22 }, { "directive": "disallow", "path": "/partnerworld/portal", "line": 23 }, { "directive": "disallow", "path": "/portal/home", "line": 24 }, { "directive": "disallow", "path": "/products/finder", "line": 25 }, { "directive": "disallow", "path": "/profiles", "line": 26 }, { "directive": "disallow", "path": "/scripts", "line": 27 }, { "directive": "disallow", "path": "/Scripts", "line": 28 }, { "directive": "disallow", "path": "/search/?", "line": 29 }, { "directive": "disallow", "path": "/Search", "line": 30 }, { "directive": "disallow", "path": "/smartmarket/*/productListInitial.action?", "line": 31 }, { "directive": "disallow", "path": "/standards", "line": 32 }, { "directive": "disallow", "path": "/support/knowledgecenter/api", "line": 33 }, { "directive": "disallow", "path": "/support/knowledgecenter/v1", "line": 34 }, { "directive": "disallow", "path": "/survey", "line": 35 }, { "directive": "disallow", "path": "/testing", "line": 36 }, { "directive": "disallow", "path": "/tmp", "line": 37 }, { "directive": "disallow", "path": "/vrm/bin/sendThisPage", "line": 38 }, { "directive": "disallow", "path": "/webmaster", "line": 39 }, { "directive": "disallow", "path": "/zx", "line": 40 }, { "directive": "disallow", "path": "/zz", "line": 41 }, { "directive": "disallow", "path": "/*.ssi$", "line": 42 }, { "directive": "disallow", "path": "/account/myibm/InterestsEdit.do", "line": 43 }, { "directive": "disallow", "path": "/wcs", "line": 44 }, { "directive": "disallow", "path": "/wcsstore", "line": 45 }, { "directive": "disallow", "path": "/webapp", "line": 46 }, { "directive": "disallow", "path": "/web/portal/software/websphere", "line": 47 }, { "directive": "disallow", "path": "/common/austin-summit", "line": 48 }, { "directive": "disallow", "path": "/link", "line": 49 }, { "directive": "disallow", "path": "/links", "line": 50 }, { "directive": "disallow", "path": "/web/portal/commerce", "line": 51 }, { "directive": "disallow", "path": "/industries/clients", "line": 52 }, { "directive": "disallow", "path": "/standards", "line": 53 }, { "directive": "disallow", "path": "/test", "line": 55 }, { "directive": "disallow", "path": "/test-kick-tires", "line": 56 }, { "directive": "disallow", "path": "/test-v1-page-template", "line": 57 }, { "directive": "disallow", "path": "/product-detail", "line": 58 }, { "directive": "disallow", "path": "/watson/assets/pdfs/reg", "line": 59 }, { "directive": "disallow", "path": "/zprod-ease", "line": 60 }, { "directive": "disallow", "path": "/zProd-ease", "line": 61 }, { "directive": "disallow", "path": "/zshowcase", "line": 62 }, { "directive": "disallow", "path": "/widgets-admin", "line": 63 }, { "directive": "disallow", "path": "/w3", "line": 64 }, { "directive": "disallow", "path": "/mintlify-assets", "line": 65 }, { "directive": "disallow", "path": "/industries/federal/fedcat/ibm-automation-services-for-government", "line": 66 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/account/registration", "line": 2 }, { "directive": "disallow", "path": "/account/mypro", "line": 3 }, { "directive": "disallow", "path": "/account/myint", "line": 4 }, { "directive": "disallow", "path": "/Admin", "line": 5 }, { "directive": "disallow", "path": "/cgi-", "line": 6 }, { "directive": "disallow", "path": "/contact/employees/servlets", "line": 7 }, { "directive": "disallow", "path": "/data/", "line": 8 }, { "directive": "disallow", "path": "/db2s", "line": 9 }, { "directive": "disallow", "path": "/developerworks/*-pdf.pdf$", "line": 10 }, { "directive": "disallow", "path": "/developerworks/forums/servlet", "line": 11 }, { "directive": "disallow", "path": "/developerworks/forums/abuse", "line": 12 }, { "directive": "disallow", "path": "/developerworks/forums/post", "line": 13 }, { "directive": "disallow", "path": "/docs/api", "line": 14 }, { "directive": "disallow", "path": "/fcgi-", "line": 15 }, { "directive": "disallow", "path": "/fscripts", "line": 16 }, { "directive": "disallow", "path": "/image", "line": 18 }, { "directive": "disallow", "path": "/mashupmaker", "line": 19 }, { "directive": "disallow", "path": "/mysupport/s/forumshome", "line": 20 }, { "directive": "disallow", "path": "/mysupport/s/forumsproduct", "line": 21 }, { "directive": "disallow", "path": "/mysupport/s/forumsquestion", "line": 22 }, { "directive": "disallow", "path": "/partnerworld/portal", "line": 23 }, { "directive": "disallow", "path": "/portal/home", "line": 24 }, { "directive": "disallow", "path": "/products/finder", "line": 25 }, { "directive": "disallow", "path": "/profiles", "line": 26 }, { "directive": "disallow", "path": "/scripts", "line": 27 }, { "directive": "disallow", "path": "/Scripts", "line": 28 }, { "directive": "disallow", "path": "/search/?", "line": 29 }, { "directive": "disallow", "path": "/Search", "line": 30 }, { "directive": "disallow", "path": "/smartmarket/*/productListInitial.action?", "line": 31 }, { "directive": "disallow", "path": "/standards", "line": 32 }, { "directive": "disallow", "path": "/support/knowledgecenter/api", "line": 33 }, { "directive": "disallow", "path": "/support/knowledgecenter/v1", "line": 34 }, { "directive": "disallow", "path": "/survey", "line": 35 }, { "directive": "disallow", "path": "/testing", "line": 36 }, { "directive": "disallow", "path": "/tmp", "line": 37 }, { "directive": "disallow", "path": "/vrm/bin/sendThisPage", "line": 38 }, { "directive": "disallow", "path": "/webmaster", "line": 39 }, { "directive": "disallow", "path": "/zx", "line": 40 }, { "directive": "disallow", "path": "/zz", "line": 41 }, { "directive": "disallow", "path": "/*.ssi$", "line": 42 }, { "directive": "disallow", "path": "/account/myibm/InterestsEdit.do", "line": 43 }, { "directive": "disallow", "path": "/wcs", "line": 44 }, { "directive": "disallow", "path": "/wcsstore", "line": 45 }, { "directive": "disallow", "path": "/webapp", "line": 46 }, { "directive": "disallow", "path": "/web/portal/software/websphere", "line": 47 }, { "directive": "disallow", "path": "/common/austin-summit", "line": 48 }, { "directive": "disallow", "path": "/link", "line": 49 }, { "directive": "disallow", "path": "/links", "line": 50 }, { "directive": "disallow", "path": "/web/portal/commerce", "line": 51 }, { "directive": "disallow", "path": "/industries/clients", "line": 52 }, { "directive": "disallow", "path": "/standards", "line": 53 }, { "directive": "disallow", "path": "/test", "line": 55 }, { "directive": "disallow", "path": "/test-kick-tires", "line": 56 }, { "directive": "disallow", "path": "/test-v1-page-template", "line": 57 }, { "directive": "disallow", "path": "/product-detail", "line": 58 }, { "directive": "disallow", "path": "/watson/assets/pdfs/reg", "line": 59 }, { "directive": "disallow", "path": "/zprod-ease", "line": 60 }, { "directive": "disallow", "path": "/zProd-ease", "line": 61 }, { "directive": "disallow", "path": "/zshowcase", "line": 62 }, { "directive": "disallow", "path": "/widgets-admin", "line": 63 }, { "directive": "disallow", "path": "/w3", "line": 64 }, { "directive": "disallow", "path": "/mintlify-assets", "line": 65 }, { "directive": "disallow", "path": "/industries/federal/fedcat/ibm-automation-services-for-government", "line": 66 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/account/registration", "line": 2 }, { "directive": "disallow", "path": "/account/mypro", "line": 3 }, { "directive": "disallow", "path": "/account/myint", "line": 4 }, { "directive": "disallow", "path": "/Admin", "line": 5 }, { "directive": "disallow", "path": "/cgi-", "line": 6 }, { "directive": "disallow", "path": "/contact/employees/servlets", "line": 7 }, { "directive": "disallow", "path": "/data/", "line": 8 }, { "directive": "disallow", "path": "/db2s", "line": 9 }, { "directive": "disallow", "path": "/developerworks/*-pdf.pdf$", "line": 10 }, { "directive": "disallow", "path": "/developerworks/forums/servlet", "line": 11 }, { "directive": "disallow", "path": "/developerworks/forums/abuse", "line": 12 }, { "directive": "disallow", "path": "/developerworks/forums/post", "line": 13 }, { "directive": "disallow", "path": "/docs/api", "line": 14 }, { "directive": "disallow", "path": "/fcgi-", "line": 15 }, { "directive": "disallow", "path": "/fscripts", "line": 16 }, { "directive": "disallow", "path": "/image", "line": 18 }, { "directive": "disallow", "path": "/mashupmaker", "line": 19 }, { "directive": "disallow", "path": "/mysupport/s/forumshome", "line": 20 }, { "directive": "disallow", "path": "/mysupport/s/forumsproduct", "line": 21 }, { "directive": "disallow", "path": "/mysupport/s/forumsquestion", "line": 22 }, { "directive": "disallow", "path": "/partnerworld/portal", "line": 23 }, { "directive": "disallow", "path": "/portal/home", "line": 24 }, { "directive": "disallow", "path": "/products/finder", "line": 25 }, { "directive": "disallow", "path": "/profiles", "line": 26 }, { "directive": "disallow", "path": "/scripts", "line": 27 }, { "directive": "disallow", "path": "/Scripts", "line": 28 }, { "directive": "disallow", "path": "/search/?", "line": 29 }, { "directive": "disallow", "path": "/Search", "line": 30 }, { "directive": "disallow", "path": "/smartmarket/*/productListInitial.action?", "line": 31 }, { "directive": "disallow", "path": "/standards", "line": 32 }, { "directive": "disallow", "path": "/support/knowledgecenter/api", "line": 33 }, { "directive": "disallow", "path": "/support/knowledgecenter/v1", "line": 34 }, { "directive": "disallow", "path": "/survey", "line": 35 }, { "directive": "disallow", "path": "/testing", "line": 36 }, { "directive": "disallow", "path": "/tmp", "line": 37 }, { "directive": "disallow", "path": "/vrm/bin/sendThisPage", "line": 38 }, { "directive": "disallow", "path": "/webmaster", "line": 39 }, { "directive": "disallow", "path": "/zx", "line": 40 }, { "directive": "disallow", "path": "/zz", "line": 41 }, { "directive": "disallow", "path": "/*.ssi$", "line": 42 }, { "directive": "disallow", "path": "/account/myibm/InterestsEdit.do", "line": 43 }, { "directive": "disallow", "path": "/wcs", "line": 44 }, { "directive": "disallow", "path": "/wcsstore", "line": 45 }, { "directive": "disallow", "path": "/webapp", "line": 46 }, { "directive": "disallow", "path": "/web/portal/software/websphere", "line": 47 }, { "directive": "disallow", "path": "/common/austin-summit", "line": 48 }, { "directive": "disallow", "path": "/link", "line": 49 }, { "directive": "disallow", "path": "/links", "line": 50 }, { "directive": "disallow", "path": "/web/portal/commerce", "line": 51 }, { "directive": "disallow", "path": "/industries/clients", "line": 52 }, { "directive": "disallow", "path": "/standards", "line": 53 }, { "directive": "disallow", "path": "/test", "line": 55 }, { "directive": "disallow", "path": "/test-kick-tires", "line": 56 }, { "directive": "disallow", "path": "/test-v1-page-template", "line": 57 }, { "directive": "disallow", "path": "/product-detail", "line": 58 }, { "directive": "disallow", "path": "/watson/assets/pdfs/reg", "line": 59 }, { "directive": "disallow", "path": "/zprod-ease", "line": 60 }, { "directive": "disallow", "path": "/zProd-ease", "line": 61 }, { "directive": "disallow", "path": "/zshowcase", "line": 62 }, { "directive": "disallow", "path": "/widgets-admin", "line": 63 }, { "directive": "disallow", "path": "/w3", "line": 64 }, { "directive": "disallow", "path": "/mintlify-assets", "line": 65 }, { "directive": "disallow", "path": "/industries/federal/fedcat/ibm-automation-services-for-government", "line": 66 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.ibm.com/robots.txt", "contentType": "text/plain", "sha256": "8e29d2cf6f21b8d8eb24567c36e257fe1823582a6a9f3b2130410d8cc67f0f70", "bytes": 4616 }, { "company": "IDEX Corporation", "cik": "832101", "sector": "Industrials", "origin": "https://www.idexcorp.com", "checkedAt": "2026-09-26T04:55:34.661Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 9 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 52 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 43 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 16 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 6 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 52 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 52 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://idexcorp.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "2cf5d6f22727ae56ba07fd938827975b9f20fbe370fd586f3e51c4ceaddce8e5", "bytes": 697 }, { "company": "Idexx Laboratories", "cik": "874716", "sector": "Health Care", "origin": "http://www.idexx.com", "checkedAt": "2026-09-26T04:55:34.858Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.idexx.com/robots.txt", "contentType": "text/plain; charset=\"utf-8\"", "sha256": "436b9d94a490a212399b1bb9b51a09d4ece119db7d690d507b38a23b1d1484ee", "bytes": 38 }, { "company": "Illinois Tool Works", "cik": "49826", "sector": "Industrials", "origin": "https://www.itw.com", "checkedAt": "2026-09-26T04:55:35.188Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/aspnet_client/", "line": 2 }, { "directive": "disallow", "path": "/config/", "line": 3 }, { "directive": "disallow", "path": "/data/", "line": 4 }, { "directive": "disallow", "path": "/macroScripts/", "line": 5 }, { "directive": "disallow", "path": "/umbraco/", "line": 6 }, { "directive": "disallow", "path": "/umbraco_client/", "line": 7 }, { "directive": "disallow", "path": "/usercontrols/", "line": 8 }, { "directive": "disallow", "path": "/xslt/", "line": 9 }, { "directive": "disallow", "path": "/bin/", "line": 10 }, { "directive": "disallow", "path": "/Media/downloads/", "line": 11 }, { "directive": "disallow", "path": "/distribute/?p=*", "line": 12 }, { "directive": "disallow", "path": "/distribute/authors/", "line": 13 }, { "directive": "disallow", "path": "/blog/categories/", "line": 14 }, { "directive": "disallow", "path": "/blog/tags/", "line": 15 }, { "directive": "disallow", "path": "/media/soefu5k2/itw-eea-entities-list.pdf", "line": 16 }, { "directive": "disallow", "path": "/App_Plugins/", "line": 17 }, { "directive": "disallow", "path": "/DependencyHandler.axd*", "line": 18 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/aspnet_client/", "line": 2 }, { "directive": "disallow", "path": "/config/", "line": 3 }, { "directive": "disallow", "path": "/data/", "line": 4 }, { "directive": "disallow", "path": "/macroScripts/", "line": 5 }, { "directive": "disallow", "path": "/umbraco/", "line": 6 }, { "directive": "disallow", "path": "/umbraco_client/", "line": 7 }, { "directive": "disallow", "path": "/usercontrols/", "line": 8 }, { "directive": "disallow", "path": "/xslt/", "line": 9 }, { "directive": "disallow", "path": "/bin/", "line": 10 }, { "directive": "disallow", "path": "/Media/downloads/", "line": 11 }, { "directive": "disallow", "path": "/distribute/?p=*", "line": 12 }, { "directive": "disallow", "path": "/distribute/authors/", "line": 13 }, { "directive": "disallow", "path": "/blog/categories/", "line": 14 }, { "directive": "disallow", "path": "/blog/tags/", "line": 15 }, { "directive": "disallow", "path": "/media/soefu5k2/itw-eea-entities-list.pdf", "line": 16 }, { "directive": "disallow", "path": "/App_Plugins/", "line": 17 }, { "directive": "disallow", "path": "/DependencyHandler.axd*", "line": 18 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/aspnet_client/", "line": 2 }, { "directive": "disallow", "path": "/config/", "line": 3 }, { "directive": "disallow", "path": "/data/", "line": 4 }, { "directive": "disallow", "path": "/macroScripts/", "line": 5 }, { "directive": "disallow", "path": "/umbraco/", "line": 6 }, { "directive": "disallow", "path": "/umbraco_client/", "line": 7 }, { "directive": "disallow", "path": "/usercontrols/", "line": 8 }, { "directive": "disallow", "path": "/xslt/", "line": 9 }, { "directive": "disallow", "path": "/bin/", "line": 10 }, { "directive": "disallow", "path": "/Media/downloads/", "line": 11 }, { "directive": "disallow", "path": "/distribute/?p=*", "line": 12 }, { "directive": "disallow", "path": "/distribute/authors/", "line": 13 }, { "directive": "disallow", "path": "/blog/categories/", "line": 14 }, { "directive": "disallow", "path": "/blog/tags/", "line": 15 }, { "directive": "disallow", "path": "/media/soefu5k2/itw-eea-entities-list.pdf", "line": 16 }, { "directive": "disallow", "path": "/App_Plugins/", "line": 17 }, { "directive": "disallow", "path": "/DependencyHandler.axd*", "line": 18 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/aspnet_client/", "line": 2 }, { "directive": "disallow", "path": "/config/", "line": 3 }, { "directive": "disallow", "path": "/data/", "line": 4 }, { "directive": "disallow", "path": "/macroScripts/", "line": 5 }, { "directive": "disallow", "path": "/umbraco/", "line": 6 }, { "directive": "disallow", "path": "/umbraco_client/", "line": 7 }, { "directive": "disallow", "path": "/usercontrols/", "line": 8 }, { "directive": "disallow", "path": "/xslt/", "line": 9 }, { "directive": "disallow", "path": "/bin/", "line": 10 }, { "directive": "disallow", "path": "/Media/downloads/", "line": 11 }, { "directive": "disallow", "path": "/distribute/?p=*", "line": 12 }, { "directive": "disallow", "path": "/distribute/authors/", "line": 13 }, { "directive": "disallow", "path": "/blog/categories/", "line": 14 }, { "directive": "disallow", "path": "/blog/tags/", "line": 15 }, { "directive": "disallow", "path": "/media/soefu5k2/itw-eea-entities-list.pdf", "line": 16 }, { "directive": "disallow", "path": "/App_Plugins/", "line": 17 }, { "directive": "disallow", "path": "/DependencyHandler.axd*", "line": 18 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/aspnet_client/", "line": 2 }, { "directive": "disallow", "path": "/config/", "line": 3 }, { "directive": "disallow", "path": "/data/", "line": 4 }, { "directive": "disallow", "path": "/macroScripts/", "line": 5 }, { "directive": "disallow", "path": "/umbraco/", "line": 6 }, { "directive": "disallow", "path": "/umbraco_client/", "line": 7 }, { "directive": "disallow", "path": "/usercontrols/", "line": 8 }, { "directive": "disallow", "path": "/xslt/", "line": 9 }, { "directive": "disallow", "path": "/bin/", "line": 10 }, { "directive": "disallow", "path": "/Media/downloads/", "line": 11 }, { "directive": "disallow", "path": "/distribute/?p=*", "line": 12 }, { "directive": "disallow", "path": "/distribute/authors/", "line": 13 }, { "directive": "disallow", "path": "/blog/categories/", "line": 14 }, { "directive": "disallow", "path": "/blog/tags/", "line": 15 }, { "directive": "disallow", "path": "/media/soefu5k2/itw-eea-entities-list.pdf", "line": 16 }, { "directive": "disallow", "path": "/App_Plugins/", "line": 17 }, { "directive": "disallow", "path": "/DependencyHandler.axd*", "line": 18 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/aspnet_client/", "line": 2 }, { "directive": "disallow", "path": "/config/", "line": 3 }, { "directive": "disallow", "path": "/data/", "line": 4 }, { "directive": "disallow", "path": "/macroScripts/", "line": 5 }, { "directive": "disallow", "path": "/umbraco/", "line": 6 }, { "directive": "disallow", "path": "/umbraco_client/", "line": 7 }, { "directive": "disallow", "path": "/usercontrols/", "line": 8 }, { "directive": "disallow", "path": "/xslt/", "line": 9 }, { "directive": "disallow", "path": "/bin/", "line": 10 }, { "directive": "disallow", "path": "/Media/downloads/", "line": 11 }, { "directive": "disallow", "path": "/distribute/?p=*", "line": 12 }, { "directive": "disallow", "path": "/distribute/authors/", "line": 13 }, { "directive": "disallow", "path": "/blog/categories/", "line": 14 }, { "directive": "disallow", "path": "/blog/tags/", "line": 15 }, { "directive": "disallow", "path": "/media/soefu5k2/itw-eea-entities-list.pdf", "line": 16 }, { "directive": "disallow", "path": "/App_Plugins/", "line": 17 }, { "directive": "disallow", "path": "/DependencyHandler.axd*", "line": 18 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/aspnet_client/", "line": 2 }, { "directive": "disallow", "path": "/config/", "line": 3 }, { "directive": "disallow", "path": "/data/", "line": 4 }, { "directive": "disallow", "path": "/macroScripts/", "line": 5 }, { "directive": "disallow", "path": "/umbraco/", "line": 6 }, { "directive": "disallow", "path": "/umbraco_client/", "line": 7 }, { "directive": "disallow", "path": "/usercontrols/", "line": 8 }, { "directive": "disallow", "path": "/xslt/", "line": 9 }, { "directive": "disallow", "path": "/bin/", "line": 10 }, { "directive": "disallow", "path": "/Media/downloads/", "line": 11 }, { "directive": "disallow", "path": "/distribute/?p=*", "line": 12 }, { "directive": "disallow", "path": "/distribute/authors/", "line": 13 }, { "directive": "disallow", "path": "/blog/categories/", "line": 14 }, { "directive": "disallow", "path": "/blog/tags/", "line": 15 }, { "directive": "disallow", "path": "/media/soefu5k2/itw-eea-entities-list.pdf", "line": 16 }, { "directive": "disallow", "path": "/App_Plugins/", "line": 17 }, { "directive": "disallow", "path": "/DependencyHandler.axd*", "line": 18 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/aspnet_client/", "line": 2 }, { "directive": "disallow", "path": "/config/", "line": 3 }, { "directive": "disallow", "path": "/data/", "line": 4 }, { "directive": "disallow", "path": "/macroScripts/", "line": 5 }, { "directive": "disallow", "path": "/umbraco/", "line": 6 }, { "directive": "disallow", "path": "/umbraco_client/", "line": 7 }, { "directive": "disallow", "path": "/usercontrols/", "line": 8 }, { "directive": "disallow", "path": "/xslt/", "line": 9 }, { "directive": "disallow", "path": "/bin/", "line": 10 }, { "directive": "disallow", "path": "/Media/downloads/", "line": 11 }, { "directive": "disallow", "path": "/distribute/?p=*", "line": 12 }, { "directive": "disallow", "path": "/distribute/authors/", "line": 13 }, { "directive": "disallow", "path": "/blog/categories/", "line": 14 }, { "directive": "disallow", "path": "/blog/tags/", "line": 15 }, { "directive": "disallow", "path": "/media/soefu5k2/itw-eea-entities-list.pdf", "line": 16 }, { "directive": "disallow", "path": "/App_Plugins/", "line": 17 }, { "directive": "disallow", "path": "/DependencyHandler.axd*", "line": 18 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.itw.com/robots.txt", "contentType": "text/plain", "sha256": "9f9f376c674393dc2a803d5faf12979075c18465f7f49289870cdac83bb15976", "bytes": 468 }, { "company": "Incyte", "cik": "879169", "sector": "Health Care", "origin": "http://www.incyte.com", "checkedAt": "2026-09-26T04:55:35.350Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://incyte.com/robots.txt", "contentType": "text/plain", "sha256": "773fb8d35bb9a39d35335ee6db8dc5c912d2aacbfb823152d9c61cd647dd902d", "bytes": 2027 }, { "company": "Ingersoll Rand", "cik": "1699150", "sector": "Industrials", "origin": "https://company.ingersollrand.com", "checkedAt": "2026-09-26T04:55:35.385Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "Insulet Corporation", "cik": "1145197", "sector": "Health Care", "origin": "https://www.insulet.com", "checkedAt": "2026-09-26T04:55:35.436Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/search*", "line": 81 }, { "directive": "disallow", "path": "/hcp/search*", "line": 82 }, { "directive": "disallow", "path": "/editors-guide*", "line": 83 }, { "directive": "disallow", "path": "/index.php/search*", "line": 84 }, { "directive": "disallow", "path": "/index.php/hcp/search*", "line": 85 }, { "directive": "disallow", "path": "/form*", "line": 86 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/search*", "line": 81 }, { "directive": "disallow", "path": "/hcp/search*", "line": 82 }, { "directive": "disallow", "path": "/editors-guide*", "line": 83 }, { "directive": "disallow", "path": "/index.php/search*", "line": 84 }, { "directive": "disallow", "path": "/index.php/hcp/search*", "line": 85 }, { "directive": "disallow", "path": "/form*", "line": 86 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/search*", "line": 81 }, { "directive": "disallow", "path": "/hcp/search*", "line": 82 }, { "directive": "disallow", "path": "/editors-guide*", "line": 83 }, { "directive": "disallow", "path": "/index.php/search*", "line": 84 }, { "directive": "disallow", "path": "/index.php/hcp/search*", "line": 85 }, { "directive": "disallow", "path": "/form*", "line": 86 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/search*", "line": 81 }, { "directive": "disallow", "path": "/hcp/search*", "line": 82 }, { "directive": "disallow", "path": "/editors-guide*", "line": 83 }, { "directive": "disallow", "path": "/index.php/search*", "line": 84 }, { "directive": "disallow", "path": "/index.php/hcp/search*", "line": 85 }, { "directive": "disallow", "path": "/form*", "line": 86 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/search*", "line": 81 }, { "directive": "disallow", "path": "/hcp/search*", "line": 82 }, { "directive": "disallow", "path": "/editors-guide*", "line": 83 }, { "directive": "disallow", "path": "/index.php/search*", "line": 84 }, { "directive": "disallow", "path": "/index.php/hcp/search*", "line": 85 }, { "directive": "disallow", "path": "/form*", "line": 86 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/search*", "line": 81 }, { "directive": "disallow", "path": "/hcp/search*", "line": 82 }, { "directive": "disallow", "path": "/editors-guide*", "line": 83 }, { "directive": "disallow", "path": "/index.php/search*", "line": 84 }, { "directive": "disallow", "path": "/index.php/hcp/search*", "line": 85 }, { "directive": "disallow", "path": "/form*", "line": 86 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/search*", "line": 81 }, { "directive": "disallow", "path": "/hcp/search*", "line": 82 }, { "directive": "disallow", "path": "/editors-guide*", "line": 83 }, { "directive": "disallow", "path": "/index.php/search*", "line": 84 }, { "directive": "disallow", "path": "/index.php/hcp/search*", "line": 85 }, { "directive": "disallow", "path": "/form*", "line": 86 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/search*", "line": 81 }, { "directive": "disallow", "path": "/hcp/search*", "line": 82 }, { "directive": "disallow", "path": "/editors-guide*", "line": 83 }, { "directive": "disallow", "path": "/index.php/search*", "line": 84 }, { "directive": "disallow", "path": "/index.php/hcp/search*", "line": 85 }, { "directive": "disallow", "path": "/form*", "line": 86 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.insulet.com/robots.txt", "contentType": "text/plain", "sha256": "35ac6fbdbe35d089ae6184b8fb819281a9650ecd6bf78e65904b8d1b3f95238c", "bytes": 2374 }, { "company": "Intel", "cik": "50863", "sector": "Information Technology", "origin": "https://www.intel.com", "checkedAt": "2026-09-26T04:55:36.643Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/llms.txt", "line": 62 }, { "directive": "allow", "path": "/llms-full.txt", "line": 63 }, { "directive": "allow", "path": "/content/dam/products/catalog/", "line": 64 }, { "directive": "allow", "path": "/content/dam/products/hero/", "line": 65 }, { "directive": "disallow", "path": "/cgi", "line": 66 }, { "directive": "disallow", "path": "/iaweb/", "line": 67 }, { "directive": "disallow", "path": "/cpc/vision/", "line": 68 }, { "directive": "disallow", "path": "/intel/june297/", "line": 69 }, { "directive": "disallow", "path": "/cpc/eps/", "line": 70 }, { "directive": "disallow", "path": "/design/june297/", "line": 71 }, { "directive": "disallow", "path": "/cpc/archive/", "line": 72 }, { "directive": "disallow", "path": "/cpc/dia/", "line": 73 }, { "directive": "disallow", "path": "/cpc/ecs/", "line": 74 }, { "directive": "disallow", "path": "/cpc/fcs/", "line": 75 }, { "directive": "disallow", "path": "/cpc/gif/", "line": 76 }, { "directive": "disallow", "path": "/cpc/OptContent/", "line": 77 }, { "directive": "disallow", "path": "/cpc/pix/", "line": 78 }, { "directive": "disallow", "path": "/cpc/sound/", "line": 79 }, { "directive": "disallow", "path": "/cpc/feature/", "line": 80 }, { "directive": "disallow", "path": "/emergency/", "line": 81 }, { "directive": "disallow", "path": "/content/www/*/*/buy/intelinside/", "line": 82 }, { "directive": "disallow", "path": "/content/www/*/*/buy/inteltechnologyprovider/", "line": 83 }, { "directive": "disallow", "path": "/content/www/*/*/buy/intelproducts/", "line": 84 }, { "directive": "disallow", "path": "/content/www/*/*/homepage/_jcr_content/", "line": 85 }, { "directive": "disallow", "path": "/content/www/*/*/test/", "line": 86 }, { "directive": "disallow", "path": "/content/data/disclaimers/", "line": 87 }, { "directive": "disallow", "path": "/content/www/*/*/contentlibrary.html?", "line": 88 }, { "directive": "disallow", "path": "/content/iip/", "line": 89 }, { "directive": "disallow", "path": "/content/dam/altera-www/global/*/pdfs/assets/", "line": 90 }, { "directive": "disallow", "path": "/content/dam/www/programmable/*/*/pdfs/assets/", "line": 91 }, { "directive": "disallow", "path": "/content/dam/www/public/*/forms/", "line": 92 }, { "directive": "disallow", "path": "/content/dam/products/", "line": 93 }, { "directive": "disallow", "path": "/libs/apps/intel/services/productseedlist", "line": 94 }, { "directive": "disallow", "path": "/now/", "line": 95 }, { "directive": "disallow", "path": "/*countrylabel=*&countrylabel=*", "line": 96 }, { "directive": "disallow", "path": "/*&_escaped_fragment_=*", "line": 97 }, { "directive": "disallow", "path": "/*.swf$", "line": 98 }, { "directive": "disallow", "path": "/*/swf/", "line": 99 }, { "directive": "disallow", "path": "/*/secure/", "line": 100 }, { "directive": "disallow", "path": "/*/wp-expand-server-memory-with-optane*.pdf$", "line": 101 }, { "directive": "disallow", "path": "/*/wp-01288-intel-fpgas-accelerate-intel-xeon-scalable*.pdf$", "line": 102 }, { "directive": "disallow", "path": "/content/dam/www/secure/", "line": 103 }, { "directive": "disallow", "path": "/content/www/br/pt/", "line": 104 }, { "directive": "disallow", "path": "/content/www/xl/es/", "line": 105 }, { "directive": "disallow", "path": "/content/www/de/de/", "line": 106 }, { "directive": "disallow", "path": "/content/www/es/es/", "line": 107 }, { "directive": "disallow", "path": "/content/www/fr/fr/", "line": 108 }, { "directive": "disallow", "path": "/content/www/jp/ja/", "line": 109 }, { "directive": "disallow", "path": "/content/www/id/id/", "line": 110 }, { "directive": "disallow", "path": "/content/www/kr/ko/", "line": 111 }, { "directive": "disallow", "path": "/content/www/th/th/", "line": 112 }, { "directive": "disallow", "path": "/content/www/tw/zh/", "line": 113 }, { "directive": "disallow", "path": "/content/www/vn/vi/", "line": 114 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/llms.txt", "line": 62 }, { "directive": "allow", "path": "/llms-full.txt", "line": 63 }, { "directive": "allow", "path": "/content/dam/products/catalog/", "line": 64 }, { "directive": "allow", "path": "/content/dam/products/hero/", "line": 65 }, { "directive": "disallow", "path": "/cgi", "line": 66 }, { "directive": "disallow", "path": "/iaweb/", "line": 67 }, { "directive": "disallow", "path": "/cpc/vision/", "line": 68 }, { "directive": "disallow", "path": "/intel/june297/", "line": 69 }, { "directive": "disallow", "path": "/cpc/eps/", "line": 70 }, { "directive": "disallow", "path": "/design/june297/", "line": 71 }, { "directive": "disallow", "path": "/cpc/archive/", "line": 72 }, { "directive": "disallow", "path": "/cpc/dia/", "line": 73 }, { "directive": "disallow", "path": "/cpc/ecs/", "line": 74 }, { "directive": "disallow", "path": "/cpc/fcs/", "line": 75 }, { "directive": "disallow", "path": "/cpc/gif/", "line": 76 }, { "directive": "disallow", "path": "/cpc/OptContent/", "line": 77 }, { "directive": "disallow", "path": "/cpc/pix/", "line": 78 }, { "directive": "disallow", "path": "/cpc/sound/", "line": 79 }, { "directive": "disallow", "path": "/cpc/feature/", "line": 80 }, { "directive": "disallow", "path": "/emergency/", "line": 81 }, { "directive": "disallow", "path": "/content/www/*/*/buy/intelinside/", "line": 82 }, { "directive": "disallow", "path": "/content/www/*/*/buy/inteltechnologyprovider/", "line": 83 }, { "directive": "disallow", "path": "/content/www/*/*/buy/intelproducts/", "line": 84 }, { "directive": "disallow", "path": "/content/www/*/*/homepage/_jcr_content/", "line": 85 }, { "directive": "disallow", "path": "/content/www/*/*/test/", "line": 86 }, { "directive": "disallow", "path": "/content/data/disclaimers/", "line": 87 }, { "directive": "disallow", "path": "/content/www/*/*/contentlibrary.html?", "line": 88 }, { "directive": "disallow", "path": "/content/iip/", "line": 89 }, { "directive": "disallow", "path": "/content/dam/altera-www/global/*/pdfs/assets/", "line": 90 }, { "directive": "disallow", "path": "/content/dam/www/programmable/*/*/pdfs/assets/", "line": 91 }, { "directive": "disallow", "path": "/content/dam/www/public/*/forms/", "line": 92 }, { "directive": "disallow", "path": "/content/dam/products/", "line": 93 }, { "directive": "disallow", "path": "/libs/apps/intel/services/productseedlist", "line": 94 }, { "directive": "disallow", "path": "/now/", "line": 95 }, { "directive": "disallow", "path": "/*countrylabel=*&countrylabel=*", "line": 96 }, { "directive": "disallow", "path": "/*&_escaped_fragment_=*", "line": 97 }, { "directive": "disallow", "path": "/*.swf$", "line": 98 }, { "directive": "disallow", "path": "/*/swf/", "line": 99 }, { "directive": "disallow", "path": "/*/secure/", "line": 100 }, { "directive": "disallow", "path": "/*/wp-expand-server-memory-with-optane*.pdf$", "line": 101 }, { "directive": "disallow", "path": "/*/wp-01288-intel-fpgas-accelerate-intel-xeon-scalable*.pdf$", "line": 102 }, { "directive": "disallow", "path": "/content/dam/www/secure/", "line": 103 }, { "directive": "disallow", "path": "/content/www/br/pt/", "line": 104 }, { "directive": "disallow", "path": "/content/www/xl/es/", "line": 105 }, { "directive": "disallow", "path": "/content/www/de/de/", "line": 106 }, { "directive": "disallow", "path": "/content/www/es/es/", "line": 107 }, { "directive": "disallow", "path": "/content/www/fr/fr/", "line": 108 }, { "directive": "disallow", "path": "/content/www/jp/ja/", "line": 109 }, { "directive": "disallow", "path": "/content/www/id/id/", "line": 110 }, { "directive": "disallow", "path": "/content/www/kr/ko/", "line": 111 }, { "directive": "disallow", "path": "/content/www/th/th/", "line": 112 }, { "directive": "disallow", "path": "/content/www/tw/zh/", "line": 113 }, { "directive": "disallow", "path": "/content/www/vn/vi/", "line": 114 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 59 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 44 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 56 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 47 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/llms.txt", "line": 62 }, { "directive": "allow", "path": "/llms-full.txt", "line": 63 }, { "directive": "allow", "path": "/content/dam/products/catalog/", "line": 64 }, { "directive": "allow", "path": "/content/dam/products/hero/", "line": 65 }, { "directive": "disallow", "path": "/cgi", "line": 66 }, { "directive": "disallow", "path": "/iaweb/", "line": 67 }, { "directive": "disallow", "path": "/cpc/vision/", "line": 68 }, { "directive": "disallow", "path": "/intel/june297/", "line": 69 }, { "directive": "disallow", "path": "/cpc/eps/", "line": 70 }, { "directive": "disallow", "path": "/design/june297/", "line": 71 }, { "directive": "disallow", "path": "/cpc/archive/", "line": 72 }, { "directive": "disallow", "path": "/cpc/dia/", "line": 73 }, { "directive": "disallow", "path": "/cpc/ecs/", "line": 74 }, { "directive": "disallow", "path": "/cpc/fcs/", "line": 75 }, { "directive": "disallow", "path": "/cpc/gif/", "line": 76 }, { "directive": "disallow", "path": "/cpc/OptContent/", "line": 77 }, { "directive": "disallow", "path": "/cpc/pix/", "line": 78 }, { "directive": "disallow", "path": "/cpc/sound/", "line": 79 }, { "directive": "disallow", "path": "/cpc/feature/", "line": 80 }, { "directive": "disallow", "path": "/emergency/", "line": 81 }, { "directive": "disallow", "path": "/content/www/*/*/buy/intelinside/", "line": 82 }, { "directive": "disallow", "path": "/content/www/*/*/buy/inteltechnologyprovider/", "line": 83 }, { "directive": "disallow", "path": "/content/www/*/*/buy/intelproducts/", "line": 84 }, { "directive": "disallow", "path": "/content/www/*/*/homepage/_jcr_content/", "line": 85 }, { "directive": "disallow", "path": "/content/www/*/*/test/", "line": 86 }, { "directive": "disallow", "path": "/content/data/disclaimers/", "line": 87 }, { "directive": "disallow", "path": "/content/www/*/*/contentlibrary.html?", "line": 88 }, { "directive": "disallow", "path": "/content/iip/", "line": 89 }, { "directive": "disallow", "path": "/content/dam/altera-www/global/*/pdfs/assets/", "line": 90 }, { "directive": "disallow", "path": "/content/dam/www/programmable/*/*/pdfs/assets/", "line": 91 }, { "directive": "disallow", "path": "/content/dam/www/public/*/forms/", "line": 92 }, { "directive": "disallow", "path": "/content/dam/products/", "line": 93 }, { "directive": "disallow", "path": "/libs/apps/intel/services/productseedlist", "line": 94 }, { "directive": "disallow", "path": "/now/", "line": 95 }, { "directive": "disallow", "path": "/*countrylabel=*&countrylabel=*", "line": 96 }, { "directive": "disallow", "path": "/*&_escaped_fragment_=*", "line": 97 }, { "directive": "disallow", "path": "/*.swf$", "line": 98 }, { "directive": "disallow", "path": "/*/swf/", "line": 99 }, { "directive": "disallow", "path": "/*/secure/", "line": 100 }, { "directive": "disallow", "path": "/*/wp-expand-server-memory-with-optane*.pdf$", "line": 101 }, { "directive": "disallow", "path": "/*/wp-01288-intel-fpgas-accelerate-intel-xeon-scalable*.pdf$", "line": 102 }, { "directive": "disallow", "path": "/content/dam/www/secure/", "line": 103 }, { "directive": "disallow", "path": "/content/www/br/pt/", "line": 104 }, { "directive": "disallow", "path": "/content/www/xl/es/", "line": 105 }, { "directive": "disallow", "path": "/content/www/de/de/", "line": 106 }, { "directive": "disallow", "path": "/content/www/es/es/", "line": 107 }, { "directive": "disallow", "path": "/content/www/fr/fr/", "line": 108 }, { "directive": "disallow", "path": "/content/www/jp/ja/", "line": 109 }, { "directive": "disallow", "path": "/content/www/id/id/", "line": 110 }, { "directive": "disallow", "path": "/content/www/kr/ko/", "line": 111 }, { "directive": "disallow", "path": "/content/www/th/th/", "line": 112 }, { "directive": "disallow", "path": "/content/www/tw/zh/", "line": 113 }, { "directive": "disallow", "path": "/content/www/vn/vi/", "line": 114 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/llms.txt", "line": 62 }, { "directive": "allow", "path": "/llms-full.txt", "line": 63 }, { "directive": "allow", "path": "/content/dam/products/catalog/", "line": 64 }, { "directive": "allow", "path": "/content/dam/products/hero/", "line": 65 }, { "directive": "disallow", "path": "/cgi", "line": 66 }, { "directive": "disallow", "path": "/iaweb/", "line": 67 }, { "directive": "disallow", "path": "/cpc/vision/", "line": 68 }, { "directive": "disallow", "path": "/intel/june297/", "line": 69 }, { "directive": "disallow", "path": "/cpc/eps/", "line": 70 }, { "directive": "disallow", "path": "/design/june297/", "line": 71 }, { "directive": "disallow", "path": "/cpc/archive/", "line": 72 }, { "directive": "disallow", "path": "/cpc/dia/", "line": 73 }, { "directive": "disallow", "path": "/cpc/ecs/", "line": 74 }, { "directive": "disallow", "path": "/cpc/fcs/", "line": 75 }, { "directive": "disallow", "path": "/cpc/gif/", "line": 76 }, { "directive": "disallow", "path": "/cpc/OptContent/", "line": 77 }, { "directive": "disallow", "path": "/cpc/pix/", "line": 78 }, { "directive": "disallow", "path": "/cpc/sound/", "line": 79 }, { "directive": "disallow", "path": "/cpc/feature/", "line": 80 }, { "directive": "disallow", "path": "/emergency/", "line": 81 }, { "directive": "disallow", "path": "/content/www/*/*/buy/intelinside/", "line": 82 }, { "directive": "disallow", "path": "/content/www/*/*/buy/inteltechnologyprovider/", "line": 83 }, { "directive": "disallow", "path": "/content/www/*/*/buy/intelproducts/", "line": 84 }, { "directive": "disallow", "path": "/content/www/*/*/homepage/_jcr_content/", "line": 85 }, { "directive": "disallow", "path": "/content/www/*/*/test/", "line": 86 }, { "directive": "disallow", "path": "/content/data/disclaimers/", "line": 87 }, { "directive": "disallow", "path": "/content/www/*/*/contentlibrary.html?", "line": 88 }, { "directive": "disallow", "path": "/content/iip/", "line": 89 }, { "directive": "disallow", "path": "/content/dam/altera-www/global/*/pdfs/assets/", "line": 90 }, { "directive": "disallow", "path": "/content/dam/www/programmable/*/*/pdfs/assets/", "line": 91 }, { "directive": "disallow", "path": "/content/dam/www/public/*/forms/", "line": 92 }, { "directive": "disallow", "path": "/content/dam/products/", "line": 93 }, { "directive": "disallow", "path": "/libs/apps/intel/services/productseedlist", "line": 94 }, { "directive": "disallow", "path": "/now/", "line": 95 }, { "directive": "disallow", "path": "/*countrylabel=*&countrylabel=*", "line": 96 }, { "directive": "disallow", "path": "/*&_escaped_fragment_=*", "line": 97 }, { "directive": "disallow", "path": "/*.swf$", "line": 98 }, { "directive": "disallow", "path": "/*/swf/", "line": 99 }, { "directive": "disallow", "path": "/*/secure/", "line": 100 }, { "directive": "disallow", "path": "/*/wp-expand-server-memory-with-optane*.pdf$", "line": 101 }, { "directive": "disallow", "path": "/*/wp-01288-intel-fpgas-accelerate-intel-xeon-scalable*.pdf$", "line": 102 }, { "directive": "disallow", "path": "/content/dam/www/secure/", "line": 103 }, { "directive": "disallow", "path": "/content/www/br/pt/", "line": 104 }, { "directive": "disallow", "path": "/content/www/xl/es/", "line": 105 }, { "directive": "disallow", "path": "/content/www/de/de/", "line": 106 }, { "directive": "disallow", "path": "/content/www/es/es/", "line": 107 }, { "directive": "disallow", "path": "/content/www/fr/fr/", "line": 108 }, { "directive": "disallow", "path": "/content/www/jp/ja/", "line": 109 }, { "directive": "disallow", "path": "/content/www/id/id/", "line": 110 }, { "directive": "disallow", "path": "/content/www/kr/ko/", "line": 111 }, { "directive": "disallow", "path": "/content/www/th/th/", "line": 112 }, { "directive": "disallow", "path": "/content/www/tw/zh/", "line": 113 }, { "directive": "disallow", "path": "/content/www/vn/vi/", "line": 114 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.intel.com/robots.txt", "contentType": "text/plain", "sha256": "930a465dbf2bd43fbcb048f3c092e13a036497efbaa86dee5bad4a8ec7219f8d", "bytes": 4211 }, { "company": "Interactive Brokers", "cik": "1381197", "sector": "Financials", "origin": "https://www.interactivebrokers.com", "checkedAt": "2026-09-26T04:55:37.713Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/smf/", "line": 5 }, { "directive": "disallow", "path": "/fluxbb/", "line": 6 }, { "directive": "disallow", "path": "/insights/ibtr_alerts.php", "line": 7 }, { "directive": "disallow", "path": "/search/", "line": 8 }, { "directive": "disallow", "path": "/referral/", "line": 9 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/smf/", "line": 5 }, { "directive": "disallow", "path": "/fluxbb/", "line": 6 }, { "directive": "disallow", "path": "/insights/ibtr_alerts.php", "line": 7 }, { "directive": "disallow", "path": "/search/", "line": 8 }, { "directive": "disallow", "path": "/referral/", "line": 9 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/smf/", "line": 5 }, { "directive": "disallow", "path": "/fluxbb/", "line": 6 }, { "directive": "disallow", "path": "/insights/ibtr_alerts.php", "line": 7 }, { "directive": "disallow", "path": "/search/", "line": 8 }, { "directive": "disallow", "path": "/referral/", "line": 9 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/smf/", "line": 5 }, { "directive": "disallow", "path": "/fluxbb/", "line": 6 }, { "directive": "disallow", "path": "/insights/ibtr_alerts.php", "line": 7 }, { "directive": "disallow", "path": "/search/", "line": 8 }, { "directive": "disallow", "path": "/referral/", "line": 9 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/smf/", "line": 5 }, { "directive": "disallow", "path": "/fluxbb/", "line": 6 }, { "directive": "disallow", "path": "/insights/ibtr_alerts.php", "line": 7 }, { "directive": "disallow", "path": "/search/", "line": 8 }, { "directive": "disallow", "path": "/referral/", "line": 9 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/smf/", "line": 5 }, { "directive": "disallow", "path": "/fluxbb/", "line": 6 }, { "directive": "disallow", "path": "/insights/ibtr_alerts.php", "line": 7 }, { "directive": "disallow", "path": "/search/", "line": 8 }, { "directive": "disallow", "path": "/referral/", "line": 9 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/smf/", "line": 5 }, { "directive": "disallow", "path": "/fluxbb/", "line": 6 }, { "directive": "disallow", "path": "/insights/ibtr_alerts.php", "line": 7 }, { "directive": "disallow", "path": "/search/", "line": 8 }, { "directive": "disallow", "path": "/referral/", "line": 9 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/smf/", "line": 5 }, { "directive": "disallow", "path": "/fluxbb/", "line": 6 }, { "directive": "disallow", "path": "/insights/ibtr_alerts.php", "line": 7 }, { "directive": "disallow", "path": "/search/", "line": 8 }, { "directive": "disallow", "path": "/referral/", "line": 9 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.interactivebrokers.com/robots.txt", "contentType": "text/plain", "sha256": "b69c27ba2b18a7ed1e8c84df2148aa274f694feef37ad523931d39fc1c2c7b1f", "bytes": 265 }, { "company": "Intercontinental Exchange", "cik": "1571949", "sector": "Financials", "origin": "https://www.intercontinentalexchange.com", "checkedAt": "2026-09-26T04:55:37.734Z", "status": "ambiguous_content", "bots": null, "httpStatus": 200, "finalUrl": "https://www.ice.com/index", "contentType": "text/html; charset=utf-8", "sha256": "77c073f3bde1c86dec59bce3b6ed18719251256fb88ddbf492bfa7c8c44817f1", "bytes": 111020 }, { "company": "International Flavors & Fragrances", "cik": "51253", "sector": "Materials", "origin": "http://www.iff.com", "checkedAt": "2026-09-26T04:55:38.480Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?news*", "line": 2 }, { "directive": "disallow", "path": "/*?tag*", "line": 3 }, { "directive": "disallow", "path": "/*?application*", "line": 4 }, { "directive": "disallow", "path": "/*?_odor*", "line": 5 }, { "directive": "disallow", "path": "/*?tab*", "line": 6 }, { "directive": "disallow", "path": "/wp-admin/", "line": 7 }, { "directive": "disallow", "path": "/healthcheck", "line": 8 }, { "directive": "disallow", "path": "/cdn-cgi/l/email-protection", "line": 9 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 10 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?news*", "line": 2 }, { "directive": "disallow", "path": "/*?tag*", "line": 3 }, { "directive": "disallow", "path": "/*?application*", "line": 4 }, { "directive": "disallow", "path": "/*?_odor*", "line": 5 }, { "directive": "disallow", "path": "/*?tab*", "line": 6 }, { "directive": "disallow", "path": "/wp-admin/", "line": 7 }, { "directive": "disallow", "path": "/healthcheck", "line": 8 }, { "directive": "disallow", "path": "/cdn-cgi/l/email-protection", "line": 9 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 10 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?news*", "line": 2 }, { "directive": "disallow", "path": "/*?tag*", "line": 3 }, { "directive": "disallow", "path": "/*?application*", "line": 4 }, { "directive": "disallow", "path": "/*?_odor*", "line": 5 }, { "directive": "disallow", "path": "/*?tab*", "line": 6 }, { "directive": "disallow", "path": "/wp-admin/", "line": 7 }, { "directive": "disallow", "path": "/healthcheck", "line": 8 }, { "directive": "disallow", "path": "/cdn-cgi/l/email-protection", "line": 9 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 10 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?news*", "line": 2 }, { "directive": "disallow", "path": "/*?tag*", "line": 3 }, { "directive": "disallow", "path": "/*?application*", "line": 4 }, { "directive": "disallow", "path": "/*?_odor*", "line": 5 }, { "directive": "disallow", "path": "/*?tab*", "line": 6 }, { "directive": "disallow", "path": "/wp-admin/", "line": 7 }, { "directive": "disallow", "path": "/healthcheck", "line": 8 }, { "directive": "disallow", "path": "/cdn-cgi/l/email-protection", "line": 9 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 10 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?news*", "line": 2 }, { "directive": "disallow", "path": "/*?tag*", "line": 3 }, { "directive": "disallow", "path": "/*?application*", "line": 4 }, { "directive": "disallow", "path": "/*?_odor*", "line": 5 }, { "directive": "disallow", "path": "/*?tab*", "line": 6 }, { "directive": "disallow", "path": "/wp-admin/", "line": 7 }, { "directive": "disallow", "path": "/healthcheck", "line": 8 }, { "directive": "disallow", "path": "/cdn-cgi/l/email-protection", "line": 9 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 10 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?news*", "line": 2 }, { "directive": "disallow", "path": "/*?tag*", "line": 3 }, { "directive": "disallow", "path": "/*?application*", "line": 4 }, { "directive": "disallow", "path": "/*?_odor*", "line": 5 }, { "directive": "disallow", "path": "/*?tab*", "line": 6 }, { "directive": "disallow", "path": "/wp-admin/", "line": 7 }, { "directive": "disallow", "path": "/healthcheck", "line": 8 }, { "directive": "disallow", "path": "/cdn-cgi/l/email-protection", "line": 9 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 10 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?news*", "line": 2 }, { "directive": "disallow", "path": "/*?tag*", "line": 3 }, { "directive": "disallow", "path": "/*?application*", "line": 4 }, { "directive": "disallow", "path": "/*?_odor*", "line": 5 }, { "directive": "disallow", "path": "/*?tab*", "line": 6 }, { "directive": "disallow", "path": "/wp-admin/", "line": 7 }, { "directive": "disallow", "path": "/healthcheck", "line": 8 }, { "directive": "disallow", "path": "/cdn-cgi/l/email-protection", "line": 9 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 10 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?news*", "line": 2 }, { "directive": "disallow", "path": "/*?tag*", "line": 3 }, { "directive": "disallow", "path": "/*?application*", "line": 4 }, { "directive": "disallow", "path": "/*?_odor*", "line": 5 }, { "directive": "disallow", "path": "/*?tab*", "line": 6 }, { "directive": "disallow", "path": "/wp-admin/", "line": 7 }, { "directive": "disallow", "path": "/healthcheck", "line": 8 }, { "directive": "disallow", "path": "/cdn-cgi/l/email-protection", "line": 9 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 10 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.iff.com/robots.txt", "contentType": "text/plain", "sha256": "13743b0143c02abefdb7aabdc1d037079990df146e47b45267f6903c7a3e4439", "bytes": 287 }, { "company": "International Paper", "cik": "51434", "sector": "Materials", "origin": "https://www.internationalpaper.com", "checkedAt": "2026-09-26T04:55:39.104Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/*.pdf$", "line": 42 }, { "directive": "disallow", "path": "/*.json$", "line": 43 }, { "directive": "disallow", "path": "/*.geojson$", "line": 44 }, { "directive": "disallow", "path": "/admin/", "line": 46 }, { "directive": "disallow", "path": "/comment/reply/", "line": 47 }, { "directive": "disallow", "path": "/filter/tips", "line": 48 }, { "directive": "disallow", "path": "/node/add/", "line": 49 }, { "directive": "disallow", "path": "/media/", "line": 50 }, { "directive": "disallow", "path": "/search/", "line": 51 }, { "directive": "disallow", "path": "/sites/default/files/", "line": 52 }, { "directive": "disallow", "path": "/user/register/", "line": 53 }, { "directive": "disallow", "path": "/user/password/", "line": 54 }, { "directive": "disallow", "path": "/user/login/", "line": 55 }, { "directive": "disallow", "path": "/user/logout/", "line": 56 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 58 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 59 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 60 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 61 }, { "directive": "disallow", "path": "/index.php/search/", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 63 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 64 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 65 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 66 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/*.pdf$", "line": 42 }, { "directive": "disallow", "path": "/*.json$", "line": 43 }, { "directive": "disallow", "path": "/*.geojson$", "line": 44 }, { "directive": "disallow", "path": "/admin/", "line": 46 }, { "directive": "disallow", "path": "/comment/reply/", "line": 47 }, { "directive": "disallow", "path": "/filter/tips", "line": 48 }, { "directive": "disallow", "path": "/node/add/", "line": 49 }, { "directive": "disallow", "path": "/media/", "line": 50 }, { "directive": "disallow", "path": "/search/", "line": 51 }, { "directive": "disallow", "path": "/sites/default/files/", "line": 52 }, { "directive": "disallow", "path": "/user/register/", "line": 53 }, { "directive": "disallow", "path": "/user/password/", "line": 54 }, { "directive": "disallow", "path": "/user/login/", "line": 55 }, { "directive": "disallow", "path": "/user/logout/", "line": 56 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 58 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 59 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 60 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 61 }, { "directive": "disallow", "path": "/index.php/search/", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 63 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 64 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 65 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 66 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/*.pdf$", "line": 42 }, { "directive": "disallow", "path": "/*.json$", "line": 43 }, { "directive": "disallow", "path": "/*.geojson$", "line": 44 }, { "directive": "disallow", "path": "/admin/", "line": 46 }, { "directive": "disallow", "path": "/comment/reply/", "line": 47 }, { "directive": "disallow", "path": "/filter/tips", "line": 48 }, { "directive": "disallow", "path": "/node/add/", "line": 49 }, { "directive": "disallow", "path": "/media/", "line": 50 }, { "directive": "disallow", "path": "/search/", "line": 51 }, { "directive": "disallow", "path": "/sites/default/files/", "line": 52 }, { "directive": "disallow", "path": "/user/register/", "line": 53 }, { "directive": "disallow", "path": "/user/password/", "line": 54 }, { "directive": "disallow", "path": "/user/login/", "line": 55 }, { "directive": "disallow", "path": "/user/logout/", "line": 56 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 58 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 59 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 60 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 61 }, { "directive": "disallow", "path": "/index.php/search/", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 63 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 64 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 65 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 66 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/*.pdf$", "line": 42 }, { "directive": "disallow", "path": "/*.json$", "line": 43 }, { "directive": "disallow", "path": "/*.geojson$", "line": 44 }, { "directive": "disallow", "path": "/admin/", "line": 46 }, { "directive": "disallow", "path": "/comment/reply/", "line": 47 }, { "directive": "disallow", "path": "/filter/tips", "line": 48 }, { "directive": "disallow", "path": "/node/add/", "line": 49 }, { "directive": "disallow", "path": "/media/", "line": 50 }, { "directive": "disallow", "path": "/search/", "line": 51 }, { "directive": "disallow", "path": "/sites/default/files/", "line": 52 }, { "directive": "disallow", "path": "/user/register/", "line": 53 }, { "directive": "disallow", "path": "/user/password/", "line": 54 }, { "directive": "disallow", "path": "/user/login/", "line": 55 }, { "directive": "disallow", "path": "/user/logout/", "line": 56 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 58 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 59 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 60 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 61 }, { "directive": "disallow", "path": "/index.php/search/", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 63 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 64 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 65 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 66 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/*.pdf$", "line": 42 }, { "directive": "disallow", "path": "/*.json$", "line": 43 }, { "directive": "disallow", "path": "/*.geojson$", "line": 44 }, { "directive": "disallow", "path": "/admin/", "line": 46 }, { "directive": "disallow", "path": "/comment/reply/", "line": 47 }, { "directive": "disallow", "path": "/filter/tips", "line": 48 }, { "directive": "disallow", "path": "/node/add/", "line": 49 }, { "directive": "disallow", "path": "/media/", "line": 50 }, { "directive": "disallow", "path": "/search/", "line": 51 }, { "directive": "disallow", "path": "/sites/default/files/", "line": 52 }, { "directive": "disallow", "path": "/user/register/", "line": 53 }, { "directive": "disallow", "path": "/user/password/", "line": 54 }, { "directive": "disallow", "path": "/user/login/", "line": 55 }, { "directive": "disallow", "path": "/user/logout/", "line": 56 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 58 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 59 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 60 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 61 }, { "directive": "disallow", "path": "/index.php/search/", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 63 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 64 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 65 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 66 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/*.pdf$", "line": 42 }, { "directive": "disallow", "path": "/*.json$", "line": 43 }, { "directive": "disallow", "path": "/*.geojson$", "line": 44 }, { "directive": "disallow", "path": "/admin/", "line": 46 }, { "directive": "disallow", "path": "/comment/reply/", "line": 47 }, { "directive": "disallow", "path": "/filter/tips", "line": 48 }, { "directive": "disallow", "path": "/node/add/", "line": 49 }, { "directive": "disallow", "path": "/media/", "line": 50 }, { "directive": "disallow", "path": "/search/", "line": 51 }, { "directive": "disallow", "path": "/sites/default/files/", "line": 52 }, { "directive": "disallow", "path": "/user/register/", "line": 53 }, { "directive": "disallow", "path": "/user/password/", "line": 54 }, { "directive": "disallow", "path": "/user/login/", "line": 55 }, { "directive": "disallow", "path": "/user/logout/", "line": 56 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 58 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 59 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 60 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 61 }, { "directive": "disallow", "path": "/index.php/search/", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 63 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 64 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 65 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 66 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/*.pdf$", "line": 42 }, { "directive": "disallow", "path": "/*.json$", "line": 43 }, { "directive": "disallow", "path": "/*.geojson$", "line": 44 }, { "directive": "disallow", "path": "/admin/", "line": 46 }, { "directive": "disallow", "path": "/comment/reply/", "line": 47 }, { "directive": "disallow", "path": "/filter/tips", "line": 48 }, { "directive": "disallow", "path": "/node/add/", "line": 49 }, { "directive": "disallow", "path": "/media/", "line": 50 }, { "directive": "disallow", "path": "/search/", "line": 51 }, { "directive": "disallow", "path": "/sites/default/files/", "line": 52 }, { "directive": "disallow", "path": "/user/register/", "line": 53 }, { "directive": "disallow", "path": "/user/password/", "line": 54 }, { "directive": "disallow", "path": "/user/login/", "line": 55 }, { "directive": "disallow", "path": "/user/logout/", "line": 56 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 58 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 59 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 60 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 61 }, { "directive": "disallow", "path": "/index.php/search/", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 63 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 64 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 65 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 66 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/*.pdf$", "line": 42 }, { "directive": "disallow", "path": "/*.json$", "line": 43 }, { "directive": "disallow", "path": "/*.geojson$", "line": 44 }, { "directive": "disallow", "path": "/admin/", "line": 46 }, { "directive": "disallow", "path": "/comment/reply/", "line": 47 }, { "directive": "disallow", "path": "/filter/tips", "line": 48 }, { "directive": "disallow", "path": "/node/add/", "line": 49 }, { "directive": "disallow", "path": "/media/", "line": 50 }, { "directive": "disallow", "path": "/search/", "line": 51 }, { "directive": "disallow", "path": "/sites/default/files/", "line": 52 }, { "directive": "disallow", "path": "/user/register/", "line": 53 }, { "directive": "disallow", "path": "/user/password/", "line": 54 }, { "directive": "disallow", "path": "/user/login/", "line": 55 }, { "directive": "disallow", "path": "/user/logout/", "line": 56 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 58 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 59 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 60 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 61 }, { "directive": "disallow", "path": "/index.php/search/", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 63 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 64 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 65 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 66 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.internationalpaper.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "b140a761fa471c8300278ba92ca888624fcc053c696449eb639d8d1eaf14edce", "bytes": 1824 }, { "company": "Intuit", "cik": "896878", "sector": "Information Technology", "origin": "https://www.intuit.com", "checkedAt": "2026-09-26T04:55:39.131Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/oicms/", "line": 47 }, { "directive": "disallow", "path": "/ca/oicms/", "line": 48 }, { "directive": "disallow", "path": "/fr-ca/oicms/", "line": 49 }, { "directive": "disallow", "path": "/in/oicms/", "line": 50 }, { "directive": "disallow", "path": "/content/intuit_com/", "line": 51 }, { "directive": "disallow", "path": "/company/press-room/press-releases/", "line": 52 }, { "directive": "disallow", "path": "/ca/company/press-room/press-releases/", "line": 53 }, { "directive": "disallow", "path": "/fr-ca/company/press-room/press-releases/", "line": 54 }, { "directive": "disallow", "path": "/commerce/", "line": 55 }, { "directive": "disallow", "path": "/search/?search_term=*", "line": 56 }, { "directive": "disallow", "path": "/ai/labs", "line": 57 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/oicms/", "line": 47 }, { "directive": "disallow", "path": "/ca/oicms/", "line": 48 }, { "directive": "disallow", "path": "/fr-ca/oicms/", "line": 49 }, { "directive": "disallow", "path": "/in/oicms/", "line": 50 }, { "directive": "disallow", "path": "/content/intuit_com/", "line": 51 }, { "directive": "disallow", "path": "/company/press-room/press-releases/", "line": 52 }, { "directive": "disallow", "path": "/ca/company/press-room/press-releases/", "line": 53 }, { "directive": "disallow", "path": "/fr-ca/company/press-room/press-releases/", "line": 54 }, { "directive": "disallow", "path": "/commerce/", "line": 55 }, { "directive": "disallow", "path": "/search/?search_term=*", "line": 56 }, { "directive": "disallow", "path": "/ai/labs", "line": 57 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/oicms/", "line": 47 }, { "directive": "disallow", "path": "/ca/oicms/", "line": 48 }, { "directive": "disallow", "path": "/fr-ca/oicms/", "line": 49 }, { "directive": "disallow", "path": "/in/oicms/", "line": 50 }, { "directive": "disallow", "path": "/content/intuit_com/", "line": 51 }, { "directive": "disallow", "path": "/company/press-room/press-releases/", "line": 52 }, { "directive": "disallow", "path": "/ca/company/press-room/press-releases/", "line": 53 }, { "directive": "disallow", "path": "/fr-ca/company/press-room/press-releases/", "line": 54 }, { "directive": "disallow", "path": "/commerce/", "line": 55 }, { "directive": "disallow", "path": "/search/?search_term=*", "line": 56 }, { "directive": "disallow", "path": "/ai/labs", "line": 57 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/oicms/", "line": 47 }, { "directive": "disallow", "path": "/ca/oicms/", "line": 48 }, { "directive": "disallow", "path": "/fr-ca/oicms/", "line": 49 }, { "directive": "disallow", "path": "/in/oicms/", "line": 50 }, { "directive": "disallow", "path": "/content/intuit_com/", "line": 51 }, { "directive": "disallow", "path": "/company/press-room/press-releases/", "line": 52 }, { "directive": "disallow", "path": "/ca/company/press-room/press-releases/", "line": 53 }, { "directive": "disallow", "path": "/fr-ca/company/press-room/press-releases/", "line": 54 }, { "directive": "disallow", "path": "/commerce/", "line": 55 }, { "directive": "disallow", "path": "/search/?search_term=*", "line": 56 }, { "directive": "disallow", "path": "/ai/labs", "line": 57 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/oicms/", "line": 47 }, { "directive": "disallow", "path": "/ca/oicms/", "line": 48 }, { "directive": "disallow", "path": "/fr-ca/oicms/", "line": 49 }, { "directive": "disallow", "path": "/in/oicms/", "line": 50 }, { "directive": "disallow", "path": "/content/intuit_com/", "line": 51 }, { "directive": "disallow", "path": "/company/press-room/press-releases/", "line": 52 }, { "directive": "disallow", "path": "/ca/company/press-room/press-releases/", "line": 53 }, { "directive": "disallow", "path": "/fr-ca/company/press-room/press-releases/", "line": 54 }, { "directive": "disallow", "path": "/commerce/", "line": 55 }, { "directive": "disallow", "path": "/search/?search_term=*", "line": 56 }, { "directive": "disallow", "path": "/ai/labs", "line": 57 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/oicms/", "line": 47 }, { "directive": "disallow", "path": "/ca/oicms/", "line": 48 }, { "directive": "disallow", "path": "/fr-ca/oicms/", "line": 49 }, { "directive": "disallow", "path": "/in/oicms/", "line": 50 }, { "directive": "disallow", "path": "/content/intuit_com/", "line": 51 }, { "directive": "disallow", "path": "/company/press-room/press-releases/", "line": 52 }, { "directive": "disallow", "path": "/ca/company/press-room/press-releases/", "line": 53 }, { "directive": "disallow", "path": "/fr-ca/company/press-room/press-releases/", "line": 54 }, { "directive": "disallow", "path": "/commerce/", "line": 55 }, { "directive": "disallow", "path": "/search/?search_term=*", "line": 56 }, { "directive": "disallow", "path": "/ai/labs", "line": 57 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/oicms/", "line": 47 }, { "directive": "disallow", "path": "/ca/oicms/", "line": 48 }, { "directive": "disallow", "path": "/fr-ca/oicms/", "line": 49 }, { "directive": "disallow", "path": "/in/oicms/", "line": 50 }, { "directive": "disallow", "path": "/content/intuit_com/", "line": 51 }, { "directive": "disallow", "path": "/company/press-room/press-releases/", "line": 52 }, { "directive": "disallow", "path": "/ca/company/press-room/press-releases/", "line": 53 }, { "directive": "disallow", "path": "/fr-ca/company/press-room/press-releases/", "line": 54 }, { "directive": "disallow", "path": "/commerce/", "line": 55 }, { "directive": "disallow", "path": "/search/?search_term=*", "line": 56 }, { "directive": "disallow", "path": "/ai/labs", "line": 57 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/oicms/", "line": 47 }, { "directive": "disallow", "path": "/ca/oicms/", "line": 48 }, { "directive": "disallow", "path": "/fr-ca/oicms/", "line": 49 }, { "directive": "disallow", "path": "/in/oicms/", "line": 50 }, { "directive": "disallow", "path": "/content/intuit_com/", "line": 51 }, { "directive": "disallow", "path": "/company/press-room/press-releases/", "line": 52 }, { "directive": "disallow", "path": "/ca/company/press-room/press-releases/", "line": 53 }, { "directive": "disallow", "path": "/fr-ca/company/press-room/press-releases/", "line": 54 }, { "directive": "disallow", "path": "/commerce/", "line": 55 }, { "directive": "disallow", "path": "/search/?search_term=*", "line": 56 }, { "directive": "disallow", "path": "/ai/labs", "line": 57 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.intuit.com/robots.txt", "contentType": "text/plain", "sha256": "99f9354d3dc7685b0a7c25eb9370fb367e240013a28fd6600bf705984c5c1444", "bytes": 3086 }, { "company": "Intuitive Surgical", "cik": "1035267", "sector": "Health Care", "origin": "https://www.intuitive.com", "checkedAt": "2026-09-26T04:55:39.233Z", "status": "ambiguous_content", "bots": null, "httpStatus": 200, "finalUrl": "https://www.intuitive.com/robots.txt", "contentType": "text/html", "sha256": "d02032286070b4dd9d8fbd985a7bdca8af8edf52b89ff177db3bfcb2c8a9c43d", "bytes": 212 }, { "company": "Invesco", "cik": "914208", "sector": "Financials", "origin": "http://www.invesco.com", "checkedAt": "2026-09-26T04:55:39.284Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": ".js", "line": 4 }, { "directive": "allow", "path": ".css", "line": 5 }, { "directive": "disallow", "path": "/*asOfDate=", "line": 8 }, { "directive": "disallow", "path": "/*startDate=", "line": 9 }, { "directive": "disallow", "path": "/*endDate=", "line": 10 }, { "directive": "disallow", "path": "/*trustStatus=", "line": 11 }, { "directive": "disallow", "path": "/*_ga=", "line": 12 }, { "directive": "disallow", "path": "/*gclid=", "line": 13 }, { "directive": "disallow", "path": "/*FilterGGA=", "line": 14 }, { "directive": "disallow", "path": "/*.zip", "line": 15 }, { "directive": "disallow", "path": "/*FilterList=", "line": 16 }, { "directive": "disallow", "path": "/*msclkid=", "line": 17 }, { "directive": "disallow", "path": "/*javax", "line": 18 }, { "directive": "disallow", "path": "/*portlet", "line": 19 }, { "directive": "disallow", "path": "/*interval=", "line": 20 }, { "directive": "disallow", "path": "/*msockid", "line": 21 }, { "directive": "disallow", "path": "/*utm_", "line": 22 }, { "directive": "disallow", "path": "/*nstoken", "line": 23 }, { "directive": "disallow", "path": "/*catCode=", "line": 24 }, { "directive": "disallow", "path": "/*trustStatus=", "line": 25 }, { "directive": "disallow", "path": "/*unicredit/*", "line": 28 }, { "directive": "disallow", "path": "/*search-results.html*", "line": 29 } ], "warnings": [ 4, 5 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": ".js", "line": 4 }, { "directive": "allow", "path": ".css", "line": 5 }, { "directive": "disallow", "path": "/*asOfDate=", "line": 8 }, { "directive": "disallow", "path": "/*startDate=", "line": 9 }, { "directive": "disallow", "path": "/*endDate=", "line": 10 }, { "directive": "disallow", "path": "/*trustStatus=", "line": 11 }, { "directive": "disallow", "path": "/*_ga=", "line": 12 }, { "directive": "disallow", "path": "/*gclid=", "line": 13 }, { "directive": "disallow", "path": "/*FilterGGA=", "line": 14 }, { "directive": "disallow", "path": "/*.zip", "line": 15 }, { "directive": "disallow", "path": "/*FilterList=", "line": 16 }, { "directive": "disallow", "path": "/*msclkid=", "line": 17 }, { "directive": "disallow", "path": "/*javax", "line": 18 }, { "directive": "disallow", "path": "/*portlet", "line": 19 }, { "directive": "disallow", "path": "/*interval=", "line": 20 }, { "directive": "disallow", "path": "/*msockid", "line": 21 }, { "directive": "disallow", "path": "/*utm_", "line": 22 }, { "directive": "disallow", "path": "/*nstoken", "line": 23 }, { "directive": "disallow", "path": "/*catCode=", "line": 24 }, { "directive": "disallow", "path": "/*trustStatus=", "line": 25 }, { "directive": "disallow", "path": "/*unicredit/*", "line": 28 }, { "directive": "disallow", "path": "/*search-results.html*", "line": 29 } ], "warnings": [ 4, 5 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": ".js", "line": 4 }, { "directive": "allow", "path": ".css", "line": 5 }, { "directive": "disallow", "path": "/*asOfDate=", "line": 8 }, { "directive": "disallow", "path": "/*startDate=", "line": 9 }, { "directive": "disallow", "path": "/*endDate=", "line": 10 }, { "directive": "disallow", "path": "/*trustStatus=", "line": 11 }, { "directive": "disallow", "path": "/*_ga=", "line": 12 }, { "directive": "disallow", "path": "/*gclid=", "line": 13 }, { "directive": "disallow", "path": "/*FilterGGA=", "line": 14 }, { "directive": "disallow", "path": "/*.zip", "line": 15 }, { "directive": "disallow", "path": "/*FilterList=", "line": 16 }, { "directive": "disallow", "path": "/*msclkid=", "line": 17 }, { "directive": "disallow", "path": "/*javax", "line": 18 }, { "directive": "disallow", "path": "/*portlet", "line": 19 }, { "directive": "disallow", "path": "/*interval=", "line": 20 }, { "directive": "disallow", "path": "/*msockid", "line": 21 }, { "directive": "disallow", "path": "/*utm_", "line": 22 }, { "directive": "disallow", "path": "/*nstoken", "line": 23 }, { "directive": "disallow", "path": "/*catCode=", "line": 24 }, { "directive": "disallow", "path": "/*trustStatus=", "line": 25 }, { "directive": "disallow", "path": "/*unicredit/*", "line": 28 }, { "directive": "disallow", "path": "/*search-results.html*", "line": 29 } ], "warnings": [ 4, 5 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": ".js", "line": 4 }, { "directive": "allow", "path": ".css", "line": 5 }, { "directive": "disallow", "path": "/*asOfDate=", "line": 8 }, { "directive": "disallow", "path": "/*startDate=", "line": 9 }, { "directive": "disallow", "path": "/*endDate=", "line": 10 }, { "directive": "disallow", "path": "/*trustStatus=", "line": 11 }, { "directive": "disallow", "path": "/*_ga=", "line": 12 }, { "directive": "disallow", "path": "/*gclid=", "line": 13 }, { "directive": "disallow", "path": "/*FilterGGA=", "line": 14 }, { "directive": "disallow", "path": "/*.zip", "line": 15 }, { "directive": "disallow", "path": "/*FilterList=", "line": 16 }, { "directive": "disallow", "path": "/*msclkid=", "line": 17 }, { "directive": "disallow", "path": "/*javax", "line": 18 }, { "directive": "disallow", "path": "/*portlet", "line": 19 }, { "directive": "disallow", "path": "/*interval=", "line": 20 }, { "directive": "disallow", "path": "/*msockid", "line": 21 }, { "directive": "disallow", "path": "/*utm_", "line": 22 }, { "directive": "disallow", "path": "/*nstoken", "line": 23 }, { "directive": "disallow", "path": "/*catCode=", "line": 24 }, { "directive": "disallow", "path": "/*trustStatus=", "line": 25 }, { "directive": "disallow", "path": "/*unicredit/*", "line": 28 }, { "directive": "disallow", "path": "/*search-results.html*", "line": 29 } ], "warnings": [ 4, 5 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": ".js", "line": 4 }, { "directive": "allow", "path": ".css", "line": 5 }, { "directive": "disallow", "path": "/*asOfDate=", "line": 8 }, { "directive": "disallow", "path": "/*startDate=", "line": 9 }, { "directive": "disallow", "path": "/*endDate=", "line": 10 }, { "directive": "disallow", "path": "/*trustStatus=", "line": 11 }, { "directive": "disallow", "path": "/*_ga=", "line": 12 }, { "directive": "disallow", "path": "/*gclid=", "line": 13 }, { "directive": "disallow", "path": "/*FilterGGA=", "line": 14 }, { "directive": "disallow", "path": "/*.zip", "line": 15 }, { "directive": "disallow", "path": "/*FilterList=", "line": 16 }, { "directive": "disallow", "path": "/*msclkid=", "line": 17 }, { "directive": "disallow", "path": "/*javax", "line": 18 }, { "directive": "disallow", "path": "/*portlet", "line": 19 }, { "directive": "disallow", "path": "/*interval=", "line": 20 }, { "directive": "disallow", "path": "/*msockid", "line": 21 }, { "directive": "disallow", "path": "/*utm_", "line": 22 }, { "directive": "disallow", "path": "/*nstoken", "line": 23 }, { "directive": "disallow", "path": "/*catCode=", "line": 24 }, { "directive": "disallow", "path": "/*trustStatus=", "line": 25 }, { "directive": "disallow", "path": "/*unicredit/*", "line": 28 }, { "directive": "disallow", "path": "/*search-results.html*", "line": 29 } ], "warnings": [ 4, 5 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": ".js", "line": 4 }, { "directive": "allow", "path": ".css", "line": 5 }, { "directive": "disallow", "path": "/*asOfDate=", "line": 8 }, { "directive": "disallow", "path": "/*startDate=", "line": 9 }, { "directive": "disallow", "path": "/*endDate=", "line": 10 }, { "directive": "disallow", "path": "/*trustStatus=", "line": 11 }, { "directive": "disallow", "path": "/*_ga=", "line": 12 }, { "directive": "disallow", "path": "/*gclid=", "line": 13 }, { "directive": "disallow", "path": "/*FilterGGA=", "line": 14 }, { "directive": "disallow", "path": "/*.zip", "line": 15 }, { "directive": "disallow", "path": "/*FilterList=", "line": 16 }, { "directive": "disallow", "path": "/*msclkid=", "line": 17 }, { "directive": "disallow", "path": "/*javax", "line": 18 }, { "directive": "disallow", "path": "/*portlet", "line": 19 }, { "directive": "disallow", "path": "/*interval=", "line": 20 }, { "directive": "disallow", "path": "/*msockid", "line": 21 }, { "directive": "disallow", "path": "/*utm_", "line": 22 }, { "directive": "disallow", "path": "/*nstoken", "line": 23 }, { "directive": "disallow", "path": "/*catCode=", "line": 24 }, { "directive": "disallow", "path": "/*trustStatus=", "line": 25 }, { "directive": "disallow", "path": "/*unicredit/*", "line": 28 }, { "directive": "disallow", "path": "/*search-results.html*", "line": 29 } ], "warnings": [ 4, 5 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": ".js", "line": 4 }, { "directive": "allow", "path": ".css", "line": 5 }, { "directive": "disallow", "path": "/*asOfDate=", "line": 8 }, { "directive": "disallow", "path": "/*startDate=", "line": 9 }, { "directive": "disallow", "path": "/*endDate=", "line": 10 }, { "directive": "disallow", "path": "/*trustStatus=", "line": 11 }, { "directive": "disallow", "path": "/*_ga=", "line": 12 }, { "directive": "disallow", "path": "/*gclid=", "line": 13 }, { "directive": "disallow", "path": "/*FilterGGA=", "line": 14 }, { "directive": "disallow", "path": "/*.zip", "line": 15 }, { "directive": "disallow", "path": "/*FilterList=", "line": 16 }, { "directive": "disallow", "path": "/*msclkid=", "line": 17 }, { "directive": "disallow", "path": "/*javax", "line": 18 }, { "directive": "disallow", "path": "/*portlet", "line": 19 }, { "directive": "disallow", "path": "/*interval=", "line": 20 }, { "directive": "disallow", "path": "/*msockid", "line": 21 }, { "directive": "disallow", "path": "/*utm_", "line": 22 }, { "directive": "disallow", "path": "/*nstoken", "line": 23 }, { "directive": "disallow", "path": "/*catCode=", "line": 24 }, { "directive": "disallow", "path": "/*trustStatus=", "line": 25 }, { "directive": "disallow", "path": "/*unicredit/*", "line": 28 }, { "directive": "disallow", "path": "/*search-results.html*", "line": 29 } ], "warnings": [ 4, 5 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": ".js", "line": 4 }, { "directive": "allow", "path": ".css", "line": 5 }, { "directive": "disallow", "path": "/*asOfDate=", "line": 8 }, { "directive": "disallow", "path": "/*startDate=", "line": 9 }, { "directive": "disallow", "path": "/*endDate=", "line": 10 }, { "directive": "disallow", "path": "/*trustStatus=", "line": 11 }, { "directive": "disallow", "path": "/*_ga=", "line": 12 }, { "directive": "disallow", "path": "/*gclid=", "line": 13 }, { "directive": "disallow", "path": "/*FilterGGA=", "line": 14 }, { "directive": "disallow", "path": "/*.zip", "line": 15 }, { "directive": "disallow", "path": "/*FilterList=", "line": 16 }, { "directive": "disallow", "path": "/*msclkid=", "line": 17 }, { "directive": "disallow", "path": "/*javax", "line": 18 }, { "directive": "disallow", "path": "/*portlet", "line": 19 }, { "directive": "disallow", "path": "/*interval=", "line": 20 }, { "directive": "disallow", "path": "/*msockid", "line": 21 }, { "directive": "disallow", "path": "/*utm_", "line": 22 }, { "directive": "disallow", "path": "/*nstoken", "line": 23 }, { "directive": "disallow", "path": "/*catCode=", "line": 24 }, { "directive": "disallow", "path": "/*trustStatus=", "line": 25 }, { "directive": "disallow", "path": "/*unicredit/*", "line": 28 }, { "directive": "disallow", "path": "/*search-results.html*", "line": 29 } ], "warnings": [ 4, 5 ] } }, "httpStatus": 200, "finalUrl": "https://www.invesco.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "46accdececdee1237f1e58247cac245944864d0e4fdb8850e57e3eb88e90a2d1", "bytes": 4717 }, { "company": "Invitation Homes", "cik": "1687229", "sector": "Real Estate", "origin": "http://www.invitationhomes.com", "checkedAt": "2026-09-26T04:55:39.393Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.invitationhomes.com/robots.txt", "contentType": "text/html; charset=UTF-8" }, { "company": "IQVIA", "cik": "1478242", "sector": "Health Care", "origin": "https://www.iqvia.com", "checkedAt": "2026-09-26T04:55:39.431Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.iqvia.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "0aaab6d4652ff4a929e5ea6424e4a91704f7b318e716bcbd471c51572088255c", "bytes": 99 }, { "company": "Iron Mountain", "cik": "1020569", "sector": "Real Estate", "origin": "http://www.ironmountain.com", "checkedAt": "2026-09-26T04:55:39.536Z", "status": "inaccessible", "bots": null, "httpStatus": 429, "finalUrl": "https://www.ironmountain.com/robots.txt", "contentType": "text/html; charset=utf-8" }, { "company": "J.B. Hunt", "cik": "728535", "sector": "Industrials", "origin": "https://www.jbhunt.com", "checkedAt": "2026-09-26T04:55:39.590Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.jbhunt.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "3f4fc0728fe4a4ff324b0098fe96ad31217cf68c1e0d58902b31453f5f4220f4", "bytes": 112 }, { "company": "J.M. Smucker Company (The)", "cik": "91419", "sector": "Consumer Staples", "origin": "https://www.jmsmucker.com", "checkedAt": "2026-09-26T04:55:39.611Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.jmsmucker.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "3a125e84a637dc3f5442bb6949fa200056f37db4627b4c2a3addc55bbb89b703", "bytes": 23 }, { "company": "Jabil", "cik": "898293", "sector": "Information Technology", "origin": "http://www.jabil.com", "checkedAt": "2026-09-26T04:55:39.635Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 8 }, { "directive": "disallow", "path": "/login/", "line": 9 }, { "directive": "disallow", "path": "/search/", "line": 10 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 11 }, { "directive": "disallow", "path": "/temp/", "line": 12 }, { "directive": "disallow", "path": "/preview/", "line": 13 }, { "directive": "disallow", "path": "/.magnolia/", "line": 14 }, { "directive": "disallow", "path": "/.resources/", "line": 15 }, { "directive": "allow", "path": "/.resources/jabil-main/themes/jabil-one-26/src/img/favicon/", "line": 19 }, { "directive": "allow", "path": "/dam/", "line": 20 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 8 }, { "directive": "disallow", "path": "/login/", "line": 9 }, { "directive": "disallow", "path": "/search/", "line": 10 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 11 }, { "directive": "disallow", "path": "/temp/", "line": 12 }, { "directive": "disallow", "path": "/preview/", "line": 13 }, { "directive": "disallow", "path": "/.magnolia/", "line": 14 }, { "directive": "disallow", "path": "/.resources/", "line": 15 }, { "directive": "allow", "path": "/.resources/jabil-main/themes/jabil-one-26/src/img/favicon/", "line": 19 }, { "directive": "allow", "path": "/dam/", "line": 20 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 8 }, { "directive": "disallow", "path": "/login/", "line": 9 }, { "directive": "disallow", "path": "/search/", "line": 10 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 11 }, { "directive": "disallow", "path": "/temp/", "line": 12 }, { "directive": "disallow", "path": "/preview/", "line": 13 }, { "directive": "disallow", "path": "/.magnolia/", "line": 14 }, { "directive": "disallow", "path": "/.resources/", "line": 15 }, { "directive": "allow", "path": "/.resources/jabil-main/themes/jabil-one-26/src/img/favicon/", "line": 19 }, { "directive": "allow", "path": "/dam/", "line": 20 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 8 }, { "directive": "disallow", "path": "/login/", "line": 9 }, { "directive": "disallow", "path": "/search/", "line": 10 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 11 }, { "directive": "disallow", "path": "/temp/", "line": 12 }, { "directive": "disallow", "path": "/preview/", "line": 13 }, { "directive": "disallow", "path": "/.magnolia/", "line": 14 }, { "directive": "disallow", "path": "/.resources/", "line": 15 }, { "directive": "allow", "path": "/.resources/jabil-main/themes/jabil-one-26/src/img/favicon/", "line": 19 }, { "directive": "allow", "path": "/dam/", "line": 20 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 8 }, { "directive": "disallow", "path": "/login/", "line": 9 }, { "directive": "disallow", "path": "/search/", "line": 10 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 11 }, { "directive": "disallow", "path": "/temp/", "line": 12 }, { "directive": "disallow", "path": "/preview/", "line": 13 }, { "directive": "disallow", "path": "/.magnolia/", "line": 14 }, { "directive": "disallow", "path": "/.resources/", "line": 15 }, { "directive": "allow", "path": "/.resources/jabil-main/themes/jabil-one-26/src/img/favicon/", "line": 19 }, { "directive": "allow", "path": "/dam/", "line": 20 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 8 }, { "directive": "disallow", "path": "/login/", "line": 9 }, { "directive": "disallow", "path": "/search/", "line": 10 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 11 }, { "directive": "disallow", "path": "/temp/", "line": 12 }, { "directive": "disallow", "path": "/preview/", "line": 13 }, { "directive": "disallow", "path": "/.magnolia/", "line": 14 }, { "directive": "disallow", "path": "/.resources/", "line": 15 }, { "directive": "allow", "path": "/.resources/jabil-main/themes/jabil-one-26/src/img/favicon/", "line": 19 }, { "directive": "allow", "path": "/dam/", "line": 20 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 8 }, { "directive": "disallow", "path": "/login/", "line": 9 }, { "directive": "disallow", "path": "/search/", "line": 10 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 11 }, { "directive": "disallow", "path": "/temp/", "line": 12 }, { "directive": "disallow", "path": "/preview/", "line": 13 }, { "directive": "disallow", "path": "/.magnolia/", "line": 14 }, { "directive": "disallow", "path": "/.resources/", "line": 15 }, { "directive": "allow", "path": "/.resources/jabil-main/themes/jabil-one-26/src/img/favicon/", "line": 19 }, { "directive": "allow", "path": "/dam/", "line": 20 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/admin/", "line": 8 }, { "directive": "disallow", "path": "/login/", "line": 9 }, { "directive": "disallow", "path": "/search/", "line": 10 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 11 }, { "directive": "disallow", "path": "/temp/", "line": 12 }, { "directive": "disallow", "path": "/preview/", "line": 13 }, { "directive": "disallow", "path": "/.magnolia/", "line": 14 }, { "directive": "disallow", "path": "/.resources/", "line": 15 }, { "directive": "allow", "path": "/.resources/jabil-main/themes/jabil-one-26/src/img/favicon/", "line": 19 }, { "directive": "allow", "path": "/dam/", "line": 20 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.jabil.com/robots.txt", "contentType": "text/plain;charset=UTF-8", "sha256": "a075cc04479fa43d5fb88b7d39682bb82e1931bc35f09c6d93237dc7a6d36cc0", "bytes": 756 }, { "company": "Jack Henry & Associates", "cik": "779152", "sector": "Financials", "origin": "https://www.jackhenry.com", "checkedAt": "2026-09-26T04:55:40.117Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/index.cfm", "line": 2 }, { "directive": "disallow", "path": "/BizSlidesOne/*", "line": 3 }, { "directive": "disallow", "path": "/netteller", "line": 4 }, { "directive": "disallow", "path": "/404", "line": 5 }, { "directive": "disallow", "path": "/logos/*", "line": 6 }, { "directive": "disallow", "path": "/style%20library/*", "line": 7 }, { "directive": "disallow", "path": "/casestudies/*", "line": 8 }, { "directive": "disallow", "path": "/marketing/*", "line": 9 }, { "directive": "disallow", "path": "/learn-more/*", "line": 10 }, { "directive": "disallow", "path": "/_hcms/preview/", "line": 13 }, { "directive": "disallow", "path": "/hs/manage-preferences/", "line": 14 }, { "directive": "disallow", "path": "/hs/preferences-center/", "line": 15 }, { "directive": "disallow", "path": "/*?*hs_preview=*", "line": 16 }, { "directive": "disallow", "path": "/*?*hsCacheBuster=*", "line": 17 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/index.cfm", "line": 2 }, { "directive": "disallow", "path": "/BizSlidesOne/*", "line": 3 }, { "directive": "disallow", "path": "/netteller", "line": 4 }, { "directive": "disallow", "path": "/404", "line": 5 }, { "directive": "disallow", "path": "/logos/*", "line": 6 }, { "directive": "disallow", "path": "/style%20library/*", "line": 7 }, { "directive": "disallow", "path": "/casestudies/*", "line": 8 }, { "directive": "disallow", "path": "/marketing/*", "line": 9 }, { "directive": "disallow", "path": "/learn-more/*", "line": 10 }, { "directive": "disallow", "path": "/_hcms/preview/", "line": 13 }, { "directive": "disallow", "path": "/hs/manage-preferences/", "line": 14 }, { "directive": "disallow", "path": "/hs/preferences-center/", "line": 15 }, { "directive": "disallow", "path": "/*?*hs_preview=*", "line": 16 }, { "directive": "disallow", "path": "/*?*hsCacheBuster=*", "line": 17 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/index.cfm", "line": 2 }, { "directive": "disallow", "path": "/BizSlidesOne/*", "line": 3 }, { "directive": "disallow", "path": "/netteller", "line": 4 }, { "directive": "disallow", "path": "/404", "line": 5 }, { "directive": "disallow", "path": "/logos/*", "line": 6 }, { "directive": "disallow", "path": "/style%20library/*", "line": 7 }, { "directive": "disallow", "path": "/casestudies/*", "line": 8 }, { "directive": "disallow", "path": "/marketing/*", "line": 9 }, { "directive": "disallow", "path": "/learn-more/*", "line": 10 }, { "directive": "disallow", "path": "/_hcms/preview/", "line": 13 }, { "directive": "disallow", "path": "/hs/manage-preferences/", "line": 14 }, { "directive": "disallow", "path": "/hs/preferences-center/", "line": 15 }, { "directive": "disallow", "path": "/*?*hs_preview=*", "line": 16 }, { "directive": "disallow", "path": "/*?*hsCacheBuster=*", "line": 17 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/index.cfm", "line": 2 }, { "directive": "disallow", "path": "/BizSlidesOne/*", "line": 3 }, { "directive": "disallow", "path": "/netteller", "line": 4 }, { "directive": "disallow", "path": "/404", "line": 5 }, { "directive": "disallow", "path": "/logos/*", "line": 6 }, { "directive": "disallow", "path": "/style%20library/*", "line": 7 }, { "directive": "disallow", "path": "/casestudies/*", "line": 8 }, { "directive": "disallow", "path": "/marketing/*", "line": 9 }, { "directive": "disallow", "path": "/learn-more/*", "line": 10 }, { "directive": "disallow", "path": "/_hcms/preview/", "line": 13 }, { "directive": "disallow", "path": "/hs/manage-preferences/", "line": 14 }, { "directive": "disallow", "path": "/hs/preferences-center/", "line": 15 }, { "directive": "disallow", "path": "/*?*hs_preview=*", "line": 16 }, { "directive": "disallow", "path": "/*?*hsCacheBuster=*", "line": 17 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/index.cfm", "line": 2 }, { "directive": "disallow", "path": "/BizSlidesOne/*", "line": 3 }, { "directive": "disallow", "path": "/netteller", "line": 4 }, { "directive": "disallow", "path": "/404", "line": 5 }, { "directive": "disallow", "path": "/logos/*", "line": 6 }, { "directive": "disallow", "path": "/style%20library/*", "line": 7 }, { "directive": "disallow", "path": "/casestudies/*", "line": 8 }, { "directive": "disallow", "path": "/marketing/*", "line": 9 }, { "directive": "disallow", "path": "/learn-more/*", "line": 10 }, { "directive": "disallow", "path": "/_hcms/preview/", "line": 13 }, { "directive": "disallow", "path": "/hs/manage-preferences/", "line": 14 }, { "directive": "disallow", "path": "/hs/preferences-center/", "line": 15 }, { "directive": "disallow", "path": "/*?*hs_preview=*", "line": 16 }, { "directive": "disallow", "path": "/*?*hsCacheBuster=*", "line": 17 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/index.cfm", "line": 2 }, { "directive": "disallow", "path": "/BizSlidesOne/*", "line": 3 }, { "directive": "disallow", "path": "/netteller", "line": 4 }, { "directive": "disallow", "path": "/404", "line": 5 }, { "directive": "disallow", "path": "/logos/*", "line": 6 }, { "directive": "disallow", "path": "/style%20library/*", "line": 7 }, { "directive": "disallow", "path": "/casestudies/*", "line": 8 }, { "directive": "disallow", "path": "/marketing/*", "line": 9 }, { "directive": "disallow", "path": "/learn-more/*", "line": 10 }, { "directive": "disallow", "path": "/_hcms/preview/", "line": 13 }, { "directive": "disallow", "path": "/hs/manage-preferences/", "line": 14 }, { "directive": "disallow", "path": "/hs/preferences-center/", "line": 15 }, { "directive": "disallow", "path": "/*?*hs_preview=*", "line": 16 }, { "directive": "disallow", "path": "/*?*hsCacheBuster=*", "line": 17 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/index.cfm", "line": 2 }, { "directive": "disallow", "path": "/BizSlidesOne/*", "line": 3 }, { "directive": "disallow", "path": "/netteller", "line": 4 }, { "directive": "disallow", "path": "/404", "line": 5 }, { "directive": "disallow", "path": "/logos/*", "line": 6 }, { "directive": "disallow", "path": "/style%20library/*", "line": 7 }, { "directive": "disallow", "path": "/casestudies/*", "line": 8 }, { "directive": "disallow", "path": "/marketing/*", "line": 9 }, { "directive": "disallow", "path": "/learn-more/*", "line": 10 }, { "directive": "disallow", "path": "/_hcms/preview/", "line": 13 }, { "directive": "disallow", "path": "/hs/manage-preferences/", "line": 14 }, { "directive": "disallow", "path": "/hs/preferences-center/", "line": 15 }, { "directive": "disallow", "path": "/*?*hs_preview=*", "line": 16 }, { "directive": "disallow", "path": "/*?*hsCacheBuster=*", "line": 17 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/index.cfm", "line": 2 }, { "directive": "disallow", "path": "/BizSlidesOne/*", "line": 3 }, { "directive": "disallow", "path": "/netteller", "line": 4 }, { "directive": "disallow", "path": "/404", "line": 5 }, { "directive": "disallow", "path": "/logos/*", "line": 6 }, { "directive": "disallow", "path": "/style%20library/*", "line": 7 }, { "directive": "disallow", "path": "/casestudies/*", "line": 8 }, { "directive": "disallow", "path": "/marketing/*", "line": 9 }, { "directive": "disallow", "path": "/learn-more/*", "line": 10 }, { "directive": "disallow", "path": "/_hcms/preview/", "line": 13 }, { "directive": "disallow", "path": "/hs/manage-preferences/", "line": 14 }, { "directive": "disallow", "path": "/hs/preferences-center/", "line": 15 }, { "directive": "disallow", "path": "/*?*hs_preview=*", "line": 16 }, { "directive": "disallow", "path": "/*?*hsCacheBuster=*", "line": 17 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.jackhenry.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "99be744966a663e05a4093274e93ec773bd7b1211d737dfc06b055d2e016b2c5", "bytes": 416 }, { "company": "Jacobs Solutions", "cik": "52988", "sector": "Industrials", "origin": "http://www.jacobs.com", "checkedAt": "2026-09-26T04:55:40.514Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/user/", "line": 52 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 54 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 57 }, { "directive": "disallow", "path": "/index.php/search/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 62 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/user/", "line": 52 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 54 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 57 }, { "directive": "disallow", "path": "/index.php/search/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 62 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/user/", "line": 52 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 54 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 57 }, { "directive": "disallow", "path": "/index.php/search/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 62 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/user/", "line": 52 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 54 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 57 }, { "directive": "disallow", "path": "/index.php/search/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 62 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/user/", "line": 52 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 54 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 57 }, { "directive": "disallow", "path": "/index.php/search/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 62 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/user/", "line": 52 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 54 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 57 }, { "directive": "disallow", "path": "/index.php/search/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 62 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/user/", "line": 52 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 54 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 57 }, { "directive": "disallow", "path": "/index.php/search/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 62 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/user/", "line": 52 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 54 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 57 }, { "directive": "disallow", "path": "/index.php/search/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 62 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.jacobs.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "99cd451878a4721a29fd0f7260f373a2f596a0132bb93cd8b5df3d511eb75343", "bytes": 1718 }, { "company": "Johnson & Johnson", "cik": "200406", "sector": "Health Care", "origin": "https://www.jnj.com", "checkedAt": "2026-09-26T04:55:40.552Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/media-center/press-releases", "line": 3 }, { "directive": "disallow", "path": "/theme/*?page", "line": 4 }, { "directive": "disallow", "path": "/apple-touch-icon-precomposed.png", "line": 5 }, { "directive": "disallow", "path": "/error-404", "line": 6 }, { "directive": "disallow", "path": "/media-center/press-releases?utm_source=Direct", "line": 7 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/media-center/press-releases", "line": 3 }, { "directive": "disallow", "path": "/theme/*?page", "line": 4 }, { "directive": "disallow", "path": "/apple-touch-icon-precomposed.png", "line": 5 }, { "directive": "disallow", "path": "/error-404", "line": 6 }, { "directive": "disallow", "path": "/media-center/press-releases?utm_source=Direct", "line": 7 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/media-center/press-releases", "line": 3 }, { "directive": "disallow", "path": "/theme/*?page", "line": 4 }, { "directive": "disallow", "path": "/apple-touch-icon-precomposed.png", "line": 5 }, { "directive": "disallow", "path": "/error-404", "line": 6 }, { "directive": "disallow", "path": "/media-center/press-releases?utm_source=Direct", "line": 7 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/media-center/press-releases", "line": 3 }, { "directive": "disallow", "path": "/theme/*?page", "line": 4 }, { "directive": "disallow", "path": "/apple-touch-icon-precomposed.png", "line": 5 }, { "directive": "disallow", "path": "/error-404", "line": 6 }, { "directive": "disallow", "path": "/media-center/press-releases?utm_source=Direct", "line": 7 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/media-center/press-releases", "line": 3 }, { "directive": "disallow", "path": "/theme/*?page", "line": 4 }, { "directive": "disallow", "path": "/apple-touch-icon-precomposed.png", "line": 5 }, { "directive": "disallow", "path": "/error-404", "line": 6 }, { "directive": "disallow", "path": "/media-center/press-releases?utm_source=Direct", "line": 7 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/media-center/press-releases", "line": 3 }, { "directive": "disallow", "path": "/theme/*?page", "line": 4 }, { "directive": "disallow", "path": "/apple-touch-icon-precomposed.png", "line": 5 }, { "directive": "disallow", "path": "/error-404", "line": 6 }, { "directive": "disallow", "path": "/media-center/press-releases?utm_source=Direct", "line": 7 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/media-center/press-releases", "line": 3 }, { "directive": "disallow", "path": "/theme/*?page", "line": 4 }, { "directive": "disallow", "path": "/apple-touch-icon-precomposed.png", "line": 5 }, { "directive": "disallow", "path": "/error-404", "line": 6 }, { "directive": "disallow", "path": "/media-center/press-releases?utm_source=Direct", "line": 7 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/media-center/press-releases", "line": 3 }, { "directive": "disallow", "path": "/theme/*?page", "line": 4 }, { "directive": "disallow", "path": "/apple-touch-icon-precomposed.png", "line": 5 }, { "directive": "disallow", "path": "/error-404", "line": 6 }, { "directive": "disallow", "path": "/media-center/press-releases?utm_source=Direct", "line": 7 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.jnj.com/robots.txt", "contentType": "text/plain", "sha256": "6418c413dc559473e07f9390980446e80292a89c3966ecd0757f2b864d8ab9a0", "bytes": 2340 }, { "company": "Johnson Controls", "cik": "833444", "sector": "Industrials", "origin": "https://www.johnsoncontrols.com", "checkedAt": "2026-09-26T04:55:40.582Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 5 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 8 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 11 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.johnsoncontrols.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "7090da642939cf7d89b3a29e38c1448e50ce85b6170e1fd4101e713dfc9dd586", "bytes": 225 }, { "company": "JPMorgan Chase", "cik": "19617", "sector": "Financials", "origin": "https://www.jpmorganchase.com", "checkedAt": "2026-09-26T04:55:40.683Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/careers/explore-opportunities/tech-data-product", "line": 2 }, { "directive": "disallow", "path": "/about-us/aisymposium", "line": 3 }, { "directive": "disallow", "path": "/content/dam/jpm/ts-change-readiness/documents/", "line": 4 }, { "directive": "disallow", "path": "/careers/explore-opportunities/tech-data-product/job-details", "line": 5 }, { "directive": "disallow", "path": "/content/dam/jpmorgan/documents/JPMC-LCAW-2025-Key-Takeaways.pdf", "line": 6 }, { "directive": "disallow", "path": "/content/dam/jpm/structured-products-documents/", "line": 7 }, { "directive": "allow", "path": "/sitemap.xml", "line": 8 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/careers/explore-opportunities/tech-data-product", "line": 2 }, { "directive": "disallow", "path": "/about-us/aisymposium", "line": 3 }, { "directive": "disallow", "path": "/content/dam/jpm/ts-change-readiness/documents/", "line": 4 }, { "directive": "disallow", "path": "/careers/explore-opportunities/tech-data-product/job-details", "line": 5 }, { "directive": "disallow", "path": "/content/dam/jpmorgan/documents/JPMC-LCAW-2025-Key-Takeaways.pdf", "line": 6 }, { "directive": "disallow", "path": "/content/dam/jpm/structured-products-documents/", "line": 7 }, { "directive": "allow", "path": "/sitemap.xml", "line": 8 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/careers/explore-opportunities/tech-data-product", "line": 2 }, { "directive": "disallow", "path": "/about-us/aisymposium", "line": 3 }, { "directive": "disallow", "path": "/content/dam/jpm/ts-change-readiness/documents/", "line": 4 }, { "directive": "disallow", "path": "/careers/explore-opportunities/tech-data-product/job-details", "line": 5 }, { "directive": "disallow", "path": "/content/dam/jpmorgan/documents/JPMC-LCAW-2025-Key-Takeaways.pdf", "line": 6 }, { "directive": "disallow", "path": "/content/dam/jpm/structured-products-documents/", "line": 7 }, { "directive": "allow", "path": "/sitemap.xml", "line": 8 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/careers/explore-opportunities/tech-data-product", "line": 2 }, { "directive": "disallow", "path": "/about-us/aisymposium", "line": 3 }, { "directive": "disallow", "path": "/content/dam/jpm/ts-change-readiness/documents/", "line": 4 }, { "directive": "disallow", "path": "/careers/explore-opportunities/tech-data-product/job-details", "line": 5 }, { "directive": "disallow", "path": "/content/dam/jpmorgan/documents/JPMC-LCAW-2025-Key-Takeaways.pdf", "line": 6 }, { "directive": "disallow", "path": "/content/dam/jpm/structured-products-documents/", "line": 7 }, { "directive": "allow", "path": "/sitemap.xml", "line": 8 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/careers/explore-opportunities/tech-data-product", "line": 2 }, { "directive": "disallow", "path": "/about-us/aisymposium", "line": 3 }, { "directive": "disallow", "path": "/content/dam/jpm/ts-change-readiness/documents/", "line": 4 }, { "directive": "disallow", "path": "/careers/explore-opportunities/tech-data-product/job-details", "line": 5 }, { "directive": "disallow", "path": "/content/dam/jpmorgan/documents/JPMC-LCAW-2025-Key-Takeaways.pdf", "line": 6 }, { "directive": "disallow", "path": "/content/dam/jpm/structured-products-documents/", "line": 7 }, { "directive": "allow", "path": "/sitemap.xml", "line": 8 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/careers/explore-opportunities/tech-data-product", "line": 2 }, { "directive": "disallow", "path": "/about-us/aisymposium", "line": 3 }, { "directive": "disallow", "path": "/content/dam/jpm/ts-change-readiness/documents/", "line": 4 }, { "directive": "disallow", "path": "/careers/explore-opportunities/tech-data-product/job-details", "line": 5 }, { "directive": "disallow", "path": "/content/dam/jpmorgan/documents/JPMC-LCAW-2025-Key-Takeaways.pdf", "line": 6 }, { "directive": "disallow", "path": "/content/dam/jpm/structured-products-documents/", "line": 7 }, { "directive": "allow", "path": "/sitemap.xml", "line": 8 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/careers/explore-opportunities/tech-data-product", "line": 2 }, { "directive": "disallow", "path": "/about-us/aisymposium", "line": 3 }, { "directive": "disallow", "path": "/content/dam/jpm/ts-change-readiness/documents/", "line": 4 }, { "directive": "disallow", "path": "/careers/explore-opportunities/tech-data-product/job-details", "line": 5 }, { "directive": "disallow", "path": "/content/dam/jpmorgan/documents/JPMC-LCAW-2025-Key-Takeaways.pdf", "line": 6 }, { "directive": "disallow", "path": "/content/dam/jpm/structured-products-documents/", "line": 7 }, { "directive": "allow", "path": "/sitemap.xml", "line": 8 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/careers/explore-opportunities/tech-data-product", "line": 2 }, { "directive": "disallow", "path": "/about-us/aisymposium", "line": 3 }, { "directive": "disallow", "path": "/content/dam/jpm/ts-change-readiness/documents/", "line": 4 }, { "directive": "disallow", "path": "/careers/explore-opportunities/tech-data-product/job-details", "line": 5 }, { "directive": "disallow", "path": "/content/dam/jpmorgan/documents/JPMC-LCAW-2025-Key-Takeaways.pdf", "line": 6 }, { "directive": "disallow", "path": "/content/dam/jpm/structured-products-documents/", "line": 7 }, { "directive": "allow", "path": "/sitemap.xml", "line": 8 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.jpmorganchase.com/robots.txt", "contentType": "text/plain;charset=utf-8", "sha256": "dd14ce56e033ae6c67ba3e6c7b778ea3fabc540c761bacdc588b6290581f9ebf", "bytes": 437 }, { "company": "Kenvue", "cik": "1944048", "sector": "Consumer Staples", "origin": "https://www.kenvue.com", "checkedAt": "2026-09-26T04:55:40.726Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/apple-touch-icon-precomposed.png", "line": 4 }, { "directive": "disallow", "path": "/404-page", "line": 5 }, { "directive": "disallow", "path": "/autodiscover/autodiscover.xml", "line": 6 }, { "directive": "disallow", "path": "/careers-privacy-policy/*", "line": 7 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/apple-touch-icon-precomposed.png", "line": 4 }, { "directive": "disallow", "path": "/404-page", "line": 5 }, { "directive": "disallow", "path": "/autodiscover/autodiscover.xml", "line": 6 }, { "directive": "disallow", "path": "/careers-privacy-policy/*", "line": 7 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/apple-touch-icon-precomposed.png", "line": 4 }, { "directive": "disallow", "path": "/404-page", "line": 5 }, { "directive": "disallow", "path": "/autodiscover/autodiscover.xml", "line": 6 }, { "directive": "disallow", "path": "/careers-privacy-policy/*", "line": 7 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/apple-touch-icon-precomposed.png", "line": 4 }, { "directive": "disallow", "path": "/404-page", "line": 5 }, { "directive": "disallow", "path": "/autodiscover/autodiscover.xml", "line": 6 }, { "directive": "disallow", "path": "/careers-privacy-policy/*", "line": 7 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/apple-touch-icon-precomposed.png", "line": 4 }, { "directive": "disallow", "path": "/404-page", "line": 5 }, { "directive": "disallow", "path": "/autodiscover/autodiscover.xml", "line": 6 }, { "directive": "disallow", "path": "/careers-privacy-policy/*", "line": 7 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/apple-touch-icon-precomposed.png", "line": 4 }, { "directive": "disallow", "path": "/404-page", "line": 5 }, { "directive": "disallow", "path": "/autodiscover/autodiscover.xml", "line": 6 }, { "directive": "disallow", "path": "/careers-privacy-policy/*", "line": 7 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/apple-touch-icon-precomposed.png", "line": 4 }, { "directive": "disallow", "path": "/404-page", "line": 5 }, { "directive": "disallow", "path": "/autodiscover/autodiscover.xml", "line": 6 }, { "directive": "disallow", "path": "/careers-privacy-policy/*", "line": 7 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/apple-touch-icon-precomposed.png", "line": 4 }, { "directive": "disallow", "path": "/404-page", "line": 5 }, { "directive": "disallow", "path": "/autodiscover/autodiscover.xml", "line": 6 }, { "directive": "disallow", "path": "/careers-privacy-policy/*", "line": 7 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.kenvue.com/robots.txt", "contentType": "text/plain", "sha256": "11826de2136c898083b7f0e9bed6526cbf9401bf1be28b196bdb4f039331e5aa", "bytes": 1401 }, { "company": "Keurig Dr Pepper", "cik": "1418135", "sector": "Consumer Staples", "origin": "https://www.keurigdrpepper.com", "checkedAt": "2026-09-26T04:55:40.947Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.keurigdrpepper.com/robots.txt", "contentType": "text/plain", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "bytes": 0 }, { "company": "KeyCorp", "cik": "91576", "sector": "Financials", "origin": "https://www.key.com", "checkedAt": "2026-09-26T04:55:40.952Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.key.com/robots.txt", "contentType": "text/html" }, { "company": "Keysight Technologies", "cik": "1601046", "sector": "Information Technology", "origin": "http://www.keysight.com", "checkedAt": "2026-09-26T04:55:41.117Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/test/", "line": 20 }, { "directive": "disallow", "path": "/jumpstations/", "line": 21 }, { "directive": "disallow", "path": "/agilent/", "line": 22 }, { "directive": "disallow", "path": "/*/*/other/forms-ack/", "line": 23 }, { "directive": "disallow", "path": "/*/*/do-not-publish/", "line": 24 }, { "directive": "disallow", "path": "/*/*/assets/ndx/", "line": 25 }, { "directive": "disallow", "path": "/*/*/library/ndx/", "line": 26 }, { "directive": "disallow", "path": "/*/*/search.html/", "line": 27 }, { "directive": "disallow", "path": "/*/*/more-countries.html", "line": 28 }, { "directive": "disallow", "path": "/*/*/other/forms/", "line": 29 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/test/", "line": 20 }, { "directive": "disallow", "path": "/jumpstations/", "line": 21 }, { "directive": "disallow", "path": "/agilent/", "line": 22 }, { "directive": "disallow", "path": "/*/*/other/forms-ack/", "line": 23 }, { "directive": "disallow", "path": "/*/*/do-not-publish/", "line": 24 }, { "directive": "disallow", "path": "/*/*/assets/ndx/", "line": 25 }, { "directive": "disallow", "path": "/*/*/library/ndx/", "line": 26 }, { "directive": "disallow", "path": "/*/*/search.html/", "line": 27 }, { "directive": "disallow", "path": "/*/*/more-countries.html", "line": 28 }, { "directive": "disallow", "path": "/*/*/other/forms/", "line": 29 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/test/", "line": 20 }, { "directive": "disallow", "path": "/jumpstations/", "line": 21 }, { "directive": "disallow", "path": "/agilent/", "line": 22 }, { "directive": "disallow", "path": "/*/*/other/forms-ack/", "line": 23 }, { "directive": "disallow", "path": "/*/*/do-not-publish/", "line": 24 }, { "directive": "disallow", "path": "/*/*/assets/ndx/", "line": 25 }, { "directive": "disallow", "path": "/*/*/library/ndx/", "line": 26 }, { "directive": "disallow", "path": "/*/*/search.html/", "line": 27 }, { "directive": "disallow", "path": "/*/*/more-countries.html", "line": 28 }, { "directive": "disallow", "path": "/*/*/other/forms/", "line": 29 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/test/", "line": 20 }, { "directive": "disallow", "path": "/jumpstations/", "line": 21 }, { "directive": "disallow", "path": "/agilent/", "line": 22 }, { "directive": "disallow", "path": "/*/*/other/forms-ack/", "line": 23 }, { "directive": "disallow", "path": "/*/*/do-not-publish/", "line": 24 }, { "directive": "disallow", "path": "/*/*/assets/ndx/", "line": 25 }, { "directive": "disallow", "path": "/*/*/library/ndx/", "line": 26 }, { "directive": "disallow", "path": "/*/*/search.html/", "line": 27 }, { "directive": "disallow", "path": "/*/*/more-countries.html", "line": 28 }, { "directive": "disallow", "path": "/*/*/other/forms/", "line": 29 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/test/", "line": 20 }, { "directive": "disallow", "path": "/jumpstations/", "line": 21 }, { "directive": "disallow", "path": "/agilent/", "line": 22 }, { "directive": "disallow", "path": "/*/*/other/forms-ack/", "line": 23 }, { "directive": "disallow", "path": "/*/*/do-not-publish/", "line": 24 }, { "directive": "disallow", "path": "/*/*/assets/ndx/", "line": 25 }, { "directive": "disallow", "path": "/*/*/library/ndx/", "line": 26 }, { "directive": "disallow", "path": "/*/*/search.html/", "line": 27 }, { "directive": "disallow", "path": "/*/*/more-countries.html", "line": 28 }, { "directive": "disallow", "path": "/*/*/other/forms/", "line": 29 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/test/", "line": 20 }, { "directive": "disallow", "path": "/jumpstations/", "line": 21 }, { "directive": "disallow", "path": "/agilent/", "line": 22 }, { "directive": "disallow", "path": "/*/*/other/forms-ack/", "line": 23 }, { "directive": "disallow", "path": "/*/*/do-not-publish/", "line": 24 }, { "directive": "disallow", "path": "/*/*/assets/ndx/", "line": 25 }, { "directive": "disallow", "path": "/*/*/library/ndx/", "line": 26 }, { "directive": "disallow", "path": "/*/*/search.html/", "line": 27 }, { "directive": "disallow", "path": "/*/*/more-countries.html", "line": 28 }, { "directive": "disallow", "path": "/*/*/other/forms/", "line": 29 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/test/", "line": 20 }, { "directive": "disallow", "path": "/jumpstations/", "line": 21 }, { "directive": "disallow", "path": "/agilent/", "line": 22 }, { "directive": "disallow", "path": "/*/*/other/forms-ack/", "line": 23 }, { "directive": "disallow", "path": "/*/*/do-not-publish/", "line": 24 }, { "directive": "disallow", "path": "/*/*/assets/ndx/", "line": 25 }, { "directive": "disallow", "path": "/*/*/library/ndx/", "line": 26 }, { "directive": "disallow", "path": "/*/*/search.html/", "line": 27 }, { "directive": "disallow", "path": "/*/*/more-countries.html", "line": 28 }, { "directive": "disallow", "path": "/*/*/other/forms/", "line": 29 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/test/", "line": 20 }, { "directive": "disallow", "path": "/jumpstations/", "line": 21 }, { "directive": "disallow", "path": "/agilent/", "line": 22 }, { "directive": "disallow", "path": "/*/*/other/forms-ack/", "line": 23 }, { "directive": "disallow", "path": "/*/*/do-not-publish/", "line": 24 }, { "directive": "disallow", "path": "/*/*/assets/ndx/", "line": 25 }, { "directive": "disallow", "path": "/*/*/library/ndx/", "line": 26 }, { "directive": "disallow", "path": "/*/*/search.html/", "line": 27 }, { "directive": "disallow", "path": "/*/*/more-countries.html", "line": 28 }, { "directive": "disallow", "path": "/*/*/other/forms/", "line": 29 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.keysight.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "44dffe265cb43e09ad5901bb4a4f3d401120aa9d8b44bf5091d3b81f79f204fb", "bytes": 1255 }, { "company": "Kimberly-Clark", "cik": "55785", "sector": "Consumer Staples", "origin": "http://www.kimberly-clark.com", "checkedAt": "2026-09-26T04:55:41.164Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.kimberly-clark.com/robots.txt", "contentType": "text/html; charset=UTF-8" }, { "company": "Kimco Realty", "cik": "879101", "sector": "Real Estate", "origin": "https://www.kimcorealty.com", "checkedAt": "2026-09-26T04:55:41.340Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.kimcorealty.com/robots.txt", "contentType": "text/html" }, { "company": "Kinder Morgan", "cik": "1506307", "sector": "Energy", "origin": "http://www.kindermorgan.com", "checkedAt": "2026-09-26T04:55:41.352Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/error", "line": 5 }, { "directive": "allow", "path": "*", "line": 8 } ], "warnings": [ 8 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/error", "line": 5 }, { "directive": "allow", "path": "*", "line": 8 } ], "warnings": [ 8 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/error", "line": 5 }, { "directive": "allow", "path": "*", "line": 8 } ], "warnings": [ 8 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/error", "line": 5 }, { "directive": "allow", "path": "*", "line": 8 } ], "warnings": [ 8 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/error", "line": 5 }, { "directive": "allow", "path": "*", "line": 8 } ], "warnings": [ 8 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/error", "line": 5 }, { "directive": "allow", "path": "*", "line": 8 } ], "warnings": [ 8 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/error", "line": 5 }, { "directive": "allow", "path": "*", "line": 8 } ], "warnings": [ 8 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/error", "line": 5 }, { "directive": "allow", "path": "*", "line": 8 } ], "warnings": [ 8 ] } }, "httpStatus": 200, "finalUrl": "https://www.kindermorgan.com/robots.txt", "contentType": "text/plain", "sha256": "dca2526d3494af44f854d9e49f760771ebab69c5813a08f180e691eb5f994b33", "bytes": 97 }, { "company": "KKR & Co.", "cik": "1404912", "sector": "Financials", "origin": "https://www.kkr.com", "checkedAt": "2026-09-26T04:55:41.543Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.kkr.com/robots.txt", "contentType": "text/plain;charset=utf-8", "sha256": "0852b7c59aad6e7e62bee2df12cced88772753faaed662bb1f66351e3a84c84d", "bytes": 70 }, { "company": "KLA Corporation", "cik": "319201", "sector": "Information Technology", "origin": "https://www.kla.com", "checkedAt": "2026-09-26T04:55:41.548Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/formidable", "line": 5 }, { "directive": "disallow", "path": "/wp-content/uploads/kla-logo.png", "line": 6 }, { "directive": "disallow", "path": "/documents/products/brochures", "line": 7 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/formidable", "line": 5 }, { "directive": "disallow", "path": "/wp-content/uploads/kla-logo.png", "line": 6 }, { "directive": "disallow", "path": "/documents/products/brochures", "line": 7 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/formidable", "line": 5 }, { "directive": "disallow", "path": "/wp-content/uploads/kla-logo.png", "line": 6 }, { "directive": "disallow", "path": "/documents/products/brochures", "line": 7 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/formidable", "line": 5 }, { "directive": "disallow", "path": "/wp-content/uploads/kla-logo.png", "line": 6 }, { "directive": "disallow", "path": "/documents/products/brochures", "line": 7 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/formidable", "line": 5 }, { "directive": "disallow", "path": "/wp-content/uploads/kla-logo.png", "line": 6 }, { "directive": "disallow", "path": "/documents/products/brochures", "line": 7 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/formidable", "line": 5 }, { "directive": "disallow", "path": "/wp-content/uploads/kla-logo.png", "line": 6 }, { "directive": "disallow", "path": "/documents/products/brochures", "line": 7 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/formidable", "line": 5 }, { "directive": "disallow", "path": "/wp-content/uploads/kla-logo.png", "line": 6 }, { "directive": "disallow", "path": "/documents/products/brochures", "line": 7 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/formidable", "line": 5 }, { "directive": "disallow", "path": "/wp-content/uploads/kla-logo.png", "line": 6 }, { "directive": "disallow", "path": "/documents/products/brochures", "line": 7 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.kla.com/robots.txt", "contentType": "text/plain", "sha256": "7d0ea604fc43107ff8697078508ff57d17b3f91ebe2096f3e68358263d91d5c1", "bytes": 532 }, { "company": "Kraft Heinz", "cik": "1637459", "sector": "Consumer Staples", "origin": "http://www.kraftheinzcompany.com", "checkedAt": "2026-09-26T04:55:41.737Z", "status": "missing_file", "bots": null, "httpStatus": 404, "finalUrl": "https://www.kraftheinzcompany.com/robots.txt", "contentType": "text/html" }, { "company": "Kroger", "cik": "56873", "sector": "Consumer Staples", "origin": "https://www.kroger.com", "checkedAt": "2026-09-26T04:55:41.750Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "L3Harris", "cik": "202058", "sector": "Industrials", "origin": "https://www.l3harris.com", "checkedAt": "2026-09-26T04:55:42.001Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/404", "line": 83 }, { "directive": "disallow", "path": "/*00x.pdf$", "line": 84 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/404", "line": 83 }, { "directive": "disallow", "path": "/*00x.pdf$", "line": 84 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/404", "line": 83 }, { "directive": "disallow", "path": "/*00x.pdf$", "line": 84 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/404", "line": 83 }, { "directive": "disallow", "path": "/*00x.pdf$", "line": 84 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/404", "line": 83 }, { "directive": "disallow", "path": "/*00x.pdf$", "line": 84 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/404", "line": 83 }, { "directive": "disallow", "path": "/*00x.pdf$", "line": 84 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/404", "line": 83 }, { "directive": "disallow", "path": "/*00x.pdf$", "line": 84 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/404", "line": 83 }, { "directive": "disallow", "path": "/*00x.pdf$", "line": 84 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.l3harris.com/robots.txt", "contentType": "text/plain", "sha256": "3f3665ea4ad16bb01f2fd3f317fe8d1e4c7ea14384679be059883512e69c0eb9", "bytes": 2231 }, { "company": "Labcorp", "cik": "920148", "sector": "Health Care", "origin": "https://www.labcorp.com", "checkedAt": "2026-09-26T04:55:42.427Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 4 }, { "directive": "allow", "path": "/core/*.js$", "line": 5 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 6 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 7 }, { "directive": "allow", "path": "/core/*.png", "line": 8 }, { "directive": "allow", "path": "/core/*.jpg", "line": 9 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 10 }, { "directive": "allow", "path": "/core/*.svg", "line": 11 }, { "directive": "allow", "path": "/profiles/*.png", "line": 12 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 13 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 14 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 15 }, { "directive": "disallow", "path": "/admin/", "line": 18 }, { "directive": "disallow", "path": "/node/add/", "line": 19 }, { "directive": "disallow", "path": "/comment/reply/", "line": 20 }, { "directive": "disallow", "path": "/filter/tips", "line": 21 }, { "directive": "disallow", "path": "/user/", "line": 22 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 23 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 24 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 25 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 26 }, { "directive": "disallow", "path": "/index.php/user/", "line": 27 }, { "directive": "disallow", "path": "/search/", "line": 30 }, { "directive": "disallow", "path": "/form/", "line": 31 }, { "directive": "disallow", "path": "/labcorp/login/", "line": 34 }, { "directive": "disallow", "path": "/labcorp/logout/", "line": 35 }, { "directive": "disallow", "path": "/labcorp/register/", "line": 36 }, { "directive": "disallow", "path": "/labcorp/password/", "line": 37 }, { "directive": "disallow", "path": "/patsched-cs", "line": 40 }, { "directive": "disallow", "path": "/patients/labs-and-appointments/results", "line": 41 }, { "directive": "disallow", "path": "/rate/", "line": 42 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 4 }, { "directive": "allow", "path": "/core/*.js$", "line": 5 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 6 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 7 }, { "directive": "allow", "path": "/core/*.png", "line": 8 }, { "directive": "allow", "path": "/core/*.jpg", "line": 9 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 10 }, { "directive": "allow", "path": "/core/*.svg", "line": 11 }, { "directive": "allow", "path": "/profiles/*.png", "line": 12 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 13 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 14 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 15 }, { "directive": "disallow", "path": "/admin/", "line": 18 }, { "directive": "disallow", "path": "/node/add/", "line": 19 }, { "directive": "disallow", "path": "/comment/reply/", "line": 20 }, { "directive": "disallow", "path": "/filter/tips", "line": 21 }, { "directive": "disallow", "path": "/user/", "line": 22 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 23 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 24 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 25 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 26 }, { "directive": "disallow", "path": "/index.php/user/", "line": 27 }, { "directive": "disallow", "path": "/search/", "line": 30 }, { "directive": "disallow", "path": "/form/", "line": 31 }, { "directive": "disallow", "path": "/labcorp/login/", "line": 34 }, { "directive": "disallow", "path": "/labcorp/logout/", "line": 35 }, { "directive": "disallow", "path": "/labcorp/register/", "line": 36 }, { "directive": "disallow", "path": "/labcorp/password/", "line": 37 }, { "directive": "disallow", "path": "/patsched-cs", "line": 40 }, { "directive": "disallow", "path": "/patients/labs-and-appointments/results", "line": 41 }, { "directive": "disallow", "path": "/rate/", "line": 42 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 4 }, { "directive": "allow", "path": "/core/*.js$", "line": 5 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 6 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 7 }, { "directive": "allow", "path": "/core/*.png", "line": 8 }, { "directive": "allow", "path": "/core/*.jpg", "line": 9 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 10 }, { "directive": "allow", "path": "/core/*.svg", "line": 11 }, { "directive": "allow", "path": "/profiles/*.png", "line": 12 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 13 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 14 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 15 }, { "directive": "disallow", "path": "/admin/", "line": 18 }, { "directive": "disallow", "path": "/node/add/", "line": 19 }, { "directive": "disallow", "path": "/comment/reply/", "line": 20 }, { "directive": "disallow", "path": "/filter/tips", "line": 21 }, { "directive": "disallow", "path": "/user/", "line": 22 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 23 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 24 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 25 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 26 }, { "directive": "disallow", "path": "/index.php/user/", "line": 27 }, { "directive": "disallow", "path": "/search/", "line": 30 }, { "directive": "disallow", "path": "/form/", "line": 31 }, { "directive": "disallow", "path": "/labcorp/login/", "line": 34 }, { "directive": "disallow", "path": "/labcorp/logout/", "line": 35 }, { "directive": "disallow", "path": "/labcorp/register/", "line": 36 }, { "directive": "disallow", "path": "/labcorp/password/", "line": 37 }, { "directive": "disallow", "path": "/patsched-cs", "line": 40 }, { "directive": "disallow", "path": "/patients/labs-and-appointments/results", "line": 41 }, { "directive": "disallow", "path": "/rate/", "line": 42 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 4 }, { "directive": "allow", "path": "/core/*.js$", "line": 5 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 6 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 7 }, { "directive": "allow", "path": "/core/*.png", "line": 8 }, { "directive": "allow", "path": "/core/*.jpg", "line": 9 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 10 }, { "directive": "allow", "path": "/core/*.svg", "line": 11 }, { "directive": "allow", "path": "/profiles/*.png", "line": 12 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 13 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 14 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 15 }, { "directive": "disallow", "path": "/admin/", "line": 18 }, { "directive": "disallow", "path": "/node/add/", "line": 19 }, { "directive": "disallow", "path": "/comment/reply/", "line": 20 }, { "directive": "disallow", "path": "/filter/tips", "line": 21 }, { "directive": "disallow", "path": "/user/", "line": 22 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 23 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 24 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 25 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 26 }, { "directive": "disallow", "path": "/index.php/user/", "line": 27 }, { "directive": "disallow", "path": "/search/", "line": 30 }, { "directive": "disallow", "path": "/form/", "line": 31 }, { "directive": "disallow", "path": "/labcorp/login/", "line": 34 }, { "directive": "disallow", "path": "/labcorp/logout/", "line": 35 }, { "directive": "disallow", "path": "/labcorp/register/", "line": 36 }, { "directive": "disallow", "path": "/labcorp/password/", "line": 37 }, { "directive": "disallow", "path": "/patsched-cs", "line": 40 }, { "directive": "disallow", "path": "/patients/labs-and-appointments/results", "line": 41 }, { "directive": "disallow", "path": "/rate/", "line": 42 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 4 }, { "directive": "allow", "path": "/core/*.js$", "line": 5 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 6 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 7 }, { "directive": "allow", "path": "/core/*.png", "line": 8 }, { "directive": "allow", "path": "/core/*.jpg", "line": 9 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 10 }, { "directive": "allow", "path": "/core/*.svg", "line": 11 }, { "directive": "allow", "path": "/profiles/*.png", "line": 12 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 13 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 14 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 15 }, { "directive": "disallow", "path": "/admin/", "line": 18 }, { "directive": "disallow", "path": "/node/add/", "line": 19 }, { "directive": "disallow", "path": "/comment/reply/", "line": 20 }, { "directive": "disallow", "path": "/filter/tips", "line": 21 }, { "directive": "disallow", "path": "/user/", "line": 22 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 23 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 24 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 25 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 26 }, { "directive": "disallow", "path": "/index.php/user/", "line": 27 }, { "directive": "disallow", "path": "/search/", "line": 30 }, { "directive": "disallow", "path": "/form/", "line": 31 }, { "directive": "disallow", "path": "/labcorp/login/", "line": 34 }, { "directive": "disallow", "path": "/labcorp/logout/", "line": 35 }, { "directive": "disallow", "path": "/labcorp/register/", "line": 36 }, { "directive": "disallow", "path": "/labcorp/password/", "line": 37 }, { "directive": "disallow", "path": "/patsched-cs", "line": 40 }, { "directive": "disallow", "path": "/patients/labs-and-appointments/results", "line": 41 }, { "directive": "disallow", "path": "/rate/", "line": 42 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 4 }, { "directive": "allow", "path": "/core/*.js$", "line": 5 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 6 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 7 }, { "directive": "allow", "path": "/core/*.png", "line": 8 }, { "directive": "allow", "path": "/core/*.jpg", "line": 9 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 10 }, { "directive": "allow", "path": "/core/*.svg", "line": 11 }, { "directive": "allow", "path": "/profiles/*.png", "line": 12 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 13 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 14 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 15 }, { "directive": "disallow", "path": "/admin/", "line": 18 }, { "directive": "disallow", "path": "/node/add/", "line": 19 }, { "directive": "disallow", "path": "/comment/reply/", "line": 20 }, { "directive": "disallow", "path": "/filter/tips", "line": 21 }, { "directive": "disallow", "path": "/user/", "line": 22 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 23 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 24 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 25 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 26 }, { "directive": "disallow", "path": "/index.php/user/", "line": 27 }, { "directive": "disallow", "path": "/search/", "line": 30 }, { "directive": "disallow", "path": "/form/", "line": 31 }, { "directive": "disallow", "path": "/labcorp/login/", "line": 34 }, { "directive": "disallow", "path": "/labcorp/logout/", "line": 35 }, { "directive": "disallow", "path": "/labcorp/register/", "line": 36 }, { "directive": "disallow", "path": "/labcorp/password/", "line": 37 }, { "directive": "disallow", "path": "/patsched-cs", "line": 40 }, { "directive": "disallow", "path": "/patients/labs-and-appointments/results", "line": 41 }, { "directive": "disallow", "path": "/rate/", "line": 42 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 4 }, { "directive": "allow", "path": "/core/*.js$", "line": 5 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 6 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 7 }, { "directive": "allow", "path": "/core/*.png", "line": 8 }, { "directive": "allow", "path": "/core/*.jpg", "line": 9 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 10 }, { "directive": "allow", "path": "/core/*.svg", "line": 11 }, { "directive": "allow", "path": "/profiles/*.png", "line": 12 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 13 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 14 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 15 }, { "directive": "disallow", "path": "/admin/", "line": 18 }, { "directive": "disallow", "path": "/node/add/", "line": 19 }, { "directive": "disallow", "path": "/comment/reply/", "line": 20 }, { "directive": "disallow", "path": "/filter/tips", "line": 21 }, { "directive": "disallow", "path": "/user/", "line": 22 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 23 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 24 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 25 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 26 }, { "directive": "disallow", "path": "/index.php/user/", "line": 27 }, { "directive": "disallow", "path": "/search/", "line": 30 }, { "directive": "disallow", "path": "/form/", "line": 31 }, { "directive": "disallow", "path": "/labcorp/login/", "line": 34 }, { "directive": "disallow", "path": "/labcorp/logout/", "line": 35 }, { "directive": "disallow", "path": "/labcorp/register/", "line": 36 }, { "directive": "disallow", "path": "/labcorp/password/", "line": 37 }, { "directive": "disallow", "path": "/patsched-cs", "line": 40 }, { "directive": "disallow", "path": "/patients/labs-and-appointments/results", "line": 41 }, { "directive": "disallow", "path": "/rate/", "line": 42 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 4 }, { "directive": "allow", "path": "/core/*.js$", "line": 5 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 6 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 7 }, { "directive": "allow", "path": "/core/*.png", "line": 8 }, { "directive": "allow", "path": "/core/*.jpg", "line": 9 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 10 }, { "directive": "allow", "path": "/core/*.svg", "line": 11 }, { "directive": "allow", "path": "/profiles/*.png", "line": 12 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 13 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 14 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 15 }, { "directive": "disallow", "path": "/admin/", "line": 18 }, { "directive": "disallow", "path": "/node/add/", "line": 19 }, { "directive": "disallow", "path": "/comment/reply/", "line": 20 }, { "directive": "disallow", "path": "/filter/tips", "line": 21 }, { "directive": "disallow", "path": "/user/", "line": 22 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 23 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 24 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 25 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 26 }, { "directive": "disallow", "path": "/index.php/user/", "line": 27 }, { "directive": "disallow", "path": "/search/", "line": 30 }, { "directive": "disallow", "path": "/form/", "line": 31 }, { "directive": "disallow", "path": "/labcorp/login/", "line": 34 }, { "directive": "disallow", "path": "/labcorp/logout/", "line": 35 }, { "directive": "disallow", "path": "/labcorp/register/", "line": 36 }, { "directive": "disallow", "path": "/labcorp/password/", "line": 37 }, { "directive": "disallow", "path": "/patsched-cs", "line": 40 }, { "directive": "disallow", "path": "/patients/labs-and-appointments/results", "line": 41 }, { "directive": "disallow", "path": "/rate/", "line": 42 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.labcorp.com/robots.txt", "contentType": "text/plain; charset=ISO-8859-1", "sha256": "623a40fefbeab1ed2658b06b5a3e87f5b762922911daa5f941af46fe7cbdc941", "bytes": 1057 }, { "company": "Lam Research", "cik": "707549", "sector": "Information Technology", "origin": "https://www.lamresearch.com", "checkedAt": "2026-09-26T04:55:42.690Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.lamresearch.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "5856b23b99444527d4d8509dad82c527d49543accb38892c233389d5590f98bb", "bytes": 193 }, { "company": "Las Vegas Sands", "cik": "1300514", "sector": "Consumer Discretionary", "origin": "http://www.lasvegassands.com", "checkedAt": "2026-09-26T04:55:42.965Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "http://www.lasvegassands.com/robots.txt", "contentType": "text/html" }, { "company": "Leidos", "cik": "1336920", "sector": "Industrials", "origin": "http://www.leidos.com", "checkedAt": "2026-09-26T04:55:43.113Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.leidos.com/robots.txt", "contentType": "text/plain", "sha256": "773fb8d35bb9a39d35335ee6db8dc5c912d2aacbfb823152d9c61cd647dd902d", "bytes": 2027 }, { "company": "Lennar", "cik": "920760", "sector": "Consumer Discretionary", "origin": "http://www.lennar.com", "checkedAt": "2026-09-26T04:55:43.481Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*included", "line": 2 }, { "directive": "disallow", "path": "/*nearby-places", "line": 3 }, { "directive": "disallow", "path": "/*faq", "line": 4 }, { "directive": "disallow", "path": "/*services", "line": 5 }, { "directive": "disallow", "path": "/*amenities", "line": 6 }, { "directive": "disallow", "path": "/*nearby-schools", "line": 7 }, { "directive": "disallow", "path": "/*walkthrough", "line": 8 }, { "directive": "disallow", "path": "/*schedule-tour", "line": 9 }, { "directive": "disallow", "path": "/episerver", "line": 10 }, { "directive": "disallow", "path": "/*brochure", "line": 11 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*included", "line": 2 }, { "directive": "disallow", "path": "/*nearby-places", "line": 3 }, { "directive": "disallow", "path": "/*faq", "line": 4 }, { "directive": "disallow", "path": "/*services", "line": 5 }, { "directive": "disallow", "path": "/*amenities", "line": 6 }, { "directive": "disallow", "path": "/*nearby-schools", "line": 7 }, { "directive": "disallow", "path": "/*walkthrough", "line": 8 }, { "directive": "disallow", "path": "/*schedule-tour", "line": 9 }, { "directive": "disallow", "path": "/episerver", "line": 10 }, { "directive": "disallow", "path": "/*brochure", "line": 11 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*included", "line": 2 }, { "directive": "disallow", "path": "/*nearby-places", "line": 3 }, { "directive": "disallow", "path": "/*faq", "line": 4 }, { "directive": "disallow", "path": "/*services", "line": 5 }, { "directive": "disallow", "path": "/*amenities", "line": 6 }, { "directive": "disallow", "path": "/*nearby-schools", "line": 7 }, { "directive": "disallow", "path": "/*walkthrough", "line": 8 }, { "directive": "disallow", "path": "/*schedule-tour", "line": 9 }, { "directive": "disallow", "path": "/episerver", "line": 10 }, { "directive": "disallow", "path": "/*brochure", "line": 11 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*included", "line": 2 }, { "directive": "disallow", "path": "/*nearby-places", "line": 3 }, { "directive": "disallow", "path": "/*faq", "line": 4 }, { "directive": "disallow", "path": "/*services", "line": 5 }, { "directive": "disallow", "path": "/*amenities", "line": 6 }, { "directive": "disallow", "path": "/*nearby-schools", "line": 7 }, { "directive": "disallow", "path": "/*walkthrough", "line": 8 }, { "directive": "disallow", "path": "/*schedule-tour", "line": 9 }, { "directive": "disallow", "path": "/episerver", "line": 10 }, { "directive": "disallow", "path": "/*brochure", "line": 11 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*included", "line": 2 }, { "directive": "disallow", "path": "/*nearby-places", "line": 3 }, { "directive": "disallow", "path": "/*faq", "line": 4 }, { "directive": "disallow", "path": "/*services", "line": 5 }, { "directive": "disallow", "path": "/*amenities", "line": 6 }, { "directive": "disallow", "path": "/*nearby-schools", "line": 7 }, { "directive": "disallow", "path": "/*walkthrough", "line": 8 }, { "directive": "disallow", "path": "/*schedule-tour", "line": 9 }, { "directive": "disallow", "path": "/episerver", "line": 10 }, { "directive": "disallow", "path": "/*brochure", "line": 11 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*included", "line": 2 }, { "directive": "disallow", "path": "/*nearby-places", "line": 3 }, { "directive": "disallow", "path": "/*faq", "line": 4 }, { "directive": "disallow", "path": "/*services", "line": 5 }, { "directive": "disallow", "path": "/*amenities", "line": 6 }, { "directive": "disallow", "path": "/*nearby-schools", "line": 7 }, { "directive": "disallow", "path": "/*walkthrough", "line": 8 }, { "directive": "disallow", "path": "/*schedule-tour", "line": 9 }, { "directive": "disallow", "path": "/episerver", "line": 10 }, { "directive": "disallow", "path": "/*brochure", "line": 11 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*included", "line": 2 }, { "directive": "disallow", "path": "/*nearby-places", "line": 3 }, { "directive": "disallow", "path": "/*faq", "line": 4 }, { "directive": "disallow", "path": "/*services", "line": 5 }, { "directive": "disallow", "path": "/*amenities", "line": 6 }, { "directive": "disallow", "path": "/*nearby-schools", "line": 7 }, { "directive": "disallow", "path": "/*walkthrough", "line": 8 }, { "directive": "disallow", "path": "/*schedule-tour", "line": 9 }, { "directive": "disallow", "path": "/episerver", "line": 10 }, { "directive": "disallow", "path": "/*brochure", "line": 11 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*included", "line": 2 }, { "directive": "disallow", "path": "/*nearby-places", "line": 3 }, { "directive": "disallow", "path": "/*faq", "line": 4 }, { "directive": "disallow", "path": "/*services", "line": 5 }, { "directive": "disallow", "path": "/*amenities", "line": 6 }, { "directive": "disallow", "path": "/*nearby-schools", "line": 7 }, { "directive": "disallow", "path": "/*walkthrough", "line": 8 }, { "directive": "disallow", "path": "/*schedule-tour", "line": 9 }, { "directive": "disallow", "path": "/episerver", "line": 10 }, { "directive": "disallow", "path": "/*brochure", "line": 11 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.lennar.com/robots.txt", "contentType": "text/plain", "sha256": "8b34f83dc22f8f2cef6f9eced2fd58092a6a2b31bb4c161eaed5227df71757d5", "bytes": 297 }, { "company": "Lennox International", "cik": "1069202", "sector": "Industrials", "origin": "https://www.lennox.com", "checkedAt": "2026-09-26T04:55:46.950Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/costco*", "line": 16 }, { "directive": "disallow", "path": "/residential/webservices*", "line": 17 }, { "directive": "disallow", "path": "/rnd*", "line": 18 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/costco*", "line": 16 }, { "directive": "disallow", "path": "/residential/webservices*", "line": 17 }, { "directive": "disallow", "path": "/rnd*", "line": 18 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/costco*", "line": 16 }, { "directive": "disallow", "path": "/residential/webservices*", "line": 17 }, { "directive": "disallow", "path": "/rnd*", "line": 18 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/costco*", "line": 16 }, { "directive": "disallow", "path": "/residential/webservices*", "line": 17 }, { "directive": "disallow", "path": "/rnd*", "line": 18 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/costco*", "line": 16 }, { "directive": "disallow", "path": "/residential/webservices*", "line": 17 }, { "directive": "disallow", "path": "/rnd*", "line": 18 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/costco*", "line": 16 }, { "directive": "disallow", "path": "/residential/webservices*", "line": 17 }, { "directive": "disallow", "path": "/rnd*", "line": 18 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/costco*", "line": 16 }, { "directive": "disallow", "path": "/residential/webservices*", "line": 17 }, { "directive": "disallow", "path": "/rnd*", "line": 18 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/costco*", "line": 16 }, { "directive": "disallow", "path": "/residential/webservices*", "line": 17 }, { "directive": "disallow", "path": "/rnd*", "line": 18 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.lennox.com/robots.txt", "contentType": "text/plain ;charset=UTF-8", "sha256": "fe936396270467e8c5381d9d7ca2ee7d0d0f5a29fd69b0fa2227d2c5cde8f157", "bytes": 425 }, { "company": "Lilly (Eli)", "cik": "59478", "sector": "Health Care", "origin": "https://www.lilly.com", "checkedAt": "2026-09-26T04:55:46.992Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/lillydirect/feedback-survey", "line": 3 }, { "directive": "disallow", "path": "/lillydirect/feedback-survey/es", "line": 4 }, { "directive": "disallow", "path": "/lillydirect/starting-zepbound", "line": 5 }, { "directive": "disallow", "path": "/lillydirect/starting-zepbound/es", "line": 6 }, { "directive": "disallow", "path": "/media-downloads", "line": 7 }, { "directive": "disallow", "path": "/at/mounjaro", "line": 8 }, { "directive": "disallow", "path": "/at/kongresse/ögr2024", "line": 9 }, { "directive": "disallow", "path": "/fi/laakarille/lihavuussairautena", "line": 10 }, { "directive": "disallow", "path": "/fi/laakarille/lihavuudenhoito", "line": 11 }, { "directive": "disallow", "path": "/manufacturing-2025", "line": 12 }, { "directive": "disallow", "path": "/br/lançamentoJaypirce", "line": 13 }, { "directive": "disallow", "path": "/fi/laakarille/silta/silta2025", "line": 14 }, { "directive": "disallow", "path": "/fi/laakarille/onkologia/signaali", "line": 15 }, { "directive": "disallow", "path": "/news/media/media-downloads", "line": 16 }, { "directive": "disallow", "path": "/news/media/video-library", "line": 17 }, { "directive": "disallow", "path": "/drafts/", "line": 18 }, { "directive": "disallow", "path": "/report-side-effects-concerns", "line": 19 }, { "directive": "disallow", "path": "/lillydirect/oura", "line": 20 }, { "directive": "disallow", "path": "/lillydirect/oura-offer", "line": 21 }, { "directive": "disallow", "path": "/uk/lillydirect/", "line": 22 }, { "directive": "disallow", "path": "/uk/lillydirect/get-started", "line": 23 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/lillydirect/feedback-survey", "line": 3 }, { "directive": "disallow", "path": "/lillydirect/feedback-survey/es", "line": 4 }, { "directive": "disallow", "path": "/lillydirect/starting-zepbound", "line": 5 }, { "directive": "disallow", "path": "/lillydirect/starting-zepbound/es", "line": 6 }, { "directive": "disallow", "path": "/media-downloads", "line": 7 }, { "directive": "disallow", "path": "/at/mounjaro", "line": 8 }, { "directive": "disallow", "path": "/at/kongresse/ögr2024", "line": 9 }, { "directive": "disallow", "path": "/fi/laakarille/lihavuussairautena", "line": 10 }, { "directive": "disallow", "path": "/fi/laakarille/lihavuudenhoito", "line": 11 }, { "directive": "disallow", "path": "/manufacturing-2025", "line": 12 }, { "directive": "disallow", "path": "/br/lançamentoJaypirce", "line": 13 }, { "directive": "disallow", "path": "/fi/laakarille/silta/silta2025", "line": 14 }, { "directive": "disallow", "path": "/fi/laakarille/onkologia/signaali", "line": 15 }, { "directive": "disallow", "path": "/news/media/media-downloads", "line": 16 }, { "directive": "disallow", "path": "/news/media/video-library", "line": 17 }, { "directive": "disallow", "path": "/drafts/", "line": 18 }, { "directive": "disallow", "path": "/report-side-effects-concerns", "line": 19 }, { "directive": "disallow", "path": "/lillydirect/oura", "line": 20 }, { "directive": "disallow", "path": "/lillydirect/oura-offer", "line": 21 }, { "directive": "disallow", "path": "/uk/lillydirect/", "line": 22 }, { "directive": "disallow", "path": "/uk/lillydirect/get-started", "line": 23 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/lillydirect/feedback-survey", "line": 3 }, { "directive": "disallow", "path": "/lillydirect/feedback-survey/es", "line": 4 }, { "directive": "disallow", "path": "/lillydirect/starting-zepbound", "line": 5 }, { "directive": "disallow", "path": "/lillydirect/starting-zepbound/es", "line": 6 }, { "directive": "disallow", "path": "/media-downloads", "line": 7 }, { "directive": "disallow", "path": "/at/mounjaro", "line": 8 }, { "directive": "disallow", "path": "/at/kongresse/ögr2024", "line": 9 }, { "directive": "disallow", "path": "/fi/laakarille/lihavuussairautena", "line": 10 }, { "directive": "disallow", "path": "/fi/laakarille/lihavuudenhoito", "line": 11 }, { "directive": "disallow", "path": "/manufacturing-2025", "line": 12 }, { "directive": "disallow", "path": "/br/lançamentoJaypirce", "line": 13 }, { "directive": "disallow", "path": "/fi/laakarille/silta/silta2025", "line": 14 }, { "directive": "disallow", "path": "/fi/laakarille/onkologia/signaali", "line": 15 }, { "directive": "disallow", "path": "/news/media/media-downloads", "line": 16 }, { "directive": "disallow", "path": "/news/media/video-library", "line": 17 }, { "directive": "disallow", "path": "/drafts/", "line": 18 }, { "directive": "disallow", "path": "/report-side-effects-concerns", "line": 19 }, { "directive": "disallow", "path": "/lillydirect/oura", "line": 20 }, { "directive": "disallow", "path": "/lillydirect/oura-offer", "line": 21 }, { "directive": "disallow", "path": "/uk/lillydirect/", "line": 22 }, { "directive": "disallow", "path": "/uk/lillydirect/get-started", "line": 23 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/lillydirect/feedback-survey", "line": 3 }, { "directive": "disallow", "path": "/lillydirect/feedback-survey/es", "line": 4 }, { "directive": "disallow", "path": "/lillydirect/starting-zepbound", "line": 5 }, { "directive": "disallow", "path": "/lillydirect/starting-zepbound/es", "line": 6 }, { "directive": "disallow", "path": "/media-downloads", "line": 7 }, { "directive": "disallow", "path": "/at/mounjaro", "line": 8 }, { "directive": "disallow", "path": "/at/kongresse/ögr2024", "line": 9 }, { "directive": "disallow", "path": "/fi/laakarille/lihavuussairautena", "line": 10 }, { "directive": "disallow", "path": "/fi/laakarille/lihavuudenhoito", "line": 11 }, { "directive": "disallow", "path": "/manufacturing-2025", "line": 12 }, { "directive": "disallow", "path": "/br/lançamentoJaypirce", "line": 13 }, { "directive": "disallow", "path": "/fi/laakarille/silta/silta2025", "line": 14 }, { "directive": "disallow", "path": "/fi/laakarille/onkologia/signaali", "line": 15 }, { "directive": "disallow", "path": "/news/media/media-downloads", "line": 16 }, { "directive": "disallow", "path": "/news/media/video-library", "line": 17 }, { "directive": "disallow", "path": "/drafts/", "line": 18 }, { "directive": "disallow", "path": "/report-side-effects-concerns", "line": 19 }, { "directive": "disallow", "path": "/lillydirect/oura", "line": 20 }, { "directive": "disallow", "path": "/lillydirect/oura-offer", "line": 21 }, { "directive": "disallow", "path": "/uk/lillydirect/", "line": 22 }, { "directive": "disallow", "path": "/uk/lillydirect/get-started", "line": 23 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/lillydirect/feedback-survey", "line": 3 }, { "directive": "disallow", "path": "/lillydirect/feedback-survey/es", "line": 4 }, { "directive": "disallow", "path": "/lillydirect/starting-zepbound", "line": 5 }, { "directive": "disallow", "path": "/lillydirect/starting-zepbound/es", "line": 6 }, { "directive": "disallow", "path": "/media-downloads", "line": 7 }, { "directive": "disallow", "path": "/at/mounjaro", "line": 8 }, { "directive": "disallow", "path": "/at/kongresse/ögr2024", "line": 9 }, { "directive": "disallow", "path": "/fi/laakarille/lihavuussairautena", "line": 10 }, { "directive": "disallow", "path": "/fi/laakarille/lihavuudenhoito", "line": 11 }, { "directive": "disallow", "path": "/manufacturing-2025", "line": 12 }, { "directive": "disallow", "path": "/br/lançamentoJaypirce", "line": 13 }, { "directive": "disallow", "path": "/fi/laakarille/silta/silta2025", "line": 14 }, { "directive": "disallow", "path": "/fi/laakarille/onkologia/signaali", "line": 15 }, { "directive": "disallow", "path": "/news/media/media-downloads", "line": 16 }, { "directive": "disallow", "path": "/news/media/video-library", "line": 17 }, { "directive": "disallow", "path": "/drafts/", "line": 18 }, { "directive": "disallow", "path": "/report-side-effects-concerns", "line": 19 }, { "directive": "disallow", "path": "/lillydirect/oura", "line": 20 }, { "directive": "disallow", "path": "/lillydirect/oura-offer", "line": 21 }, { "directive": "disallow", "path": "/uk/lillydirect/", "line": 22 }, { "directive": "disallow", "path": "/uk/lillydirect/get-started", "line": 23 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/lillydirect/feedback-survey", "line": 3 }, { "directive": "disallow", "path": "/lillydirect/feedback-survey/es", "line": 4 }, { "directive": "disallow", "path": "/lillydirect/starting-zepbound", "line": 5 }, { "directive": "disallow", "path": "/lillydirect/starting-zepbound/es", "line": 6 }, { "directive": "disallow", "path": "/media-downloads", "line": 7 }, { "directive": "disallow", "path": "/at/mounjaro", "line": 8 }, { "directive": "disallow", "path": "/at/kongresse/ögr2024", "line": 9 }, { "directive": "disallow", "path": "/fi/laakarille/lihavuussairautena", "line": 10 }, { "directive": "disallow", "path": "/fi/laakarille/lihavuudenhoito", "line": 11 }, { "directive": "disallow", "path": "/manufacturing-2025", "line": 12 }, { "directive": "disallow", "path": "/br/lançamentoJaypirce", "line": 13 }, { "directive": "disallow", "path": "/fi/laakarille/silta/silta2025", "line": 14 }, { "directive": "disallow", "path": "/fi/laakarille/onkologia/signaali", "line": 15 }, { "directive": "disallow", "path": "/news/media/media-downloads", "line": 16 }, { "directive": "disallow", "path": "/news/media/video-library", "line": 17 }, { "directive": "disallow", "path": "/drafts/", "line": 18 }, { "directive": "disallow", "path": "/report-side-effects-concerns", "line": 19 }, { "directive": "disallow", "path": "/lillydirect/oura", "line": 20 }, { "directive": "disallow", "path": "/lillydirect/oura-offer", "line": 21 }, { "directive": "disallow", "path": "/uk/lillydirect/", "line": 22 }, { "directive": "disallow", "path": "/uk/lillydirect/get-started", "line": 23 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/lillydirect/feedback-survey", "line": 3 }, { "directive": "disallow", "path": "/lillydirect/feedback-survey/es", "line": 4 }, { "directive": "disallow", "path": "/lillydirect/starting-zepbound", "line": 5 }, { "directive": "disallow", "path": "/lillydirect/starting-zepbound/es", "line": 6 }, { "directive": "disallow", "path": "/media-downloads", "line": 7 }, { "directive": "disallow", "path": "/at/mounjaro", "line": 8 }, { "directive": "disallow", "path": "/at/kongresse/ögr2024", "line": 9 }, { "directive": "disallow", "path": "/fi/laakarille/lihavuussairautena", "line": 10 }, { "directive": "disallow", "path": "/fi/laakarille/lihavuudenhoito", "line": 11 }, { "directive": "disallow", "path": "/manufacturing-2025", "line": 12 }, { "directive": "disallow", "path": "/br/lançamentoJaypirce", "line": 13 }, { "directive": "disallow", "path": "/fi/laakarille/silta/silta2025", "line": 14 }, { "directive": "disallow", "path": "/fi/laakarille/onkologia/signaali", "line": 15 }, { "directive": "disallow", "path": "/news/media/media-downloads", "line": 16 }, { "directive": "disallow", "path": "/news/media/video-library", "line": 17 }, { "directive": "disallow", "path": "/drafts/", "line": 18 }, { "directive": "disallow", "path": "/report-side-effects-concerns", "line": 19 }, { "directive": "disallow", "path": "/lillydirect/oura", "line": 20 }, { "directive": "disallow", "path": "/lillydirect/oura-offer", "line": 21 }, { "directive": "disallow", "path": "/uk/lillydirect/", "line": 22 }, { "directive": "disallow", "path": "/uk/lillydirect/get-started", "line": 23 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/lillydirect/feedback-survey", "line": 3 }, { "directive": "disallow", "path": "/lillydirect/feedback-survey/es", "line": 4 }, { "directive": "disallow", "path": "/lillydirect/starting-zepbound", "line": 5 }, { "directive": "disallow", "path": "/lillydirect/starting-zepbound/es", "line": 6 }, { "directive": "disallow", "path": "/media-downloads", "line": 7 }, { "directive": "disallow", "path": "/at/mounjaro", "line": 8 }, { "directive": "disallow", "path": "/at/kongresse/ögr2024", "line": 9 }, { "directive": "disallow", "path": "/fi/laakarille/lihavuussairautena", "line": 10 }, { "directive": "disallow", "path": "/fi/laakarille/lihavuudenhoito", "line": 11 }, { "directive": "disallow", "path": "/manufacturing-2025", "line": 12 }, { "directive": "disallow", "path": "/br/lançamentoJaypirce", "line": 13 }, { "directive": "disallow", "path": "/fi/laakarille/silta/silta2025", "line": 14 }, { "directive": "disallow", "path": "/fi/laakarille/onkologia/signaali", "line": 15 }, { "directive": "disallow", "path": "/news/media/media-downloads", "line": 16 }, { "directive": "disallow", "path": "/news/media/video-library", "line": 17 }, { "directive": "disallow", "path": "/drafts/", "line": 18 }, { "directive": "disallow", "path": "/report-side-effects-concerns", "line": 19 }, { "directive": "disallow", "path": "/lillydirect/oura", "line": 20 }, { "directive": "disallow", "path": "/lillydirect/oura-offer", "line": 21 }, { "directive": "disallow", "path": "/uk/lillydirect/", "line": 22 }, { "directive": "disallow", "path": "/uk/lillydirect/get-started", "line": 23 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.lilly.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "071fd982f82f8e3dc71152edbe25a1a27c1ff60facc143294de3593ed700bef5", "bytes": 1873 }, { "company": "Linde plc", "cik": "1707925", "sector": "Materials", "origin": "http://www.linde.com", "checkedAt": "2026-09-26T04:55:47.252Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.linde.com/robots.txt", "contentType": "text/plain", "sha256": "a192b592c08f192fef4465384aaa4e0d530d5eda5efe5f26bc7d3dcc65dc02e8", "bytes": 74 }, { "company": "Live Nation Entertainment", "cik": "1335258", "sector": "Communication Services", "origin": "https://www.livenationentertainment.com", "checkedAt": "2026-09-26T04:55:47.321Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.livenationentertainment.com/robots.txt", "contentType": "text/plain", "sha256": "d7a5a9b8c4ecc13503ec81e5b18ef204f4cf7270ae021a3ea5a37059e85f04f9", "bytes": 87 }, { "company": "Lockheed Martin", "cik": "936468", "sector": "Industrials", "origin": "https://lockheedmartin.com", "checkedAt": "2026-09-26T04:55:47.488Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/en-us", "line": 3 }, { "directive": "allow", "path": "/en-gb", "line": 4 }, { "directive": "allow", "path": "/en-au", "line": 5 }, { "directive": "allow", "path": "/en-il", "line": 6 }, { "directive": "allow", "path": "/en-kr", "line": 7 }, { "directive": "allow", "path": "/ko-kr", "line": 8 }, { "directive": "allow", "path": "/he-il", "line": 9 }, { "directive": "allow", "path": "/en-ca", "line": 10 }, { "directive": "allow", "path": "/fr-ca", "line": 11 }, { "directive": "allow", "path": "/en-de", "line": 12 }, { "directive": "allow", "path": "/de-de", "line": 13 }, { "directive": "allow", "path": "/en-jp", "line": 14 }, { "directive": "allow", "path": "/ja-jp", "line": 15 }, { "directive": "allow", "path": "/ar-sa", "line": 16 }, { "directive": "allow", "path": "/en-sa", "line": 17 }, { "directive": "allow", "path": "/ar-ae", "line": 18 }, { "directive": "allow", "path": "/en-ae", "line": 19 }, { "directive": "allow", "path": "/ar-mde", "line": 20 }, { "directive": "allow", "path": "/en-mde", "line": 21 }, { "directive": "allow", "path": "/en-jp", "line": 22 }, { "directive": "allow", "path": "/ja-jp", "line": 23 }, { "directive": "allow", "path": "/en-de", "line": 24 }, { "directive": "allow", "path": "/de-de", "line": 25 }, { "directive": "allow", "path": "/en-pl", "line": 26 }, { "directive": "allow", "path": "/pl-pl", "line": 27 }, { "directive": "allow", "path": "/en-gr", "line": 28 }, { "directive": "allow", "path": "/el-gr", "line": 29 }, { "directive": "allow", "path": "/en-dk", "line": 30 }, { "directive": "allow", "path": "/da-dk", "line": 31 }, { "directive": "allow", "path": "/en-es", "line": 32 }, { "directive": "allow", "path": "/es-es", "line": 33 }, { "directive": "allow", "path": "/en-se", "line": 34 }, { "directive": "allow", "path": "/sv-se", "line": 35 }, { "directive": "allow", "path": "/mission-focused-transformation", "line": 36 }, { "directive": "disallow", "path": "*-nav.html", "line": 37 }, { "directive": "disallow", "path": "/content/lockheed-martin", "line": 38 }, { "directive": "disallow", "path": "/labor-new", "line": 39 }, { "directive": "disallow", "path": "/admin", "line": 40 }, { "directive": "disallow", "path": "/cgi-bin", "line": 41 }, { "directive": "disallow", "path": "/en-us/news/news-releases", "line": 42 }, { "directive": "disallow", "path": "/en-us/news/in-the-news", "line": 43 }, { "directive": "disallow", "path": "/us", "line": 44 }, { "directive": "disallow", "path": "/us.html", "line": 45 }, { "directive": "disallow", "path": "/uk", "line": 46 }, { "directive": "disallow", "path": "/uk.html", "line": 47 }, { "directive": "disallow", "path": "/au", "line": 48 }, { "directive": "disallow", "path": "/au.html", "line": 49 }, { "directive": "disallow", "path": "/m", "line": 50 }, { "directive": "disallow", "path": "/labor", "line": 51 }, { "directive": "disallow", "path": "/ca", "line": 52 }, { "directive": "disallow", "path": "/en-us/products/f35-demo", "line": 53 }, { "directive": "disallow", "path": "/generationbeyond", "line": 54 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV2_SB_Guide_FINAL_082819.pdf", "line": 55 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV3_NSB_Guide_FINAL_082819.pdf", "line": 56 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV2_SB_Guide_FINAL_082819.pdf", "line": 57 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV3_NSB_Guide_FINAL_082819.pdf", "line": 58 }, { "directive": "disallow", "path": "/en-us/who-we-are/lockheed-martin-ventures-draft.html", "line": 59 }, { "directive": "disallow", "path": "/en-us/employees/benefits.html", "line": 60 }, { "directive": "disallow", "path": "/en-us/employees/benefits/hsa-company-contribution.html", "line": 61 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/photo/employee/scratcher_HSA_111519.gif", "line": 62 }, { "directive": "disallow", "path": "/en-us/contact/visitors/covid-19-visitor-questionnaire.html", "line": 63 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/private", "line": 64 }, { "directive": "disallow", "path": "/en-us/who-we-are/eeo/eeo-equal-employment-opportunity-reporting.html", "line": 65 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion/eeo-equal-employment-opportunity-reporting.html", "line": 66 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion/equal-opportunity-programs.html", "line": 67 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion.html", "line": 68 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/bcct-remote.html", "line": 69 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/ethics-in-academics.html", "line": 70 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/ethics-awareness-training-resources.html", "line": 71 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/awareness/index.html", "line": 72 }, { "directive": "disallow", "path": "/en-us/products/jassm/agm-158-xr-cruise-missile.html", "line": 73 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/general/data/lmcmm-deck.zip", "line": 74 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/private/*", "line": 75 }, { "directive": "disallow", "path": "/en-us/unreferenced/*", "line": 76 } ], "warnings": [ 37 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/en-us", "line": 3 }, { "directive": "allow", "path": "/en-gb", "line": 4 }, { "directive": "allow", "path": "/en-au", "line": 5 }, { "directive": "allow", "path": "/en-il", "line": 6 }, { "directive": "allow", "path": "/en-kr", "line": 7 }, { "directive": "allow", "path": "/ko-kr", "line": 8 }, { "directive": "allow", "path": "/he-il", "line": 9 }, { "directive": "allow", "path": "/en-ca", "line": 10 }, { "directive": "allow", "path": "/fr-ca", "line": 11 }, { "directive": "allow", "path": "/en-de", "line": 12 }, { "directive": "allow", "path": "/de-de", "line": 13 }, { "directive": "allow", "path": "/en-jp", "line": 14 }, { "directive": "allow", "path": "/ja-jp", "line": 15 }, { "directive": "allow", "path": "/ar-sa", "line": 16 }, { "directive": "allow", "path": "/en-sa", "line": 17 }, { "directive": "allow", "path": "/ar-ae", "line": 18 }, { "directive": "allow", "path": "/en-ae", "line": 19 }, { "directive": "allow", "path": "/ar-mde", "line": 20 }, { "directive": "allow", "path": "/en-mde", "line": 21 }, { "directive": "allow", "path": "/en-jp", "line": 22 }, { "directive": "allow", "path": "/ja-jp", "line": 23 }, { "directive": "allow", "path": "/en-de", "line": 24 }, { "directive": "allow", "path": "/de-de", "line": 25 }, { "directive": "allow", "path": "/en-pl", "line": 26 }, { "directive": "allow", "path": "/pl-pl", "line": 27 }, { "directive": "allow", "path": "/en-gr", "line": 28 }, { "directive": "allow", "path": "/el-gr", "line": 29 }, { "directive": "allow", "path": "/en-dk", "line": 30 }, { "directive": "allow", "path": "/da-dk", "line": 31 }, { "directive": "allow", "path": "/en-es", "line": 32 }, { "directive": "allow", "path": "/es-es", "line": 33 }, { "directive": "allow", "path": "/en-se", "line": 34 }, { "directive": "allow", "path": "/sv-se", "line": 35 }, { "directive": "allow", "path": "/mission-focused-transformation", "line": 36 }, { "directive": "disallow", "path": "*-nav.html", "line": 37 }, { "directive": "disallow", "path": "/content/lockheed-martin", "line": 38 }, { "directive": "disallow", "path": "/labor-new", "line": 39 }, { "directive": "disallow", "path": "/admin", "line": 40 }, { "directive": "disallow", "path": "/cgi-bin", "line": 41 }, { "directive": "disallow", "path": "/en-us/news/news-releases", "line": 42 }, { "directive": "disallow", "path": "/en-us/news/in-the-news", "line": 43 }, { "directive": "disallow", "path": "/us", "line": 44 }, { "directive": "disallow", "path": "/us.html", "line": 45 }, { "directive": "disallow", "path": "/uk", "line": 46 }, { "directive": "disallow", "path": "/uk.html", "line": 47 }, { "directive": "disallow", "path": "/au", "line": 48 }, { "directive": "disallow", "path": "/au.html", "line": 49 }, { "directive": "disallow", "path": "/m", "line": 50 }, { "directive": "disallow", "path": "/labor", "line": 51 }, { "directive": "disallow", "path": "/ca", "line": 52 }, { "directive": "disallow", "path": "/en-us/products/f35-demo", "line": 53 }, { "directive": "disallow", "path": "/generationbeyond", "line": 54 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV2_SB_Guide_FINAL_082819.pdf", "line": 55 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV3_NSB_Guide_FINAL_082819.pdf", "line": 56 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV2_SB_Guide_FINAL_082819.pdf", "line": 57 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV3_NSB_Guide_FINAL_082819.pdf", "line": 58 }, { "directive": "disallow", "path": "/en-us/who-we-are/lockheed-martin-ventures-draft.html", "line": 59 }, { "directive": "disallow", "path": "/en-us/employees/benefits.html", "line": 60 }, { "directive": "disallow", "path": "/en-us/employees/benefits/hsa-company-contribution.html", "line": 61 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/photo/employee/scratcher_HSA_111519.gif", "line": 62 }, { "directive": "disallow", "path": "/en-us/contact/visitors/covid-19-visitor-questionnaire.html", "line": 63 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/private", "line": 64 }, { "directive": "disallow", "path": "/en-us/who-we-are/eeo/eeo-equal-employment-opportunity-reporting.html", "line": 65 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion/eeo-equal-employment-opportunity-reporting.html", "line": 66 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion/equal-opportunity-programs.html", "line": 67 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion.html", "line": 68 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/bcct-remote.html", "line": 69 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/ethics-in-academics.html", "line": 70 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/ethics-awareness-training-resources.html", "line": 71 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/awareness/index.html", "line": 72 }, { "directive": "disallow", "path": "/en-us/products/jassm/agm-158-xr-cruise-missile.html", "line": 73 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/general/data/lmcmm-deck.zip", "line": 74 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/private/*", "line": 75 }, { "directive": "disallow", "path": "/en-us/unreferenced/*", "line": 76 } ], "warnings": [ 37 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/en-us", "line": 3 }, { "directive": "allow", "path": "/en-gb", "line": 4 }, { "directive": "allow", "path": "/en-au", "line": 5 }, { "directive": "allow", "path": "/en-il", "line": 6 }, { "directive": "allow", "path": "/en-kr", "line": 7 }, { "directive": "allow", "path": "/ko-kr", "line": 8 }, { "directive": "allow", "path": "/he-il", "line": 9 }, { "directive": "allow", "path": "/en-ca", "line": 10 }, { "directive": "allow", "path": "/fr-ca", "line": 11 }, { "directive": "allow", "path": "/en-de", "line": 12 }, { "directive": "allow", "path": "/de-de", "line": 13 }, { "directive": "allow", "path": "/en-jp", "line": 14 }, { "directive": "allow", "path": "/ja-jp", "line": 15 }, { "directive": "allow", "path": "/ar-sa", "line": 16 }, { "directive": "allow", "path": "/en-sa", "line": 17 }, { "directive": "allow", "path": "/ar-ae", "line": 18 }, { "directive": "allow", "path": "/en-ae", "line": 19 }, { "directive": "allow", "path": "/ar-mde", "line": 20 }, { "directive": "allow", "path": "/en-mde", "line": 21 }, { "directive": "allow", "path": "/en-jp", "line": 22 }, { "directive": "allow", "path": "/ja-jp", "line": 23 }, { "directive": "allow", "path": "/en-de", "line": 24 }, { "directive": "allow", "path": "/de-de", "line": 25 }, { "directive": "allow", "path": "/en-pl", "line": 26 }, { "directive": "allow", "path": "/pl-pl", "line": 27 }, { "directive": "allow", "path": "/en-gr", "line": 28 }, { "directive": "allow", "path": "/el-gr", "line": 29 }, { "directive": "allow", "path": "/en-dk", "line": 30 }, { "directive": "allow", "path": "/da-dk", "line": 31 }, { "directive": "allow", "path": "/en-es", "line": 32 }, { "directive": "allow", "path": "/es-es", "line": 33 }, { "directive": "allow", "path": "/en-se", "line": 34 }, { "directive": "allow", "path": "/sv-se", "line": 35 }, { "directive": "allow", "path": "/mission-focused-transformation", "line": 36 }, { "directive": "disallow", "path": "*-nav.html", "line": 37 }, { "directive": "disallow", "path": "/content/lockheed-martin", "line": 38 }, { "directive": "disallow", "path": "/labor-new", "line": 39 }, { "directive": "disallow", "path": "/admin", "line": 40 }, { "directive": "disallow", "path": "/cgi-bin", "line": 41 }, { "directive": "disallow", "path": "/en-us/news/news-releases", "line": 42 }, { "directive": "disallow", "path": "/en-us/news/in-the-news", "line": 43 }, { "directive": "disallow", "path": "/us", "line": 44 }, { "directive": "disallow", "path": "/us.html", "line": 45 }, { "directive": "disallow", "path": "/uk", "line": 46 }, { "directive": "disallow", "path": "/uk.html", "line": 47 }, { "directive": "disallow", "path": "/au", "line": 48 }, { "directive": "disallow", "path": "/au.html", "line": 49 }, { "directive": "disallow", "path": "/m", "line": 50 }, { "directive": "disallow", "path": "/labor", "line": 51 }, { "directive": "disallow", "path": "/ca", "line": 52 }, { "directive": "disallow", "path": "/en-us/products/f35-demo", "line": 53 }, { "directive": "disallow", "path": "/generationbeyond", "line": 54 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV2_SB_Guide_FINAL_082819.pdf", "line": 55 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV3_NSB_Guide_FINAL_082819.pdf", "line": 56 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV2_SB_Guide_FINAL_082819.pdf", "line": 57 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV3_NSB_Guide_FINAL_082819.pdf", "line": 58 }, { "directive": "disallow", "path": "/en-us/who-we-are/lockheed-martin-ventures-draft.html", "line": 59 }, { "directive": "disallow", "path": "/en-us/employees/benefits.html", "line": 60 }, { "directive": "disallow", "path": "/en-us/employees/benefits/hsa-company-contribution.html", "line": 61 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/photo/employee/scratcher_HSA_111519.gif", "line": 62 }, { "directive": "disallow", "path": "/en-us/contact/visitors/covid-19-visitor-questionnaire.html", "line": 63 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/private", "line": 64 }, { "directive": "disallow", "path": "/en-us/who-we-are/eeo/eeo-equal-employment-opportunity-reporting.html", "line": 65 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion/eeo-equal-employment-opportunity-reporting.html", "line": 66 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion/equal-opportunity-programs.html", "line": 67 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion.html", "line": 68 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/bcct-remote.html", "line": 69 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/ethics-in-academics.html", "line": 70 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/ethics-awareness-training-resources.html", "line": 71 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/awareness/index.html", "line": 72 }, { "directive": "disallow", "path": "/en-us/products/jassm/agm-158-xr-cruise-missile.html", "line": 73 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/general/data/lmcmm-deck.zip", "line": 74 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/private/*", "line": 75 }, { "directive": "disallow", "path": "/en-us/unreferenced/*", "line": 76 } ], "warnings": [ 37 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/en-us", "line": 3 }, { "directive": "allow", "path": "/en-gb", "line": 4 }, { "directive": "allow", "path": "/en-au", "line": 5 }, { "directive": "allow", "path": "/en-il", "line": 6 }, { "directive": "allow", "path": "/en-kr", "line": 7 }, { "directive": "allow", "path": "/ko-kr", "line": 8 }, { "directive": "allow", "path": "/he-il", "line": 9 }, { "directive": "allow", "path": "/en-ca", "line": 10 }, { "directive": "allow", "path": "/fr-ca", "line": 11 }, { "directive": "allow", "path": "/en-de", "line": 12 }, { "directive": "allow", "path": "/de-de", "line": 13 }, { "directive": "allow", "path": "/en-jp", "line": 14 }, { "directive": "allow", "path": "/ja-jp", "line": 15 }, { "directive": "allow", "path": "/ar-sa", "line": 16 }, { "directive": "allow", "path": "/en-sa", "line": 17 }, { "directive": "allow", "path": "/ar-ae", "line": 18 }, { "directive": "allow", "path": "/en-ae", "line": 19 }, { "directive": "allow", "path": "/ar-mde", "line": 20 }, { "directive": "allow", "path": "/en-mde", "line": 21 }, { "directive": "allow", "path": "/en-jp", "line": 22 }, { "directive": "allow", "path": "/ja-jp", "line": 23 }, { "directive": "allow", "path": "/en-de", "line": 24 }, { "directive": "allow", "path": "/de-de", "line": 25 }, { "directive": "allow", "path": "/en-pl", "line": 26 }, { "directive": "allow", "path": "/pl-pl", "line": 27 }, { "directive": "allow", "path": "/en-gr", "line": 28 }, { "directive": "allow", "path": "/el-gr", "line": 29 }, { "directive": "allow", "path": "/en-dk", "line": 30 }, { "directive": "allow", "path": "/da-dk", "line": 31 }, { "directive": "allow", "path": "/en-es", "line": 32 }, { "directive": "allow", "path": "/es-es", "line": 33 }, { "directive": "allow", "path": "/en-se", "line": 34 }, { "directive": "allow", "path": "/sv-se", "line": 35 }, { "directive": "allow", "path": "/mission-focused-transformation", "line": 36 }, { "directive": "disallow", "path": "*-nav.html", "line": 37 }, { "directive": "disallow", "path": "/content/lockheed-martin", "line": 38 }, { "directive": "disallow", "path": "/labor-new", "line": 39 }, { "directive": "disallow", "path": "/admin", "line": 40 }, { "directive": "disallow", "path": "/cgi-bin", "line": 41 }, { "directive": "disallow", "path": "/en-us/news/news-releases", "line": 42 }, { "directive": "disallow", "path": "/en-us/news/in-the-news", "line": 43 }, { "directive": "disallow", "path": "/us", "line": 44 }, { "directive": "disallow", "path": "/us.html", "line": 45 }, { "directive": "disallow", "path": "/uk", "line": 46 }, { "directive": "disallow", "path": "/uk.html", "line": 47 }, { "directive": "disallow", "path": "/au", "line": 48 }, { "directive": "disallow", "path": "/au.html", "line": 49 }, { "directive": "disallow", "path": "/m", "line": 50 }, { "directive": "disallow", "path": "/labor", "line": 51 }, { "directive": "disallow", "path": "/ca", "line": 52 }, { "directive": "disallow", "path": "/en-us/products/f35-demo", "line": 53 }, { "directive": "disallow", "path": "/generationbeyond", "line": 54 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV2_SB_Guide_FINAL_082819.pdf", "line": 55 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV3_NSB_Guide_FINAL_082819.pdf", "line": 56 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV2_SB_Guide_FINAL_082819.pdf", "line": 57 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV3_NSB_Guide_FINAL_082819.pdf", "line": 58 }, { "directive": "disallow", "path": "/en-us/who-we-are/lockheed-martin-ventures-draft.html", "line": 59 }, { "directive": "disallow", "path": "/en-us/employees/benefits.html", "line": 60 }, { "directive": "disallow", "path": "/en-us/employees/benefits/hsa-company-contribution.html", "line": 61 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/photo/employee/scratcher_HSA_111519.gif", "line": 62 }, { "directive": "disallow", "path": "/en-us/contact/visitors/covid-19-visitor-questionnaire.html", "line": 63 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/private", "line": 64 }, { "directive": "disallow", "path": "/en-us/who-we-are/eeo/eeo-equal-employment-opportunity-reporting.html", "line": 65 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion/eeo-equal-employment-opportunity-reporting.html", "line": 66 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion/equal-opportunity-programs.html", "line": 67 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion.html", "line": 68 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/bcct-remote.html", "line": 69 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/ethics-in-academics.html", "line": 70 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/ethics-awareness-training-resources.html", "line": 71 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/awareness/index.html", "line": 72 }, { "directive": "disallow", "path": "/en-us/products/jassm/agm-158-xr-cruise-missile.html", "line": 73 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/general/data/lmcmm-deck.zip", "line": 74 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/private/*", "line": 75 }, { "directive": "disallow", "path": "/en-us/unreferenced/*", "line": 76 } ], "warnings": [ 37 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/en-us", "line": 3 }, { "directive": "allow", "path": "/en-gb", "line": 4 }, { "directive": "allow", "path": "/en-au", "line": 5 }, { "directive": "allow", "path": "/en-il", "line": 6 }, { "directive": "allow", "path": "/en-kr", "line": 7 }, { "directive": "allow", "path": "/ko-kr", "line": 8 }, { "directive": "allow", "path": "/he-il", "line": 9 }, { "directive": "allow", "path": "/en-ca", "line": 10 }, { "directive": "allow", "path": "/fr-ca", "line": 11 }, { "directive": "allow", "path": "/en-de", "line": 12 }, { "directive": "allow", "path": "/de-de", "line": 13 }, { "directive": "allow", "path": "/en-jp", "line": 14 }, { "directive": "allow", "path": "/ja-jp", "line": 15 }, { "directive": "allow", "path": "/ar-sa", "line": 16 }, { "directive": "allow", "path": "/en-sa", "line": 17 }, { "directive": "allow", "path": "/ar-ae", "line": 18 }, { "directive": "allow", "path": "/en-ae", "line": 19 }, { "directive": "allow", "path": "/ar-mde", "line": 20 }, { "directive": "allow", "path": "/en-mde", "line": 21 }, { "directive": "allow", "path": "/en-jp", "line": 22 }, { "directive": "allow", "path": "/ja-jp", "line": 23 }, { "directive": "allow", "path": "/en-de", "line": 24 }, { "directive": "allow", "path": "/de-de", "line": 25 }, { "directive": "allow", "path": "/en-pl", "line": 26 }, { "directive": "allow", "path": "/pl-pl", "line": 27 }, { "directive": "allow", "path": "/en-gr", "line": 28 }, { "directive": "allow", "path": "/el-gr", "line": 29 }, { "directive": "allow", "path": "/en-dk", "line": 30 }, { "directive": "allow", "path": "/da-dk", "line": 31 }, { "directive": "allow", "path": "/en-es", "line": 32 }, { "directive": "allow", "path": "/es-es", "line": 33 }, { "directive": "allow", "path": "/en-se", "line": 34 }, { "directive": "allow", "path": "/sv-se", "line": 35 }, { "directive": "allow", "path": "/mission-focused-transformation", "line": 36 }, { "directive": "disallow", "path": "*-nav.html", "line": 37 }, { "directive": "disallow", "path": "/content/lockheed-martin", "line": 38 }, { "directive": "disallow", "path": "/labor-new", "line": 39 }, { "directive": "disallow", "path": "/admin", "line": 40 }, { "directive": "disallow", "path": "/cgi-bin", "line": 41 }, { "directive": "disallow", "path": "/en-us/news/news-releases", "line": 42 }, { "directive": "disallow", "path": "/en-us/news/in-the-news", "line": 43 }, { "directive": "disallow", "path": "/us", "line": 44 }, { "directive": "disallow", "path": "/us.html", "line": 45 }, { "directive": "disallow", "path": "/uk", "line": 46 }, { "directive": "disallow", "path": "/uk.html", "line": 47 }, { "directive": "disallow", "path": "/au", "line": 48 }, { "directive": "disallow", "path": "/au.html", "line": 49 }, { "directive": "disallow", "path": "/m", "line": 50 }, { "directive": "disallow", "path": "/labor", "line": 51 }, { "directive": "disallow", "path": "/ca", "line": 52 }, { "directive": "disallow", "path": "/en-us/products/f35-demo", "line": 53 }, { "directive": "disallow", "path": "/generationbeyond", "line": 54 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV2_SB_Guide_FINAL_082819.pdf", "line": 55 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV3_NSB_Guide_FINAL_082819.pdf", "line": 56 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV2_SB_Guide_FINAL_082819.pdf", "line": 57 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV3_NSB_Guide_FINAL_082819.pdf", "line": 58 }, { "directive": "disallow", "path": "/en-us/who-we-are/lockheed-martin-ventures-draft.html", "line": 59 }, { "directive": "disallow", "path": "/en-us/employees/benefits.html", "line": 60 }, { "directive": "disallow", "path": "/en-us/employees/benefits/hsa-company-contribution.html", "line": 61 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/photo/employee/scratcher_HSA_111519.gif", "line": 62 }, { "directive": "disallow", "path": "/en-us/contact/visitors/covid-19-visitor-questionnaire.html", "line": 63 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/private", "line": 64 }, { "directive": "disallow", "path": "/en-us/who-we-are/eeo/eeo-equal-employment-opportunity-reporting.html", "line": 65 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion/eeo-equal-employment-opportunity-reporting.html", "line": 66 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion/equal-opportunity-programs.html", "line": 67 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion.html", "line": 68 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/bcct-remote.html", "line": 69 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/ethics-in-academics.html", "line": 70 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/ethics-awareness-training-resources.html", "line": 71 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/awareness/index.html", "line": 72 }, { "directive": "disallow", "path": "/en-us/products/jassm/agm-158-xr-cruise-missile.html", "line": 73 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/general/data/lmcmm-deck.zip", "line": 74 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/private/*", "line": 75 }, { "directive": "disallow", "path": "/en-us/unreferenced/*", "line": 76 } ], "warnings": [ 37 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/en-us", "line": 3 }, { "directive": "allow", "path": "/en-gb", "line": 4 }, { "directive": "allow", "path": "/en-au", "line": 5 }, { "directive": "allow", "path": "/en-il", "line": 6 }, { "directive": "allow", "path": "/en-kr", "line": 7 }, { "directive": "allow", "path": "/ko-kr", "line": 8 }, { "directive": "allow", "path": "/he-il", "line": 9 }, { "directive": "allow", "path": "/en-ca", "line": 10 }, { "directive": "allow", "path": "/fr-ca", "line": 11 }, { "directive": "allow", "path": "/en-de", "line": 12 }, { "directive": "allow", "path": "/de-de", "line": 13 }, { "directive": "allow", "path": "/en-jp", "line": 14 }, { "directive": "allow", "path": "/ja-jp", "line": 15 }, { "directive": "allow", "path": "/ar-sa", "line": 16 }, { "directive": "allow", "path": "/en-sa", "line": 17 }, { "directive": "allow", "path": "/ar-ae", "line": 18 }, { "directive": "allow", "path": "/en-ae", "line": 19 }, { "directive": "allow", "path": "/ar-mde", "line": 20 }, { "directive": "allow", "path": "/en-mde", "line": 21 }, { "directive": "allow", "path": "/en-jp", "line": 22 }, { "directive": "allow", "path": "/ja-jp", "line": 23 }, { "directive": "allow", "path": "/en-de", "line": 24 }, { "directive": "allow", "path": "/de-de", "line": 25 }, { "directive": "allow", "path": "/en-pl", "line": 26 }, { "directive": "allow", "path": "/pl-pl", "line": 27 }, { "directive": "allow", "path": "/en-gr", "line": 28 }, { "directive": "allow", "path": "/el-gr", "line": 29 }, { "directive": "allow", "path": "/en-dk", "line": 30 }, { "directive": "allow", "path": "/da-dk", "line": 31 }, { "directive": "allow", "path": "/en-es", "line": 32 }, { "directive": "allow", "path": "/es-es", "line": 33 }, { "directive": "allow", "path": "/en-se", "line": 34 }, { "directive": "allow", "path": "/sv-se", "line": 35 }, { "directive": "allow", "path": "/mission-focused-transformation", "line": 36 }, { "directive": "disallow", "path": "*-nav.html", "line": 37 }, { "directive": "disallow", "path": "/content/lockheed-martin", "line": 38 }, { "directive": "disallow", "path": "/labor-new", "line": 39 }, { "directive": "disallow", "path": "/admin", "line": 40 }, { "directive": "disallow", "path": "/cgi-bin", "line": 41 }, { "directive": "disallow", "path": "/en-us/news/news-releases", "line": 42 }, { "directive": "disallow", "path": "/en-us/news/in-the-news", "line": 43 }, { "directive": "disallow", "path": "/us", "line": 44 }, { "directive": "disallow", "path": "/us.html", "line": 45 }, { "directive": "disallow", "path": "/uk", "line": 46 }, { "directive": "disallow", "path": "/uk.html", "line": 47 }, { "directive": "disallow", "path": "/au", "line": 48 }, { "directive": "disallow", "path": "/au.html", "line": 49 }, { "directive": "disallow", "path": "/m", "line": 50 }, { "directive": "disallow", "path": "/labor", "line": 51 }, { "directive": "disallow", "path": "/ca", "line": 52 }, { "directive": "disallow", "path": "/en-us/products/f35-demo", "line": 53 }, { "directive": "disallow", "path": "/generationbeyond", "line": 54 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV2_SB_Guide_FINAL_082819.pdf", "line": 55 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV3_NSB_Guide_FINAL_082819.pdf", "line": 56 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV2_SB_Guide_FINAL_082819.pdf", "line": 57 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV3_NSB_Guide_FINAL_082819.pdf", "line": 58 }, { "directive": "disallow", "path": "/en-us/who-we-are/lockheed-martin-ventures-draft.html", "line": 59 }, { "directive": "disallow", "path": "/en-us/employees/benefits.html", "line": 60 }, { "directive": "disallow", "path": "/en-us/employees/benefits/hsa-company-contribution.html", "line": 61 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/photo/employee/scratcher_HSA_111519.gif", "line": 62 }, { "directive": "disallow", "path": "/en-us/contact/visitors/covid-19-visitor-questionnaire.html", "line": 63 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/private", "line": 64 }, { "directive": "disallow", "path": "/en-us/who-we-are/eeo/eeo-equal-employment-opportunity-reporting.html", "line": 65 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion/eeo-equal-employment-opportunity-reporting.html", "line": 66 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion/equal-opportunity-programs.html", "line": 67 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion.html", "line": 68 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/bcct-remote.html", "line": 69 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/ethics-in-academics.html", "line": 70 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/ethics-awareness-training-resources.html", "line": 71 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/awareness/index.html", "line": 72 }, { "directive": "disallow", "path": "/en-us/products/jassm/agm-158-xr-cruise-missile.html", "line": 73 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/general/data/lmcmm-deck.zip", "line": 74 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/private/*", "line": 75 }, { "directive": "disallow", "path": "/en-us/unreferenced/*", "line": 76 } ], "warnings": [ 37 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/en-us", "line": 3 }, { "directive": "allow", "path": "/en-gb", "line": 4 }, { "directive": "allow", "path": "/en-au", "line": 5 }, { "directive": "allow", "path": "/en-il", "line": 6 }, { "directive": "allow", "path": "/en-kr", "line": 7 }, { "directive": "allow", "path": "/ko-kr", "line": 8 }, { "directive": "allow", "path": "/he-il", "line": 9 }, { "directive": "allow", "path": "/en-ca", "line": 10 }, { "directive": "allow", "path": "/fr-ca", "line": 11 }, { "directive": "allow", "path": "/en-de", "line": 12 }, { "directive": "allow", "path": "/de-de", "line": 13 }, { "directive": "allow", "path": "/en-jp", "line": 14 }, { "directive": "allow", "path": "/ja-jp", "line": 15 }, { "directive": "allow", "path": "/ar-sa", "line": 16 }, { "directive": "allow", "path": "/en-sa", "line": 17 }, { "directive": "allow", "path": "/ar-ae", "line": 18 }, { "directive": "allow", "path": "/en-ae", "line": 19 }, { "directive": "allow", "path": "/ar-mde", "line": 20 }, { "directive": "allow", "path": "/en-mde", "line": 21 }, { "directive": "allow", "path": "/en-jp", "line": 22 }, { "directive": "allow", "path": "/ja-jp", "line": 23 }, { "directive": "allow", "path": "/en-de", "line": 24 }, { "directive": "allow", "path": "/de-de", "line": 25 }, { "directive": "allow", "path": "/en-pl", "line": 26 }, { "directive": "allow", "path": "/pl-pl", "line": 27 }, { "directive": "allow", "path": "/en-gr", "line": 28 }, { "directive": "allow", "path": "/el-gr", "line": 29 }, { "directive": "allow", "path": "/en-dk", "line": 30 }, { "directive": "allow", "path": "/da-dk", "line": 31 }, { "directive": "allow", "path": "/en-es", "line": 32 }, { "directive": "allow", "path": "/es-es", "line": 33 }, { "directive": "allow", "path": "/en-se", "line": 34 }, { "directive": "allow", "path": "/sv-se", "line": 35 }, { "directive": "allow", "path": "/mission-focused-transformation", "line": 36 }, { "directive": "disallow", "path": "*-nav.html", "line": 37 }, { "directive": "disallow", "path": "/content/lockheed-martin", "line": 38 }, { "directive": "disallow", "path": "/labor-new", "line": 39 }, { "directive": "disallow", "path": "/admin", "line": 40 }, { "directive": "disallow", "path": "/cgi-bin", "line": 41 }, { "directive": "disallow", "path": "/en-us/news/news-releases", "line": 42 }, { "directive": "disallow", "path": "/en-us/news/in-the-news", "line": 43 }, { "directive": "disallow", "path": "/us", "line": 44 }, { "directive": "disallow", "path": "/us.html", "line": 45 }, { "directive": "disallow", "path": "/uk", "line": 46 }, { "directive": "disallow", "path": "/uk.html", "line": 47 }, { "directive": "disallow", "path": "/au", "line": 48 }, { "directive": "disallow", "path": "/au.html", "line": 49 }, { "directive": "disallow", "path": "/m", "line": 50 }, { "directive": "disallow", "path": "/labor", "line": 51 }, { "directive": "disallow", "path": "/ca", "line": 52 }, { "directive": "disallow", "path": "/en-us/products/f35-demo", "line": 53 }, { "directive": "disallow", "path": "/generationbeyond", "line": 54 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV2_SB_Guide_FINAL_082819.pdf", "line": 55 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV3_NSB_Guide_FINAL_082819.pdf", "line": 56 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV2_SB_Guide_FINAL_082819.pdf", "line": 57 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV3_NSB_Guide_FINAL_082819.pdf", "line": 58 }, { "directive": "disallow", "path": "/en-us/who-we-are/lockheed-martin-ventures-draft.html", "line": 59 }, { "directive": "disallow", "path": "/en-us/employees/benefits.html", "line": 60 }, { "directive": "disallow", "path": "/en-us/employees/benefits/hsa-company-contribution.html", "line": 61 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/photo/employee/scratcher_HSA_111519.gif", "line": 62 }, { "directive": "disallow", "path": "/en-us/contact/visitors/covid-19-visitor-questionnaire.html", "line": 63 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/private", "line": 64 }, { "directive": "disallow", "path": "/en-us/who-we-are/eeo/eeo-equal-employment-opportunity-reporting.html", "line": 65 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion/eeo-equal-employment-opportunity-reporting.html", "line": 66 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion/equal-opportunity-programs.html", "line": 67 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion.html", "line": 68 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/bcct-remote.html", "line": 69 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/ethics-in-academics.html", "line": 70 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/ethics-awareness-training-resources.html", "line": 71 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/awareness/index.html", "line": 72 }, { "directive": "disallow", "path": "/en-us/products/jassm/agm-158-xr-cruise-missile.html", "line": 73 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/general/data/lmcmm-deck.zip", "line": 74 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/private/*", "line": 75 }, { "directive": "disallow", "path": "/en-us/unreferenced/*", "line": 76 } ], "warnings": [ 37 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/en-us", "line": 3 }, { "directive": "allow", "path": "/en-gb", "line": 4 }, { "directive": "allow", "path": "/en-au", "line": 5 }, { "directive": "allow", "path": "/en-il", "line": 6 }, { "directive": "allow", "path": "/en-kr", "line": 7 }, { "directive": "allow", "path": "/ko-kr", "line": 8 }, { "directive": "allow", "path": "/he-il", "line": 9 }, { "directive": "allow", "path": "/en-ca", "line": 10 }, { "directive": "allow", "path": "/fr-ca", "line": 11 }, { "directive": "allow", "path": "/en-de", "line": 12 }, { "directive": "allow", "path": "/de-de", "line": 13 }, { "directive": "allow", "path": "/en-jp", "line": 14 }, { "directive": "allow", "path": "/ja-jp", "line": 15 }, { "directive": "allow", "path": "/ar-sa", "line": 16 }, { "directive": "allow", "path": "/en-sa", "line": 17 }, { "directive": "allow", "path": "/ar-ae", "line": 18 }, { "directive": "allow", "path": "/en-ae", "line": 19 }, { "directive": "allow", "path": "/ar-mde", "line": 20 }, { "directive": "allow", "path": "/en-mde", "line": 21 }, { "directive": "allow", "path": "/en-jp", "line": 22 }, { "directive": "allow", "path": "/ja-jp", "line": 23 }, { "directive": "allow", "path": "/en-de", "line": 24 }, { "directive": "allow", "path": "/de-de", "line": 25 }, { "directive": "allow", "path": "/en-pl", "line": 26 }, { "directive": "allow", "path": "/pl-pl", "line": 27 }, { "directive": "allow", "path": "/en-gr", "line": 28 }, { "directive": "allow", "path": "/el-gr", "line": 29 }, { "directive": "allow", "path": "/en-dk", "line": 30 }, { "directive": "allow", "path": "/da-dk", "line": 31 }, { "directive": "allow", "path": "/en-es", "line": 32 }, { "directive": "allow", "path": "/es-es", "line": 33 }, { "directive": "allow", "path": "/en-se", "line": 34 }, { "directive": "allow", "path": "/sv-se", "line": 35 }, { "directive": "allow", "path": "/mission-focused-transformation", "line": 36 }, { "directive": "disallow", "path": "*-nav.html", "line": 37 }, { "directive": "disallow", "path": "/content/lockheed-martin", "line": 38 }, { "directive": "disallow", "path": "/labor-new", "line": 39 }, { "directive": "disallow", "path": "/admin", "line": 40 }, { "directive": "disallow", "path": "/cgi-bin", "line": 41 }, { "directive": "disallow", "path": "/en-us/news/news-releases", "line": 42 }, { "directive": "disallow", "path": "/en-us/news/in-the-news", "line": 43 }, { "directive": "disallow", "path": "/us", "line": 44 }, { "directive": "disallow", "path": "/us.html", "line": 45 }, { "directive": "disallow", "path": "/uk", "line": 46 }, { "directive": "disallow", "path": "/uk.html", "line": 47 }, { "directive": "disallow", "path": "/au", "line": 48 }, { "directive": "disallow", "path": "/au.html", "line": 49 }, { "directive": "disallow", "path": "/m", "line": 50 }, { "directive": "disallow", "path": "/labor", "line": 51 }, { "directive": "disallow", "path": "/ca", "line": 52 }, { "directive": "disallow", "path": "/en-us/products/f35-demo", "line": 53 }, { "directive": "disallow", "path": "/generationbeyond", "line": 54 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV2_SB_Guide_FINAL_082819.pdf", "line": 55 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV3_NSB_Guide_FINAL_082819.pdf", "line": 56 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV2_SB_Guide_FINAL_082819.pdf", "line": 57 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV3_NSB_Guide_FINAL_082819.pdf", "line": 58 }, { "directive": "disallow", "path": "/en-us/who-we-are/lockheed-martin-ventures-draft.html", "line": 59 }, { "directive": "disallow", "path": "/en-us/employees/benefits.html", "line": 60 }, { "directive": "disallow", "path": "/en-us/employees/benefits/hsa-company-contribution.html", "line": 61 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/photo/employee/scratcher_HSA_111519.gif", "line": 62 }, { "directive": "disallow", "path": "/en-us/contact/visitors/covid-19-visitor-questionnaire.html", "line": 63 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/private", "line": 64 }, { "directive": "disallow", "path": "/en-us/who-we-are/eeo/eeo-equal-employment-opportunity-reporting.html", "line": 65 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion/eeo-equal-employment-opportunity-reporting.html", "line": 66 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion/equal-opportunity-programs.html", "line": 67 }, { "directive": "disallow", "path": "/en-us/who-we-are/global-diversity-inclusion.html", "line": 68 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/bcct-remote.html", "line": 69 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/ethics-in-academics.html", "line": 70 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/ethics-awareness-training-resources.html", "line": 71 }, { "directive": "disallow", "path": "/en-us/who-we-are/ethics/awareness/index.html", "line": 72 }, { "directive": "disallow", "path": "/en-us/products/jassm/agm-158-xr-cruise-missile.html", "line": 73 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/general/data/lmcmm-deck.zip", "line": 74 }, { "directive": "disallow", "path": "/content/dam/lockheed-martin/eo/documents/benefit-plans/private/*", "line": 75 }, { "directive": "disallow", "path": "/en-us/unreferenced/*", "line": 76 } ], "warnings": [ 37 ] } }, "httpStatus": 200, "finalUrl": "https://lockheedmartin.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "3e99afd7a845a34082ba7dc0edd29a174e9afae86d393627554b5098411db6a8", "bytes": 4222 }, { "company": "Loews Corporation", "cik": "60086", "sector": "Financials", "origin": "http://www.loews.com", "checkedAt": "2026-09-26T04:55:47.653Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.loews.com/robots.txt", "contentType": "text/plain", "sha256": "de73d32142f114b8d18bbfd7fa5779ccee5f7a1753873402cfdab59444834ccd", "bytes": 207 }, { "company": "Lowe's", "cik": "60667", "sector": "Consumer Discretionary", "origin": "http://lowes.com", "checkedAt": "2026-09-26T04:55:47.823Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.lowes.com/robots.txt", "contentType": "text/html" }, { "company": "Lululemon Athletica", "cik": "1397187", "sector": "Consumer Discretionary", "origin": "https://shop.lululemon.com", "checkedAt": "2026-09-26T04:55:47.826Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "Lumentum", "cik": "1633978", "sector": "Information Technology", "origin": "https://www.lumentum.com", "checkedAt": "2026-09-26T04:55:47.935Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 4 }, { "directive": "disallow", "path": "/_next/webpack-hmr", "line": 5 }, { "directive": "disallow", "path": "/_next/image", "line": 6 }, { "directive": "disallow", "path": "/login/", "line": 9 }, { "directive": "disallow", "path": "/logout/", "line": 10 }, { "directive": "disallow", "path": "/register/", "line": 11 }, { "directive": "disallow", "path": "/password/", "line": 12 }, { "directive": "disallow", "path": "/preview/", "line": 14 }, { "directive": "disallow", "path": "/_preview/", "line": 15 }, { "directive": "disallow", "path": "/draft/", "line": 16 }, { "directive": "disallow", "path": "/core/", "line": 19 }, { "directive": "disallow", "path": "/profiles/", "line": 20 }, { "directive": "disallow", "path": "/README.txt", "line": 22 }, { "directive": "disallow", "path": "/web.config", "line": 23 }, { "directive": "disallow", "path": "/admin/", "line": 25 }, { "directive": "disallow", "path": "/comment/reply/", "line": 26 }, { "directive": "disallow", "path": "/filter/tips", "line": 27 }, { "directive": "disallow", "path": "/node/add/", "line": 28 }, { "directive": "disallow", "path": "/search/", "line": 29 }, { "directive": "disallow", "path": "/user/register", "line": 30 }, { "directive": "disallow", "path": "/user/password", "line": 31 }, { "directive": "disallow", "path": "/user/login", "line": 32 }, { "directive": "disallow", "path": "/user/logout", "line": 33 }, { "directive": "disallow", "path": "/media/oembed", "line": 34 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 35 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 37 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 38 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 39 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 40 }, { "directive": "disallow", "path": "/index.php/search/", "line": 41 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 42 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 43 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 44 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 45 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 46 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 47 }, { "directive": "disallow", "path": "/node/", "line": 48 }, { "directive": "disallow", "path": "/index.php/node/", "line": 49 }, { "directive": "allow", "path": "/", "line": 52 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 4 }, { "directive": "disallow", "path": "/_next/webpack-hmr", "line": 5 }, { "directive": "disallow", "path": "/_next/image", "line": 6 }, { "directive": "disallow", "path": "/login/", "line": 9 }, { "directive": "disallow", "path": "/logout/", "line": 10 }, { "directive": "disallow", "path": "/register/", "line": 11 }, { "directive": "disallow", "path": "/password/", "line": 12 }, { "directive": "disallow", "path": "/preview/", "line": 14 }, { "directive": "disallow", "path": "/_preview/", "line": 15 }, { "directive": "disallow", "path": "/draft/", "line": 16 }, { "directive": "disallow", "path": "/core/", "line": 19 }, { "directive": "disallow", "path": "/profiles/", "line": 20 }, { "directive": "disallow", "path": "/README.txt", "line": 22 }, { "directive": "disallow", "path": "/web.config", "line": 23 }, { "directive": "disallow", "path": "/admin/", "line": 25 }, { "directive": "disallow", "path": "/comment/reply/", "line": 26 }, { "directive": "disallow", "path": "/filter/tips", "line": 27 }, { "directive": "disallow", "path": "/node/add/", "line": 28 }, { "directive": "disallow", "path": "/search/", "line": 29 }, { "directive": "disallow", "path": "/user/register", "line": 30 }, { "directive": "disallow", "path": "/user/password", "line": 31 }, { "directive": "disallow", "path": "/user/login", "line": 32 }, { "directive": "disallow", "path": "/user/logout", "line": 33 }, { "directive": "disallow", "path": "/media/oembed", "line": 34 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 35 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 37 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 38 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 39 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 40 }, { "directive": "disallow", "path": "/index.php/search/", "line": 41 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 42 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 43 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 44 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 45 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 46 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 47 }, { "directive": "disallow", "path": "/node/", "line": 48 }, { "directive": "disallow", "path": "/index.php/node/", "line": 49 }, { "directive": "allow", "path": "/", "line": 52 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 4 }, { "directive": "disallow", "path": "/_next/webpack-hmr", "line": 5 }, { "directive": "disallow", "path": "/_next/image", "line": 6 }, { "directive": "disallow", "path": "/login/", "line": 9 }, { "directive": "disallow", "path": "/logout/", "line": 10 }, { "directive": "disallow", "path": "/register/", "line": 11 }, { "directive": "disallow", "path": "/password/", "line": 12 }, { "directive": "disallow", "path": "/preview/", "line": 14 }, { "directive": "disallow", "path": "/_preview/", "line": 15 }, { "directive": "disallow", "path": "/draft/", "line": 16 }, { "directive": "disallow", "path": "/core/", "line": 19 }, { "directive": "disallow", "path": "/profiles/", "line": 20 }, { "directive": "disallow", "path": "/README.txt", "line": 22 }, { "directive": "disallow", "path": "/web.config", "line": 23 }, { "directive": "disallow", "path": "/admin/", "line": 25 }, { "directive": "disallow", "path": "/comment/reply/", "line": 26 }, { "directive": "disallow", "path": "/filter/tips", "line": 27 }, { "directive": "disallow", "path": "/node/add/", "line": 28 }, { "directive": "disallow", "path": "/search/", "line": 29 }, { "directive": "disallow", "path": "/user/register", "line": 30 }, { "directive": "disallow", "path": "/user/password", "line": 31 }, { "directive": "disallow", "path": "/user/login", "line": 32 }, { "directive": "disallow", "path": "/user/logout", "line": 33 }, { "directive": "disallow", "path": "/media/oembed", "line": 34 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 35 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 37 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 38 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 39 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 40 }, { "directive": "disallow", "path": "/index.php/search/", "line": 41 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 42 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 43 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 44 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 45 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 46 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 47 }, { "directive": "disallow", "path": "/node/", "line": 48 }, { "directive": "disallow", "path": "/index.php/node/", "line": 49 }, { "directive": "allow", "path": "/", "line": 52 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 4 }, { "directive": "disallow", "path": "/_next/webpack-hmr", "line": 5 }, { "directive": "disallow", "path": "/_next/image", "line": 6 }, { "directive": "disallow", "path": "/login/", "line": 9 }, { "directive": "disallow", "path": "/logout/", "line": 10 }, { "directive": "disallow", "path": "/register/", "line": 11 }, { "directive": "disallow", "path": "/password/", "line": 12 }, { "directive": "disallow", "path": "/preview/", "line": 14 }, { "directive": "disallow", "path": "/_preview/", "line": 15 }, { "directive": "disallow", "path": "/draft/", "line": 16 }, { "directive": "disallow", "path": "/core/", "line": 19 }, { "directive": "disallow", "path": "/profiles/", "line": 20 }, { "directive": "disallow", "path": "/README.txt", "line": 22 }, { "directive": "disallow", "path": "/web.config", "line": 23 }, { "directive": "disallow", "path": "/admin/", "line": 25 }, { "directive": "disallow", "path": "/comment/reply/", "line": 26 }, { "directive": "disallow", "path": "/filter/tips", "line": 27 }, { "directive": "disallow", "path": "/node/add/", "line": 28 }, { "directive": "disallow", "path": "/search/", "line": 29 }, { "directive": "disallow", "path": "/user/register", "line": 30 }, { "directive": "disallow", "path": "/user/password", "line": 31 }, { "directive": "disallow", "path": "/user/login", "line": 32 }, { "directive": "disallow", "path": "/user/logout", "line": 33 }, { "directive": "disallow", "path": "/media/oembed", "line": 34 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 35 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 37 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 38 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 39 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 40 }, { "directive": "disallow", "path": "/index.php/search/", "line": 41 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 42 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 43 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 44 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 45 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 46 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 47 }, { "directive": "disallow", "path": "/node/", "line": 48 }, { "directive": "disallow", "path": "/index.php/node/", "line": 49 }, { "directive": "allow", "path": "/", "line": 52 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 4 }, { "directive": "disallow", "path": "/_next/webpack-hmr", "line": 5 }, { "directive": "disallow", "path": "/_next/image", "line": 6 }, { "directive": "disallow", "path": "/login/", "line": 9 }, { "directive": "disallow", "path": "/logout/", "line": 10 }, { "directive": "disallow", "path": "/register/", "line": 11 }, { "directive": "disallow", "path": "/password/", "line": 12 }, { "directive": "disallow", "path": "/preview/", "line": 14 }, { "directive": "disallow", "path": "/_preview/", "line": 15 }, { "directive": "disallow", "path": "/draft/", "line": 16 }, { "directive": "disallow", "path": "/core/", "line": 19 }, { "directive": "disallow", "path": "/profiles/", "line": 20 }, { "directive": "disallow", "path": "/README.txt", "line": 22 }, { "directive": "disallow", "path": "/web.config", "line": 23 }, { "directive": "disallow", "path": "/admin/", "line": 25 }, { "directive": "disallow", "path": "/comment/reply/", "line": 26 }, { "directive": "disallow", "path": "/filter/tips", "line": 27 }, { "directive": "disallow", "path": "/node/add/", "line": 28 }, { "directive": "disallow", "path": "/search/", "line": 29 }, { "directive": "disallow", "path": "/user/register", "line": 30 }, { "directive": "disallow", "path": "/user/password", "line": 31 }, { "directive": "disallow", "path": "/user/login", "line": 32 }, { "directive": "disallow", "path": "/user/logout", "line": 33 }, { "directive": "disallow", "path": "/media/oembed", "line": 34 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 35 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 37 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 38 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 39 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 40 }, { "directive": "disallow", "path": "/index.php/search/", "line": 41 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 42 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 43 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 44 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 45 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 46 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 47 }, { "directive": "disallow", "path": "/node/", "line": 48 }, { "directive": "disallow", "path": "/index.php/node/", "line": 49 }, { "directive": "allow", "path": "/", "line": 52 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 4 }, { "directive": "disallow", "path": "/_next/webpack-hmr", "line": 5 }, { "directive": "disallow", "path": "/_next/image", "line": 6 }, { "directive": "disallow", "path": "/login/", "line": 9 }, { "directive": "disallow", "path": "/logout/", "line": 10 }, { "directive": "disallow", "path": "/register/", "line": 11 }, { "directive": "disallow", "path": "/password/", "line": 12 }, { "directive": "disallow", "path": "/preview/", "line": 14 }, { "directive": "disallow", "path": "/_preview/", "line": 15 }, { "directive": "disallow", "path": "/draft/", "line": 16 }, { "directive": "disallow", "path": "/core/", "line": 19 }, { "directive": "disallow", "path": "/profiles/", "line": 20 }, { "directive": "disallow", "path": "/README.txt", "line": 22 }, { "directive": "disallow", "path": "/web.config", "line": 23 }, { "directive": "disallow", "path": "/admin/", "line": 25 }, { "directive": "disallow", "path": "/comment/reply/", "line": 26 }, { "directive": "disallow", "path": "/filter/tips", "line": 27 }, { "directive": "disallow", "path": "/node/add/", "line": 28 }, { "directive": "disallow", "path": "/search/", "line": 29 }, { "directive": "disallow", "path": "/user/register", "line": 30 }, { "directive": "disallow", "path": "/user/password", "line": 31 }, { "directive": "disallow", "path": "/user/login", "line": 32 }, { "directive": "disallow", "path": "/user/logout", "line": 33 }, { "directive": "disallow", "path": "/media/oembed", "line": 34 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 35 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 37 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 38 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 39 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 40 }, { "directive": "disallow", "path": "/index.php/search/", "line": 41 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 42 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 43 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 44 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 45 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 46 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 47 }, { "directive": "disallow", "path": "/node/", "line": 48 }, { "directive": "disallow", "path": "/index.php/node/", "line": 49 }, { "directive": "allow", "path": "/", "line": 52 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 4 }, { "directive": "disallow", "path": "/_next/webpack-hmr", "line": 5 }, { "directive": "disallow", "path": "/_next/image", "line": 6 }, { "directive": "disallow", "path": "/login/", "line": 9 }, { "directive": "disallow", "path": "/logout/", "line": 10 }, { "directive": "disallow", "path": "/register/", "line": 11 }, { "directive": "disallow", "path": "/password/", "line": 12 }, { "directive": "disallow", "path": "/preview/", "line": 14 }, { "directive": "disallow", "path": "/_preview/", "line": 15 }, { "directive": "disallow", "path": "/draft/", "line": 16 }, { "directive": "disallow", "path": "/core/", "line": 19 }, { "directive": "disallow", "path": "/profiles/", "line": 20 }, { "directive": "disallow", "path": "/README.txt", "line": 22 }, { "directive": "disallow", "path": "/web.config", "line": 23 }, { "directive": "disallow", "path": "/admin/", "line": 25 }, { "directive": "disallow", "path": "/comment/reply/", "line": 26 }, { "directive": "disallow", "path": "/filter/tips", "line": 27 }, { "directive": "disallow", "path": "/node/add/", "line": 28 }, { "directive": "disallow", "path": "/search/", "line": 29 }, { "directive": "disallow", "path": "/user/register", "line": 30 }, { "directive": "disallow", "path": "/user/password", "line": 31 }, { "directive": "disallow", "path": "/user/login", "line": 32 }, { "directive": "disallow", "path": "/user/logout", "line": 33 }, { "directive": "disallow", "path": "/media/oembed", "line": 34 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 35 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 37 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 38 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 39 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 40 }, { "directive": "disallow", "path": "/index.php/search/", "line": 41 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 42 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 43 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 44 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 45 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 46 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 47 }, { "directive": "disallow", "path": "/node/", "line": 48 }, { "directive": "disallow", "path": "/index.php/node/", "line": 49 }, { "directive": "allow", "path": "/", "line": 52 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 4 }, { "directive": "disallow", "path": "/_next/webpack-hmr", "line": 5 }, { "directive": "disallow", "path": "/_next/image", "line": 6 }, { "directive": "disallow", "path": "/login/", "line": 9 }, { "directive": "disallow", "path": "/logout/", "line": 10 }, { "directive": "disallow", "path": "/register/", "line": 11 }, { "directive": "disallow", "path": "/password/", "line": 12 }, { "directive": "disallow", "path": "/preview/", "line": 14 }, { "directive": "disallow", "path": "/_preview/", "line": 15 }, { "directive": "disallow", "path": "/draft/", "line": 16 }, { "directive": "disallow", "path": "/core/", "line": 19 }, { "directive": "disallow", "path": "/profiles/", "line": 20 }, { "directive": "disallow", "path": "/README.txt", "line": 22 }, { "directive": "disallow", "path": "/web.config", "line": 23 }, { "directive": "disallow", "path": "/admin/", "line": 25 }, { "directive": "disallow", "path": "/comment/reply/", "line": 26 }, { "directive": "disallow", "path": "/filter/tips", "line": 27 }, { "directive": "disallow", "path": "/node/add/", "line": 28 }, { "directive": "disallow", "path": "/search/", "line": 29 }, { "directive": "disallow", "path": "/user/register", "line": 30 }, { "directive": "disallow", "path": "/user/password", "line": 31 }, { "directive": "disallow", "path": "/user/login", "line": 32 }, { "directive": "disallow", "path": "/user/logout", "line": 33 }, { "directive": "disallow", "path": "/media/oembed", "line": 34 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 35 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 37 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 38 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 39 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 40 }, { "directive": "disallow", "path": "/index.php/search/", "line": 41 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 42 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 43 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 44 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 45 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 46 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 47 }, { "directive": "disallow", "path": "/node/", "line": 48 }, { "directive": "disallow", "path": "/index.php/node/", "line": 49 }, { "directive": "allow", "path": "/", "line": 52 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.lumentum.com/robots.txt", "contentType": "text/plain", "sha256": "bdf6e7b36f23f41f80fa851fbde0098bdbfe2b4c04f8bba57bf1310417b09888", "bytes": 1159 }, { "company": "LyondellBasell", "cik": "1489393", "sector": "Materials", "origin": "https://www.lyondellbasell.com", "checkedAt": "2026-09-26T04:55:47.959Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/episerver/", "line": 2 }, { "directive": "disallow", "path": "/utils/", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/episerver/", "line": 2 }, { "directive": "disallow", "path": "/utils/", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/episerver/", "line": 2 }, { "directive": "disallow", "path": "/utils/", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/episerver/", "line": 2 }, { "directive": "disallow", "path": "/utils/", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/episerver/", "line": 2 }, { "directive": "disallow", "path": "/utils/", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/episerver/", "line": 2 }, { "directive": "disallow", "path": "/utils/", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/episerver/", "line": 2 }, { "directive": "disallow", "path": "/utils/", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/episerver/", "line": 2 }, { "directive": "disallow", "path": "/utils/", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.lyondellbasell.com/robots.txt", "contentType": "text/plain", "sha256": "99afb4cf263bac95ede99363e77da290257fb9026697d69be702b53caf921dba", "bytes": 105 }, { "company": "M&T Bank", "cik": "36270", "sector": "Financials", "origin": "https://www3.mtb.com", "checkedAt": "2026-09-26T04:55:48.001Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/mtb-web/", "line": 4 }, { "directive": "disallow", "path": "/commercial/treasury-management/log-out", "line": 5 }, { "directive": "disallow", "path": "/legal-counsel-e-forms", "line": 6 }, { "directive": "disallow", "path": "/outside-info-newsletter", "line": 7 }, { "directive": "disallow", "path": "/connecticut-e-forms", "line": 8 }, { "directive": "disallow", "path": "/delaware-e-forms", "line": 9 }, { "directive": "disallow", "path": "/florida-e-forms", "line": 10 }, { "directive": "disallow", "path": "/maryland-e-forms", "line": 11 }, { "directive": "disallow", "path": "/massachusetts-e-forms", "line": 12 }, { "directive": "disallow", "path": "/new-jersey-e-forms", "line": 13 }, { "directive": "disallow", "path": "/pennsylvania-e-forms", "line": 14 }, { "directive": "disallow", "path": "/new-york-e-forms", "line": 15 }, { "directive": "disallow", "path": "/virginia-e-forms", "line": 16 }, { "directive": "disallow", "path": "/west-virginia-e-forms", "line": 17 }, { "directive": "disallow", "path": "/canada-e-forms", "line": 18 }, { "directive": "disallow", "path": "/tests", "line": 19 }, { "directive": "allow", "path": "/locations/mortgage/", "line": 20 }, { "directive": "allow", "path": "/locations/business/", "line": 21 }, { "directive": "allow", "path": "/locations/loan-services/", "line": 22 }, { "directive": "allow", "path": "/content/dam/mtb-web/scripts", "line": 23 }, { "directive": "allow", "path": "/content/dam/mtb-web/mtb-icon-library/favicon.ico", "line": 24 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/mtb-web/", "line": 4 }, { "directive": "disallow", "path": "/commercial/treasury-management/log-out", "line": 5 }, { "directive": "disallow", "path": "/legal-counsel-e-forms", "line": 6 }, { "directive": "disallow", "path": "/outside-info-newsletter", "line": 7 }, { "directive": "disallow", "path": "/connecticut-e-forms", "line": 8 }, { "directive": "disallow", "path": "/delaware-e-forms", "line": 9 }, { "directive": "disallow", "path": "/florida-e-forms", "line": 10 }, { "directive": "disallow", "path": "/maryland-e-forms", "line": 11 }, { "directive": "disallow", "path": "/massachusetts-e-forms", "line": 12 }, { "directive": "disallow", "path": "/new-jersey-e-forms", "line": 13 }, { "directive": "disallow", "path": "/pennsylvania-e-forms", "line": 14 }, { "directive": "disallow", "path": "/new-york-e-forms", "line": 15 }, { "directive": "disallow", "path": "/virginia-e-forms", "line": 16 }, { "directive": "disallow", "path": "/west-virginia-e-forms", "line": 17 }, { "directive": "disallow", "path": "/canada-e-forms", "line": 18 }, { "directive": "disallow", "path": "/tests", "line": 19 }, { "directive": "allow", "path": "/locations/mortgage/", "line": 20 }, { "directive": "allow", "path": "/locations/business/", "line": 21 }, { "directive": "allow", "path": "/locations/loan-services/", "line": 22 }, { "directive": "allow", "path": "/content/dam/mtb-web/scripts", "line": 23 }, { "directive": "allow", "path": "/content/dam/mtb-web/mtb-icon-library/favicon.ico", "line": 24 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/mtb-web/", "line": 4 }, { "directive": "disallow", "path": "/commercial/treasury-management/log-out", "line": 5 }, { "directive": "disallow", "path": "/legal-counsel-e-forms", "line": 6 }, { "directive": "disallow", "path": "/outside-info-newsletter", "line": 7 }, { "directive": "disallow", "path": "/connecticut-e-forms", "line": 8 }, { "directive": "disallow", "path": "/delaware-e-forms", "line": 9 }, { "directive": "disallow", "path": "/florida-e-forms", "line": 10 }, { "directive": "disallow", "path": "/maryland-e-forms", "line": 11 }, { "directive": "disallow", "path": "/massachusetts-e-forms", "line": 12 }, { "directive": "disallow", "path": "/new-jersey-e-forms", "line": 13 }, { "directive": "disallow", "path": "/pennsylvania-e-forms", "line": 14 }, { "directive": "disallow", "path": "/new-york-e-forms", "line": 15 }, { "directive": "disallow", "path": "/virginia-e-forms", "line": 16 }, { "directive": "disallow", "path": "/west-virginia-e-forms", "line": 17 }, { "directive": "disallow", "path": "/canada-e-forms", "line": 18 }, { "directive": "disallow", "path": "/tests", "line": 19 }, { "directive": "allow", "path": "/locations/mortgage/", "line": 20 }, { "directive": "allow", "path": "/locations/business/", "line": 21 }, { "directive": "allow", "path": "/locations/loan-services/", "line": 22 }, { "directive": "allow", "path": "/content/dam/mtb-web/scripts", "line": 23 }, { "directive": "allow", "path": "/content/dam/mtb-web/mtb-icon-library/favicon.ico", "line": 24 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/mtb-web/", "line": 4 }, { "directive": "disallow", "path": "/commercial/treasury-management/log-out", "line": 5 }, { "directive": "disallow", "path": "/legal-counsel-e-forms", "line": 6 }, { "directive": "disallow", "path": "/outside-info-newsletter", "line": 7 }, { "directive": "disallow", "path": "/connecticut-e-forms", "line": 8 }, { "directive": "disallow", "path": "/delaware-e-forms", "line": 9 }, { "directive": "disallow", "path": "/florida-e-forms", "line": 10 }, { "directive": "disallow", "path": "/maryland-e-forms", "line": 11 }, { "directive": "disallow", "path": "/massachusetts-e-forms", "line": 12 }, { "directive": "disallow", "path": "/new-jersey-e-forms", "line": 13 }, { "directive": "disallow", "path": "/pennsylvania-e-forms", "line": 14 }, { "directive": "disallow", "path": "/new-york-e-forms", "line": 15 }, { "directive": "disallow", "path": "/virginia-e-forms", "line": 16 }, { "directive": "disallow", "path": "/west-virginia-e-forms", "line": 17 }, { "directive": "disallow", "path": "/canada-e-forms", "line": 18 }, { "directive": "disallow", "path": "/tests", "line": 19 }, { "directive": "allow", "path": "/locations/mortgage/", "line": 20 }, { "directive": "allow", "path": "/locations/business/", "line": 21 }, { "directive": "allow", "path": "/locations/loan-services/", "line": 22 }, { "directive": "allow", "path": "/content/dam/mtb-web/scripts", "line": 23 }, { "directive": "allow", "path": "/content/dam/mtb-web/mtb-icon-library/favicon.ico", "line": 24 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/mtb-web/", "line": 4 }, { "directive": "disallow", "path": "/commercial/treasury-management/log-out", "line": 5 }, { "directive": "disallow", "path": "/legal-counsel-e-forms", "line": 6 }, { "directive": "disallow", "path": "/outside-info-newsletter", "line": 7 }, { "directive": "disallow", "path": "/connecticut-e-forms", "line": 8 }, { "directive": "disallow", "path": "/delaware-e-forms", "line": 9 }, { "directive": "disallow", "path": "/florida-e-forms", "line": 10 }, { "directive": "disallow", "path": "/maryland-e-forms", "line": 11 }, { "directive": "disallow", "path": "/massachusetts-e-forms", "line": 12 }, { "directive": "disallow", "path": "/new-jersey-e-forms", "line": 13 }, { "directive": "disallow", "path": "/pennsylvania-e-forms", "line": 14 }, { "directive": "disallow", "path": "/new-york-e-forms", "line": 15 }, { "directive": "disallow", "path": "/virginia-e-forms", "line": 16 }, { "directive": "disallow", "path": "/west-virginia-e-forms", "line": 17 }, { "directive": "disallow", "path": "/canada-e-forms", "line": 18 }, { "directive": "disallow", "path": "/tests", "line": 19 }, { "directive": "allow", "path": "/locations/mortgage/", "line": 20 }, { "directive": "allow", "path": "/locations/business/", "line": 21 }, { "directive": "allow", "path": "/locations/loan-services/", "line": 22 }, { "directive": "allow", "path": "/content/dam/mtb-web/scripts", "line": 23 }, { "directive": "allow", "path": "/content/dam/mtb-web/mtb-icon-library/favicon.ico", "line": 24 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/mtb-web/", "line": 4 }, { "directive": "disallow", "path": "/commercial/treasury-management/log-out", "line": 5 }, { "directive": "disallow", "path": "/legal-counsel-e-forms", "line": 6 }, { "directive": "disallow", "path": "/outside-info-newsletter", "line": 7 }, { "directive": "disallow", "path": "/connecticut-e-forms", "line": 8 }, { "directive": "disallow", "path": "/delaware-e-forms", "line": 9 }, { "directive": "disallow", "path": "/florida-e-forms", "line": 10 }, { "directive": "disallow", "path": "/maryland-e-forms", "line": 11 }, { "directive": "disallow", "path": "/massachusetts-e-forms", "line": 12 }, { "directive": "disallow", "path": "/new-jersey-e-forms", "line": 13 }, { "directive": "disallow", "path": "/pennsylvania-e-forms", "line": 14 }, { "directive": "disallow", "path": "/new-york-e-forms", "line": 15 }, { "directive": "disallow", "path": "/virginia-e-forms", "line": 16 }, { "directive": "disallow", "path": "/west-virginia-e-forms", "line": 17 }, { "directive": "disallow", "path": "/canada-e-forms", "line": 18 }, { "directive": "disallow", "path": "/tests", "line": 19 }, { "directive": "allow", "path": "/locations/mortgage/", "line": 20 }, { "directive": "allow", "path": "/locations/business/", "line": 21 }, { "directive": "allow", "path": "/locations/loan-services/", "line": 22 }, { "directive": "allow", "path": "/content/dam/mtb-web/scripts", "line": 23 }, { "directive": "allow", "path": "/content/dam/mtb-web/mtb-icon-library/favicon.ico", "line": 24 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/mtb-web/", "line": 4 }, { "directive": "disallow", "path": "/commercial/treasury-management/log-out", "line": 5 }, { "directive": "disallow", "path": "/legal-counsel-e-forms", "line": 6 }, { "directive": "disallow", "path": "/outside-info-newsletter", "line": 7 }, { "directive": "disallow", "path": "/connecticut-e-forms", "line": 8 }, { "directive": "disallow", "path": "/delaware-e-forms", "line": 9 }, { "directive": "disallow", "path": "/florida-e-forms", "line": 10 }, { "directive": "disallow", "path": "/maryland-e-forms", "line": 11 }, { "directive": "disallow", "path": "/massachusetts-e-forms", "line": 12 }, { "directive": "disallow", "path": "/new-jersey-e-forms", "line": 13 }, { "directive": "disallow", "path": "/pennsylvania-e-forms", "line": 14 }, { "directive": "disallow", "path": "/new-york-e-forms", "line": 15 }, { "directive": "disallow", "path": "/virginia-e-forms", "line": 16 }, { "directive": "disallow", "path": "/west-virginia-e-forms", "line": 17 }, { "directive": "disallow", "path": "/canada-e-forms", "line": 18 }, { "directive": "disallow", "path": "/tests", "line": 19 }, { "directive": "allow", "path": "/locations/mortgage/", "line": 20 }, { "directive": "allow", "path": "/locations/business/", "line": 21 }, { "directive": "allow", "path": "/locations/loan-services/", "line": 22 }, { "directive": "allow", "path": "/content/dam/mtb-web/scripts", "line": 23 }, { "directive": "allow", "path": "/content/dam/mtb-web/mtb-icon-library/favicon.ico", "line": 24 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/mtb-web/", "line": 4 }, { "directive": "disallow", "path": "/commercial/treasury-management/log-out", "line": 5 }, { "directive": "disallow", "path": "/legal-counsel-e-forms", "line": 6 }, { "directive": "disallow", "path": "/outside-info-newsletter", "line": 7 }, { "directive": "disallow", "path": "/connecticut-e-forms", "line": 8 }, { "directive": "disallow", "path": "/delaware-e-forms", "line": 9 }, { "directive": "disallow", "path": "/florida-e-forms", "line": 10 }, { "directive": "disallow", "path": "/maryland-e-forms", "line": 11 }, { "directive": "disallow", "path": "/massachusetts-e-forms", "line": 12 }, { "directive": "disallow", "path": "/new-jersey-e-forms", "line": 13 }, { "directive": "disallow", "path": "/pennsylvania-e-forms", "line": 14 }, { "directive": "disallow", "path": "/new-york-e-forms", "line": 15 }, { "directive": "disallow", "path": "/virginia-e-forms", "line": 16 }, { "directive": "disallow", "path": "/west-virginia-e-forms", "line": 17 }, { "directive": "disallow", "path": "/canada-e-forms", "line": 18 }, { "directive": "disallow", "path": "/tests", "line": 19 }, { "directive": "allow", "path": "/locations/mortgage/", "line": 20 }, { "directive": "allow", "path": "/locations/business/", "line": 21 }, { "directive": "allow", "path": "/locations/loan-services/", "line": 22 }, { "directive": "allow", "path": "/content/dam/mtb-web/scripts", "line": 23 }, { "directive": "allow", "path": "/content/dam/mtb-web/mtb-icon-library/favicon.ico", "line": 24 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.mtb.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "a2278c247484edd5477d0eb70d9d17f5cc24b29ffba7288590ba23c2dbb9446e", "bytes": 763 }, { "company": "Marathon Petroleum", "cik": "1510295", "sector": "Energy", "origin": "https://www.marathonpetroleum.com", "checkedAt": "2026-09-26T04:55:48.289Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.marathonpetroleum.com/robots.txt", "contentType": "text/html; charset=UTF-8" }, { "company": "Marriott International", "cik": "1048286", "sector": "Consumer Discretionary", "origin": "https://www.marriott.com", "checkedAt": "2026-09-26T04:55:48.397Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/zh/", "line": 10 }, { "directive": "disallow", "path": "/einterface/", "line": 11 }, { "directive": "disallow", "path": "/hotels/newAdaptiveRoomTypePhotoViewer", "line": 12 }, { "directive": "disallow", "path": "/reservation/availabilitySearch.mi", "line": 13 }, { "directive": "disallow", "path": "/aries-search/", "line": 14 }, { "directive": "disallow", "path": "/offers/preview/", "line": 15 }, { "directive": "disallow", "path": "/search/", "line": 16 }, { "directive": "disallow", "path": "/en-gb/search/", "line": 17 }, { "directive": "disallow", "path": "/es/search/", "line": 18 }, { "directive": "disallow", "path": "/fr/search/", "line": 19 }, { "directive": "disallow", "path": "/pt-br/search/", "line": 20 }, { "directive": "disallow", "path": "/id/search/", "line": 21 }, { "directive": "disallow", "path": "/zh-hk/search/", "line": 22 }, { "directive": "disallow", "path": "/ja/search/", "line": 23 }, { "directive": "disallow", "path": "/ko/search/", "line": 24 }, { "directive": "disallow", "path": "/th/search/", "line": 25 }, { "directive": "disallow", "path": "/vi/search/", "line": 26 }, { "directive": "disallow", "path": "/ar/search/", "line": 27 }, { "directive": "disallow", "path": "/he/search/", "line": 28 }, { "directive": "disallow", "path": "/da/search/", "line": 29 }, { "directive": "disallow", "path": "/de/search/", "line": 30 }, { "directive": "disallow", "path": "/el/search/", "line": 31 }, { "directive": "disallow", "path": "/it/search/", "line": 32 }, { "directive": "disallow", "path": "/nl/search/", "line": 33 }, { "directive": "disallow", "path": "/no/search/", "line": 34 }, { "directive": "disallow", "path": "/ru/search/", "line": 35 }, { "directive": "disallow", "path": "/pl-pl/search/", "line": 36 }, { "directive": "disallow", "path": "/fi/search/", "line": 37 }, { "directive": "disallow", "path": "/sv/search/", "line": 38 }, { "directive": "disallow", "path": "/tr-tr/search/", "line": 39 }, { "directive": "disallow", "path": "/hi/search/", "line": 40 }, { "directive": "allow", "path": "/search/default.mi", "line": 41 }, { "directive": "allow", "path": "/en-gb/search/default.mi", "line": 42 }, { "directive": "allow", "path": "/es/search/default.mi", "line": 43 }, { "directive": "allow", "path": "/fr/search/default.mi", "line": 44 }, { "directive": "allow", "path": "/pt-br/search/default.mi", "line": 45 }, { "directive": "allow", "path": "/id/search/default.mi", "line": 46 }, { "directive": "allow", "path": "/zh-hk/search/default.mi", "line": 47 }, { "directive": "allow", "path": "/ja/search/default.mi", "line": 48 }, { "directive": "allow", "path": "/ko/search/default.mi", "line": 49 }, { "directive": "allow", "path": "/th/search/default.mi", "line": 50 }, { "directive": "allow", "path": "/vi/search/default.mi", "line": 51 }, { "directive": "allow", "path": "/ar/search/default.mi", "line": 52 }, { "directive": "allow", "path": "/he/search/default.mi", "line": 53 }, { "directive": "allow", "path": "/da/search/default.mi", "line": 54 }, { "directive": "allow", "path": "/de/search/default.mi", "line": 55 }, { "directive": "allow", "path": "/el/search/default.mi", "line": 56 }, { "directive": "allow", "path": "/it/search/default.mi", "line": 57 }, { "directive": "allow", "path": "/nl/search/default.mi", "line": 58 }, { "directive": "allow", "path": "/no/search/default.mi", "line": 59 }, { "directive": "allow", "path": "/ru/search/default.mi", "line": 60 }, { "directive": "allow", "path": "/pl-pl/search/default.mi", "line": 61 }, { "directive": "allow", "path": "/fi/search/default.mi", "line": 62 }, { "directive": "allow", "path": "/sv/search/default.mi", "line": 63 }, { "directive": "allow", "path": "/tr-tr/search/default.mi", "line": 64 }, { "directive": "allow", "path": "/hi/search/default.mi", "line": 65 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/zh/", "line": 10 }, { "directive": "disallow", "path": "/einterface/", "line": 11 }, { "directive": "disallow", "path": "/hotels/newAdaptiveRoomTypePhotoViewer", "line": 12 }, { "directive": "disallow", "path": "/reservation/availabilitySearch.mi", "line": 13 }, { "directive": "disallow", "path": "/aries-search/", "line": 14 }, { "directive": "disallow", "path": "/offers/preview/", "line": 15 }, { "directive": "disallow", "path": "/search/", "line": 16 }, { "directive": "disallow", "path": "/en-gb/search/", "line": 17 }, { "directive": "disallow", "path": "/es/search/", "line": 18 }, { "directive": "disallow", "path": "/fr/search/", "line": 19 }, { "directive": "disallow", "path": "/pt-br/search/", "line": 20 }, { "directive": "disallow", "path": "/id/search/", "line": 21 }, { "directive": "disallow", "path": "/zh-hk/search/", "line": 22 }, { "directive": "disallow", "path": "/ja/search/", "line": 23 }, { "directive": "disallow", "path": "/ko/search/", "line": 24 }, { "directive": "disallow", "path": "/th/search/", "line": 25 }, { "directive": "disallow", "path": "/vi/search/", "line": 26 }, { "directive": "disallow", "path": "/ar/search/", "line": 27 }, { "directive": "disallow", "path": "/he/search/", "line": 28 }, { "directive": "disallow", "path": "/da/search/", "line": 29 }, { "directive": "disallow", "path": "/de/search/", "line": 30 }, { "directive": "disallow", "path": "/el/search/", "line": 31 }, { "directive": "disallow", "path": "/it/search/", "line": 32 }, { "directive": "disallow", "path": "/nl/search/", "line": 33 }, { "directive": "disallow", "path": "/no/search/", "line": 34 }, { "directive": "disallow", "path": "/ru/search/", "line": 35 }, { "directive": "disallow", "path": "/pl-pl/search/", "line": 36 }, { "directive": "disallow", "path": "/fi/search/", "line": 37 }, { "directive": "disallow", "path": "/sv/search/", "line": 38 }, { "directive": "disallow", "path": "/tr-tr/search/", "line": 39 }, { "directive": "disallow", "path": "/hi/search/", "line": 40 }, { "directive": "allow", "path": "/search/default.mi", "line": 41 }, { "directive": "allow", "path": "/en-gb/search/default.mi", "line": 42 }, { "directive": "allow", "path": "/es/search/default.mi", "line": 43 }, { "directive": "allow", "path": "/fr/search/default.mi", "line": 44 }, { "directive": "allow", "path": "/pt-br/search/default.mi", "line": 45 }, { "directive": "allow", "path": "/id/search/default.mi", "line": 46 }, { "directive": "allow", "path": "/zh-hk/search/default.mi", "line": 47 }, { "directive": "allow", "path": "/ja/search/default.mi", "line": 48 }, { "directive": "allow", "path": "/ko/search/default.mi", "line": 49 }, { "directive": "allow", "path": "/th/search/default.mi", "line": 50 }, { "directive": "allow", "path": "/vi/search/default.mi", "line": 51 }, { "directive": "allow", "path": "/ar/search/default.mi", "line": 52 }, { "directive": "allow", "path": "/he/search/default.mi", "line": 53 }, { "directive": "allow", "path": "/da/search/default.mi", "line": 54 }, { "directive": "allow", "path": "/de/search/default.mi", "line": 55 }, { "directive": "allow", "path": "/el/search/default.mi", "line": 56 }, { "directive": "allow", "path": "/it/search/default.mi", "line": 57 }, { "directive": "allow", "path": "/nl/search/default.mi", "line": 58 }, { "directive": "allow", "path": "/no/search/default.mi", "line": 59 }, { "directive": "allow", "path": "/ru/search/default.mi", "line": 60 }, { "directive": "allow", "path": "/pl-pl/search/default.mi", "line": 61 }, { "directive": "allow", "path": "/fi/search/default.mi", "line": 62 }, { "directive": "allow", "path": "/sv/search/default.mi", "line": 63 }, { "directive": "allow", "path": "/tr-tr/search/default.mi", "line": 64 }, { "directive": "allow", "path": "/hi/search/default.mi", "line": 65 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/zh/", "line": 10 }, { "directive": "disallow", "path": "/einterface/", "line": 11 }, { "directive": "disallow", "path": "/hotels/newAdaptiveRoomTypePhotoViewer", "line": 12 }, { "directive": "disallow", "path": "/reservation/availabilitySearch.mi", "line": 13 }, { "directive": "disallow", "path": "/aries-search/", "line": 14 }, { "directive": "disallow", "path": "/offers/preview/", "line": 15 }, { "directive": "disallow", "path": "/search/", "line": 16 }, { "directive": "disallow", "path": "/en-gb/search/", "line": 17 }, { "directive": "disallow", "path": "/es/search/", "line": 18 }, { "directive": "disallow", "path": "/fr/search/", "line": 19 }, { "directive": "disallow", "path": "/pt-br/search/", "line": 20 }, { "directive": "disallow", "path": "/id/search/", "line": 21 }, { "directive": "disallow", "path": "/zh-hk/search/", "line": 22 }, { "directive": "disallow", "path": "/ja/search/", "line": 23 }, { "directive": "disallow", "path": "/ko/search/", "line": 24 }, { "directive": "disallow", "path": "/th/search/", "line": 25 }, { "directive": "disallow", "path": "/vi/search/", "line": 26 }, { "directive": "disallow", "path": "/ar/search/", "line": 27 }, { "directive": "disallow", "path": "/he/search/", "line": 28 }, { "directive": "disallow", "path": "/da/search/", "line": 29 }, { "directive": "disallow", "path": "/de/search/", "line": 30 }, { "directive": "disallow", "path": "/el/search/", "line": 31 }, { "directive": "disallow", "path": "/it/search/", "line": 32 }, { "directive": "disallow", "path": "/nl/search/", "line": 33 }, { "directive": "disallow", "path": "/no/search/", "line": 34 }, { "directive": "disallow", "path": "/ru/search/", "line": 35 }, { "directive": "disallow", "path": "/pl-pl/search/", "line": 36 }, { "directive": "disallow", "path": "/fi/search/", "line": 37 }, { "directive": "disallow", "path": "/sv/search/", "line": 38 }, { "directive": "disallow", "path": "/tr-tr/search/", "line": 39 }, { "directive": "disallow", "path": "/hi/search/", "line": 40 }, { "directive": "allow", "path": "/search/default.mi", "line": 41 }, { "directive": "allow", "path": "/en-gb/search/default.mi", "line": 42 }, { "directive": "allow", "path": "/es/search/default.mi", "line": 43 }, { "directive": "allow", "path": "/fr/search/default.mi", "line": 44 }, { "directive": "allow", "path": "/pt-br/search/default.mi", "line": 45 }, { "directive": "allow", "path": "/id/search/default.mi", "line": 46 }, { "directive": "allow", "path": "/zh-hk/search/default.mi", "line": 47 }, { "directive": "allow", "path": "/ja/search/default.mi", "line": 48 }, { "directive": "allow", "path": "/ko/search/default.mi", "line": 49 }, { "directive": "allow", "path": "/th/search/default.mi", "line": 50 }, { "directive": "allow", "path": "/vi/search/default.mi", "line": 51 }, { "directive": "allow", "path": "/ar/search/default.mi", "line": 52 }, { "directive": "allow", "path": "/he/search/default.mi", "line": 53 }, { "directive": "allow", "path": "/da/search/default.mi", "line": 54 }, { "directive": "allow", "path": "/de/search/default.mi", "line": 55 }, { "directive": "allow", "path": "/el/search/default.mi", "line": 56 }, { "directive": "allow", "path": "/it/search/default.mi", "line": 57 }, { "directive": "allow", "path": "/nl/search/default.mi", "line": 58 }, { "directive": "allow", "path": "/no/search/default.mi", "line": 59 }, { "directive": "allow", "path": "/ru/search/default.mi", "line": 60 }, { "directive": "allow", "path": "/pl-pl/search/default.mi", "line": 61 }, { "directive": "allow", "path": "/fi/search/default.mi", "line": 62 }, { "directive": "allow", "path": "/sv/search/default.mi", "line": 63 }, { "directive": "allow", "path": "/tr-tr/search/default.mi", "line": 64 }, { "directive": "allow", "path": "/hi/search/default.mi", "line": 65 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/zh/", "line": 10 }, { "directive": "disallow", "path": "/einterface/", "line": 11 }, { "directive": "disallow", "path": "/hotels/newAdaptiveRoomTypePhotoViewer", "line": 12 }, { "directive": "disallow", "path": "/reservation/availabilitySearch.mi", "line": 13 }, { "directive": "disallow", "path": "/aries-search/", "line": 14 }, { "directive": "disallow", "path": "/offers/preview/", "line": 15 }, { "directive": "disallow", "path": "/search/", "line": 16 }, { "directive": "disallow", "path": "/en-gb/search/", "line": 17 }, { "directive": "disallow", "path": "/es/search/", "line": 18 }, { "directive": "disallow", "path": "/fr/search/", "line": 19 }, { "directive": "disallow", "path": "/pt-br/search/", "line": 20 }, { "directive": "disallow", "path": "/id/search/", "line": 21 }, { "directive": "disallow", "path": "/zh-hk/search/", "line": 22 }, { "directive": "disallow", "path": "/ja/search/", "line": 23 }, { "directive": "disallow", "path": "/ko/search/", "line": 24 }, { "directive": "disallow", "path": "/th/search/", "line": 25 }, { "directive": "disallow", "path": "/vi/search/", "line": 26 }, { "directive": "disallow", "path": "/ar/search/", "line": 27 }, { "directive": "disallow", "path": "/he/search/", "line": 28 }, { "directive": "disallow", "path": "/da/search/", "line": 29 }, { "directive": "disallow", "path": "/de/search/", "line": 30 }, { "directive": "disallow", "path": "/el/search/", "line": 31 }, { "directive": "disallow", "path": "/it/search/", "line": 32 }, { "directive": "disallow", "path": "/nl/search/", "line": 33 }, { "directive": "disallow", "path": "/no/search/", "line": 34 }, { "directive": "disallow", "path": "/ru/search/", "line": 35 }, { "directive": "disallow", "path": "/pl-pl/search/", "line": 36 }, { "directive": "disallow", "path": "/fi/search/", "line": 37 }, { "directive": "disallow", "path": "/sv/search/", "line": 38 }, { "directive": "disallow", "path": "/tr-tr/search/", "line": 39 }, { "directive": "disallow", "path": "/hi/search/", "line": 40 }, { "directive": "allow", "path": "/search/default.mi", "line": 41 }, { "directive": "allow", "path": "/en-gb/search/default.mi", "line": 42 }, { "directive": "allow", "path": "/es/search/default.mi", "line": 43 }, { "directive": "allow", "path": "/fr/search/default.mi", "line": 44 }, { "directive": "allow", "path": "/pt-br/search/default.mi", "line": 45 }, { "directive": "allow", "path": "/id/search/default.mi", "line": 46 }, { "directive": "allow", "path": "/zh-hk/search/default.mi", "line": 47 }, { "directive": "allow", "path": "/ja/search/default.mi", "line": 48 }, { "directive": "allow", "path": "/ko/search/default.mi", "line": 49 }, { "directive": "allow", "path": "/th/search/default.mi", "line": 50 }, { "directive": "allow", "path": "/vi/search/default.mi", "line": 51 }, { "directive": "allow", "path": "/ar/search/default.mi", "line": 52 }, { "directive": "allow", "path": "/he/search/default.mi", "line": 53 }, { "directive": "allow", "path": "/da/search/default.mi", "line": 54 }, { "directive": "allow", "path": "/de/search/default.mi", "line": 55 }, { "directive": "allow", "path": "/el/search/default.mi", "line": 56 }, { "directive": "allow", "path": "/it/search/default.mi", "line": 57 }, { "directive": "allow", "path": "/nl/search/default.mi", "line": 58 }, { "directive": "allow", "path": "/no/search/default.mi", "line": 59 }, { "directive": "allow", "path": "/ru/search/default.mi", "line": 60 }, { "directive": "allow", "path": "/pl-pl/search/default.mi", "line": 61 }, { "directive": "allow", "path": "/fi/search/default.mi", "line": 62 }, { "directive": "allow", "path": "/sv/search/default.mi", "line": 63 }, { "directive": "allow", "path": "/tr-tr/search/default.mi", "line": 64 }, { "directive": "allow", "path": "/hi/search/default.mi", "line": 65 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/zh/", "line": 10 }, { "directive": "disallow", "path": "/einterface/", "line": 11 }, { "directive": "disallow", "path": "/hotels/newAdaptiveRoomTypePhotoViewer", "line": 12 }, { "directive": "disallow", "path": "/reservation/availabilitySearch.mi", "line": 13 }, { "directive": "disallow", "path": "/aries-search/", "line": 14 }, { "directive": "disallow", "path": "/offers/preview/", "line": 15 }, { "directive": "disallow", "path": "/search/", "line": 16 }, { "directive": "disallow", "path": "/en-gb/search/", "line": 17 }, { "directive": "disallow", "path": "/es/search/", "line": 18 }, { "directive": "disallow", "path": "/fr/search/", "line": 19 }, { "directive": "disallow", "path": "/pt-br/search/", "line": 20 }, { "directive": "disallow", "path": "/id/search/", "line": 21 }, { "directive": "disallow", "path": "/zh-hk/search/", "line": 22 }, { "directive": "disallow", "path": "/ja/search/", "line": 23 }, { "directive": "disallow", "path": "/ko/search/", "line": 24 }, { "directive": "disallow", "path": "/th/search/", "line": 25 }, { "directive": "disallow", "path": "/vi/search/", "line": 26 }, { "directive": "disallow", "path": "/ar/search/", "line": 27 }, { "directive": "disallow", "path": "/he/search/", "line": 28 }, { "directive": "disallow", "path": "/da/search/", "line": 29 }, { "directive": "disallow", "path": "/de/search/", "line": 30 }, { "directive": "disallow", "path": "/el/search/", "line": 31 }, { "directive": "disallow", "path": "/it/search/", "line": 32 }, { "directive": "disallow", "path": "/nl/search/", "line": 33 }, { "directive": "disallow", "path": "/no/search/", "line": 34 }, { "directive": "disallow", "path": "/ru/search/", "line": 35 }, { "directive": "disallow", "path": "/pl-pl/search/", "line": 36 }, { "directive": "disallow", "path": "/fi/search/", "line": 37 }, { "directive": "disallow", "path": "/sv/search/", "line": 38 }, { "directive": "disallow", "path": "/tr-tr/search/", "line": 39 }, { "directive": "disallow", "path": "/hi/search/", "line": 40 }, { "directive": "allow", "path": "/search/default.mi", "line": 41 }, { "directive": "allow", "path": "/en-gb/search/default.mi", "line": 42 }, { "directive": "allow", "path": "/es/search/default.mi", "line": 43 }, { "directive": "allow", "path": "/fr/search/default.mi", "line": 44 }, { "directive": "allow", "path": "/pt-br/search/default.mi", "line": 45 }, { "directive": "allow", "path": "/id/search/default.mi", "line": 46 }, { "directive": "allow", "path": "/zh-hk/search/default.mi", "line": 47 }, { "directive": "allow", "path": "/ja/search/default.mi", "line": 48 }, { "directive": "allow", "path": "/ko/search/default.mi", "line": 49 }, { "directive": "allow", "path": "/th/search/default.mi", "line": 50 }, { "directive": "allow", "path": "/vi/search/default.mi", "line": 51 }, { "directive": "allow", "path": "/ar/search/default.mi", "line": 52 }, { "directive": "allow", "path": "/he/search/default.mi", "line": 53 }, { "directive": "allow", "path": "/da/search/default.mi", "line": 54 }, { "directive": "allow", "path": "/de/search/default.mi", "line": 55 }, { "directive": "allow", "path": "/el/search/default.mi", "line": 56 }, { "directive": "allow", "path": "/it/search/default.mi", "line": 57 }, { "directive": "allow", "path": "/nl/search/default.mi", "line": 58 }, { "directive": "allow", "path": "/no/search/default.mi", "line": 59 }, { "directive": "allow", "path": "/ru/search/default.mi", "line": 60 }, { "directive": "allow", "path": "/pl-pl/search/default.mi", "line": 61 }, { "directive": "allow", "path": "/fi/search/default.mi", "line": 62 }, { "directive": "allow", "path": "/sv/search/default.mi", "line": 63 }, { "directive": "allow", "path": "/tr-tr/search/default.mi", "line": 64 }, { "directive": "allow", "path": "/hi/search/default.mi", "line": 65 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/zh/", "line": 10 }, { "directive": "disallow", "path": "/einterface/", "line": 11 }, { "directive": "disallow", "path": "/hotels/newAdaptiveRoomTypePhotoViewer", "line": 12 }, { "directive": "disallow", "path": "/reservation/availabilitySearch.mi", "line": 13 }, { "directive": "disallow", "path": "/aries-search/", "line": 14 }, { "directive": "disallow", "path": "/offers/preview/", "line": 15 }, { "directive": "disallow", "path": "/search/", "line": 16 }, { "directive": "disallow", "path": "/en-gb/search/", "line": 17 }, { "directive": "disallow", "path": "/es/search/", "line": 18 }, { "directive": "disallow", "path": "/fr/search/", "line": 19 }, { "directive": "disallow", "path": "/pt-br/search/", "line": 20 }, { "directive": "disallow", "path": "/id/search/", "line": 21 }, { "directive": "disallow", "path": "/zh-hk/search/", "line": 22 }, { "directive": "disallow", "path": "/ja/search/", "line": 23 }, { "directive": "disallow", "path": "/ko/search/", "line": 24 }, { "directive": "disallow", "path": "/th/search/", "line": 25 }, { "directive": "disallow", "path": "/vi/search/", "line": 26 }, { "directive": "disallow", "path": "/ar/search/", "line": 27 }, { "directive": "disallow", "path": "/he/search/", "line": 28 }, { "directive": "disallow", "path": "/da/search/", "line": 29 }, { "directive": "disallow", "path": "/de/search/", "line": 30 }, { "directive": "disallow", "path": "/el/search/", "line": 31 }, { "directive": "disallow", "path": "/it/search/", "line": 32 }, { "directive": "disallow", "path": "/nl/search/", "line": 33 }, { "directive": "disallow", "path": "/no/search/", "line": 34 }, { "directive": "disallow", "path": "/ru/search/", "line": 35 }, { "directive": "disallow", "path": "/pl-pl/search/", "line": 36 }, { "directive": "disallow", "path": "/fi/search/", "line": 37 }, { "directive": "disallow", "path": "/sv/search/", "line": 38 }, { "directive": "disallow", "path": "/tr-tr/search/", "line": 39 }, { "directive": "disallow", "path": "/hi/search/", "line": 40 }, { "directive": "allow", "path": "/search/default.mi", "line": 41 }, { "directive": "allow", "path": "/en-gb/search/default.mi", "line": 42 }, { "directive": "allow", "path": "/es/search/default.mi", "line": 43 }, { "directive": "allow", "path": "/fr/search/default.mi", "line": 44 }, { "directive": "allow", "path": "/pt-br/search/default.mi", "line": 45 }, { "directive": "allow", "path": "/id/search/default.mi", "line": 46 }, { "directive": "allow", "path": "/zh-hk/search/default.mi", "line": 47 }, { "directive": "allow", "path": "/ja/search/default.mi", "line": 48 }, { "directive": "allow", "path": "/ko/search/default.mi", "line": 49 }, { "directive": "allow", "path": "/th/search/default.mi", "line": 50 }, { "directive": "allow", "path": "/vi/search/default.mi", "line": 51 }, { "directive": "allow", "path": "/ar/search/default.mi", "line": 52 }, { "directive": "allow", "path": "/he/search/default.mi", "line": 53 }, { "directive": "allow", "path": "/da/search/default.mi", "line": 54 }, { "directive": "allow", "path": "/de/search/default.mi", "line": 55 }, { "directive": "allow", "path": "/el/search/default.mi", "line": 56 }, { "directive": "allow", "path": "/it/search/default.mi", "line": 57 }, { "directive": "allow", "path": "/nl/search/default.mi", "line": 58 }, { "directive": "allow", "path": "/no/search/default.mi", "line": 59 }, { "directive": "allow", "path": "/ru/search/default.mi", "line": 60 }, { "directive": "allow", "path": "/pl-pl/search/default.mi", "line": 61 }, { "directive": "allow", "path": "/fi/search/default.mi", "line": 62 }, { "directive": "allow", "path": "/sv/search/default.mi", "line": 63 }, { "directive": "allow", "path": "/tr-tr/search/default.mi", "line": 64 }, { "directive": "allow", "path": "/hi/search/default.mi", "line": 65 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/zh/", "line": 10 }, { "directive": "disallow", "path": "/einterface/", "line": 11 }, { "directive": "disallow", "path": "/hotels/newAdaptiveRoomTypePhotoViewer", "line": 12 }, { "directive": "disallow", "path": "/reservation/availabilitySearch.mi", "line": 13 }, { "directive": "disallow", "path": "/aries-search/", "line": 14 }, { "directive": "disallow", "path": "/offers/preview/", "line": 15 }, { "directive": "disallow", "path": "/search/", "line": 16 }, { "directive": "disallow", "path": "/en-gb/search/", "line": 17 }, { "directive": "disallow", "path": "/es/search/", "line": 18 }, { "directive": "disallow", "path": "/fr/search/", "line": 19 }, { "directive": "disallow", "path": "/pt-br/search/", "line": 20 }, { "directive": "disallow", "path": "/id/search/", "line": 21 }, { "directive": "disallow", "path": "/zh-hk/search/", "line": 22 }, { "directive": "disallow", "path": "/ja/search/", "line": 23 }, { "directive": "disallow", "path": "/ko/search/", "line": 24 }, { "directive": "disallow", "path": "/th/search/", "line": 25 }, { "directive": "disallow", "path": "/vi/search/", "line": 26 }, { "directive": "disallow", "path": "/ar/search/", "line": 27 }, { "directive": "disallow", "path": "/he/search/", "line": 28 }, { "directive": "disallow", "path": "/da/search/", "line": 29 }, { "directive": "disallow", "path": "/de/search/", "line": 30 }, { "directive": "disallow", "path": "/el/search/", "line": 31 }, { "directive": "disallow", "path": "/it/search/", "line": 32 }, { "directive": "disallow", "path": "/nl/search/", "line": 33 }, { "directive": "disallow", "path": "/no/search/", "line": 34 }, { "directive": "disallow", "path": "/ru/search/", "line": 35 }, { "directive": "disallow", "path": "/pl-pl/search/", "line": 36 }, { "directive": "disallow", "path": "/fi/search/", "line": 37 }, { "directive": "disallow", "path": "/sv/search/", "line": 38 }, { "directive": "disallow", "path": "/tr-tr/search/", "line": 39 }, { "directive": "disallow", "path": "/hi/search/", "line": 40 }, { "directive": "allow", "path": "/search/default.mi", "line": 41 }, { "directive": "allow", "path": "/en-gb/search/default.mi", "line": 42 }, { "directive": "allow", "path": "/es/search/default.mi", "line": 43 }, { "directive": "allow", "path": "/fr/search/default.mi", "line": 44 }, { "directive": "allow", "path": "/pt-br/search/default.mi", "line": 45 }, { "directive": "allow", "path": "/id/search/default.mi", "line": 46 }, { "directive": "allow", "path": "/zh-hk/search/default.mi", "line": 47 }, { "directive": "allow", "path": "/ja/search/default.mi", "line": 48 }, { "directive": "allow", "path": "/ko/search/default.mi", "line": 49 }, { "directive": "allow", "path": "/th/search/default.mi", "line": 50 }, { "directive": "allow", "path": "/vi/search/default.mi", "line": 51 }, { "directive": "allow", "path": "/ar/search/default.mi", "line": 52 }, { "directive": "allow", "path": "/he/search/default.mi", "line": 53 }, { "directive": "allow", "path": "/da/search/default.mi", "line": 54 }, { "directive": "allow", "path": "/de/search/default.mi", "line": 55 }, { "directive": "allow", "path": "/el/search/default.mi", "line": 56 }, { "directive": "allow", "path": "/it/search/default.mi", "line": 57 }, { "directive": "allow", "path": "/nl/search/default.mi", "line": 58 }, { "directive": "allow", "path": "/no/search/default.mi", "line": 59 }, { "directive": "allow", "path": "/ru/search/default.mi", "line": 60 }, { "directive": "allow", "path": "/pl-pl/search/default.mi", "line": 61 }, { "directive": "allow", "path": "/fi/search/default.mi", "line": 62 }, { "directive": "allow", "path": "/sv/search/default.mi", "line": 63 }, { "directive": "allow", "path": "/tr-tr/search/default.mi", "line": 64 }, { "directive": "allow", "path": "/hi/search/default.mi", "line": 65 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/zh/", "line": 10 }, { "directive": "disallow", "path": "/einterface/", "line": 11 }, { "directive": "disallow", "path": "/hotels/newAdaptiveRoomTypePhotoViewer", "line": 12 }, { "directive": "disallow", "path": "/reservation/availabilitySearch.mi", "line": 13 }, { "directive": "disallow", "path": "/aries-search/", "line": 14 }, { "directive": "disallow", "path": "/offers/preview/", "line": 15 }, { "directive": "disallow", "path": "/search/", "line": 16 }, { "directive": "disallow", "path": "/en-gb/search/", "line": 17 }, { "directive": "disallow", "path": "/es/search/", "line": 18 }, { "directive": "disallow", "path": "/fr/search/", "line": 19 }, { "directive": "disallow", "path": "/pt-br/search/", "line": 20 }, { "directive": "disallow", "path": "/id/search/", "line": 21 }, { "directive": "disallow", "path": "/zh-hk/search/", "line": 22 }, { "directive": "disallow", "path": "/ja/search/", "line": 23 }, { "directive": "disallow", "path": "/ko/search/", "line": 24 }, { "directive": "disallow", "path": "/th/search/", "line": 25 }, { "directive": "disallow", "path": "/vi/search/", "line": 26 }, { "directive": "disallow", "path": "/ar/search/", "line": 27 }, { "directive": "disallow", "path": "/he/search/", "line": 28 }, { "directive": "disallow", "path": "/da/search/", "line": 29 }, { "directive": "disallow", "path": "/de/search/", "line": 30 }, { "directive": "disallow", "path": "/el/search/", "line": 31 }, { "directive": "disallow", "path": "/it/search/", "line": 32 }, { "directive": "disallow", "path": "/nl/search/", "line": 33 }, { "directive": "disallow", "path": "/no/search/", "line": 34 }, { "directive": "disallow", "path": "/ru/search/", "line": 35 }, { "directive": "disallow", "path": "/pl-pl/search/", "line": 36 }, { "directive": "disallow", "path": "/fi/search/", "line": 37 }, { "directive": "disallow", "path": "/sv/search/", "line": 38 }, { "directive": "disallow", "path": "/tr-tr/search/", "line": 39 }, { "directive": "disallow", "path": "/hi/search/", "line": 40 }, { "directive": "allow", "path": "/search/default.mi", "line": 41 }, { "directive": "allow", "path": "/en-gb/search/default.mi", "line": 42 }, { "directive": "allow", "path": "/es/search/default.mi", "line": 43 }, { "directive": "allow", "path": "/fr/search/default.mi", "line": 44 }, { "directive": "allow", "path": "/pt-br/search/default.mi", "line": 45 }, { "directive": "allow", "path": "/id/search/default.mi", "line": 46 }, { "directive": "allow", "path": "/zh-hk/search/default.mi", "line": 47 }, { "directive": "allow", "path": "/ja/search/default.mi", "line": 48 }, { "directive": "allow", "path": "/ko/search/default.mi", "line": 49 }, { "directive": "allow", "path": "/th/search/default.mi", "line": 50 }, { "directive": "allow", "path": "/vi/search/default.mi", "line": 51 }, { "directive": "allow", "path": "/ar/search/default.mi", "line": 52 }, { "directive": "allow", "path": "/he/search/default.mi", "line": 53 }, { "directive": "allow", "path": "/da/search/default.mi", "line": 54 }, { "directive": "allow", "path": "/de/search/default.mi", "line": 55 }, { "directive": "allow", "path": "/el/search/default.mi", "line": 56 }, { "directive": "allow", "path": "/it/search/default.mi", "line": 57 }, { "directive": "allow", "path": "/nl/search/default.mi", "line": 58 }, { "directive": "allow", "path": "/no/search/default.mi", "line": 59 }, { "directive": "allow", "path": "/ru/search/default.mi", "line": 60 }, { "directive": "allow", "path": "/pl-pl/search/default.mi", "line": 61 }, { "directive": "allow", "path": "/fi/search/default.mi", "line": 62 }, { "directive": "allow", "path": "/sv/search/default.mi", "line": 63 }, { "directive": "allow", "path": "/tr-tr/search/default.mi", "line": 64 }, { "directive": "allow", "path": "/hi/search/default.mi", "line": 65 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.marriott.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "3fde12219521507a4bd08941b71a20c72c84f13b2d64cafbcb01adeb2c76bed8", "bytes": 2643 }, { "company": "Marsh McLennan", "cik": "62709", "sector": "Financials", "origin": "http://www.mmc.com", "checkedAt": "2026-09-26T04:55:48.483Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.html/content/", "line": 3 }, { "directive": "disallow", "path": "/sharedcontent/", "line": 4 }, { "directive": "disallow", "path": "/*/_jcr_content/", "line": 5 }, { "directive": "disallow", "path": "/*/jcr:content/", "line": 6 }, { "directive": "disallow", "path": "/*/designs/", "line": 7 }, { "directive": "disallow", "path": "/*/etc/tags/", "line": 8 }, { "directive": "disallow", "path": "/*/registration-form/request-submitted.html", "line": 9 }, { "directive": "disallow", "path": "/*/registration-form/email-not-validated.html", "line": 10 }, { "directive": "disallow", "path": "/*/registration-form/email-sent.html", "line": 11 }, { "directive": "disallow", "path": "/libs/cq/security/userinfo.json*", "line": 13 }, { "directive": "disallow", "path": "*.cookiepolicy.json*", "line": 14 }, { "directive": "disallow", "path": "/etc/segmentation.segment.js?_=*", "line": 15 }, { "directive": "disallow", "path": "/*/search.html", "line": 17 }, { "directive": "disallow", "path": "/*/forms.html", "line": 18 }, { "directive": "disallow", "path": "/*/campaigns.html", "line": 19 }, { "directive": "disallow", "path": "/*/register.html", "line": 20 }, { "directive": "disallow", "path": "/*/registration-form.html", "line": 21 }, { "directive": "disallow", "path": "/*/confirmation.html", "line": 22 }, { "directive": "disallow", "path": "/*/moi?=*", "line": 23 } ], "warnings": [ 14 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.html/content/", "line": 3 }, { "directive": "disallow", "path": "/sharedcontent/", "line": 4 }, { "directive": "disallow", "path": "/*/_jcr_content/", "line": 5 }, { "directive": "disallow", "path": "/*/jcr:content/", "line": 6 }, { "directive": "disallow", "path": "/*/designs/", "line": 7 }, { "directive": "disallow", "path": "/*/etc/tags/", "line": 8 }, { "directive": "disallow", "path": "/*/registration-form/request-submitted.html", "line": 9 }, { "directive": "disallow", "path": "/*/registration-form/email-not-validated.html", "line": 10 }, { "directive": "disallow", "path": "/*/registration-form/email-sent.html", "line": 11 }, { "directive": "disallow", "path": "/libs/cq/security/userinfo.json*", "line": 13 }, { "directive": "disallow", "path": "*.cookiepolicy.json*", "line": 14 }, { "directive": "disallow", "path": "/etc/segmentation.segment.js?_=*", "line": 15 }, { "directive": "disallow", "path": "/*/search.html", "line": 17 }, { "directive": "disallow", "path": "/*/forms.html", "line": 18 }, { "directive": "disallow", "path": "/*/campaigns.html", "line": 19 }, { "directive": "disallow", "path": "/*/register.html", "line": 20 }, { "directive": "disallow", "path": "/*/registration-form.html", "line": 21 }, { "directive": "disallow", "path": "/*/confirmation.html", "line": 22 }, { "directive": "disallow", "path": "/*/moi?=*", "line": 23 } ], "warnings": [ 14 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.html/content/", "line": 3 }, { "directive": "disallow", "path": "/sharedcontent/", "line": 4 }, { "directive": "disallow", "path": "/*/_jcr_content/", "line": 5 }, { "directive": "disallow", "path": "/*/jcr:content/", "line": 6 }, { "directive": "disallow", "path": "/*/designs/", "line": 7 }, { "directive": "disallow", "path": "/*/etc/tags/", "line": 8 }, { "directive": "disallow", "path": "/*/registration-form/request-submitted.html", "line": 9 }, { "directive": "disallow", "path": "/*/registration-form/email-not-validated.html", "line": 10 }, { "directive": "disallow", "path": "/*/registration-form/email-sent.html", "line": 11 }, { "directive": "disallow", "path": "/libs/cq/security/userinfo.json*", "line": 13 }, { "directive": "disallow", "path": "*.cookiepolicy.json*", "line": 14 }, { "directive": "disallow", "path": "/etc/segmentation.segment.js?_=*", "line": 15 }, { "directive": "disallow", "path": "/*/search.html", "line": 17 }, { "directive": "disallow", "path": "/*/forms.html", "line": 18 }, { "directive": "disallow", "path": "/*/campaigns.html", "line": 19 }, { "directive": "disallow", "path": "/*/register.html", "line": 20 }, { "directive": "disallow", "path": "/*/registration-form.html", "line": 21 }, { "directive": "disallow", "path": "/*/confirmation.html", "line": 22 }, { "directive": "disallow", "path": "/*/moi?=*", "line": 23 } ], "warnings": [ 14 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.html/content/", "line": 3 }, { "directive": "disallow", "path": "/sharedcontent/", "line": 4 }, { "directive": "disallow", "path": "/*/_jcr_content/", "line": 5 }, { "directive": "disallow", "path": "/*/jcr:content/", "line": 6 }, { "directive": "disallow", "path": "/*/designs/", "line": 7 }, { "directive": "disallow", "path": "/*/etc/tags/", "line": 8 }, { "directive": "disallow", "path": "/*/registration-form/request-submitted.html", "line": 9 }, { "directive": "disallow", "path": "/*/registration-form/email-not-validated.html", "line": 10 }, { "directive": "disallow", "path": "/*/registration-form/email-sent.html", "line": 11 }, { "directive": "disallow", "path": "/libs/cq/security/userinfo.json*", "line": 13 }, { "directive": "disallow", "path": "*.cookiepolicy.json*", "line": 14 }, { "directive": "disallow", "path": "/etc/segmentation.segment.js?_=*", "line": 15 }, { "directive": "disallow", "path": "/*/search.html", "line": 17 }, { "directive": "disallow", "path": "/*/forms.html", "line": 18 }, { "directive": "disallow", "path": "/*/campaigns.html", "line": 19 }, { "directive": "disallow", "path": "/*/register.html", "line": 20 }, { "directive": "disallow", "path": "/*/registration-form.html", "line": 21 }, { "directive": "disallow", "path": "/*/confirmation.html", "line": 22 }, { "directive": "disallow", "path": "/*/moi?=*", "line": 23 } ], "warnings": [ 14 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.html/content/", "line": 3 }, { "directive": "disallow", "path": "/sharedcontent/", "line": 4 }, { "directive": "disallow", "path": "/*/_jcr_content/", "line": 5 }, { "directive": "disallow", "path": "/*/jcr:content/", "line": 6 }, { "directive": "disallow", "path": "/*/designs/", "line": 7 }, { "directive": "disallow", "path": "/*/etc/tags/", "line": 8 }, { "directive": "disallow", "path": "/*/registration-form/request-submitted.html", "line": 9 }, { "directive": "disallow", "path": "/*/registration-form/email-not-validated.html", "line": 10 }, { "directive": "disallow", "path": "/*/registration-form/email-sent.html", "line": 11 }, { "directive": "disallow", "path": "/libs/cq/security/userinfo.json*", "line": 13 }, { "directive": "disallow", "path": "*.cookiepolicy.json*", "line": 14 }, { "directive": "disallow", "path": "/etc/segmentation.segment.js?_=*", "line": 15 }, { "directive": "disallow", "path": "/*/search.html", "line": 17 }, { "directive": "disallow", "path": "/*/forms.html", "line": 18 }, { "directive": "disallow", "path": "/*/campaigns.html", "line": 19 }, { "directive": "disallow", "path": "/*/register.html", "line": 20 }, { "directive": "disallow", "path": "/*/registration-form.html", "line": 21 }, { "directive": "disallow", "path": "/*/confirmation.html", "line": 22 }, { "directive": "disallow", "path": "/*/moi?=*", "line": 23 } ], "warnings": [ 14 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.html/content/", "line": 3 }, { "directive": "disallow", "path": "/sharedcontent/", "line": 4 }, { "directive": "disallow", "path": "/*/_jcr_content/", "line": 5 }, { "directive": "disallow", "path": "/*/jcr:content/", "line": 6 }, { "directive": "disallow", "path": "/*/designs/", "line": 7 }, { "directive": "disallow", "path": "/*/etc/tags/", "line": 8 }, { "directive": "disallow", "path": "/*/registration-form/request-submitted.html", "line": 9 }, { "directive": "disallow", "path": "/*/registration-form/email-not-validated.html", "line": 10 }, { "directive": "disallow", "path": "/*/registration-form/email-sent.html", "line": 11 }, { "directive": "disallow", "path": "/libs/cq/security/userinfo.json*", "line": 13 }, { "directive": "disallow", "path": "*.cookiepolicy.json*", "line": 14 }, { "directive": "disallow", "path": "/etc/segmentation.segment.js?_=*", "line": 15 }, { "directive": "disallow", "path": "/*/search.html", "line": 17 }, { "directive": "disallow", "path": "/*/forms.html", "line": 18 }, { "directive": "disallow", "path": "/*/campaigns.html", "line": 19 }, { "directive": "disallow", "path": "/*/register.html", "line": 20 }, { "directive": "disallow", "path": "/*/registration-form.html", "line": 21 }, { "directive": "disallow", "path": "/*/confirmation.html", "line": 22 }, { "directive": "disallow", "path": "/*/moi?=*", "line": 23 } ], "warnings": [ 14 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.html/content/", "line": 3 }, { "directive": "disallow", "path": "/sharedcontent/", "line": 4 }, { "directive": "disallow", "path": "/*/_jcr_content/", "line": 5 }, { "directive": "disallow", "path": "/*/jcr:content/", "line": 6 }, { "directive": "disallow", "path": "/*/designs/", "line": 7 }, { "directive": "disallow", "path": "/*/etc/tags/", "line": 8 }, { "directive": "disallow", "path": "/*/registration-form/request-submitted.html", "line": 9 }, { "directive": "disallow", "path": "/*/registration-form/email-not-validated.html", "line": 10 }, { "directive": "disallow", "path": "/*/registration-form/email-sent.html", "line": 11 }, { "directive": "disallow", "path": "/libs/cq/security/userinfo.json*", "line": 13 }, { "directive": "disallow", "path": "*.cookiepolicy.json*", "line": 14 }, { "directive": "disallow", "path": "/etc/segmentation.segment.js?_=*", "line": 15 }, { "directive": "disallow", "path": "/*/search.html", "line": 17 }, { "directive": "disallow", "path": "/*/forms.html", "line": 18 }, { "directive": "disallow", "path": "/*/campaigns.html", "line": 19 }, { "directive": "disallow", "path": "/*/register.html", "line": 20 }, { "directive": "disallow", "path": "/*/registration-form.html", "line": 21 }, { "directive": "disallow", "path": "/*/confirmation.html", "line": 22 }, { "directive": "disallow", "path": "/*/moi?=*", "line": 23 } ], "warnings": [ 14 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.html/content/", "line": 3 }, { "directive": "disallow", "path": "/sharedcontent/", "line": 4 }, { "directive": "disallow", "path": "/*/_jcr_content/", "line": 5 }, { "directive": "disallow", "path": "/*/jcr:content/", "line": 6 }, { "directive": "disallow", "path": "/*/designs/", "line": 7 }, { "directive": "disallow", "path": "/*/etc/tags/", "line": 8 }, { "directive": "disallow", "path": "/*/registration-form/request-submitted.html", "line": 9 }, { "directive": "disallow", "path": "/*/registration-form/email-not-validated.html", "line": 10 }, { "directive": "disallow", "path": "/*/registration-form/email-sent.html", "line": 11 }, { "directive": "disallow", "path": "/libs/cq/security/userinfo.json*", "line": 13 }, { "directive": "disallow", "path": "*.cookiepolicy.json*", "line": 14 }, { "directive": "disallow", "path": "/etc/segmentation.segment.js?_=*", "line": 15 }, { "directive": "disallow", "path": "/*/search.html", "line": 17 }, { "directive": "disallow", "path": "/*/forms.html", "line": 18 }, { "directive": "disallow", "path": "/*/campaigns.html", "line": 19 }, { "directive": "disallow", "path": "/*/register.html", "line": 20 }, { "directive": "disallow", "path": "/*/registration-form.html", "line": 21 }, { "directive": "disallow", "path": "/*/confirmation.html", "line": 22 }, { "directive": "disallow", "path": "/*/moi?=*", "line": 23 } ], "warnings": [ 14 ] } }, "httpStatus": 200, "finalUrl": "https://www.marsh.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "390788f0e317d498304311f3d3dedb384a6ecf1dcdc89913c593f28d8389355a", "bytes": 654 }, { "company": "Martin Marietta Materials", "cik": "916076", "sector": "Materials", "origin": "https://www.martinmarietta.com", "checkedAt": "2026-09-26T04:55:48.495Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.martinmarietta.com/robots.txt", "contentType": "text/plain", "sha256": "d4ffc42a6b76d5e0dac908dc0df2ffc74b788c14ca5977c4b1da80891553c4d5", "bytes": 76 }, { "company": "Marvell Technology", "cik": "1835632", "sector": "Information Technology", "origin": "https://www.marvell.com", "checkedAt": "2026-09-26T04:55:48.587Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.marvell.com/robots.txt", "contentType": "text/html" }, { "company": "Masco", "cik": "62996", "sector": "Industrials", "origin": "http://www.masco.com", "checkedAt": "2026-09-26T04:55:48.818Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "http://masco.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "fb0e57388ba9150dd81fd8b1ffd66bd887123c4b232f8b95ac36bc8aa46cd92d", "bytes": 183 }, { "company": "Mastercard", "cik": "1141391", "sector": "Financials", "origin": "https://www.mastercard.com", "checkedAt": "2026-09-26T04:55:48.835Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.mastercard.com/robots.txt", "contentType": "text/html" }, { "company": "McCormick & Company", "cik": "63754", "sector": "Consumer Staples", "origin": "http://www.mccormickcorporation.com", "checkedAt": "2026-09-26T04:55:48.836Z", "status": "ambiguous_content", "bots": null, "httpStatus": 200, "finalUrl": "https://www.mccormickcorporation.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "489b73f460487a86fdb2efc5011dc626c327683406e5c090559eb49adc5517e7", "bytes": 26 }, { "company": "McDonald's", "cik": "63908", "sector": "Consumer Discretionary", "origin": "https://www.mcdonalds.com", "checkedAt": "2026-09-26T04:55:48.966Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.mcdonalds.com/robots.txt", "contentType": "text/html" }, { "company": "McKesson Corporation", "cik": "927653", "sector": "Health Care", "origin": "https://www.mckesson.com", "checkedAt": "2026-09-26T04:55:48.972Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.pdf$", "line": 2 }, { "directive": "disallow", "path": "/*.doc$", "line": 3 }, { "directive": "disallow", "path": "/*.xlsx$", "line": 4 }, { "directive": "disallow", "path": "/*.ppt$", "line": 5 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.pdf$", "line": 2 }, { "directive": "disallow", "path": "/*.doc$", "line": 3 }, { "directive": "disallow", "path": "/*.xlsx$", "line": 4 }, { "directive": "disallow", "path": "/*.ppt$", "line": 5 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.pdf$", "line": 2 }, { "directive": "disallow", "path": "/*.doc$", "line": 3 }, { "directive": "disallow", "path": "/*.xlsx$", "line": 4 }, { "directive": "disallow", "path": "/*.ppt$", "line": 5 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.pdf$", "line": 2 }, { "directive": "disallow", "path": "/*.doc$", "line": 3 }, { "directive": "disallow", "path": "/*.xlsx$", "line": 4 }, { "directive": "disallow", "path": "/*.ppt$", "line": 5 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.pdf$", "line": 2 }, { "directive": "disallow", "path": "/*.doc$", "line": 3 }, { "directive": "disallow", "path": "/*.xlsx$", "line": 4 }, { "directive": "disallow", "path": "/*.ppt$", "line": 5 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.pdf$", "line": 2 }, { "directive": "disallow", "path": "/*.doc$", "line": 3 }, { "directive": "disallow", "path": "/*.xlsx$", "line": 4 }, { "directive": "disallow", "path": "/*.ppt$", "line": 5 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.pdf$", "line": 2 }, { "directive": "disallow", "path": "/*.doc$", "line": 3 }, { "directive": "disallow", "path": "/*.xlsx$", "line": 4 }, { "directive": "disallow", "path": "/*.ppt$", "line": 5 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.pdf$", "line": 2 }, { "directive": "disallow", "path": "/*.doc$", "line": 3 }, { "directive": "disallow", "path": "/*.xlsx$", "line": 4 }, { "directive": "disallow", "path": "/*.ppt$", "line": 5 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.mckesson.com/robots.txt", "contentType": "text/plain", "sha256": "635aa6d311b3f3d617f79fa5707cc646b2603cc0b31ad36744bbf2082855dbe2", "bytes": 187 }, { "company": "Medtronic", "cik": "1613103", "sector": "Health Care", "origin": "https://www.medtronic.com", "checkedAt": "2026-09-26T04:55:49.074Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/content/dam/medtronic-com/favicon.ico", "line": 2 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/brand-corporate-assets/campaigns/*.pdf", "line": 3 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/asia-pacific/*.pdf", "line": 4 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/canada/*.pdf", "line": 5 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/china/*.pdf", "line": 6 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/latin-america/*.pdf", "line": 7 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/russia/*.pdf", "line": 8 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/western-europe/*.pdf", "line": 9 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/united-states/*.pdf", "line": 10 }, { "directive": "disallow", "path": "/*dam/", "line": 11 }, { "directive": "disallow", "path": "/*Disclaimers-Manual-Migration/", "line": 12 }, { "directive": "disallow", "path": "/*errors/", "line": 13 }, { "directive": "disallow", "path": "/*advanced-search-tips/", "line": 14 }, { "directive": "disallow", "path": "/wcm/", "line": 15 }, { "directive": "disallow", "path": "/email/", "line": 16 }, { "directive": "disallow", "path": "/emails/", "line": 17 }, { "directive": "disallow", "path": "/admin/", "line": 18 }, { "directive": "disallow", "path": "/us-en/", "line": 19 }, { "directive": "disallow", "path": "/ca-en/", "line": 20 }, { "directive": "disallow", "path": "/ca-fr/", "line": 21 }, { "directive": "disallow", "path": "/*/c/", "line": 22 }, { "directive": "disallow", "path": "/*/l/c/", "line": 23 }, { "directive": "disallow", "path": "/*/l/clinical-trials/", "line": 24 }, { "directive": "disallow", "path": "/digitalcentral/", "line": 25 }, { "directive": "disallow", "path": "/fieldportal/", "line": 26 }, { "directive": "disallow", "path": "/ihm/", "line": 27 }, { "directive": "disallow", "path": "/melody/", "line": 28 }, { "directive": "disallow", "path": "/reveal/", "line": 29 }, { "directive": "disallow", "path": "/rdn/", "line": 30 }, { "directive": "disallow", "path": "/neuro/email/", "line": 31 }, { "directive": "disallow", "path": "/*.mp4$", "line": 32 }, { "directive": "disallow", "path": "/*.zip$", "line": 33 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/content/dam/medtronic-com/favicon.ico", "line": 2 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/brand-corporate-assets/campaigns/*.pdf", "line": 3 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/asia-pacific/*.pdf", "line": 4 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/canada/*.pdf", "line": 5 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/china/*.pdf", "line": 6 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/latin-america/*.pdf", "line": 7 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/russia/*.pdf", "line": 8 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/western-europe/*.pdf", "line": 9 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/united-states/*.pdf", "line": 10 }, { "directive": "disallow", "path": "/*dam/", "line": 11 }, { "directive": "disallow", "path": "/*Disclaimers-Manual-Migration/", "line": 12 }, { "directive": "disallow", "path": "/*errors/", "line": 13 }, { "directive": "disallow", "path": "/*advanced-search-tips/", "line": 14 }, { "directive": "disallow", "path": "/wcm/", "line": 15 }, { "directive": "disallow", "path": "/email/", "line": 16 }, { "directive": "disallow", "path": "/emails/", "line": 17 }, { "directive": "disallow", "path": "/admin/", "line": 18 }, { "directive": "disallow", "path": "/us-en/", "line": 19 }, { "directive": "disallow", "path": "/ca-en/", "line": 20 }, { "directive": "disallow", "path": "/ca-fr/", "line": 21 }, { "directive": "disallow", "path": "/*/c/", "line": 22 }, { "directive": "disallow", "path": "/*/l/c/", "line": 23 }, { "directive": "disallow", "path": "/*/l/clinical-trials/", "line": 24 }, { "directive": "disallow", "path": "/digitalcentral/", "line": 25 }, { "directive": "disallow", "path": "/fieldportal/", "line": 26 }, { "directive": "disallow", "path": "/ihm/", "line": 27 }, { "directive": "disallow", "path": "/melody/", "line": 28 }, { "directive": "disallow", "path": "/reveal/", "line": 29 }, { "directive": "disallow", "path": "/rdn/", "line": 30 }, { "directive": "disallow", "path": "/neuro/email/", "line": 31 }, { "directive": "disallow", "path": "/*.mp4$", "line": 32 }, { "directive": "disallow", "path": "/*.zip$", "line": 33 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/content/dam/medtronic-com/favicon.ico", "line": 2 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/brand-corporate-assets/campaigns/*.pdf", "line": 3 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/asia-pacific/*.pdf", "line": 4 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/canada/*.pdf", "line": 5 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/china/*.pdf", "line": 6 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/latin-america/*.pdf", "line": 7 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/russia/*.pdf", "line": 8 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/western-europe/*.pdf", "line": 9 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/united-states/*.pdf", "line": 10 }, { "directive": "disallow", "path": "/*dam/", "line": 11 }, { "directive": "disallow", "path": "/*Disclaimers-Manual-Migration/", "line": 12 }, { "directive": "disallow", "path": "/*errors/", "line": 13 }, { "directive": "disallow", "path": "/*advanced-search-tips/", "line": 14 }, { "directive": "disallow", "path": "/wcm/", "line": 15 }, { "directive": "disallow", "path": "/email/", "line": 16 }, { "directive": "disallow", "path": "/emails/", "line": 17 }, { "directive": "disallow", "path": "/admin/", "line": 18 }, { "directive": "disallow", "path": "/us-en/", "line": 19 }, { "directive": "disallow", "path": "/ca-en/", "line": 20 }, { "directive": "disallow", "path": "/ca-fr/", "line": 21 }, { "directive": "disallow", "path": "/*/c/", "line": 22 }, { "directive": "disallow", "path": "/*/l/c/", "line": 23 }, { "directive": "disallow", "path": "/*/l/clinical-trials/", "line": 24 }, { "directive": "disallow", "path": "/digitalcentral/", "line": 25 }, { "directive": "disallow", "path": "/fieldportal/", "line": 26 }, { "directive": "disallow", "path": "/ihm/", "line": 27 }, { "directive": "disallow", "path": "/melody/", "line": 28 }, { "directive": "disallow", "path": "/reveal/", "line": 29 }, { "directive": "disallow", "path": "/rdn/", "line": 30 }, { "directive": "disallow", "path": "/neuro/email/", "line": 31 }, { "directive": "disallow", "path": "/*.mp4$", "line": 32 }, { "directive": "disallow", "path": "/*.zip$", "line": 33 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/content/dam/medtronic-com/favicon.ico", "line": 2 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/brand-corporate-assets/campaigns/*.pdf", "line": 3 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/asia-pacific/*.pdf", "line": 4 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/canada/*.pdf", "line": 5 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/china/*.pdf", "line": 6 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/latin-america/*.pdf", "line": 7 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/russia/*.pdf", "line": 8 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/western-europe/*.pdf", "line": 9 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/united-states/*.pdf", "line": 10 }, { "directive": "disallow", "path": "/*dam/", "line": 11 }, { "directive": "disallow", "path": "/*Disclaimers-Manual-Migration/", "line": 12 }, { "directive": "disallow", "path": "/*errors/", "line": 13 }, { "directive": "disallow", "path": "/*advanced-search-tips/", "line": 14 }, { "directive": "disallow", "path": "/wcm/", "line": 15 }, { "directive": "disallow", "path": "/email/", "line": 16 }, { "directive": "disallow", "path": "/emails/", "line": 17 }, { "directive": "disallow", "path": "/admin/", "line": 18 }, { "directive": "disallow", "path": "/us-en/", "line": 19 }, { "directive": "disallow", "path": "/ca-en/", "line": 20 }, { "directive": "disallow", "path": "/ca-fr/", "line": 21 }, { "directive": "disallow", "path": "/*/c/", "line": 22 }, { "directive": "disallow", "path": "/*/l/c/", "line": 23 }, { "directive": "disallow", "path": "/*/l/clinical-trials/", "line": 24 }, { "directive": "disallow", "path": "/digitalcentral/", "line": 25 }, { "directive": "disallow", "path": "/fieldportal/", "line": 26 }, { "directive": "disallow", "path": "/ihm/", "line": 27 }, { "directive": "disallow", "path": "/melody/", "line": 28 }, { "directive": "disallow", "path": "/reveal/", "line": 29 }, { "directive": "disallow", "path": "/rdn/", "line": 30 }, { "directive": "disallow", "path": "/neuro/email/", "line": 31 }, { "directive": "disallow", "path": "/*.mp4$", "line": 32 }, { "directive": "disallow", "path": "/*.zip$", "line": 33 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/content/dam/medtronic-com/favicon.ico", "line": 2 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/brand-corporate-assets/campaigns/*.pdf", "line": 3 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/asia-pacific/*.pdf", "line": 4 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/canada/*.pdf", "line": 5 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/china/*.pdf", "line": 6 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/latin-america/*.pdf", "line": 7 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/russia/*.pdf", "line": 8 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/western-europe/*.pdf", "line": 9 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/united-states/*.pdf", "line": 10 }, { "directive": "disallow", "path": "/*dam/", "line": 11 }, { "directive": "disallow", "path": "/*Disclaimers-Manual-Migration/", "line": 12 }, { "directive": "disallow", "path": "/*errors/", "line": 13 }, { "directive": "disallow", "path": "/*advanced-search-tips/", "line": 14 }, { "directive": "disallow", "path": "/wcm/", "line": 15 }, { "directive": "disallow", "path": "/email/", "line": 16 }, { "directive": "disallow", "path": "/emails/", "line": 17 }, { "directive": "disallow", "path": "/admin/", "line": 18 }, { "directive": "disallow", "path": "/us-en/", "line": 19 }, { "directive": "disallow", "path": "/ca-en/", "line": 20 }, { "directive": "disallow", "path": "/ca-fr/", "line": 21 }, { "directive": "disallow", "path": "/*/c/", "line": 22 }, { "directive": "disallow", "path": "/*/l/c/", "line": 23 }, { "directive": "disallow", "path": "/*/l/clinical-trials/", "line": 24 }, { "directive": "disallow", "path": "/digitalcentral/", "line": 25 }, { "directive": "disallow", "path": "/fieldportal/", "line": 26 }, { "directive": "disallow", "path": "/ihm/", "line": 27 }, { "directive": "disallow", "path": "/melody/", "line": 28 }, { "directive": "disallow", "path": "/reveal/", "line": 29 }, { "directive": "disallow", "path": "/rdn/", "line": 30 }, { "directive": "disallow", "path": "/neuro/email/", "line": 31 }, { "directive": "disallow", "path": "/*.mp4$", "line": 32 }, { "directive": "disallow", "path": "/*.zip$", "line": 33 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/content/dam/medtronic-com/favicon.ico", "line": 2 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/brand-corporate-assets/campaigns/*.pdf", "line": 3 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/asia-pacific/*.pdf", "line": 4 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/canada/*.pdf", "line": 5 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/china/*.pdf", "line": 6 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/latin-america/*.pdf", "line": 7 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/russia/*.pdf", "line": 8 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/western-europe/*.pdf", "line": 9 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/united-states/*.pdf", "line": 10 }, { "directive": "disallow", "path": "/*dam/", "line": 11 }, { "directive": "disallow", "path": "/*Disclaimers-Manual-Migration/", "line": 12 }, { "directive": "disallow", "path": "/*errors/", "line": 13 }, { "directive": "disallow", "path": "/*advanced-search-tips/", "line": 14 }, { "directive": "disallow", "path": "/wcm/", "line": 15 }, { "directive": "disallow", "path": "/email/", "line": 16 }, { "directive": "disallow", "path": "/emails/", "line": 17 }, { "directive": "disallow", "path": "/admin/", "line": 18 }, { "directive": "disallow", "path": "/us-en/", "line": 19 }, { "directive": "disallow", "path": "/ca-en/", "line": 20 }, { "directive": "disallow", "path": "/ca-fr/", "line": 21 }, { "directive": "disallow", "path": "/*/c/", "line": 22 }, { "directive": "disallow", "path": "/*/l/c/", "line": 23 }, { "directive": "disallow", "path": "/*/l/clinical-trials/", "line": 24 }, { "directive": "disallow", "path": "/digitalcentral/", "line": 25 }, { "directive": "disallow", "path": "/fieldportal/", "line": 26 }, { "directive": "disallow", "path": "/ihm/", "line": 27 }, { "directive": "disallow", "path": "/melody/", "line": 28 }, { "directive": "disallow", "path": "/reveal/", "line": 29 }, { "directive": "disallow", "path": "/rdn/", "line": 30 }, { "directive": "disallow", "path": "/neuro/email/", "line": 31 }, { "directive": "disallow", "path": "/*.mp4$", "line": 32 }, { "directive": "disallow", "path": "/*.zip$", "line": 33 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/content/dam/medtronic-com/favicon.ico", "line": 2 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/brand-corporate-assets/campaigns/*.pdf", "line": 3 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/asia-pacific/*.pdf", "line": 4 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/canada/*.pdf", "line": 5 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/china/*.pdf", "line": 6 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/latin-america/*.pdf", "line": 7 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/russia/*.pdf", "line": 8 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/western-europe/*.pdf", "line": 9 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/united-states/*.pdf", "line": 10 }, { "directive": "disallow", "path": "/*dam/", "line": 11 }, { "directive": "disallow", "path": "/*Disclaimers-Manual-Migration/", "line": 12 }, { "directive": "disallow", "path": "/*errors/", "line": 13 }, { "directive": "disallow", "path": "/*advanced-search-tips/", "line": 14 }, { "directive": "disallow", "path": "/wcm/", "line": 15 }, { "directive": "disallow", "path": "/email/", "line": 16 }, { "directive": "disallow", "path": "/emails/", "line": 17 }, { "directive": "disallow", "path": "/admin/", "line": 18 }, { "directive": "disallow", "path": "/us-en/", "line": 19 }, { "directive": "disallow", "path": "/ca-en/", "line": 20 }, { "directive": "disallow", "path": "/ca-fr/", "line": 21 }, { "directive": "disallow", "path": "/*/c/", "line": 22 }, { "directive": "disallow", "path": "/*/l/c/", "line": 23 }, { "directive": "disallow", "path": "/*/l/clinical-trials/", "line": 24 }, { "directive": "disallow", "path": "/digitalcentral/", "line": 25 }, { "directive": "disallow", "path": "/fieldportal/", "line": 26 }, { "directive": "disallow", "path": "/ihm/", "line": 27 }, { "directive": "disallow", "path": "/melody/", "line": 28 }, { "directive": "disallow", "path": "/reveal/", "line": 29 }, { "directive": "disallow", "path": "/rdn/", "line": 30 }, { "directive": "disallow", "path": "/neuro/email/", "line": 31 }, { "directive": "disallow", "path": "/*.mp4$", "line": 32 }, { "directive": "disallow", "path": "/*.zip$", "line": 33 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/content/dam/medtronic-com/favicon.ico", "line": 2 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/brand-corporate-assets/campaigns/*.pdf", "line": 3 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/asia-pacific/*.pdf", "line": 4 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/canada/*.pdf", "line": 5 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/china/*.pdf", "line": 6 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/latin-america/*.pdf", "line": 7 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/russia/*.pdf", "line": 8 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/western-europe/*.pdf", "line": 9 }, { "directive": "allow", "path": "/content/dam/medtronic-wide/public/united-states/*.pdf", "line": 10 }, { "directive": "disallow", "path": "/*dam/", "line": 11 }, { "directive": "disallow", "path": "/*Disclaimers-Manual-Migration/", "line": 12 }, { "directive": "disallow", "path": "/*errors/", "line": 13 }, { "directive": "disallow", "path": "/*advanced-search-tips/", "line": 14 }, { "directive": "disallow", "path": "/wcm/", "line": 15 }, { "directive": "disallow", "path": "/email/", "line": 16 }, { "directive": "disallow", "path": "/emails/", "line": 17 }, { "directive": "disallow", "path": "/admin/", "line": 18 }, { "directive": "disallow", "path": "/us-en/", "line": 19 }, { "directive": "disallow", "path": "/ca-en/", "line": 20 }, { "directive": "disallow", "path": "/ca-fr/", "line": 21 }, { "directive": "disallow", "path": "/*/c/", "line": 22 }, { "directive": "disallow", "path": "/*/l/c/", "line": 23 }, { "directive": "disallow", "path": "/*/l/clinical-trials/", "line": 24 }, { "directive": "disallow", "path": "/digitalcentral/", "line": 25 }, { "directive": "disallow", "path": "/fieldportal/", "line": 26 }, { "directive": "disallow", "path": "/ihm/", "line": 27 }, { "directive": "disallow", "path": "/melody/", "line": 28 }, { "directive": "disallow", "path": "/reveal/", "line": 29 }, { "directive": "disallow", "path": "/rdn/", "line": 30 }, { "directive": "disallow", "path": "/neuro/email/", "line": 31 }, { "directive": "disallow", "path": "/*.mp4$", "line": 32 }, { "directive": "disallow", "path": "/*.zip$", "line": 33 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.medtronic.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "164648839f4b612df0018bffe2da07ec7e9fac8daea8e5065631bc1c9858f7ca", "bytes": 3874 }, { "company": "Merck & Co.", "cik": "310158", "sector": "Health Care", "origin": "https://www.merck.com", "checkedAt": "2026-09-26T04:55:49.333Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 3 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 4 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 3 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 4 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 3 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 4 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 3 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 4 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 3 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 4 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 3 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 4 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 3 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 4 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 3 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 4 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.merck.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "a50c0784730a141cdafb4867031b332f1f59508628ce9c0cfd8a5fe5a32ecedf", "bytes": 115 }, { "company": "Meta Platforms", "cik": "1326801", "sector": "Communication Services", "origin": "https://www.meta.com", "checkedAt": "2026-09-26T04:55:49.488Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*cursor=", "line": 14 }, { "directive": "disallow", "path": "/*fb_comment_id=", "line": 15 }, { "directive": "disallow", "path": "/ajax/", "line": 16 }, { "directive": "disallow", "path": "/tealium/", "line": 17 }, { "directive": "disallow", "path": "/intern/", "line": 18 }, { "directive": "disallow", "path": "/internal/", "line": 19 }, { "directive": "disallow", "path": "/login/", "line": 20 }, { "directive": "disallow", "path": "/oidc/callback/", "line": 21 }, { "directive": "disallow", "path": "/*.php", "line": 22 }, { "directive": "disallow", "path": "*/search/", "line": 23 }, { "directive": "disallow", "path": "*help/support/", "line": 24 }, { "directive": "disallow", "path": "*help_app/", "line": 25 }, { "directive": "disallow", "path": "*/rma/*", "line": 26 }, { "directive": "disallow", "path": "/a/fl?", "line": 27 }, { "directive": "disallow", "path": "/bv/upload/", "line": 28 }, { "directive": "disallow", "path": "/campaign/", "line": 29 }, { "directive": "disallow", "path": "/*?cjevent=", "line": 30 }, { "directive": "disallow", "path": "/*&cjevent=", "line": 31 }, { "directive": "disallow", "path": "/common/referer_frame.php", "line": 32 }, { "directive": "disallow", "path": "/connect/invite/", "line": 33 }, { "directive": "disallow", "path": "/device-view/", "line": 34 }, { "directive": "disallow", "path": "/*/device-view/", "line": 35 }, { "directive": "disallow", "path": "/meta-employee-store/", "line": 36 }, { "directive": "disallow", "path": "/order/", "line": 37 }, { "directive": "disallow", "path": "/return/", "line": 38 }, { "directive": "disallow", "path": "/s/", "line": 39 }, { "directive": "disallow", "path": "/survey/", "line": 40 }, { "directive": "disallow", "path": "/my/", "line": 41 }, { "directive": "disallow", "path": "/rx/", "line": 42 }, { "directive": "disallow", "path": "/cart/", "line": 43 }, { "directive": "disallow", "path": "/bag/", "line": 44 } ], "warnings": [ 8, 11, 23, 24, 25, 26 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*cursor=", "line": 14 }, { "directive": "disallow", "path": "/*fb_comment_id=", "line": 15 }, { "directive": "disallow", "path": "/ajax/", "line": 16 }, { "directive": "disallow", "path": "/tealium/", "line": 17 }, { "directive": "disallow", "path": "/intern/", "line": 18 }, { "directive": "disallow", "path": "/internal/", "line": 19 }, { "directive": "disallow", "path": "/login/", "line": 20 }, { "directive": "disallow", "path": "/oidc/callback/", "line": 21 }, { "directive": "disallow", "path": "/*.php", "line": 22 }, { "directive": "disallow", "path": "*/search/", "line": 23 }, { "directive": "disallow", "path": "*help/support/", "line": 24 }, { "directive": "disallow", "path": "*help_app/", "line": 25 }, { "directive": "disallow", "path": "*/rma/*", "line": 26 }, { "directive": "disallow", "path": "/a/fl?", "line": 27 }, { "directive": "disallow", "path": "/bv/upload/", "line": 28 }, { "directive": "disallow", "path": "/campaign/", "line": 29 }, { "directive": "disallow", "path": "/*?cjevent=", "line": 30 }, { "directive": "disallow", "path": "/*&cjevent=", "line": 31 }, { "directive": "disallow", "path": "/common/referer_frame.php", "line": 32 }, { "directive": "disallow", "path": "/connect/invite/", "line": 33 }, { "directive": "disallow", "path": "/device-view/", "line": 34 }, { "directive": "disallow", "path": "/*/device-view/", "line": 35 }, { "directive": "disallow", "path": "/meta-employee-store/", "line": 36 }, { "directive": "disallow", "path": "/order/", "line": 37 }, { "directive": "disallow", "path": "/return/", "line": 38 }, { "directive": "disallow", "path": "/s/", "line": 39 }, { "directive": "disallow", "path": "/survey/", "line": 40 }, { "directive": "disallow", "path": "/my/", "line": 41 }, { "directive": "disallow", "path": "/rx/", "line": 42 }, { "directive": "disallow", "path": "/cart/", "line": 43 }, { "directive": "disallow", "path": "/bag/", "line": 44 } ], "warnings": [ 8, 11, 23, 24, 25, 26 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*cursor=", "line": 14 }, { "directive": "disallow", "path": "/*fb_comment_id=", "line": 15 }, { "directive": "disallow", "path": "/ajax/", "line": 16 }, { "directive": "disallow", "path": "/tealium/", "line": 17 }, { "directive": "disallow", "path": "/intern/", "line": 18 }, { "directive": "disallow", "path": "/internal/", "line": 19 }, { "directive": "disallow", "path": "/login/", "line": 20 }, { "directive": "disallow", "path": "/oidc/callback/", "line": 21 }, { "directive": "disallow", "path": "/*.php", "line": 22 }, { "directive": "disallow", "path": "*/search/", "line": 23 }, { "directive": "disallow", "path": "*help/support/", "line": 24 }, { "directive": "disallow", "path": "*help_app/", "line": 25 }, { "directive": "disallow", "path": "*/rma/*", "line": 26 }, { "directive": "disallow", "path": "/a/fl?", "line": 27 }, { "directive": "disallow", "path": "/bv/upload/", "line": 28 }, { "directive": "disallow", "path": "/campaign/", "line": 29 }, { "directive": "disallow", "path": "/*?cjevent=", "line": 30 }, { "directive": "disallow", "path": "/*&cjevent=", "line": 31 }, { "directive": "disallow", "path": "/common/referer_frame.php", "line": 32 }, { "directive": "disallow", "path": "/connect/invite/", "line": 33 }, { "directive": "disallow", "path": "/device-view/", "line": 34 }, { "directive": "disallow", "path": "/*/device-view/", "line": 35 }, { "directive": "disallow", "path": "/meta-employee-store/", "line": 36 }, { "directive": "disallow", "path": "/order/", "line": 37 }, { "directive": "disallow", "path": "/return/", "line": 38 }, { "directive": "disallow", "path": "/s/", "line": 39 }, { "directive": "disallow", "path": "/survey/", "line": 40 }, { "directive": "disallow", "path": "/my/", "line": 41 }, { "directive": "disallow", "path": "/rx/", "line": 42 }, { "directive": "disallow", "path": "/cart/", "line": 43 }, { "directive": "disallow", "path": "/bag/", "line": 44 } ], "warnings": [ 8, 11, 23, 24, 25, 26 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*cursor=", "line": 14 }, { "directive": "disallow", "path": "/*fb_comment_id=", "line": 15 }, { "directive": "disallow", "path": "/ajax/", "line": 16 }, { "directive": "disallow", "path": "/tealium/", "line": 17 }, { "directive": "disallow", "path": "/intern/", "line": 18 }, { "directive": "disallow", "path": "/internal/", "line": 19 }, { "directive": "disallow", "path": "/login/", "line": 20 }, { "directive": "disallow", "path": "/oidc/callback/", "line": 21 }, { "directive": "disallow", "path": "/*.php", "line": 22 }, { "directive": "disallow", "path": "*/search/", "line": 23 }, { "directive": "disallow", "path": "*help/support/", "line": 24 }, { "directive": "disallow", "path": "*help_app/", "line": 25 }, { "directive": "disallow", "path": "*/rma/*", "line": 26 }, { "directive": "disallow", "path": "/a/fl?", "line": 27 }, { "directive": "disallow", "path": "/bv/upload/", "line": 28 }, { "directive": "disallow", "path": "/campaign/", "line": 29 }, { "directive": "disallow", "path": "/*?cjevent=", "line": 30 }, { "directive": "disallow", "path": "/*&cjevent=", "line": 31 }, { "directive": "disallow", "path": "/common/referer_frame.php", "line": 32 }, { "directive": "disallow", "path": "/connect/invite/", "line": 33 }, { "directive": "disallow", "path": "/device-view/", "line": 34 }, { "directive": "disallow", "path": "/*/device-view/", "line": 35 }, { "directive": "disallow", "path": "/meta-employee-store/", "line": 36 }, { "directive": "disallow", "path": "/order/", "line": 37 }, { "directive": "disallow", "path": "/return/", "line": 38 }, { "directive": "disallow", "path": "/s/", "line": 39 }, { "directive": "disallow", "path": "/survey/", "line": 40 }, { "directive": "disallow", "path": "/my/", "line": 41 }, { "directive": "disallow", "path": "/rx/", "line": 42 }, { "directive": "disallow", "path": "/cart/", "line": 43 }, { "directive": "disallow", "path": "/bag/", "line": 44 } ], "warnings": [ 8, 11, 23, 24, 25, 26 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*cursor=", "line": 14 }, { "directive": "disallow", "path": "/*fb_comment_id=", "line": 15 }, { "directive": "disallow", "path": "/ajax/", "line": 16 }, { "directive": "disallow", "path": "/tealium/", "line": 17 }, { "directive": "disallow", "path": "/intern/", "line": 18 }, { "directive": "disallow", "path": "/internal/", "line": 19 }, { "directive": "disallow", "path": "/login/", "line": 20 }, { "directive": "disallow", "path": "/oidc/callback/", "line": 21 }, { "directive": "disallow", "path": "/*.php", "line": 22 }, { "directive": "disallow", "path": "*/search/", "line": 23 }, { "directive": "disallow", "path": "*help/support/", "line": 24 }, { "directive": "disallow", "path": "*help_app/", "line": 25 }, { "directive": "disallow", "path": "*/rma/*", "line": 26 }, { "directive": "disallow", "path": "/a/fl?", "line": 27 }, { "directive": "disallow", "path": "/bv/upload/", "line": 28 }, { "directive": "disallow", "path": "/campaign/", "line": 29 }, { "directive": "disallow", "path": "/*?cjevent=", "line": 30 }, { "directive": "disallow", "path": "/*&cjevent=", "line": 31 }, { "directive": "disallow", "path": "/common/referer_frame.php", "line": 32 }, { "directive": "disallow", "path": "/connect/invite/", "line": 33 }, { "directive": "disallow", "path": "/device-view/", "line": 34 }, { "directive": "disallow", "path": "/*/device-view/", "line": 35 }, { "directive": "disallow", "path": "/meta-employee-store/", "line": 36 }, { "directive": "disallow", "path": "/order/", "line": 37 }, { "directive": "disallow", "path": "/return/", "line": 38 }, { "directive": "disallow", "path": "/s/", "line": 39 }, { "directive": "disallow", "path": "/survey/", "line": 40 }, { "directive": "disallow", "path": "/my/", "line": 41 }, { "directive": "disallow", "path": "/rx/", "line": 42 }, { "directive": "disallow", "path": "/cart/", "line": 43 }, { "directive": "disallow", "path": "/bag/", "line": 44 } ], "warnings": [ 8, 11, 23, 24, 25, 26 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*cursor=", "line": 14 }, { "directive": "disallow", "path": "/*fb_comment_id=", "line": 15 }, { "directive": "disallow", "path": "/ajax/", "line": 16 }, { "directive": "disallow", "path": "/tealium/", "line": 17 }, { "directive": "disallow", "path": "/intern/", "line": 18 }, { "directive": "disallow", "path": "/internal/", "line": 19 }, { "directive": "disallow", "path": "/login/", "line": 20 }, { "directive": "disallow", "path": "/oidc/callback/", "line": 21 }, { "directive": "disallow", "path": "/*.php", "line": 22 }, { "directive": "disallow", "path": "*/search/", "line": 23 }, { "directive": "disallow", "path": "*help/support/", "line": 24 }, { "directive": "disallow", "path": "*help_app/", "line": 25 }, { "directive": "disallow", "path": "*/rma/*", "line": 26 }, { "directive": "disallow", "path": "/a/fl?", "line": 27 }, { "directive": "disallow", "path": "/bv/upload/", "line": 28 }, { "directive": "disallow", "path": "/campaign/", "line": 29 }, { "directive": "disallow", "path": "/*?cjevent=", "line": 30 }, { "directive": "disallow", "path": "/*&cjevent=", "line": 31 }, { "directive": "disallow", "path": "/common/referer_frame.php", "line": 32 }, { "directive": "disallow", "path": "/connect/invite/", "line": 33 }, { "directive": "disallow", "path": "/device-view/", "line": 34 }, { "directive": "disallow", "path": "/*/device-view/", "line": 35 }, { "directive": "disallow", "path": "/meta-employee-store/", "line": 36 }, { "directive": "disallow", "path": "/order/", "line": 37 }, { "directive": "disallow", "path": "/return/", "line": 38 }, { "directive": "disallow", "path": "/s/", "line": 39 }, { "directive": "disallow", "path": "/survey/", "line": 40 }, { "directive": "disallow", "path": "/my/", "line": 41 }, { "directive": "disallow", "path": "/rx/", "line": 42 }, { "directive": "disallow", "path": "/cart/", "line": 43 }, { "directive": "disallow", "path": "/bag/", "line": 44 } ], "warnings": [ 8, 11, 23, 24, 25, 26 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*cursor=", "line": 14 }, { "directive": "disallow", "path": "/*fb_comment_id=", "line": 15 }, { "directive": "disallow", "path": "/ajax/", "line": 16 }, { "directive": "disallow", "path": "/tealium/", "line": 17 }, { "directive": "disallow", "path": "/intern/", "line": 18 }, { "directive": "disallow", "path": "/internal/", "line": 19 }, { "directive": "disallow", "path": "/login/", "line": 20 }, { "directive": "disallow", "path": "/oidc/callback/", "line": 21 }, { "directive": "disallow", "path": "/*.php", "line": 22 }, { "directive": "disallow", "path": "*/search/", "line": 23 }, { "directive": "disallow", "path": "*help/support/", "line": 24 }, { "directive": "disallow", "path": "*help_app/", "line": 25 }, { "directive": "disallow", "path": "*/rma/*", "line": 26 }, { "directive": "disallow", "path": "/a/fl?", "line": 27 }, { "directive": "disallow", "path": "/bv/upload/", "line": 28 }, { "directive": "disallow", "path": "/campaign/", "line": 29 }, { "directive": "disallow", "path": "/*?cjevent=", "line": 30 }, { "directive": "disallow", "path": "/*&cjevent=", "line": 31 }, { "directive": "disallow", "path": "/common/referer_frame.php", "line": 32 }, { "directive": "disallow", "path": "/connect/invite/", "line": 33 }, { "directive": "disallow", "path": "/device-view/", "line": 34 }, { "directive": "disallow", "path": "/*/device-view/", "line": 35 }, { "directive": "disallow", "path": "/meta-employee-store/", "line": 36 }, { "directive": "disallow", "path": "/order/", "line": 37 }, { "directive": "disallow", "path": "/return/", "line": 38 }, { "directive": "disallow", "path": "/s/", "line": 39 }, { "directive": "disallow", "path": "/survey/", "line": 40 }, { "directive": "disallow", "path": "/my/", "line": 41 }, { "directive": "disallow", "path": "/rx/", "line": 42 }, { "directive": "disallow", "path": "/cart/", "line": 43 }, { "directive": "disallow", "path": "/bag/", "line": 44 } ], "warnings": [ 8, 11, 23, 24, 25, 26 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*cursor=", "line": 14 }, { "directive": "disallow", "path": "/*fb_comment_id=", "line": 15 }, { "directive": "disallow", "path": "/ajax/", "line": 16 }, { "directive": "disallow", "path": "/tealium/", "line": 17 }, { "directive": "disallow", "path": "/intern/", "line": 18 }, { "directive": "disallow", "path": "/internal/", "line": 19 }, { "directive": "disallow", "path": "/login/", "line": 20 }, { "directive": "disallow", "path": "/oidc/callback/", "line": 21 }, { "directive": "disallow", "path": "/*.php", "line": 22 }, { "directive": "disallow", "path": "*/search/", "line": 23 }, { "directive": "disallow", "path": "*help/support/", "line": 24 }, { "directive": "disallow", "path": "*help_app/", "line": 25 }, { "directive": "disallow", "path": "*/rma/*", "line": 26 }, { "directive": "disallow", "path": "/a/fl?", "line": 27 }, { "directive": "disallow", "path": "/bv/upload/", "line": 28 }, { "directive": "disallow", "path": "/campaign/", "line": 29 }, { "directive": "disallow", "path": "/*?cjevent=", "line": 30 }, { "directive": "disallow", "path": "/*&cjevent=", "line": 31 }, { "directive": "disallow", "path": "/common/referer_frame.php", "line": 32 }, { "directive": "disallow", "path": "/connect/invite/", "line": 33 }, { "directive": "disallow", "path": "/device-view/", "line": 34 }, { "directive": "disallow", "path": "/*/device-view/", "line": 35 }, { "directive": "disallow", "path": "/meta-employee-store/", "line": 36 }, { "directive": "disallow", "path": "/order/", "line": 37 }, { "directive": "disallow", "path": "/return/", "line": 38 }, { "directive": "disallow", "path": "/s/", "line": 39 }, { "directive": "disallow", "path": "/survey/", "line": 40 }, { "directive": "disallow", "path": "/my/", "line": 41 }, { "directive": "disallow", "path": "/rx/", "line": 42 }, { "directive": "disallow", "path": "/cart/", "line": 43 }, { "directive": "disallow", "path": "/bag/", "line": 44 } ], "warnings": [ 8, 11, 23, 24, 25, 26 ] } }, "httpStatus": 200, "finalUrl": "https://www.meta.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "d1cc02c8b2817d84ab456896b2c6bbe922da75a85bd341b3283d33bacd2dd6ea", "bytes": 3419 }, { "company": "MetLife", "cik": "1099219", "sector": "Financials", "origin": "https://www.metlife.com", "checkedAt": "2026-09-26T04:55:49.499Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitemap/_jcr_content/root/sitemap.xml", "line": 2 }, { "directive": "disallow", "path": "/*aemform.iframe.html*", "line": 3 }, { "directive": "disallow", "path": "/uat/", "line": 4 }, { "directive": "disallow", "path": "/smoketest/", "line": 5 }, { "directive": "disallow", "path": "/pagenotfound/", "line": 6 }, { "directive": "disallow", "path": "/*.pdf", "line": 7 }, { "directive": "disallow", "path": "/*.pdf$", "line": 8 }, { "directive": "disallow", "path": "https://origin-intl.metlife.com/*", "line": 9 }, { "directive": "disallow", "path": "https://target.www.metlife.com/*", "line": 10 }, { "directive": "disallow", "path": "https://origin-target.metlife.com/*", "line": 11 } ], "warnings": [ 9, 10, 11 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitemap/_jcr_content/root/sitemap.xml", "line": 2 }, { "directive": "disallow", "path": "/*aemform.iframe.html*", "line": 3 }, { "directive": "disallow", "path": "/uat/", "line": 4 }, { "directive": "disallow", "path": "/smoketest/", "line": 5 }, { "directive": "disallow", "path": "/pagenotfound/", "line": 6 }, { "directive": "disallow", "path": "/*.pdf", "line": 7 }, { "directive": "disallow", "path": "/*.pdf$", "line": 8 }, { "directive": "disallow", "path": "https://origin-intl.metlife.com/*", "line": 9 }, { "directive": "disallow", "path": "https://target.www.metlife.com/*", "line": 10 }, { "directive": "disallow", "path": "https://origin-target.metlife.com/*", "line": 11 } ], "warnings": [ 9, 10, 11 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitemap/_jcr_content/root/sitemap.xml", "line": 2 }, { "directive": "disallow", "path": "/*aemform.iframe.html*", "line": 3 }, { "directive": "disallow", "path": "/uat/", "line": 4 }, { "directive": "disallow", "path": "/smoketest/", "line": 5 }, { "directive": "disallow", "path": "/pagenotfound/", "line": 6 }, { "directive": "disallow", "path": "/*.pdf", "line": 7 }, { "directive": "disallow", "path": "/*.pdf$", "line": 8 }, { "directive": "disallow", "path": "https://origin-intl.metlife.com/*", "line": 9 }, { "directive": "disallow", "path": "https://target.www.metlife.com/*", "line": 10 }, { "directive": "disallow", "path": "https://origin-target.metlife.com/*", "line": 11 } ], "warnings": [ 9, 10, 11 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitemap/_jcr_content/root/sitemap.xml", "line": 2 }, { "directive": "disallow", "path": "/*aemform.iframe.html*", "line": 3 }, { "directive": "disallow", "path": "/uat/", "line": 4 }, { "directive": "disallow", "path": "/smoketest/", "line": 5 }, { "directive": "disallow", "path": "/pagenotfound/", "line": 6 }, { "directive": "disallow", "path": "/*.pdf", "line": 7 }, { "directive": "disallow", "path": "/*.pdf$", "line": 8 }, { "directive": "disallow", "path": "https://origin-intl.metlife.com/*", "line": 9 }, { "directive": "disallow", "path": "https://target.www.metlife.com/*", "line": 10 }, { "directive": "disallow", "path": "https://origin-target.metlife.com/*", "line": 11 } ], "warnings": [ 9, 10, 11 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitemap/_jcr_content/root/sitemap.xml", "line": 2 }, { "directive": "disallow", "path": "/*aemform.iframe.html*", "line": 3 }, { "directive": "disallow", "path": "/uat/", "line": 4 }, { "directive": "disallow", "path": "/smoketest/", "line": 5 }, { "directive": "disallow", "path": "/pagenotfound/", "line": 6 }, { "directive": "disallow", "path": "/*.pdf", "line": 7 }, { "directive": "disallow", "path": "/*.pdf$", "line": 8 }, { "directive": "disallow", "path": "https://origin-intl.metlife.com/*", "line": 9 }, { "directive": "disallow", "path": "https://target.www.metlife.com/*", "line": 10 }, { "directive": "disallow", "path": "https://origin-target.metlife.com/*", "line": 11 } ], "warnings": [ 9, 10, 11 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitemap/_jcr_content/root/sitemap.xml", "line": 2 }, { "directive": "disallow", "path": "/*aemform.iframe.html*", "line": 3 }, { "directive": "disallow", "path": "/uat/", "line": 4 }, { "directive": "disallow", "path": "/smoketest/", "line": 5 }, { "directive": "disallow", "path": "/pagenotfound/", "line": 6 }, { "directive": "disallow", "path": "/*.pdf", "line": 7 }, { "directive": "disallow", "path": "/*.pdf$", "line": 8 }, { "directive": "disallow", "path": "https://origin-intl.metlife.com/*", "line": 9 }, { "directive": "disallow", "path": "https://target.www.metlife.com/*", "line": 10 }, { "directive": "disallow", "path": "https://origin-target.metlife.com/*", "line": 11 } ], "warnings": [ 9, 10, 11 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitemap/_jcr_content/root/sitemap.xml", "line": 2 }, { "directive": "disallow", "path": "/*aemform.iframe.html*", "line": 3 }, { "directive": "disallow", "path": "/uat/", "line": 4 }, { "directive": "disallow", "path": "/smoketest/", "line": 5 }, { "directive": "disallow", "path": "/pagenotfound/", "line": 6 }, { "directive": "disallow", "path": "/*.pdf", "line": 7 }, { "directive": "disallow", "path": "/*.pdf$", "line": 8 }, { "directive": "disallow", "path": "https://origin-intl.metlife.com/*", "line": 9 }, { "directive": "disallow", "path": "https://target.www.metlife.com/*", "line": 10 }, { "directive": "disallow", "path": "https://origin-target.metlife.com/*", "line": 11 } ], "warnings": [ 9, 10, 11 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitemap/_jcr_content/root/sitemap.xml", "line": 2 }, { "directive": "disallow", "path": "/*aemform.iframe.html*", "line": 3 }, { "directive": "disallow", "path": "/uat/", "line": 4 }, { "directive": "disallow", "path": "/smoketest/", "line": 5 }, { "directive": "disallow", "path": "/pagenotfound/", "line": 6 }, { "directive": "disallow", "path": "/*.pdf", "line": 7 }, { "directive": "disallow", "path": "/*.pdf$", "line": 8 }, { "directive": "disallow", "path": "https://origin-intl.metlife.com/*", "line": 9 }, { "directive": "disallow", "path": "https://target.www.metlife.com/*", "line": 10 }, { "directive": "disallow", "path": "https://origin-target.metlife.com/*", "line": 11 } ], "warnings": [ 9, 10, 11 ] } }, "httpStatus": 200, "finalUrl": "https://www.metlife.com/robots.txt", "contentType": "text/plain; charset=ISO-8859-1", "sha256": "b5f6347b74166fc03b1a646ae74b38666aa522f2d6d31ba42dfbcf18f47832ca", "bytes": 2036 }, { "company": "Mettler Toledo", "cik": "1037646", "sector": "Health Care", "origin": "http://www.mt.com", "checkedAt": "2026-09-26T04:55:49.507Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "/*/elqNow/", "line": 6 }, { "directive": "disallow", "path": "/dam/non-indexed/", "line": 7 }, { "directive": "disallow", "path": "/dam/MT-RU/", "line": 8 }, { "directive": "disallow", "path": "/dam/certificates/", "line": 9 }, { "directive": "disallow", "path": "/*/*.fb.*", "line": 10 }, { "directive": "disallow", "path": "/*/*.fbthx.*", "line": 11 }, { "directive": "disallow", "path": "/*/*.form.html$", "line": 12 }, { "directive": "disallow", "path": "/*/_jcr_content*$", "line": 13 }, { "directive": "disallow", "path": "/*/jcr:content*$", "line": 14 }, { "directive": "disallow", "path": "/global/", "line": 15 }, { "directive": "disallow", "path": "/bin/", "line": 16 }, { "directive": "disallow", "path": "*.videos.html", "line": 17 }, { "directive": "disallow", "path": "*/home/site_content/contact_us.*.html", "line": 20 }, { "directive": "disallow", "path": "/usergenerated/", "line": 23 }, { "directive": "disallow", "path": "*/campaigns/*", "line": 24 }, { "directive": "disallow", "path": "/catalogs/", "line": 25 }, { "directive": "disallow", "path": "/geometrixx/", "line": 26 }, { "directive": "disallow", "path": "/geometrixx_go/", "line": 27 }, { "directive": "disallow", "path": "/launches/", "line": 28 }, { "directive": "disallow", "path": "/geometrixx-media/", "line": 29 }, { "directive": "disallow", "path": "/publications/", "line": 30 }, { "directive": "disallow", "path": "/geometrixx-outdoors/", "line": 31 }, { "directive": "disallow", "path": "/geometrixx-outdoors-mobile/", "line": 32 }, { "directive": "disallow", "path": "/communities/", "line": 33 }, { "directive": "disallow", "path": "/mac/", "line": 34 }, { "directive": "disallow", "path": "/occ/", "line": 35 }, { "directive": "disallow", "path": "/sites/", "line": 36 }, { "directive": "disallow", "path": "/phonegap/", "line": 37 }, { "directive": "disallow", "path": "/community-components/", "line": 38 }, { "directive": "disallow", "path": "/forms/", "line": 39 }, { "directive": "disallow", "path": "/projects/", "line": 40 }, { "directive": "disallow", "path": "/mobileapps/", "line": 41 }, { "directive": "disallow", "path": "/screens/", "line": 42 }, { "directive": "disallow", "path": "/we-retail/", "line": 43 }, { "directive": "disallow", "path": "/ext/billpay/", "line": 44 }, { "directive": "disallow", "path": "/dam/non-indexed/", "line": 45 }, { "directive": "disallow", "path": "/int/", "line": 46 }, { "directive": "disallow", "path": "/experience-fragments", "line": 47 }, { "directive": "allow", "path": "/int/ar/", "line": 48 }, { "directive": "disallow", "path": "/*/home/registered_user_services/visitor_registration/", "line": 51 }, { "directive": "disallow", "path": "/shop/*/registrationAccountActivation/*", "line": 52 }, { "directive": "disallow", "path": "/*/home/feedback_forms/", "line": 53 }, { "directive": "disallow", "path": "/*/teasers/", "line": 54 }, { "directive": "disallow", "path": "/*/banners/", "line": 55 }, { "directive": "disallow", "path": "/*/chats/", "line": 56 }, { "directive": "disallow", "path": "/*/attributes/", "line": 57 }, { "directive": "disallow", "path": "/*/home/search/", "line": 58 }, { "directive": "disallow", "path": "/shop/*/account", "line": 59 }, { "directive": "disallow", "path": "/shop/*/cart*", "line": 60 }, { "directive": "disallow", "path": "/shop/*/checkout*", "line": 61 }, { "directive": "disallow", "path": "/shop/*/login*", "line": 62 }, { "directive": "allow", "path": "/shop/*/*/account", "line": 63 }, { "directive": "allow", "path": "/shop/*/*/cart*", "line": 64 }, { "directive": "allow", "path": "/shop/*/*/checkout*", "line": 65 }, { "directive": "allow", "path": "/shop/*/*/login*", "line": 66 }, { "directive": "allow", "path": "/*/home/search/library.*", "line": 67 }, { "directive": "allow", "path": "/*/home/search/compliance.html", "line": 68 }, { "directive": "allow", "path": "/int/ar/", "line": 69 }, { "directive": "disallow", "path": "/es/en/", "line": 72 }, { "directive": "disallow", "path": "/hk/en/", "line": 73 }, { "directive": "disallow", "path": "/id/en/", "line": 74 }, { "directive": "disallow", "path": "/vn/en/", "line": 75 }, { "directive": "disallow", "path": "/be/en/", "line": 76 }, { "directive": "disallow", "path": "/de/en/", "line": 77 }, { "directive": "disallow", "path": "/ch/en/", "line": 78 } ], "warnings": [ 17, 20, 24 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/elqNow/", "line": 6 }, { "directive": "disallow", "path": "/dam/non-indexed/", "line": 7 }, { "directive": "disallow", "path": "/dam/MT-RU/", "line": 8 }, { "directive": "disallow", "path": "/dam/certificates/", "line": 9 }, { "directive": "disallow", "path": "/*/*.fb.*", "line": 10 }, { "directive": "disallow", "path": "/*/*.fbthx.*", "line": 11 }, { "directive": "disallow", "path": "/*/*.form.html$", "line": 12 }, { "directive": "disallow", "path": "/*/_jcr_content*$", "line": 13 }, { "directive": "disallow", "path": "/*/jcr:content*$", "line": 14 }, { "directive": "disallow", "path": "/global/", "line": 15 }, { "directive": "disallow", "path": "/bin/", "line": 16 }, { "directive": "disallow", "path": "*.videos.html", "line": 17 }, { "directive": "disallow", "path": "*/home/site_content/contact_us.*.html", "line": 20 }, { "directive": "disallow", "path": "/usergenerated/", "line": 23 }, { "directive": "disallow", "path": "*/campaigns/*", "line": 24 }, { "directive": "disallow", "path": "/catalogs/", "line": 25 }, { "directive": "disallow", "path": "/geometrixx/", "line": 26 }, { "directive": "disallow", "path": "/geometrixx_go/", "line": 27 }, { "directive": "disallow", "path": "/launches/", "line": 28 }, { "directive": "disallow", "path": "/geometrixx-media/", "line": 29 }, { "directive": "disallow", "path": "/publications/", "line": 30 }, { "directive": "disallow", "path": "/geometrixx-outdoors/", "line": 31 }, { "directive": "disallow", "path": "/geometrixx-outdoors-mobile/", "line": 32 }, { "directive": "disallow", "path": "/communities/", "line": 33 }, { "directive": "disallow", "path": "/mac/", "line": 34 }, { "directive": "disallow", "path": "/occ/", "line": 35 }, { "directive": "disallow", "path": "/sites/", "line": 36 }, { "directive": "disallow", "path": "/phonegap/", "line": 37 }, { "directive": "disallow", "path": "/community-components/", "line": 38 }, { "directive": "disallow", "path": "/forms/", "line": 39 }, { "directive": "disallow", "path": "/projects/", "line": 40 }, { "directive": "disallow", "path": "/mobileapps/", "line": 41 }, { "directive": "disallow", "path": "/screens/", "line": 42 }, { "directive": "disallow", "path": "/we-retail/", "line": 43 }, { "directive": "disallow", "path": "/ext/billpay/", "line": 44 }, { "directive": "disallow", "path": "/dam/non-indexed/", "line": 45 }, { "directive": "disallow", "path": "/int/", "line": 46 }, { "directive": "disallow", "path": "/experience-fragments", "line": 47 }, { "directive": "allow", "path": "/int/ar/", "line": 48 }, { "directive": "disallow", "path": "/*/home/registered_user_services/visitor_registration/", "line": 51 }, { "directive": "disallow", "path": "/shop/*/registrationAccountActivation/*", "line": 52 }, { "directive": "disallow", "path": "/*/home/feedback_forms/", "line": 53 }, { "directive": "disallow", "path": "/*/teasers/", "line": 54 }, { "directive": "disallow", "path": "/*/banners/", "line": 55 }, { "directive": "disallow", "path": "/*/chats/", "line": 56 }, { "directive": "disallow", "path": "/*/attributes/", "line": 57 }, { "directive": "disallow", "path": "/*/home/search/", "line": 58 }, { "directive": "disallow", "path": "/shop/*/account", "line": 59 }, { "directive": "disallow", "path": "/shop/*/cart*", "line": 60 }, { "directive": "disallow", "path": "/shop/*/checkout*", "line": 61 }, { "directive": "disallow", "path": "/shop/*/login*", "line": 62 }, { "directive": "allow", "path": "/shop/*/*/account", "line": 63 }, { "directive": "allow", "path": "/shop/*/*/cart*", "line": 64 }, { "directive": "allow", "path": "/shop/*/*/checkout*", "line": 65 }, { "directive": "allow", "path": "/shop/*/*/login*", "line": 66 }, { "directive": "allow", "path": "/*/home/search/library.*", "line": 67 }, { "directive": "allow", "path": "/*/home/search/compliance.html", "line": 68 }, { "directive": "allow", "path": "/int/ar/", "line": 69 }, { "directive": "disallow", "path": "/es/en/", "line": 72 }, { "directive": "disallow", "path": "/hk/en/", "line": 73 }, { "directive": "disallow", "path": "/id/en/", "line": 74 }, { "directive": "disallow", "path": "/vn/en/", "line": 75 }, { "directive": "disallow", "path": "/be/en/", "line": 76 }, { "directive": "disallow", "path": "/de/en/", "line": 77 }, { "directive": "disallow", "path": "/ch/en/", "line": 78 } ], "warnings": [ 17, 20, 24 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/elqNow/", "line": 6 }, { "directive": "disallow", "path": "/dam/non-indexed/", "line": 7 }, { "directive": "disallow", "path": "/dam/MT-RU/", "line": 8 }, { "directive": "disallow", "path": "/dam/certificates/", "line": 9 }, { "directive": "disallow", "path": "/*/*.fb.*", "line": 10 }, { "directive": "disallow", "path": "/*/*.fbthx.*", "line": 11 }, { "directive": "disallow", "path": "/*/*.form.html$", "line": 12 }, { "directive": "disallow", "path": "/*/_jcr_content*$", "line": 13 }, { "directive": "disallow", "path": "/*/jcr:content*$", "line": 14 }, { "directive": "disallow", "path": "/global/", "line": 15 }, { "directive": "disallow", "path": "/bin/", "line": 16 }, { "directive": "disallow", "path": "*.videos.html", "line": 17 }, { "directive": "disallow", "path": "*/home/site_content/contact_us.*.html", "line": 20 }, { "directive": "disallow", "path": "/usergenerated/", "line": 23 }, { "directive": "disallow", "path": "*/campaigns/*", "line": 24 }, { "directive": "disallow", "path": "/catalogs/", "line": 25 }, { "directive": "disallow", "path": "/geometrixx/", "line": 26 }, { "directive": "disallow", "path": "/geometrixx_go/", "line": 27 }, { "directive": "disallow", "path": "/launches/", "line": 28 }, { "directive": "disallow", "path": "/geometrixx-media/", "line": 29 }, { "directive": "disallow", "path": "/publications/", "line": 30 }, { "directive": "disallow", "path": "/geometrixx-outdoors/", "line": 31 }, { "directive": "disallow", "path": "/geometrixx-outdoors-mobile/", "line": 32 }, { "directive": "disallow", "path": "/communities/", "line": 33 }, { "directive": "disallow", "path": "/mac/", "line": 34 }, { "directive": "disallow", "path": "/occ/", "line": 35 }, { "directive": "disallow", "path": "/sites/", "line": 36 }, { "directive": "disallow", "path": "/phonegap/", "line": 37 }, { "directive": "disallow", "path": "/community-components/", "line": 38 }, { "directive": "disallow", "path": "/forms/", "line": 39 }, { "directive": "disallow", "path": "/projects/", "line": 40 }, { "directive": "disallow", "path": "/mobileapps/", "line": 41 }, { "directive": "disallow", "path": "/screens/", "line": 42 }, { "directive": "disallow", "path": "/we-retail/", "line": 43 }, { "directive": "disallow", "path": "/ext/billpay/", "line": 44 }, { "directive": "disallow", "path": "/dam/non-indexed/", "line": 45 }, { "directive": "disallow", "path": "/int/", "line": 46 }, { "directive": "disallow", "path": "/experience-fragments", "line": 47 }, { "directive": "allow", "path": "/int/ar/", "line": 48 }, { "directive": "disallow", "path": "/*/home/registered_user_services/visitor_registration/", "line": 51 }, { "directive": "disallow", "path": "/shop/*/registrationAccountActivation/*", "line": 52 }, { "directive": "disallow", "path": "/*/home/feedback_forms/", "line": 53 }, { "directive": "disallow", "path": "/*/teasers/", "line": 54 }, { "directive": "disallow", "path": "/*/banners/", "line": 55 }, { "directive": "disallow", "path": "/*/chats/", "line": 56 }, { "directive": "disallow", "path": "/*/attributes/", "line": 57 }, { "directive": "disallow", "path": "/*/home/search/", "line": 58 }, { "directive": "disallow", "path": "/shop/*/account", "line": 59 }, { "directive": "disallow", "path": "/shop/*/cart*", "line": 60 }, { "directive": "disallow", "path": "/shop/*/checkout*", "line": 61 }, { "directive": "disallow", "path": "/shop/*/login*", "line": 62 }, { "directive": "allow", "path": "/shop/*/*/account", "line": 63 }, { "directive": "allow", "path": "/shop/*/*/cart*", "line": 64 }, { "directive": "allow", "path": "/shop/*/*/checkout*", "line": 65 }, { "directive": "allow", "path": "/shop/*/*/login*", "line": 66 }, { "directive": "allow", "path": "/*/home/search/library.*", "line": 67 }, { "directive": "allow", "path": "/*/home/search/compliance.html", "line": 68 }, { "directive": "allow", "path": "/int/ar/", "line": 69 }, { "directive": "disallow", "path": "/es/en/", "line": 72 }, { "directive": "disallow", "path": "/hk/en/", "line": 73 }, { "directive": "disallow", "path": "/id/en/", "line": 74 }, { "directive": "disallow", "path": "/vn/en/", "line": 75 }, { "directive": "disallow", "path": "/be/en/", "line": 76 }, { "directive": "disallow", "path": "/de/en/", "line": 77 }, { "directive": "disallow", "path": "/ch/en/", "line": 78 } ], "warnings": [ 17, 20, 24 ] }, "GPTBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 81 } ], "warnings": [ 17, 20, 24 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/elqNow/", "line": 6 }, { "directive": "disallow", "path": "/dam/non-indexed/", "line": 7 }, { "directive": "disallow", "path": "/dam/MT-RU/", "line": 8 }, { "directive": "disallow", "path": "/dam/certificates/", "line": 9 }, { "directive": "disallow", "path": "/*/*.fb.*", "line": 10 }, { "directive": "disallow", "path": "/*/*.fbthx.*", "line": 11 }, { "directive": "disallow", "path": "/*/*.form.html$", "line": 12 }, { "directive": "disallow", "path": "/*/_jcr_content*$", "line": 13 }, { "directive": "disallow", "path": "/*/jcr:content*$", "line": 14 }, { "directive": "disallow", "path": "/global/", "line": 15 }, { "directive": "disallow", "path": "/bin/", "line": 16 }, { "directive": "disallow", "path": "*.videos.html", "line": 17 }, { "directive": "disallow", "path": "*/home/site_content/contact_us.*.html", "line": 20 }, { "directive": "disallow", "path": "/usergenerated/", "line": 23 }, { "directive": "disallow", "path": "*/campaigns/*", "line": 24 }, { "directive": "disallow", "path": "/catalogs/", "line": 25 }, { "directive": "disallow", "path": "/geometrixx/", "line": 26 }, { "directive": "disallow", "path": "/geometrixx_go/", "line": 27 }, { "directive": "disallow", "path": "/launches/", "line": 28 }, { "directive": "disallow", "path": "/geometrixx-media/", "line": 29 }, { "directive": "disallow", "path": "/publications/", "line": 30 }, { "directive": "disallow", "path": "/geometrixx-outdoors/", "line": 31 }, { "directive": "disallow", "path": "/geometrixx-outdoors-mobile/", "line": 32 }, { "directive": "disallow", "path": "/communities/", "line": 33 }, { "directive": "disallow", "path": "/mac/", "line": 34 }, { "directive": "disallow", "path": "/occ/", "line": 35 }, { "directive": "disallow", "path": "/sites/", "line": 36 }, { "directive": "disallow", "path": "/phonegap/", "line": 37 }, { "directive": "disallow", "path": "/community-components/", "line": 38 }, { "directive": "disallow", "path": "/forms/", "line": 39 }, { "directive": "disallow", "path": "/projects/", "line": 40 }, { "directive": "disallow", "path": "/mobileapps/", "line": 41 }, { "directive": "disallow", "path": "/screens/", "line": 42 }, { "directive": "disallow", "path": "/we-retail/", "line": 43 }, { "directive": "disallow", "path": "/ext/billpay/", "line": 44 }, { "directive": "disallow", "path": "/dam/non-indexed/", "line": 45 }, { "directive": "disallow", "path": "/int/", "line": 46 }, { "directive": "disallow", "path": "/experience-fragments", "line": 47 }, { "directive": "allow", "path": "/int/ar/", "line": 48 }, { "directive": "disallow", "path": "/*/home/registered_user_services/visitor_registration/", "line": 51 }, { "directive": "disallow", "path": "/shop/*/registrationAccountActivation/*", "line": 52 }, { "directive": "disallow", "path": "/*/home/feedback_forms/", "line": 53 }, { "directive": "disallow", "path": "/*/teasers/", "line": 54 }, { "directive": "disallow", "path": "/*/banners/", "line": 55 }, { "directive": "disallow", "path": "/*/chats/", "line": 56 }, { "directive": "disallow", "path": "/*/attributes/", "line": 57 }, { "directive": "disallow", "path": "/*/home/search/", "line": 58 }, { "directive": "disallow", "path": "/shop/*/account", "line": 59 }, { "directive": "disallow", "path": "/shop/*/cart*", "line": 60 }, { "directive": "disallow", "path": "/shop/*/checkout*", "line": 61 }, { "directive": "disallow", "path": "/shop/*/login*", "line": 62 }, { "directive": "allow", "path": "/shop/*/*/account", "line": 63 }, { "directive": "allow", "path": "/shop/*/*/cart*", "line": 64 }, { "directive": "allow", "path": "/shop/*/*/checkout*", "line": 65 }, { "directive": "allow", "path": "/shop/*/*/login*", "line": 66 }, { "directive": "allow", "path": "/*/home/search/library.*", "line": 67 }, { "directive": "allow", "path": "/*/home/search/compliance.html", "line": 68 }, { "directive": "allow", "path": "/int/ar/", "line": 69 }, { "directive": "disallow", "path": "/es/en/", "line": 72 }, { "directive": "disallow", "path": "/hk/en/", "line": 73 }, { "directive": "disallow", "path": "/id/en/", "line": 74 }, { "directive": "disallow", "path": "/vn/en/", "line": 75 }, { "directive": "disallow", "path": "/be/en/", "line": 76 }, { "directive": "disallow", "path": "/de/en/", "line": 77 }, { "directive": "disallow", "path": "/ch/en/", "line": 78 } ], "warnings": [ 17, 20, 24 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "/*/elqNow/", "line": 6 }, { "directive": "disallow", "path": "/dam/non-indexed/", "line": 7 }, { "directive": "disallow", "path": "/dam/MT-RU/", "line": 8 }, { "directive": "disallow", "path": "/dam/certificates/", "line": 9 }, { "directive": "disallow", "path": "/*/*.fb.*", "line": 10 }, { "directive": "disallow", "path": "/*/*.fbthx.*", "line": 11 }, { "directive": "disallow", "path": "/*/*.form.html$", "line": 12 }, { "directive": "disallow", "path": "/*/_jcr_content*$", "line": 13 }, { "directive": "disallow", "path": "/*/jcr:content*$", "line": 14 }, { "directive": "disallow", "path": "/global/", "line": 15 }, { "directive": "disallow", "path": "/bin/", "line": 16 }, { "directive": "disallow", "path": "*.videos.html", "line": 17 }, { "directive": "disallow", "path": "*/home/site_content/contact_us.*.html", "line": 20 }, { "directive": "disallow", "path": "/usergenerated/", "line": 23 }, { "directive": "disallow", "path": "*/campaigns/*", "line": 24 }, { "directive": "disallow", "path": "/catalogs/", "line": 25 }, { "directive": "disallow", "path": "/geometrixx/", "line": 26 }, { "directive": "disallow", "path": "/geometrixx_go/", "line": 27 }, { "directive": "disallow", "path": "/launches/", "line": 28 }, { "directive": "disallow", "path": "/geometrixx-media/", "line": 29 }, { "directive": "disallow", "path": "/publications/", "line": 30 }, { "directive": "disallow", "path": "/geometrixx-outdoors/", "line": 31 }, { "directive": "disallow", "path": "/geometrixx-outdoors-mobile/", "line": 32 }, { "directive": "disallow", "path": "/communities/", "line": 33 }, { "directive": "disallow", "path": "/mac/", "line": 34 }, { "directive": "disallow", "path": "/occ/", "line": 35 }, { "directive": "disallow", "path": "/sites/", "line": 36 }, { "directive": "disallow", "path": "/phonegap/", "line": 37 }, { "directive": "disallow", "path": "/community-components/", "line": 38 }, { "directive": "disallow", "path": "/forms/", "line": 39 }, { "directive": "disallow", "path": "/projects/", "line": 40 }, { "directive": "disallow", "path": "/mobileapps/", "line": 41 }, { "directive": "disallow", "path": "/screens/", "line": 42 }, { "directive": "disallow", "path": "/we-retail/", "line": 43 }, { "directive": "disallow", "path": "/ext/billpay/", "line": 44 }, { "directive": "disallow", "path": "/dam/non-indexed/", "line": 45 }, { "directive": "disallow", "path": "/int/", "line": 46 }, { "directive": "disallow", "path": "/experience-fragments", "line": 47 }, { "directive": "allow", "path": "/int/ar/", "line": 48 }, { "directive": "disallow", "path": "/*/home/registered_user_services/visitor_registration/", "line": 51 }, { "directive": "disallow", "path": "/shop/*/registrationAccountActivation/*", "line": 52 }, { "directive": "disallow", "path": "/*/home/feedback_forms/", "line": 53 }, { "directive": "disallow", "path": "/*/teasers/", "line": 54 }, { "directive": "disallow", "path": "/*/banners/", "line": 55 }, { "directive": "disallow", "path": "/*/chats/", "line": 56 }, { "directive": "disallow", "path": "/*/attributes/", "line": 57 }, { "directive": "disallow", "path": "/*/home/search/", "line": 58 }, { "directive": "disallow", "path": "/shop/*/account", "line": 59 }, { "directive": "disallow", "path": "/shop/*/cart*", "line": 60 }, { "directive": "disallow", "path": "/shop/*/checkout*", "line": 61 }, { "directive": "disallow", "path": "/shop/*/login*", "line": 62 }, { "directive": "allow", "path": "/shop/*/*/account", "line": 63 }, { "directive": "allow", "path": "/shop/*/*/cart*", "line": 64 }, { "directive": "allow", "path": "/shop/*/*/checkout*", "line": 65 }, { "directive": "allow", "path": "/shop/*/*/login*", "line": 66 }, { "directive": "allow", "path": "/*/home/search/library.*", "line": 67 }, { "directive": "allow", "path": "/*/home/search/compliance.html", "line": 68 }, { "directive": "allow", "path": "/int/ar/", "line": 69 }, { "directive": "disallow", "path": "/es/en/", "line": 72 }, { "directive": "disallow", "path": "/hk/en/", "line": 73 }, { "directive": "disallow", "path": "/id/en/", "line": 74 }, { "directive": "disallow", "path": "/vn/en/", "line": 75 }, { "directive": "disallow", "path": "/be/en/", "line": 76 }, { "directive": "disallow", "path": "/de/en/", "line": 77 }, { "directive": "disallow", "path": "/ch/en/", "line": 78 } ], "warnings": [ 17, 20, 24 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/elqNow/", "line": 6 }, { "directive": "disallow", "path": "/dam/non-indexed/", "line": 7 }, { "directive": "disallow", "path": "/dam/MT-RU/", "line": 8 }, { "directive": "disallow", "path": "/dam/certificates/", "line": 9 }, { "directive": "disallow", "path": "/*/*.fb.*", "line": 10 }, { "directive": "disallow", "path": "/*/*.fbthx.*", "line": 11 }, { "directive": "disallow", "path": "/*/*.form.html$", "line": 12 }, { "directive": "disallow", "path": "/*/_jcr_content*$", "line": 13 }, { "directive": "disallow", "path": "/*/jcr:content*$", "line": 14 }, { "directive": "disallow", "path": "/global/", "line": 15 }, { "directive": "disallow", "path": "/bin/", "line": 16 }, { "directive": "disallow", "path": "*.videos.html", "line": 17 }, { "directive": "disallow", "path": "*/home/site_content/contact_us.*.html", "line": 20 }, { "directive": "disallow", "path": "/usergenerated/", "line": 23 }, { "directive": "disallow", "path": "*/campaigns/*", "line": 24 }, { "directive": "disallow", "path": "/catalogs/", "line": 25 }, { "directive": "disallow", "path": "/geometrixx/", "line": 26 }, { "directive": "disallow", "path": "/geometrixx_go/", "line": 27 }, { "directive": "disallow", "path": "/launches/", "line": 28 }, { "directive": "disallow", "path": "/geometrixx-media/", "line": 29 }, { "directive": "disallow", "path": "/publications/", "line": 30 }, { "directive": "disallow", "path": "/geometrixx-outdoors/", "line": 31 }, { "directive": "disallow", "path": "/geometrixx-outdoors-mobile/", "line": 32 }, { "directive": "disallow", "path": "/communities/", "line": 33 }, { "directive": "disallow", "path": "/mac/", "line": 34 }, { "directive": "disallow", "path": "/occ/", "line": 35 }, { "directive": "disallow", "path": "/sites/", "line": 36 }, { "directive": "disallow", "path": "/phonegap/", "line": 37 }, { "directive": "disallow", "path": "/community-components/", "line": 38 }, { "directive": "disallow", "path": "/forms/", "line": 39 }, { "directive": "disallow", "path": "/projects/", "line": 40 }, { "directive": "disallow", "path": "/mobileapps/", "line": 41 }, { "directive": "disallow", "path": "/screens/", "line": 42 }, { "directive": "disallow", "path": "/we-retail/", "line": 43 }, { "directive": "disallow", "path": "/ext/billpay/", "line": 44 }, { "directive": "disallow", "path": "/dam/non-indexed/", "line": 45 }, { "directive": "disallow", "path": "/int/", "line": 46 }, { "directive": "disallow", "path": "/experience-fragments", "line": 47 }, { "directive": "allow", "path": "/int/ar/", "line": 48 }, { "directive": "disallow", "path": "/*/home/registered_user_services/visitor_registration/", "line": 51 }, { "directive": "disallow", "path": "/shop/*/registrationAccountActivation/*", "line": 52 }, { "directive": "disallow", "path": "/*/home/feedback_forms/", "line": 53 }, { "directive": "disallow", "path": "/*/teasers/", "line": 54 }, { "directive": "disallow", "path": "/*/banners/", "line": 55 }, { "directive": "disallow", "path": "/*/chats/", "line": 56 }, { "directive": "disallow", "path": "/*/attributes/", "line": 57 }, { "directive": "disallow", "path": "/*/home/search/", "line": 58 }, { "directive": "disallow", "path": "/shop/*/account", "line": 59 }, { "directive": "disallow", "path": "/shop/*/cart*", "line": 60 }, { "directive": "disallow", "path": "/shop/*/checkout*", "line": 61 }, { "directive": "disallow", "path": "/shop/*/login*", "line": 62 }, { "directive": "allow", "path": "/shop/*/*/account", "line": 63 }, { "directive": "allow", "path": "/shop/*/*/cart*", "line": 64 }, { "directive": "allow", "path": "/shop/*/*/checkout*", "line": 65 }, { "directive": "allow", "path": "/shop/*/*/login*", "line": 66 }, { "directive": "allow", "path": "/*/home/search/library.*", "line": 67 }, { "directive": "allow", "path": "/*/home/search/compliance.html", "line": 68 }, { "directive": "allow", "path": "/int/ar/", "line": 69 }, { "directive": "disallow", "path": "/es/en/", "line": 72 }, { "directive": "disallow", "path": "/hk/en/", "line": 73 }, { "directive": "disallow", "path": "/id/en/", "line": 74 }, { "directive": "disallow", "path": "/vn/en/", "line": 75 }, { "directive": "disallow", "path": "/be/en/", "line": 76 }, { "directive": "disallow", "path": "/de/en/", "line": 77 }, { "directive": "disallow", "path": "/ch/en/", "line": 78 } ], "warnings": [ 17, 20, 24 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/elqNow/", "line": 6 }, { "directive": "disallow", "path": "/dam/non-indexed/", "line": 7 }, { "directive": "disallow", "path": "/dam/MT-RU/", "line": 8 }, { "directive": "disallow", "path": "/dam/certificates/", "line": 9 }, { "directive": "disallow", "path": "/*/*.fb.*", "line": 10 }, { "directive": "disallow", "path": "/*/*.fbthx.*", "line": 11 }, { "directive": "disallow", "path": "/*/*.form.html$", "line": 12 }, { "directive": "disallow", "path": "/*/_jcr_content*$", "line": 13 }, { "directive": "disallow", "path": "/*/jcr:content*$", "line": 14 }, { "directive": "disallow", "path": "/global/", "line": 15 }, { "directive": "disallow", "path": "/bin/", "line": 16 }, { "directive": "disallow", "path": "*.videos.html", "line": 17 }, { "directive": "disallow", "path": "*/home/site_content/contact_us.*.html", "line": 20 }, { "directive": "disallow", "path": "/usergenerated/", "line": 23 }, { "directive": "disallow", "path": "*/campaigns/*", "line": 24 }, { "directive": "disallow", "path": "/catalogs/", "line": 25 }, { "directive": "disallow", "path": "/geometrixx/", "line": 26 }, { "directive": "disallow", "path": "/geometrixx_go/", "line": 27 }, { "directive": "disallow", "path": "/launches/", "line": 28 }, { "directive": "disallow", "path": "/geometrixx-media/", "line": 29 }, { "directive": "disallow", "path": "/publications/", "line": 30 }, { "directive": "disallow", "path": "/geometrixx-outdoors/", "line": 31 }, { "directive": "disallow", "path": "/geometrixx-outdoors-mobile/", "line": 32 }, { "directive": "disallow", "path": "/communities/", "line": 33 }, { "directive": "disallow", "path": "/mac/", "line": 34 }, { "directive": "disallow", "path": "/occ/", "line": 35 }, { "directive": "disallow", "path": "/sites/", "line": 36 }, { "directive": "disallow", "path": "/phonegap/", "line": 37 }, { "directive": "disallow", "path": "/community-components/", "line": 38 }, { "directive": "disallow", "path": "/forms/", "line": 39 }, { "directive": "disallow", "path": "/projects/", "line": 40 }, { "directive": "disallow", "path": "/mobileapps/", "line": 41 }, { "directive": "disallow", "path": "/screens/", "line": 42 }, { "directive": "disallow", "path": "/we-retail/", "line": 43 }, { "directive": "disallow", "path": "/ext/billpay/", "line": 44 }, { "directive": "disallow", "path": "/dam/non-indexed/", "line": 45 }, { "directive": "disallow", "path": "/int/", "line": 46 }, { "directive": "disallow", "path": "/experience-fragments", "line": 47 }, { "directive": "allow", "path": "/int/ar/", "line": 48 }, { "directive": "disallow", "path": "/*/home/registered_user_services/visitor_registration/", "line": 51 }, { "directive": "disallow", "path": "/shop/*/registrationAccountActivation/*", "line": 52 }, { "directive": "disallow", "path": "/*/home/feedback_forms/", "line": 53 }, { "directive": "disallow", "path": "/*/teasers/", "line": 54 }, { "directive": "disallow", "path": "/*/banners/", "line": 55 }, { "directive": "disallow", "path": "/*/chats/", "line": 56 }, { "directive": "disallow", "path": "/*/attributes/", "line": 57 }, { "directive": "disallow", "path": "/*/home/search/", "line": 58 }, { "directive": "disallow", "path": "/shop/*/account", "line": 59 }, { "directive": "disallow", "path": "/shop/*/cart*", "line": 60 }, { "directive": "disallow", "path": "/shop/*/checkout*", "line": 61 }, { "directive": "disallow", "path": "/shop/*/login*", "line": 62 }, { "directive": "allow", "path": "/shop/*/*/account", "line": 63 }, { "directive": "allow", "path": "/shop/*/*/cart*", "line": 64 }, { "directive": "allow", "path": "/shop/*/*/checkout*", "line": 65 }, { "directive": "allow", "path": "/shop/*/*/login*", "line": 66 }, { "directive": "allow", "path": "/*/home/search/library.*", "line": 67 }, { "directive": "allow", "path": "/*/home/search/compliance.html", "line": 68 }, { "directive": "allow", "path": "/int/ar/", "line": 69 }, { "directive": "disallow", "path": "/es/en/", "line": 72 }, { "directive": "disallow", "path": "/hk/en/", "line": 73 }, { "directive": "disallow", "path": "/id/en/", "line": 74 }, { "directive": "disallow", "path": "/vn/en/", "line": 75 }, { "directive": "disallow", "path": "/be/en/", "line": 76 }, { "directive": "disallow", "path": "/de/en/", "line": 77 }, { "directive": "disallow", "path": "/ch/en/", "line": 78 } ], "warnings": [ 17, 20, 24 ] } }, "httpStatus": 200, "finalUrl": "https://www.mt.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "eb4d89e01f9d15dad33a54dfa620752cbda543b3324545f6a1579d0ee32810b1", "bytes": 4517 }, { "company": "MGM Resorts", "cik": "789570", "sector": "Consumer Discretionary", "origin": "http://www.mgmresorts.com", "checkedAt": "2026-09-26T04:55:49.523Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "Microchip Technology", "cik": "827054", "sector": "Information Technology", "origin": "https://www.microchip.com", "checkedAt": "2026-09-26T04:55:49.898Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.microchip.com/robots.txt", "contentType": "text/html" }, { "company": "Micron Technology", "cik": "723125", "sector": "Information Technology", "origin": "https://www.micron.com", "checkedAt": "2026-09-26T04:55:50.013Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/micron/global/secure/*", "line": 2 }, { "directive": "disallow", "path": "/content/dam/formsanddocuments/micron/forms/private/*", "line": 3 }, { "directive": "disallow", "path": "/language-masters/*", "line": 4 }, { "directive": "disallow", "path": "/secure-portal/*", "line": 5 }, { "directive": "disallow", "path": "/utils/*", "line": 6 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/micron/global/secure/*", "line": 2 }, { "directive": "disallow", "path": "/content/dam/formsanddocuments/micron/forms/private/*", "line": 3 }, { "directive": "disallow", "path": "/language-masters/*", "line": 4 }, { "directive": "disallow", "path": "/secure-portal/*", "line": 5 }, { "directive": "disallow", "path": "/utils/*", "line": 6 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/micron/global/secure/*", "line": 2 }, { "directive": "disallow", "path": "/content/dam/formsanddocuments/micron/forms/private/*", "line": 3 }, { "directive": "disallow", "path": "/language-masters/*", "line": 4 }, { "directive": "disallow", "path": "/secure-portal/*", "line": 5 }, { "directive": "disallow", "path": "/utils/*", "line": 6 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/micron/global/secure/*", "line": 2 }, { "directive": "disallow", "path": "/content/dam/formsanddocuments/micron/forms/private/*", "line": 3 }, { "directive": "disallow", "path": "/language-masters/*", "line": 4 }, { "directive": "disallow", "path": "/secure-portal/*", "line": 5 }, { "directive": "disallow", "path": "/utils/*", "line": 6 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/micron/global/secure/*", "line": 2 }, { "directive": "disallow", "path": "/content/dam/formsanddocuments/micron/forms/private/*", "line": 3 }, { "directive": "disallow", "path": "/language-masters/*", "line": 4 }, { "directive": "disallow", "path": "/secure-portal/*", "line": 5 }, { "directive": "disallow", "path": "/utils/*", "line": 6 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/micron/global/secure/*", "line": 2 }, { "directive": "disallow", "path": "/content/dam/formsanddocuments/micron/forms/private/*", "line": 3 }, { "directive": "disallow", "path": "/language-masters/*", "line": 4 }, { "directive": "disallow", "path": "/secure-portal/*", "line": 5 }, { "directive": "disallow", "path": "/utils/*", "line": 6 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/micron/global/secure/*", "line": 2 }, { "directive": "disallow", "path": "/content/dam/formsanddocuments/micron/forms/private/*", "line": 3 }, { "directive": "disallow", "path": "/language-masters/*", "line": 4 }, { "directive": "disallow", "path": "/secure-portal/*", "line": 5 }, { "directive": "disallow", "path": "/utils/*", "line": 6 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/micron/global/secure/*", "line": 2 }, { "directive": "disallow", "path": "/content/dam/formsanddocuments/micron/forms/private/*", "line": 3 }, { "directive": "disallow", "path": "/language-masters/*", "line": 4 }, { "directive": "disallow", "path": "/secure-portal/*", "line": 5 }, { "directive": "disallow", "path": "/utils/*", "line": 6 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.micron.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "b94084cb0f5d7d0629a602bd34d7437003cb7bd8f98f6629ecc0695d116a3c73", "bytes": 243 }, { "company": "Microsoft", "cik": "789019", "sector": "Information Technology", "origin": "https://www.microsoft.com", "checkedAt": "2026-09-26T04:55:50.043Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*ep_*", "line": 4 }, { "directive": "disallow", "path": "/*&ep_*", "line": 5 }, { "directive": "disallow", "path": "/store/XboxComMsCom3PAdsOptOutCookieSync.html", "line": 6 }, { "directive": "disallow", "path": "/store/XboxComMsComCartMuidSync.html", "line": 7 }, { "directive": "disallow", "path": "/*/store/locations/store-locations-sitemap.xml", "line": 8 }, { "directive": "disallow", "path": "/en-us/windows/si/matrix.html", "line": 9 }, { "directive": "disallow", "path": "/en-us/windows/si/matrix.html", "line": 10 }, { "directive": "disallow", "path": "/*/security/search-results.aspx?", "line": 11 }, { "directive": "disallow", "path": "/*/music/*/search/", "line": 12 }, { "directive": "disallow", "path": "/*/store/buynow?", "line": 13 }, { "directive": "disallow", "path": "/*/store/cart", "line": 14 }, { "directive": "disallow", "path": "/store/buy/cartcount", "line": 15 }, { "directive": "disallow", "path": "/*/search/", "line": 16 }, { "directive": "disallow", "path": "/*/music/*/Search/", "line": 17 }, { "directive": "disallow", "path": "/*/Search/", "line": 18 }, { "directive": "disallow", "path": "/*/newsearch/", "line": 19 }, { "directive": "disallow", "path": "*action=catalogsearch&", "line": 20 }, { "directive": "disallow", "path": "/*/store/d/groove-music-pass/cfq7ttc0k5dq/0001", "line": 21 }, { "directive": "disallow", "path": "/*/store/best-rated/*?*&*&*", "line": 22 }, { "directive": "disallow", "path": "/*/store/best-selling/*?*&*&*", "line": 23 }, { "directive": "disallow", "path": "/*/store/coming-soon/*?*&*&*", "line": 24 }, { "directive": "disallow", "path": "/*/store/deals/*?*&*&*", "line": 25 }, { "directive": "disallow", "path": "/*/store/game-demos/*?*&*&*", "line": 26 }, { "directive": "disallow", "path": "/*/store/game-previews/*?*&*&*", "line": 27 }, { "directive": "disallow", "path": "/*/store/most-played/*?*&*&*", "line": 28 }, { "directive": "disallow", "path": "/*/store/most-popular/*?*&*&*", "line": 29 }, { "directive": "disallow", "path": "/*/store/new/*?*&*&*", "line": 30 }, { "directive": "disallow", "path": "/*/store/new-and-rising/*?*&*&*", "line": 31 }, { "directive": "disallow", "path": "/*/store/top-free/*?*&*&*", "line": 32 }, { "directive": "disallow", "path": "/*/store/top-paid/*?*&*&*", "line": 33 }, { "directive": "disallow", "path": "/*/store/collections/helpmechoosepc?*&*&*", "line": 34 }, { "directive": "disallow", "path": "/*/store/collections/helpmechoosepc/?*&*&*", "line": 35 }, { "directive": "disallow", "path": "/*/store/movies-and-tv/*?*&*&*", "line": 36 }, { "directive": "disallow", "path": "/cascadeauth/microsoft-365/account/silentauth", "line": 37 }, { "directive": "disallow", "path": "/*/microsoft-365/site-search", "line": 38 }, { "directive": "disallow", "path": "/news/search", "line": 39 }, { "directive": "disallow", "path": "/video/search", "line": 40 }, { "directive": "disallow", "path": "*/qa-folder", "line": 41 }, { "directive": "allow", "path": "/*/store/*/search/", "line": 42 }, { "directive": "allow", "path": "/*/store/*/layout/", "line": 43 }, { "directive": "allow", "path": "/*/store/music/groove-music-pass/*", "line": 44 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=2$", "line": 45 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=3$", "line": 46 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=4$", "line": 47 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=5$", "line": 48 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=6$", "line": 49 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=7$", "line": 50 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=8$", "line": 51 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=2$", "line": 52 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=3$", "line": 53 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=4$", "line": 54 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=5$", "line": 55 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=6$", "line": 56 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=7$", "line": 57 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=8$", "line": 58 }, { "directive": "disallow", "path": "*action=accessorysearch&product=*&*", "line": 59 }, { "directive": "allow", "path": "*action=accessorysearch&product=*$", "line": 60 }, { "directive": "disallow", "path": "*action=accessorysearch&", "line": 61 }, { "directive": "allow", "path": "*action=accessorysearch&page=2$", "line": 62 }, { "directive": "allow", "path": "*action=accessorysearch&page=3$", "line": 63 }, { "directive": "allow", "path": "*action=accessorysearch&page=4$", "line": 64 }, { "directive": "allow", "path": "*action=accessorysearch&page=5$", "line": 65 }, { "directive": "allow", "path": "*action=accessorysearch&page=6$", "line": 66 }, { "directive": "allow", "path": "*action=accessorysearch&page=7$", "line": 67 }, { "directive": "allow", "path": "*action=accessorysearch&page=8$", "line": 68 }, { "directive": "disallow", "path": "*action=productcompareaction&", "line": 69 }, { "directive": "disallow", "path": "*action=productLinkAction&", "line": 70 }, { "directive": "disallow", "path": "*action=overlay&", "line": 71 }, { "directive": "disallow", "path": "*action=quickSearch&", "line": 72 }, { "directive": "disallow", "path": "*action=writeReview", "line": 73 }, { "directive": "disallow", "path": "*rep=hc", "line": 74 }, { "directive": "disallow", "path": "*fe=true", "line": 75 }, { "directive": "disallow", "path": "*?intc=", "line": 76 }, { "directive": "disallow", "path": "*&solved=", "line": 77 }, { "directive": "disallow", "path": "/music/*/wal/", "line": 78 }, { "directive": "disallow", "path": "*/wal/", "line": 79 }, { "directive": "disallow", "path": "*/layout/", "line": 80 }, { "directive": "disallow", "path": "*/base-en/", "line": 81 }, { "directive": "disallow", "path": "*action=siteSearch", "line": 82 }, { "directive": "disallow", "path": "*action=productSupportSearch", "line": 83 }, { "directive": "disallow", "path": "*=imgmanager", "line": 84 }, { "directive": "disallow", "path": "*/unsubscribe/", "line": 85 }, { "directive": "disallow", "path": "*ActivityUID=", "line": 86 }, { "directive": "disallow", "path": "/feeds/TechNet/fr-fr/screenshot/screenshot%20surface.jpg", "line": 87 }, { "directive": "disallow", "path": "/imaginecup/*", "line": 88 }, { "directive": "disallow", "path": "/*/download/confirmation.aspx?", "line": 89 }, { "directive": "disallow", "path": "/*HpOptOut=true$", "line": 90 }, { "directive": "disallow", "path": "/*TOCLinksForCrawlers*", "line": 91 }, { "directive": "disallow", "path": "/*mac/help.mspx?", "line": 92 }, { "directive": "disallow", "path": "/*mactopia/help.mspx?", "line": 93 }, { "directive": "disallow", "path": "*/mediaapi/", "line": 94 }, { "directive": "disallow", "path": "/blacklisted*", "line": 95 }, { "directive": "disallow", "path": "/canada/Library/mnp/2/aspx/", "line": 96 }, { "directive": "disallow", "path": "/communities/bin.aspx?", "line": 97 }, { "directive": "disallow", "path": "/communities/blogs/PortalResults.mspx?", "line": 98 }, { "directive": "disallow", "path": "/communities/eventdetails.mspx?", "line": 99 }, { "directive": "disallow", "path": "/communities/rss.aspx*", "line": 100 }, { "directive": "disallow", "path": "/*/download/confirmation.aspx?", "line": 101 }, { "directive": "disallow", "path": "/*/download/registration-suggested.aspx?", "line": 102 }, { "directive": "disallow", "path": "/*/download/results.aspx?", "line": 103 }, { "directive": "disallow", "path": "/*/download/Browse.aspx?", "line": 104 }, { "directive": "disallow", "path": "/*/download/browse.aspx?", "line": 105 }, { "directive": "disallow", "path": "/*/download/info.aspx?", "line": 106 }, { "directive": "disallow", "path": "/*/download/thankyou.aspx", "line": 107 }, { "directive": "disallow", "path": "/*/download/thankyou.aspx?", "line": 108 }, { "directive": "disallow", "path": "/france/formation/centres/planning.asp?", "line": 109 }, { "directive": "disallow", "path": "/france/ie/default.asp?", "line": 110 }, { "directive": "disallow", "path": "/france/mnp_utility.mspx?", "line": 111 }, { "directive": "disallow", "path": "/genuine/", "line": 112 }, { "directive": "disallow", "path": "/Germany/kleinunternehmen/euga/detail.mspx?", "line": 113 }, { "directive": "disallow", "path": "/Germany/kleinunternehmen/euga/results.mspx?", "line": 114 }, { "directive": "disallow", "path": "/germany/library/images/mnp/", "line": 115 }, { "directive": "disallow", "path": "/germany/video/de/de/related*", "line": 116 }, { "directive": "disallow", "path": "/hpc/*/supported-applications.aspx?", "line": 117 }, { "directive": "disallow", "path": "/ie/ie40/", "line": 118 }, { "directive": "disallow", "path": "/info/customerror.htm*", "line": 119 }, { "directive": "disallow", "path": "/info/smart404.asp*", "line": 120 }, { "directive": "disallow", "path": "/intlkb/", "line": 121 }, { "directive": "disallow", "path": "/isapi/", "line": 122 }, { "directive": "disallow", "path": "/Japan/DirectX/default.asp?", "line": 123 }, { "directive": "disallow", "path": "/japan/directx/default.asp?", "line": 124 }, { "directive": "disallow", "path": "/japan/enable/textview.asp?", "line": 125 }, { "directive": "disallow", "path": "/japan/products/library/search.asp?", "line": 126 }, { "directive": "disallow", "path": "/japan/showcase/print/default.aspx?", "line": 127 }, { "directive": "disallow", "path": "/japan/terminology/query.asp?", "line": 128 }, { "directive": "disallow", "path": "/*mnp_utility.mspx?", "line": 129 }, { "directive": "disallow", "path": "/rus/licensing/Unilateral.aspx/*", "line": 130 }, { "directive": "disallow", "path": "/spain/empresas/", "line": 131 }, { "directive": "disallow", "path": "/spain/medianaempresa/", "line": 132 }, { "directive": "disallow", "path": "/windows/compatibility/windows-vista/", "line": 133 }, { "directive": "disallow", "path": "/windows/compatibility/windows-7/", "line": 134 }, { "directive": "disallow", "path": "/windows/compatibility/windows-7/*", "line": 135 }, { "directive": "disallow", "path": "/windows/404.aspx?*", "line": 136 }, { "directive": "disallow", "path": "/windows/campaign/meet-start.aspx", "line": 137 }, { "directive": "disallow", "path": "/windows/campaign/meet-apps.aspx", "line": 138 }, { "directive": "disallow", "path": "/windows/campaign/features-built-in-apps.aspx", "line": 139 }, { "directive": "disallow", "path": "/ru-ru/events/platforma/materials/default.aspx?speaker*", "line": 140 }, { "directive": "disallow", "path": "/de-de/corporate/rechtliche-hinweise/impressum_de.aspx", "line": 141 }, { "directive": "disallow", "path": "/en/microsoft-365", "line": 142 }, { "directive": "disallow", "path": "/en/microsoft-365/", "line": 143 }, { "directive": "allow", "path": "/en/microsoft-365/word", "line": 144 }, { "directive": "allow", "path": "/en/microsoft-365/outlook/web-email-login-for-outlook", "line": 145 }, { "directive": "allow", "path": "/en/microsoft-365/free-office-online-for-the-web", "line": 146 }, { "directive": "allow", "path": "/en/microsoft-365/planner/microsoft-planner", "line": 147 }, { "directive": "allow", "path": "/en/microsoft-365/yammer/yammer-overview", "line": 148 }, { "directive": "allow", "path": "/en/microsoft-365/publisher", "line": 149 }, { "directive": "allow", "path": "/en/microsoft-365/products-apps-services", "line": 150 }, { "directive": "allow", "path": "/en/microsoft-365/onenote/digital-note-taking-app", "line": 151 }, { "directive": "disallow", "path": "/es/microsoft-365", "line": 152 }, { "directive": "disallow", "path": "/es/microsoft-365/", "line": 153 }, { "directive": "disallow", "path": "/fr/microsoft-365", "line": 154 }, { "directive": "disallow", "path": "/fr/microsoft-365/", "line": 155 }, { "directive": "disallow", "path": "/en/security", "line": 156 }, { "directive": "disallow", "path": "/en/security/", "line": 157 }, { "directive": "disallow", "path": "/es/security", "line": 158 }, { "directive": "disallow", "path": "/es/security/", "line": 159 }, { "directive": "disallow", "path": "/fr/security", "line": 160 }, { "directive": "disallow", "path": "/fr/security/", "line": 161 }, { "directive": "disallow", "path": "/en/microsoft-teams", "line": 162 }, { "directive": "disallow", "path": "/en/microsoft-teams/", "line": 163 }, { "directive": "disallow", "path": "/es/microsoft-teams", "line": 164 }, { "directive": "disallow", "path": "/es/microsoft-teams/", "line": 165 }, { "directive": "disallow", "path": "/fr/microsoft-teams", "line": 166 }, { "directive": "disallow", "path": "/fr/microsoft-teams/", "line": 167 }, { "directive": "disallow", "path": "/en/microsoft-viva", "line": 168 }, { "directive": "disallow", "path": "/en/microsoft-viva/", "line": 169 }, { "directive": "disallow", "path": "/es/microsoft-viva", "line": 170 }, { "directive": "disallow", "path": "/es/microsoft-viva/", "line": 171 }, { "directive": "disallow", "path": "/fr/microsoft-viva", "line": 172 }, { "directive": "disallow", "path": "/fr/microsoft-viva/", "line": 173 }, { "directive": "disallow", "path": "*/isv/*?", "line": 174 }, { "directive": "disallow", "path": "/wp-admin/post.php", "line": 175 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 176 }, { "directive": "allow", "path": "/wp-content/uploads/", "line": 177 }, { "directive": "disallow", "path": "/blog/feed/", "line": 178 }, { "directive": "disallow", "path": "/wp-login.php", "line": 179 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 180 }, { "directive": "disallow", "path": "/*?p=", "line": 181 }, { "directive": "disallow", "path": "/*?*p=*", "line": 182 }, { "directive": "disallow", "path": "/cdn-cgi/*", "line": 183 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 184 }, { "directive": "disallow", "path": "/login/", "line": 185 }, { "directive": "disallow", "path": "/*/embed/", "line": 186 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 187 }, { "directive": "allow", "path": "/?display=wide", "line": 188 }, { "directive": "disallow", "path": "/readme.html", "line": 189 }, { "directive": "disallow", "path": "/*noItems=", "line": 190 }, { "directive": "disallow", "path": "/?s=*", "line": 191 }, { "directive": "disallow", "path": "/?sort-by=*", "line": 192 } ], "warnings": [ 20, 41, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 94, 174 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*ep_*", "line": 4 }, { "directive": "disallow", "path": "/*&ep_*", "line": 5 }, { "directive": "disallow", "path": "/store/XboxComMsCom3PAdsOptOutCookieSync.html", "line": 6 }, { "directive": "disallow", "path": "/store/XboxComMsComCartMuidSync.html", "line": 7 }, { "directive": "disallow", "path": "/*/store/locations/store-locations-sitemap.xml", "line": 8 }, { "directive": "disallow", "path": "/en-us/windows/si/matrix.html", "line": 9 }, { "directive": "disallow", "path": "/en-us/windows/si/matrix.html", "line": 10 }, { "directive": "disallow", "path": "/*/security/search-results.aspx?", "line": 11 }, { "directive": "disallow", "path": "/*/music/*/search/", "line": 12 }, { "directive": "disallow", "path": "/*/store/buynow?", "line": 13 }, { "directive": "disallow", "path": "/*/store/cart", "line": 14 }, { "directive": "disallow", "path": "/store/buy/cartcount", "line": 15 }, { "directive": "disallow", "path": "/*/search/", "line": 16 }, { "directive": "disallow", "path": "/*/music/*/Search/", "line": 17 }, { "directive": "disallow", "path": "/*/Search/", "line": 18 }, { "directive": "disallow", "path": "/*/newsearch/", "line": 19 }, { "directive": "disallow", "path": "*action=catalogsearch&", "line": 20 }, { "directive": "disallow", "path": "/*/store/d/groove-music-pass/cfq7ttc0k5dq/0001", "line": 21 }, { "directive": "disallow", "path": "/*/store/best-rated/*?*&*&*", "line": 22 }, { "directive": "disallow", "path": "/*/store/best-selling/*?*&*&*", "line": 23 }, { "directive": "disallow", "path": "/*/store/coming-soon/*?*&*&*", "line": 24 }, { "directive": "disallow", "path": "/*/store/deals/*?*&*&*", "line": 25 }, { "directive": "disallow", "path": "/*/store/game-demos/*?*&*&*", "line": 26 }, { "directive": "disallow", "path": "/*/store/game-previews/*?*&*&*", "line": 27 }, { "directive": "disallow", "path": "/*/store/most-played/*?*&*&*", "line": 28 }, { "directive": "disallow", "path": "/*/store/most-popular/*?*&*&*", "line": 29 }, { "directive": "disallow", "path": "/*/store/new/*?*&*&*", "line": 30 }, { "directive": "disallow", "path": "/*/store/new-and-rising/*?*&*&*", "line": 31 }, { "directive": "disallow", "path": "/*/store/top-free/*?*&*&*", "line": 32 }, { "directive": "disallow", "path": "/*/store/top-paid/*?*&*&*", "line": 33 }, { "directive": "disallow", "path": "/*/store/collections/helpmechoosepc?*&*&*", "line": 34 }, { "directive": "disallow", "path": "/*/store/collections/helpmechoosepc/?*&*&*", "line": 35 }, { "directive": "disallow", "path": "/*/store/movies-and-tv/*?*&*&*", "line": 36 }, { "directive": "disallow", "path": "/cascadeauth/microsoft-365/account/silentauth", "line": 37 }, { "directive": "disallow", "path": "/*/microsoft-365/site-search", "line": 38 }, { "directive": "disallow", "path": "/news/search", "line": 39 }, { "directive": "disallow", "path": "/video/search", "line": 40 }, { "directive": "disallow", "path": "*/qa-folder", "line": 41 }, { "directive": "allow", "path": "/*/store/*/search/", "line": 42 }, { "directive": "allow", "path": "/*/store/*/layout/", "line": 43 }, { "directive": "allow", "path": "/*/store/music/groove-music-pass/*", "line": 44 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=2$", "line": 45 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=3$", "line": 46 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=4$", "line": 47 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=5$", "line": 48 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=6$", "line": 49 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=7$", "line": 50 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=8$", "line": 51 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=2$", "line": 52 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=3$", "line": 53 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=4$", "line": 54 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=5$", "line": 55 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=6$", "line": 56 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=7$", "line": 57 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=8$", "line": 58 }, { "directive": "disallow", "path": "*action=accessorysearch&product=*&*", "line": 59 }, { "directive": "allow", "path": "*action=accessorysearch&product=*$", "line": 60 }, { "directive": "disallow", "path": "*action=accessorysearch&", "line": 61 }, { "directive": "allow", "path": "*action=accessorysearch&page=2$", "line": 62 }, { "directive": "allow", "path": "*action=accessorysearch&page=3$", "line": 63 }, { "directive": "allow", "path": "*action=accessorysearch&page=4$", "line": 64 }, { "directive": "allow", "path": "*action=accessorysearch&page=5$", "line": 65 }, { "directive": "allow", "path": "*action=accessorysearch&page=6$", "line": 66 }, { "directive": "allow", "path": "*action=accessorysearch&page=7$", "line": 67 }, { "directive": "allow", "path": "*action=accessorysearch&page=8$", "line": 68 }, { "directive": "disallow", "path": "*action=productcompareaction&", "line": 69 }, { "directive": "disallow", "path": "*action=productLinkAction&", "line": 70 }, { "directive": "disallow", "path": "*action=overlay&", "line": 71 }, { "directive": "disallow", "path": "*action=quickSearch&", "line": 72 }, { "directive": "disallow", "path": "*action=writeReview", "line": 73 }, { "directive": "disallow", "path": "*rep=hc", "line": 74 }, { "directive": "disallow", "path": "*fe=true", "line": 75 }, { "directive": "disallow", "path": "*?intc=", "line": 76 }, { "directive": "disallow", "path": "*&solved=", "line": 77 }, { "directive": "disallow", "path": "/music/*/wal/", "line": 78 }, { "directive": "disallow", "path": "*/wal/", "line": 79 }, { "directive": "disallow", "path": "*/layout/", "line": 80 }, { "directive": "disallow", "path": "*/base-en/", "line": 81 }, { "directive": "disallow", "path": "*action=siteSearch", "line": 82 }, { "directive": "disallow", "path": "*action=productSupportSearch", "line": 83 }, { "directive": "disallow", "path": "*=imgmanager", "line": 84 }, { "directive": "disallow", "path": "*/unsubscribe/", "line": 85 }, { "directive": "disallow", "path": "*ActivityUID=", "line": 86 }, { "directive": "disallow", "path": "/feeds/TechNet/fr-fr/screenshot/screenshot%20surface.jpg", "line": 87 }, { "directive": "disallow", "path": "/imaginecup/*", "line": 88 }, { "directive": "disallow", "path": "/*/download/confirmation.aspx?", "line": 89 }, { "directive": "disallow", "path": "/*HpOptOut=true$", "line": 90 }, { "directive": "disallow", "path": "/*TOCLinksForCrawlers*", "line": 91 }, { "directive": "disallow", "path": "/*mac/help.mspx?", "line": 92 }, { "directive": "disallow", "path": "/*mactopia/help.mspx?", "line": 93 }, { "directive": "disallow", "path": "*/mediaapi/", "line": 94 }, { "directive": "disallow", "path": "/blacklisted*", "line": 95 }, { "directive": "disallow", "path": "/canada/Library/mnp/2/aspx/", "line": 96 }, { "directive": "disallow", "path": "/communities/bin.aspx?", "line": 97 }, { "directive": "disallow", "path": "/communities/blogs/PortalResults.mspx?", "line": 98 }, { "directive": "disallow", "path": "/communities/eventdetails.mspx?", "line": 99 }, { "directive": "disallow", "path": "/communities/rss.aspx*", "line": 100 }, { "directive": "disallow", "path": "/*/download/confirmation.aspx?", "line": 101 }, { "directive": "disallow", "path": "/*/download/registration-suggested.aspx?", "line": 102 }, { "directive": "disallow", "path": "/*/download/results.aspx?", "line": 103 }, { "directive": "disallow", "path": "/*/download/Browse.aspx?", "line": 104 }, { "directive": "disallow", "path": "/*/download/browse.aspx?", "line": 105 }, { "directive": "disallow", "path": "/*/download/info.aspx?", "line": 106 }, { "directive": "disallow", "path": "/*/download/thankyou.aspx", "line": 107 }, { "directive": "disallow", "path": "/*/download/thankyou.aspx?", "line": 108 }, { "directive": "disallow", "path": "/france/formation/centres/planning.asp?", "line": 109 }, { "directive": "disallow", "path": "/france/ie/default.asp?", "line": 110 }, { "directive": "disallow", "path": "/france/mnp_utility.mspx?", "line": 111 }, { "directive": "disallow", "path": "/genuine/", "line": 112 }, { "directive": "disallow", "path": "/Germany/kleinunternehmen/euga/detail.mspx?", "line": 113 }, { "directive": "disallow", "path": "/Germany/kleinunternehmen/euga/results.mspx?", "line": 114 }, { "directive": "disallow", "path": "/germany/library/images/mnp/", "line": 115 }, { "directive": "disallow", "path": "/germany/video/de/de/related*", "line": 116 }, { "directive": "disallow", "path": "/hpc/*/supported-applications.aspx?", "line": 117 }, { "directive": "disallow", "path": "/ie/ie40/", "line": 118 }, { "directive": "disallow", "path": "/info/customerror.htm*", "line": 119 }, { "directive": "disallow", "path": "/info/smart404.asp*", "line": 120 }, { "directive": "disallow", "path": "/intlkb/", "line": 121 }, { "directive": "disallow", "path": "/isapi/", "line": 122 }, { "directive": "disallow", "path": "/Japan/DirectX/default.asp?", "line": 123 }, { "directive": "disallow", "path": "/japan/directx/default.asp?", "line": 124 }, { "directive": "disallow", "path": "/japan/enable/textview.asp?", "line": 125 }, { "directive": "disallow", "path": "/japan/products/library/search.asp?", "line": 126 }, { "directive": "disallow", "path": "/japan/showcase/print/default.aspx?", "line": 127 }, { "directive": "disallow", "path": "/japan/terminology/query.asp?", "line": 128 }, { "directive": "disallow", "path": "/*mnp_utility.mspx?", "line": 129 }, { "directive": "disallow", "path": "/rus/licensing/Unilateral.aspx/*", "line": 130 }, { "directive": "disallow", "path": "/spain/empresas/", "line": 131 }, { "directive": "disallow", "path": "/spain/medianaempresa/", "line": 132 }, { "directive": "disallow", "path": "/windows/compatibility/windows-vista/", "line": 133 }, { "directive": "disallow", "path": "/windows/compatibility/windows-7/", "line": 134 }, { "directive": "disallow", "path": "/windows/compatibility/windows-7/*", "line": 135 }, { "directive": "disallow", "path": "/windows/404.aspx?*", "line": 136 }, { "directive": "disallow", "path": "/windows/campaign/meet-start.aspx", "line": 137 }, { "directive": "disallow", "path": "/windows/campaign/meet-apps.aspx", "line": 138 }, { "directive": "disallow", "path": "/windows/campaign/features-built-in-apps.aspx", "line": 139 }, { "directive": "disallow", "path": "/ru-ru/events/platforma/materials/default.aspx?speaker*", "line": 140 }, { "directive": "disallow", "path": "/de-de/corporate/rechtliche-hinweise/impressum_de.aspx", "line": 141 }, { "directive": "disallow", "path": "/en/microsoft-365", "line": 142 }, { "directive": "disallow", "path": "/en/microsoft-365/", "line": 143 }, { "directive": "allow", "path": "/en/microsoft-365/word", "line": 144 }, { "directive": "allow", "path": "/en/microsoft-365/outlook/web-email-login-for-outlook", "line": 145 }, { "directive": "allow", "path": "/en/microsoft-365/free-office-online-for-the-web", "line": 146 }, { "directive": "allow", "path": "/en/microsoft-365/planner/microsoft-planner", "line": 147 }, { "directive": "allow", "path": "/en/microsoft-365/yammer/yammer-overview", "line": 148 }, { "directive": "allow", "path": "/en/microsoft-365/publisher", "line": 149 }, { "directive": "allow", "path": "/en/microsoft-365/products-apps-services", "line": 150 }, { "directive": "allow", "path": "/en/microsoft-365/onenote/digital-note-taking-app", "line": 151 }, { "directive": "disallow", "path": "/es/microsoft-365", "line": 152 }, { "directive": "disallow", "path": "/es/microsoft-365/", "line": 153 }, { "directive": "disallow", "path": "/fr/microsoft-365", "line": 154 }, { "directive": "disallow", "path": "/fr/microsoft-365/", "line": 155 }, { "directive": "disallow", "path": "/en/security", "line": 156 }, { "directive": "disallow", "path": "/en/security/", "line": 157 }, { "directive": "disallow", "path": "/es/security", "line": 158 }, { "directive": "disallow", "path": "/es/security/", "line": 159 }, { "directive": "disallow", "path": "/fr/security", "line": 160 }, { "directive": "disallow", "path": "/fr/security/", "line": 161 }, { "directive": "disallow", "path": "/en/microsoft-teams", "line": 162 }, { "directive": "disallow", "path": "/en/microsoft-teams/", "line": 163 }, { "directive": "disallow", "path": "/es/microsoft-teams", "line": 164 }, { "directive": "disallow", "path": "/es/microsoft-teams/", "line": 165 }, { "directive": "disallow", "path": "/fr/microsoft-teams", "line": 166 }, { "directive": "disallow", "path": "/fr/microsoft-teams/", "line": 167 }, { "directive": "disallow", "path": "/en/microsoft-viva", "line": 168 }, { "directive": "disallow", "path": "/en/microsoft-viva/", "line": 169 }, { "directive": "disallow", "path": "/es/microsoft-viva", "line": 170 }, { "directive": "disallow", "path": "/es/microsoft-viva/", "line": 171 }, { "directive": "disallow", "path": "/fr/microsoft-viva", "line": 172 }, { "directive": "disallow", "path": "/fr/microsoft-viva/", "line": 173 }, { "directive": "disallow", "path": "*/isv/*?", "line": 174 }, { "directive": "disallow", "path": "/wp-admin/post.php", "line": 175 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 176 }, { "directive": "allow", "path": "/wp-content/uploads/", "line": 177 }, { "directive": "disallow", "path": "/blog/feed/", "line": 178 }, { "directive": "disallow", "path": "/wp-login.php", "line": 179 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 180 }, { "directive": "disallow", "path": "/*?p=", "line": 181 }, { "directive": "disallow", "path": "/*?*p=*", "line": 182 }, { "directive": "disallow", "path": "/cdn-cgi/*", "line": 183 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 184 }, { "directive": "disallow", "path": "/login/", "line": 185 }, { "directive": "disallow", "path": "/*/embed/", "line": 186 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 187 }, { "directive": "allow", "path": "/?display=wide", "line": 188 }, { "directive": "disallow", "path": "/readme.html", "line": 189 }, { "directive": "disallow", "path": "/*noItems=", "line": 190 }, { "directive": "disallow", "path": "/?s=*", "line": 191 }, { "directive": "disallow", "path": "/?sort-by=*", "line": 192 } ], "warnings": [ 20, 41, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 94, 174 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*ep_*", "line": 4 }, { "directive": "disallow", "path": "/*&ep_*", "line": 5 }, { "directive": "disallow", "path": "/store/XboxComMsCom3PAdsOptOutCookieSync.html", "line": 6 }, { "directive": "disallow", "path": "/store/XboxComMsComCartMuidSync.html", "line": 7 }, { "directive": "disallow", "path": "/*/store/locations/store-locations-sitemap.xml", "line": 8 }, { "directive": "disallow", "path": "/en-us/windows/si/matrix.html", "line": 9 }, { "directive": "disallow", "path": "/en-us/windows/si/matrix.html", "line": 10 }, { "directive": "disallow", "path": "/*/security/search-results.aspx?", "line": 11 }, { "directive": "disallow", "path": "/*/music/*/search/", "line": 12 }, { "directive": "disallow", "path": "/*/store/buynow?", "line": 13 }, { "directive": "disallow", "path": "/*/store/cart", "line": 14 }, { "directive": "disallow", "path": "/store/buy/cartcount", "line": 15 }, { "directive": "disallow", "path": "/*/search/", "line": 16 }, { "directive": "disallow", "path": "/*/music/*/Search/", "line": 17 }, { "directive": "disallow", "path": "/*/Search/", "line": 18 }, { "directive": "disallow", "path": "/*/newsearch/", "line": 19 }, { "directive": "disallow", "path": "*action=catalogsearch&", "line": 20 }, { "directive": "disallow", "path": "/*/store/d/groove-music-pass/cfq7ttc0k5dq/0001", "line": 21 }, { "directive": "disallow", "path": "/*/store/best-rated/*?*&*&*", "line": 22 }, { "directive": "disallow", "path": "/*/store/best-selling/*?*&*&*", "line": 23 }, { "directive": "disallow", "path": "/*/store/coming-soon/*?*&*&*", "line": 24 }, { "directive": "disallow", "path": "/*/store/deals/*?*&*&*", "line": 25 }, { "directive": "disallow", "path": "/*/store/game-demos/*?*&*&*", "line": 26 }, { "directive": "disallow", "path": "/*/store/game-previews/*?*&*&*", "line": 27 }, { "directive": "disallow", "path": "/*/store/most-played/*?*&*&*", "line": 28 }, { "directive": "disallow", "path": "/*/store/most-popular/*?*&*&*", "line": 29 }, { "directive": "disallow", "path": "/*/store/new/*?*&*&*", "line": 30 }, { "directive": "disallow", "path": "/*/store/new-and-rising/*?*&*&*", "line": 31 }, { "directive": "disallow", "path": "/*/store/top-free/*?*&*&*", "line": 32 }, { "directive": "disallow", "path": "/*/store/top-paid/*?*&*&*", "line": 33 }, { "directive": "disallow", "path": "/*/store/collections/helpmechoosepc?*&*&*", "line": 34 }, { "directive": "disallow", "path": "/*/store/collections/helpmechoosepc/?*&*&*", "line": 35 }, { "directive": "disallow", "path": "/*/store/movies-and-tv/*?*&*&*", "line": 36 }, { "directive": "disallow", "path": "/cascadeauth/microsoft-365/account/silentauth", "line": 37 }, { "directive": "disallow", "path": "/*/microsoft-365/site-search", "line": 38 }, { "directive": "disallow", "path": "/news/search", "line": 39 }, { "directive": "disallow", "path": "/video/search", "line": 40 }, { "directive": "disallow", "path": "*/qa-folder", "line": 41 }, { "directive": "allow", "path": "/*/store/*/search/", "line": 42 }, { "directive": "allow", "path": "/*/store/*/layout/", "line": 43 }, { "directive": "allow", "path": "/*/store/music/groove-music-pass/*", "line": 44 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=2$", "line": 45 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=3$", "line": 46 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=4$", "line": 47 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=5$", "line": 48 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=6$", "line": 49 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=7$", "line": 50 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=8$", "line": 51 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=2$", "line": 52 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=3$", "line": 53 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=4$", "line": 54 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=5$", "line": 55 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=6$", "line": 56 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=7$", "line": 57 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=8$", "line": 58 }, { "directive": "disallow", "path": "*action=accessorysearch&product=*&*", "line": 59 }, { "directive": "allow", "path": "*action=accessorysearch&product=*$", "line": 60 }, { "directive": "disallow", "path": "*action=accessorysearch&", "line": 61 }, { "directive": "allow", "path": "*action=accessorysearch&page=2$", "line": 62 }, { "directive": "allow", "path": "*action=accessorysearch&page=3$", "line": 63 }, { "directive": "allow", "path": "*action=accessorysearch&page=4$", "line": 64 }, { "directive": "allow", "path": "*action=accessorysearch&page=5$", "line": 65 }, { "directive": "allow", "path": "*action=accessorysearch&page=6$", "line": 66 }, { "directive": "allow", "path": "*action=accessorysearch&page=7$", "line": 67 }, { "directive": "allow", "path": "*action=accessorysearch&page=8$", "line": 68 }, { "directive": "disallow", "path": "*action=productcompareaction&", "line": 69 }, { "directive": "disallow", "path": "*action=productLinkAction&", "line": 70 }, { "directive": "disallow", "path": "*action=overlay&", "line": 71 }, { "directive": "disallow", "path": "*action=quickSearch&", "line": 72 }, { "directive": "disallow", "path": "*action=writeReview", "line": 73 }, { "directive": "disallow", "path": "*rep=hc", "line": 74 }, { "directive": "disallow", "path": "*fe=true", "line": 75 }, { "directive": "disallow", "path": "*?intc=", "line": 76 }, { "directive": "disallow", "path": "*&solved=", "line": 77 }, { "directive": "disallow", "path": "/music/*/wal/", "line": 78 }, { "directive": "disallow", "path": "*/wal/", "line": 79 }, { "directive": "disallow", "path": "*/layout/", "line": 80 }, { "directive": "disallow", "path": "*/base-en/", "line": 81 }, { "directive": "disallow", "path": "*action=siteSearch", "line": 82 }, { "directive": "disallow", "path": "*action=productSupportSearch", "line": 83 }, { "directive": "disallow", "path": "*=imgmanager", "line": 84 }, { "directive": "disallow", "path": "*/unsubscribe/", "line": 85 }, { "directive": "disallow", "path": "*ActivityUID=", "line": 86 }, { "directive": "disallow", "path": "/feeds/TechNet/fr-fr/screenshot/screenshot%20surface.jpg", "line": 87 }, { "directive": "disallow", "path": "/imaginecup/*", "line": 88 }, { "directive": "disallow", "path": "/*/download/confirmation.aspx?", "line": 89 }, { "directive": "disallow", "path": "/*HpOptOut=true$", "line": 90 }, { "directive": "disallow", "path": "/*TOCLinksForCrawlers*", "line": 91 }, { "directive": "disallow", "path": "/*mac/help.mspx?", "line": 92 }, { "directive": "disallow", "path": "/*mactopia/help.mspx?", "line": 93 }, { "directive": "disallow", "path": "*/mediaapi/", "line": 94 }, { "directive": "disallow", "path": "/blacklisted*", "line": 95 }, { "directive": "disallow", "path": "/canada/Library/mnp/2/aspx/", "line": 96 }, { "directive": "disallow", "path": "/communities/bin.aspx?", "line": 97 }, { "directive": "disallow", "path": "/communities/blogs/PortalResults.mspx?", "line": 98 }, { "directive": "disallow", "path": "/communities/eventdetails.mspx?", "line": 99 }, { "directive": "disallow", "path": "/communities/rss.aspx*", "line": 100 }, { "directive": "disallow", "path": "/*/download/confirmation.aspx?", "line": 101 }, { "directive": "disallow", "path": "/*/download/registration-suggested.aspx?", "line": 102 }, { "directive": "disallow", "path": "/*/download/results.aspx?", "line": 103 }, { "directive": "disallow", "path": "/*/download/Browse.aspx?", "line": 104 }, { "directive": "disallow", "path": "/*/download/browse.aspx?", "line": 105 }, { "directive": "disallow", "path": "/*/download/info.aspx?", "line": 106 }, { "directive": "disallow", "path": "/*/download/thankyou.aspx", "line": 107 }, { "directive": "disallow", "path": "/*/download/thankyou.aspx?", "line": 108 }, { "directive": "disallow", "path": "/france/formation/centres/planning.asp?", "line": 109 }, { "directive": "disallow", "path": "/france/ie/default.asp?", "line": 110 }, { "directive": "disallow", "path": "/france/mnp_utility.mspx?", "line": 111 }, { "directive": "disallow", "path": "/genuine/", "line": 112 }, { "directive": "disallow", "path": "/Germany/kleinunternehmen/euga/detail.mspx?", "line": 113 }, { "directive": "disallow", "path": "/Germany/kleinunternehmen/euga/results.mspx?", "line": 114 }, { "directive": "disallow", "path": "/germany/library/images/mnp/", "line": 115 }, { "directive": "disallow", "path": "/germany/video/de/de/related*", "line": 116 }, { "directive": "disallow", "path": "/hpc/*/supported-applications.aspx?", "line": 117 }, { "directive": "disallow", "path": "/ie/ie40/", "line": 118 }, { "directive": "disallow", "path": "/info/customerror.htm*", "line": 119 }, { "directive": "disallow", "path": "/info/smart404.asp*", "line": 120 }, { "directive": "disallow", "path": "/intlkb/", "line": 121 }, { "directive": "disallow", "path": "/isapi/", "line": 122 }, { "directive": "disallow", "path": "/Japan/DirectX/default.asp?", "line": 123 }, { "directive": "disallow", "path": "/japan/directx/default.asp?", "line": 124 }, { "directive": "disallow", "path": "/japan/enable/textview.asp?", "line": 125 }, { "directive": "disallow", "path": "/japan/products/library/search.asp?", "line": 126 }, { "directive": "disallow", "path": "/japan/showcase/print/default.aspx?", "line": 127 }, { "directive": "disallow", "path": "/japan/terminology/query.asp?", "line": 128 }, { "directive": "disallow", "path": "/*mnp_utility.mspx?", "line": 129 }, { "directive": "disallow", "path": "/rus/licensing/Unilateral.aspx/*", "line": 130 }, { "directive": "disallow", "path": "/spain/empresas/", "line": 131 }, { "directive": "disallow", "path": "/spain/medianaempresa/", "line": 132 }, { "directive": "disallow", "path": "/windows/compatibility/windows-vista/", "line": 133 }, { "directive": "disallow", "path": "/windows/compatibility/windows-7/", "line": 134 }, { "directive": "disallow", "path": "/windows/compatibility/windows-7/*", "line": 135 }, { "directive": "disallow", "path": "/windows/404.aspx?*", "line": 136 }, { "directive": "disallow", "path": "/windows/campaign/meet-start.aspx", "line": 137 }, { "directive": "disallow", "path": "/windows/campaign/meet-apps.aspx", "line": 138 }, { "directive": "disallow", "path": "/windows/campaign/features-built-in-apps.aspx", "line": 139 }, { "directive": "disallow", "path": "/ru-ru/events/platforma/materials/default.aspx?speaker*", "line": 140 }, { "directive": "disallow", "path": "/de-de/corporate/rechtliche-hinweise/impressum_de.aspx", "line": 141 }, { "directive": "disallow", "path": "/en/microsoft-365", "line": 142 }, { "directive": "disallow", "path": "/en/microsoft-365/", "line": 143 }, { "directive": "allow", "path": "/en/microsoft-365/word", "line": 144 }, { "directive": "allow", "path": "/en/microsoft-365/outlook/web-email-login-for-outlook", "line": 145 }, { "directive": "allow", "path": "/en/microsoft-365/free-office-online-for-the-web", "line": 146 }, { "directive": "allow", "path": "/en/microsoft-365/planner/microsoft-planner", "line": 147 }, { "directive": "allow", "path": "/en/microsoft-365/yammer/yammer-overview", "line": 148 }, { "directive": "allow", "path": "/en/microsoft-365/publisher", "line": 149 }, { "directive": "allow", "path": "/en/microsoft-365/products-apps-services", "line": 150 }, { "directive": "allow", "path": "/en/microsoft-365/onenote/digital-note-taking-app", "line": 151 }, { "directive": "disallow", "path": "/es/microsoft-365", "line": 152 }, { "directive": "disallow", "path": "/es/microsoft-365/", "line": 153 }, { "directive": "disallow", "path": "/fr/microsoft-365", "line": 154 }, { "directive": "disallow", "path": "/fr/microsoft-365/", "line": 155 }, { "directive": "disallow", "path": "/en/security", "line": 156 }, { "directive": "disallow", "path": "/en/security/", "line": 157 }, { "directive": "disallow", "path": "/es/security", "line": 158 }, { "directive": "disallow", "path": "/es/security/", "line": 159 }, { "directive": "disallow", "path": "/fr/security", "line": 160 }, { "directive": "disallow", "path": "/fr/security/", "line": 161 }, { "directive": "disallow", "path": "/en/microsoft-teams", "line": 162 }, { "directive": "disallow", "path": "/en/microsoft-teams/", "line": 163 }, { "directive": "disallow", "path": "/es/microsoft-teams", "line": 164 }, { "directive": "disallow", "path": "/es/microsoft-teams/", "line": 165 }, { "directive": "disallow", "path": "/fr/microsoft-teams", "line": 166 }, { "directive": "disallow", "path": "/fr/microsoft-teams/", "line": 167 }, { "directive": "disallow", "path": "/en/microsoft-viva", "line": 168 }, { "directive": "disallow", "path": "/en/microsoft-viva/", "line": 169 }, { "directive": "disallow", "path": "/es/microsoft-viva", "line": 170 }, { "directive": "disallow", "path": "/es/microsoft-viva/", "line": 171 }, { "directive": "disallow", "path": "/fr/microsoft-viva", "line": 172 }, { "directive": "disallow", "path": "/fr/microsoft-viva/", "line": 173 }, { "directive": "disallow", "path": "*/isv/*?", "line": 174 }, { "directive": "disallow", "path": "/wp-admin/post.php", "line": 175 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 176 }, { "directive": "allow", "path": "/wp-content/uploads/", "line": 177 }, { "directive": "disallow", "path": "/blog/feed/", "line": 178 }, { "directive": "disallow", "path": "/wp-login.php", "line": 179 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 180 }, { "directive": "disallow", "path": "/*?p=", "line": 181 }, { "directive": "disallow", "path": "/*?*p=*", "line": 182 }, { "directive": "disallow", "path": "/cdn-cgi/*", "line": 183 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 184 }, { "directive": "disallow", "path": "/login/", "line": 185 }, { "directive": "disallow", "path": "/*/embed/", "line": 186 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 187 }, { "directive": "allow", "path": "/?display=wide", "line": 188 }, { "directive": "disallow", "path": "/readme.html", "line": 189 }, { "directive": "disallow", "path": "/*noItems=", "line": 190 }, { "directive": "disallow", "path": "/?s=*", "line": 191 }, { "directive": "disallow", "path": "/?sort-by=*", "line": 192 } ], "warnings": [ 20, 41, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 94, 174 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*ep_*", "line": 4 }, { "directive": "disallow", "path": "/*&ep_*", "line": 5 }, { "directive": "disallow", "path": "/store/XboxComMsCom3PAdsOptOutCookieSync.html", "line": 6 }, { "directive": "disallow", "path": "/store/XboxComMsComCartMuidSync.html", "line": 7 }, { "directive": "disallow", "path": "/*/store/locations/store-locations-sitemap.xml", "line": 8 }, { "directive": "disallow", "path": "/en-us/windows/si/matrix.html", "line": 9 }, { "directive": "disallow", "path": "/en-us/windows/si/matrix.html", "line": 10 }, { "directive": "disallow", "path": "/*/security/search-results.aspx?", "line": 11 }, { "directive": "disallow", "path": "/*/music/*/search/", "line": 12 }, { "directive": "disallow", "path": "/*/store/buynow?", "line": 13 }, { "directive": "disallow", "path": "/*/store/cart", "line": 14 }, { "directive": "disallow", "path": "/store/buy/cartcount", "line": 15 }, { "directive": "disallow", "path": "/*/search/", "line": 16 }, { "directive": "disallow", "path": "/*/music/*/Search/", "line": 17 }, { "directive": "disallow", "path": "/*/Search/", "line": 18 }, { "directive": "disallow", "path": "/*/newsearch/", "line": 19 }, { "directive": "disallow", "path": "*action=catalogsearch&", "line": 20 }, { "directive": "disallow", "path": "/*/store/d/groove-music-pass/cfq7ttc0k5dq/0001", "line": 21 }, { "directive": "disallow", "path": "/*/store/best-rated/*?*&*&*", "line": 22 }, { "directive": "disallow", "path": "/*/store/best-selling/*?*&*&*", "line": 23 }, { "directive": "disallow", "path": "/*/store/coming-soon/*?*&*&*", "line": 24 }, { "directive": "disallow", "path": "/*/store/deals/*?*&*&*", "line": 25 }, { "directive": "disallow", "path": "/*/store/game-demos/*?*&*&*", "line": 26 }, { "directive": "disallow", "path": "/*/store/game-previews/*?*&*&*", "line": 27 }, { "directive": "disallow", "path": "/*/store/most-played/*?*&*&*", "line": 28 }, { "directive": "disallow", "path": "/*/store/most-popular/*?*&*&*", "line": 29 }, { "directive": "disallow", "path": "/*/store/new/*?*&*&*", "line": 30 }, { "directive": "disallow", "path": "/*/store/new-and-rising/*?*&*&*", "line": 31 }, { "directive": "disallow", "path": "/*/store/top-free/*?*&*&*", "line": 32 }, { "directive": "disallow", "path": "/*/store/top-paid/*?*&*&*", "line": 33 }, { "directive": "disallow", "path": "/*/store/collections/helpmechoosepc?*&*&*", "line": 34 }, { "directive": "disallow", "path": "/*/store/collections/helpmechoosepc/?*&*&*", "line": 35 }, { "directive": "disallow", "path": "/*/store/movies-and-tv/*?*&*&*", "line": 36 }, { "directive": "disallow", "path": "/cascadeauth/microsoft-365/account/silentauth", "line": 37 }, { "directive": "disallow", "path": "/*/microsoft-365/site-search", "line": 38 }, { "directive": "disallow", "path": "/news/search", "line": 39 }, { "directive": "disallow", "path": "/video/search", "line": 40 }, { "directive": "disallow", "path": "*/qa-folder", "line": 41 }, { "directive": "allow", "path": "/*/store/*/search/", "line": 42 }, { "directive": "allow", "path": "/*/store/*/layout/", "line": 43 }, { "directive": "allow", "path": "/*/store/music/groove-music-pass/*", "line": 44 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=2$", "line": 45 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=3$", "line": 46 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=4$", "line": 47 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=5$", "line": 48 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=6$", "line": 49 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=7$", "line": 50 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=8$", "line": 51 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=2$", "line": 52 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=3$", "line": 53 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=4$", "line": 54 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=5$", "line": 55 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=6$", "line": 56 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=7$", "line": 57 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=8$", "line": 58 }, { "directive": "disallow", "path": "*action=accessorysearch&product=*&*", "line": 59 }, { "directive": "allow", "path": "*action=accessorysearch&product=*$", "line": 60 }, { "directive": "disallow", "path": "*action=accessorysearch&", "line": 61 }, { "directive": "allow", "path": "*action=accessorysearch&page=2$", "line": 62 }, { "directive": "allow", "path": "*action=accessorysearch&page=3$", "line": 63 }, { "directive": "allow", "path": "*action=accessorysearch&page=4$", "line": 64 }, { "directive": "allow", "path": "*action=accessorysearch&page=5$", "line": 65 }, { "directive": "allow", "path": "*action=accessorysearch&page=6$", "line": 66 }, { "directive": "allow", "path": "*action=accessorysearch&page=7$", "line": 67 }, { "directive": "allow", "path": "*action=accessorysearch&page=8$", "line": 68 }, { "directive": "disallow", "path": "*action=productcompareaction&", "line": 69 }, { "directive": "disallow", "path": "*action=productLinkAction&", "line": 70 }, { "directive": "disallow", "path": "*action=overlay&", "line": 71 }, { "directive": "disallow", "path": "*action=quickSearch&", "line": 72 }, { "directive": "disallow", "path": "*action=writeReview", "line": 73 }, { "directive": "disallow", "path": "*rep=hc", "line": 74 }, { "directive": "disallow", "path": "*fe=true", "line": 75 }, { "directive": "disallow", "path": "*?intc=", "line": 76 }, { "directive": "disallow", "path": "*&solved=", "line": 77 }, { "directive": "disallow", "path": "/music/*/wal/", "line": 78 }, { "directive": "disallow", "path": "*/wal/", "line": 79 }, { "directive": "disallow", "path": "*/layout/", "line": 80 }, { "directive": "disallow", "path": "*/base-en/", "line": 81 }, { "directive": "disallow", "path": "*action=siteSearch", "line": 82 }, { "directive": "disallow", "path": "*action=productSupportSearch", "line": 83 }, { "directive": "disallow", "path": "*=imgmanager", "line": 84 }, { "directive": "disallow", "path": "*/unsubscribe/", "line": 85 }, { "directive": "disallow", "path": "*ActivityUID=", "line": 86 }, { "directive": "disallow", "path": "/feeds/TechNet/fr-fr/screenshot/screenshot%20surface.jpg", "line": 87 }, { "directive": "disallow", "path": "/imaginecup/*", "line": 88 }, { "directive": "disallow", "path": "/*/download/confirmation.aspx?", "line": 89 }, { "directive": "disallow", "path": "/*HpOptOut=true$", "line": 90 }, { "directive": "disallow", "path": "/*TOCLinksForCrawlers*", "line": 91 }, { "directive": "disallow", "path": "/*mac/help.mspx?", "line": 92 }, { "directive": "disallow", "path": "/*mactopia/help.mspx?", "line": 93 }, { "directive": "disallow", "path": "*/mediaapi/", "line": 94 }, { "directive": "disallow", "path": "/blacklisted*", "line": 95 }, { "directive": "disallow", "path": "/canada/Library/mnp/2/aspx/", "line": 96 }, { "directive": "disallow", "path": "/communities/bin.aspx?", "line": 97 }, { "directive": "disallow", "path": "/communities/blogs/PortalResults.mspx?", "line": 98 }, { "directive": "disallow", "path": "/communities/eventdetails.mspx?", "line": 99 }, { "directive": "disallow", "path": "/communities/rss.aspx*", "line": 100 }, { "directive": "disallow", "path": "/*/download/confirmation.aspx?", "line": 101 }, { "directive": "disallow", "path": "/*/download/registration-suggested.aspx?", "line": 102 }, { "directive": "disallow", "path": "/*/download/results.aspx?", "line": 103 }, { "directive": "disallow", "path": "/*/download/Browse.aspx?", "line": 104 }, { "directive": "disallow", "path": "/*/download/browse.aspx?", "line": 105 }, { "directive": "disallow", "path": "/*/download/info.aspx?", "line": 106 }, { "directive": "disallow", "path": "/*/download/thankyou.aspx", "line": 107 }, { "directive": "disallow", "path": "/*/download/thankyou.aspx?", "line": 108 }, { "directive": "disallow", "path": "/france/formation/centres/planning.asp?", "line": 109 }, { "directive": "disallow", "path": "/france/ie/default.asp?", "line": 110 }, { "directive": "disallow", "path": "/france/mnp_utility.mspx?", "line": 111 }, { "directive": "disallow", "path": "/genuine/", "line": 112 }, { "directive": "disallow", "path": "/Germany/kleinunternehmen/euga/detail.mspx?", "line": 113 }, { "directive": "disallow", "path": "/Germany/kleinunternehmen/euga/results.mspx?", "line": 114 }, { "directive": "disallow", "path": "/germany/library/images/mnp/", "line": 115 }, { "directive": "disallow", "path": "/germany/video/de/de/related*", "line": 116 }, { "directive": "disallow", "path": "/hpc/*/supported-applications.aspx?", "line": 117 }, { "directive": "disallow", "path": "/ie/ie40/", "line": 118 }, { "directive": "disallow", "path": "/info/customerror.htm*", "line": 119 }, { "directive": "disallow", "path": "/info/smart404.asp*", "line": 120 }, { "directive": "disallow", "path": "/intlkb/", "line": 121 }, { "directive": "disallow", "path": "/isapi/", "line": 122 }, { "directive": "disallow", "path": "/Japan/DirectX/default.asp?", "line": 123 }, { "directive": "disallow", "path": "/japan/directx/default.asp?", "line": 124 }, { "directive": "disallow", "path": "/japan/enable/textview.asp?", "line": 125 }, { "directive": "disallow", "path": "/japan/products/library/search.asp?", "line": 126 }, { "directive": "disallow", "path": "/japan/showcase/print/default.aspx?", "line": 127 }, { "directive": "disallow", "path": "/japan/terminology/query.asp?", "line": 128 }, { "directive": "disallow", "path": "/*mnp_utility.mspx?", "line": 129 }, { "directive": "disallow", "path": "/rus/licensing/Unilateral.aspx/*", "line": 130 }, { "directive": "disallow", "path": "/spain/empresas/", "line": 131 }, { "directive": "disallow", "path": "/spain/medianaempresa/", "line": 132 }, { "directive": "disallow", "path": "/windows/compatibility/windows-vista/", "line": 133 }, { "directive": "disallow", "path": "/windows/compatibility/windows-7/", "line": 134 }, { "directive": "disallow", "path": "/windows/compatibility/windows-7/*", "line": 135 }, { "directive": "disallow", "path": "/windows/404.aspx?*", "line": 136 }, { "directive": "disallow", "path": "/windows/campaign/meet-start.aspx", "line": 137 }, { "directive": "disallow", "path": "/windows/campaign/meet-apps.aspx", "line": 138 }, { "directive": "disallow", "path": "/windows/campaign/features-built-in-apps.aspx", "line": 139 }, { "directive": "disallow", "path": "/ru-ru/events/platforma/materials/default.aspx?speaker*", "line": 140 }, { "directive": "disallow", "path": "/de-de/corporate/rechtliche-hinweise/impressum_de.aspx", "line": 141 }, { "directive": "disallow", "path": "/en/microsoft-365", "line": 142 }, { "directive": "disallow", "path": "/en/microsoft-365/", "line": 143 }, { "directive": "allow", "path": "/en/microsoft-365/word", "line": 144 }, { "directive": "allow", "path": "/en/microsoft-365/outlook/web-email-login-for-outlook", "line": 145 }, { "directive": "allow", "path": "/en/microsoft-365/free-office-online-for-the-web", "line": 146 }, { "directive": "allow", "path": "/en/microsoft-365/planner/microsoft-planner", "line": 147 }, { "directive": "allow", "path": "/en/microsoft-365/yammer/yammer-overview", "line": 148 }, { "directive": "allow", "path": "/en/microsoft-365/publisher", "line": 149 }, { "directive": "allow", "path": "/en/microsoft-365/products-apps-services", "line": 150 }, { "directive": "allow", "path": "/en/microsoft-365/onenote/digital-note-taking-app", "line": 151 }, { "directive": "disallow", "path": "/es/microsoft-365", "line": 152 }, { "directive": "disallow", "path": "/es/microsoft-365/", "line": 153 }, { "directive": "disallow", "path": "/fr/microsoft-365", "line": 154 }, { "directive": "disallow", "path": "/fr/microsoft-365/", "line": 155 }, { "directive": "disallow", "path": "/en/security", "line": 156 }, { "directive": "disallow", "path": "/en/security/", "line": 157 }, { "directive": "disallow", "path": "/es/security", "line": 158 }, { "directive": "disallow", "path": "/es/security/", "line": 159 }, { "directive": "disallow", "path": "/fr/security", "line": 160 }, { "directive": "disallow", "path": "/fr/security/", "line": 161 }, { "directive": "disallow", "path": "/en/microsoft-teams", "line": 162 }, { "directive": "disallow", "path": "/en/microsoft-teams/", "line": 163 }, { "directive": "disallow", "path": "/es/microsoft-teams", "line": 164 }, { "directive": "disallow", "path": "/es/microsoft-teams/", "line": 165 }, { "directive": "disallow", "path": "/fr/microsoft-teams", "line": 166 }, { "directive": "disallow", "path": "/fr/microsoft-teams/", "line": 167 }, { "directive": "disallow", "path": "/en/microsoft-viva", "line": 168 }, { "directive": "disallow", "path": "/en/microsoft-viva/", "line": 169 }, { "directive": "disallow", "path": "/es/microsoft-viva", "line": 170 }, { "directive": "disallow", "path": "/es/microsoft-viva/", "line": 171 }, { "directive": "disallow", "path": "/fr/microsoft-viva", "line": 172 }, { "directive": "disallow", "path": "/fr/microsoft-viva/", "line": 173 }, { "directive": "disallow", "path": "*/isv/*?", "line": 174 }, { "directive": "disallow", "path": "/wp-admin/post.php", "line": 175 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 176 }, { "directive": "allow", "path": "/wp-content/uploads/", "line": 177 }, { "directive": "disallow", "path": "/blog/feed/", "line": 178 }, { "directive": "disallow", "path": "/wp-login.php", "line": 179 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 180 }, { "directive": "disallow", "path": "/*?p=", "line": 181 }, { "directive": "disallow", "path": "/*?*p=*", "line": 182 }, { "directive": "disallow", "path": "/cdn-cgi/*", "line": 183 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 184 }, { "directive": "disallow", "path": "/login/", "line": 185 }, { "directive": "disallow", "path": "/*/embed/", "line": 186 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 187 }, { "directive": "allow", "path": "/?display=wide", "line": 188 }, { "directive": "disallow", "path": "/readme.html", "line": 189 }, { "directive": "disallow", "path": "/*noItems=", "line": 190 }, { "directive": "disallow", "path": "/?s=*", "line": 191 }, { "directive": "disallow", "path": "/?sort-by=*", "line": 192 } ], "warnings": [ 20, 41, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 94, 174 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*ep_*", "line": 4 }, { "directive": "disallow", "path": "/*&ep_*", "line": 5 }, { "directive": "disallow", "path": "/store/XboxComMsCom3PAdsOptOutCookieSync.html", "line": 6 }, { "directive": "disallow", "path": "/store/XboxComMsComCartMuidSync.html", "line": 7 }, { "directive": "disallow", "path": "/*/store/locations/store-locations-sitemap.xml", "line": 8 }, { "directive": "disallow", "path": "/en-us/windows/si/matrix.html", "line": 9 }, { "directive": "disallow", "path": "/en-us/windows/si/matrix.html", "line": 10 }, { "directive": "disallow", "path": "/*/security/search-results.aspx?", "line": 11 }, { "directive": "disallow", "path": "/*/music/*/search/", "line": 12 }, { "directive": "disallow", "path": "/*/store/buynow?", "line": 13 }, { "directive": "disallow", "path": "/*/store/cart", "line": 14 }, { "directive": "disallow", "path": "/store/buy/cartcount", "line": 15 }, { "directive": "disallow", "path": "/*/search/", "line": 16 }, { "directive": "disallow", "path": "/*/music/*/Search/", "line": 17 }, { "directive": "disallow", "path": "/*/Search/", "line": 18 }, { "directive": "disallow", "path": "/*/newsearch/", "line": 19 }, { "directive": "disallow", "path": "*action=catalogsearch&", "line": 20 }, { "directive": "disallow", "path": "/*/store/d/groove-music-pass/cfq7ttc0k5dq/0001", "line": 21 }, { "directive": "disallow", "path": "/*/store/best-rated/*?*&*&*", "line": 22 }, { "directive": "disallow", "path": "/*/store/best-selling/*?*&*&*", "line": 23 }, { "directive": "disallow", "path": "/*/store/coming-soon/*?*&*&*", "line": 24 }, { "directive": "disallow", "path": "/*/store/deals/*?*&*&*", "line": 25 }, { "directive": "disallow", "path": "/*/store/game-demos/*?*&*&*", "line": 26 }, { "directive": "disallow", "path": "/*/store/game-previews/*?*&*&*", "line": 27 }, { "directive": "disallow", "path": "/*/store/most-played/*?*&*&*", "line": 28 }, { "directive": "disallow", "path": "/*/store/most-popular/*?*&*&*", "line": 29 }, { "directive": "disallow", "path": "/*/store/new/*?*&*&*", "line": 30 }, { "directive": "disallow", "path": "/*/store/new-and-rising/*?*&*&*", "line": 31 }, { "directive": "disallow", "path": "/*/store/top-free/*?*&*&*", "line": 32 }, { "directive": "disallow", "path": "/*/store/top-paid/*?*&*&*", "line": 33 }, { "directive": "disallow", "path": "/*/store/collections/helpmechoosepc?*&*&*", "line": 34 }, { "directive": "disallow", "path": "/*/store/collections/helpmechoosepc/?*&*&*", "line": 35 }, { "directive": "disallow", "path": "/*/store/movies-and-tv/*?*&*&*", "line": 36 }, { "directive": "disallow", "path": "/cascadeauth/microsoft-365/account/silentauth", "line": 37 }, { "directive": "disallow", "path": "/*/microsoft-365/site-search", "line": 38 }, { "directive": "disallow", "path": "/news/search", "line": 39 }, { "directive": "disallow", "path": "/video/search", "line": 40 }, { "directive": "disallow", "path": "*/qa-folder", "line": 41 }, { "directive": "allow", "path": "/*/store/*/search/", "line": 42 }, { "directive": "allow", "path": "/*/store/*/layout/", "line": 43 }, { "directive": "allow", "path": "/*/store/music/groove-music-pass/*", "line": 44 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=2$", "line": 45 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=3$", "line": 46 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=4$", "line": 47 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=5$", "line": 48 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=6$", "line": 49 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=7$", "line": 50 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=8$", "line": 51 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=2$", "line": 52 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=3$", "line": 53 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=4$", "line": 54 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=5$", "line": 55 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=6$", "line": 56 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=7$", "line": 57 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=8$", "line": 58 }, { "directive": "disallow", "path": "*action=accessorysearch&product=*&*", "line": 59 }, { "directive": "allow", "path": "*action=accessorysearch&product=*$", "line": 60 }, { "directive": "disallow", "path": "*action=accessorysearch&", "line": 61 }, { "directive": "allow", "path": "*action=accessorysearch&page=2$", "line": 62 }, { "directive": "allow", "path": "*action=accessorysearch&page=3$", "line": 63 }, { "directive": "allow", "path": "*action=accessorysearch&page=4$", "line": 64 }, { "directive": "allow", "path": "*action=accessorysearch&page=5$", "line": 65 }, { "directive": "allow", "path": "*action=accessorysearch&page=6$", "line": 66 }, { "directive": "allow", "path": "*action=accessorysearch&page=7$", "line": 67 }, { "directive": "allow", "path": "*action=accessorysearch&page=8$", "line": 68 }, { "directive": "disallow", "path": "*action=productcompareaction&", "line": 69 }, { "directive": "disallow", "path": "*action=productLinkAction&", "line": 70 }, { "directive": "disallow", "path": "*action=overlay&", "line": 71 }, { "directive": "disallow", "path": "*action=quickSearch&", "line": 72 }, { "directive": "disallow", "path": "*action=writeReview", "line": 73 }, { "directive": "disallow", "path": "*rep=hc", "line": 74 }, { "directive": "disallow", "path": "*fe=true", "line": 75 }, { "directive": "disallow", "path": "*?intc=", "line": 76 }, { "directive": "disallow", "path": "*&solved=", "line": 77 }, { "directive": "disallow", "path": "/music/*/wal/", "line": 78 }, { "directive": "disallow", "path": "*/wal/", "line": 79 }, { "directive": "disallow", "path": "*/layout/", "line": 80 }, { "directive": "disallow", "path": "*/base-en/", "line": 81 }, { "directive": "disallow", "path": "*action=siteSearch", "line": 82 }, { "directive": "disallow", "path": "*action=productSupportSearch", "line": 83 }, { "directive": "disallow", "path": "*=imgmanager", "line": 84 }, { "directive": "disallow", "path": "*/unsubscribe/", "line": 85 }, { "directive": "disallow", "path": "*ActivityUID=", "line": 86 }, { "directive": "disallow", "path": "/feeds/TechNet/fr-fr/screenshot/screenshot%20surface.jpg", "line": 87 }, { "directive": "disallow", "path": "/imaginecup/*", "line": 88 }, { "directive": "disallow", "path": "/*/download/confirmation.aspx?", "line": 89 }, { "directive": "disallow", "path": "/*HpOptOut=true$", "line": 90 }, { "directive": "disallow", "path": "/*TOCLinksForCrawlers*", "line": 91 }, { "directive": "disallow", "path": "/*mac/help.mspx?", "line": 92 }, { "directive": "disallow", "path": "/*mactopia/help.mspx?", "line": 93 }, { "directive": "disallow", "path": "*/mediaapi/", "line": 94 }, { "directive": "disallow", "path": "/blacklisted*", "line": 95 }, { "directive": "disallow", "path": "/canada/Library/mnp/2/aspx/", "line": 96 }, { "directive": "disallow", "path": "/communities/bin.aspx?", "line": 97 }, { "directive": "disallow", "path": "/communities/blogs/PortalResults.mspx?", "line": 98 }, { "directive": "disallow", "path": "/communities/eventdetails.mspx?", "line": 99 }, { "directive": "disallow", "path": "/communities/rss.aspx*", "line": 100 }, { "directive": "disallow", "path": "/*/download/confirmation.aspx?", "line": 101 }, { "directive": "disallow", "path": "/*/download/registration-suggested.aspx?", "line": 102 }, { "directive": "disallow", "path": "/*/download/results.aspx?", "line": 103 }, { "directive": "disallow", "path": "/*/download/Browse.aspx?", "line": 104 }, { "directive": "disallow", "path": "/*/download/browse.aspx?", "line": 105 }, { "directive": "disallow", "path": "/*/download/info.aspx?", "line": 106 }, { "directive": "disallow", "path": "/*/download/thankyou.aspx", "line": 107 }, { "directive": "disallow", "path": "/*/download/thankyou.aspx?", "line": 108 }, { "directive": "disallow", "path": "/france/formation/centres/planning.asp?", "line": 109 }, { "directive": "disallow", "path": "/france/ie/default.asp?", "line": 110 }, { "directive": "disallow", "path": "/france/mnp_utility.mspx?", "line": 111 }, { "directive": "disallow", "path": "/genuine/", "line": 112 }, { "directive": "disallow", "path": "/Germany/kleinunternehmen/euga/detail.mspx?", "line": 113 }, { "directive": "disallow", "path": "/Germany/kleinunternehmen/euga/results.mspx?", "line": 114 }, { "directive": "disallow", "path": "/germany/library/images/mnp/", "line": 115 }, { "directive": "disallow", "path": "/germany/video/de/de/related*", "line": 116 }, { "directive": "disallow", "path": "/hpc/*/supported-applications.aspx?", "line": 117 }, { "directive": "disallow", "path": "/ie/ie40/", "line": 118 }, { "directive": "disallow", "path": "/info/customerror.htm*", "line": 119 }, { "directive": "disallow", "path": "/info/smart404.asp*", "line": 120 }, { "directive": "disallow", "path": "/intlkb/", "line": 121 }, { "directive": "disallow", "path": "/isapi/", "line": 122 }, { "directive": "disallow", "path": "/Japan/DirectX/default.asp?", "line": 123 }, { "directive": "disallow", "path": "/japan/directx/default.asp?", "line": 124 }, { "directive": "disallow", "path": "/japan/enable/textview.asp?", "line": 125 }, { "directive": "disallow", "path": "/japan/products/library/search.asp?", "line": 126 }, { "directive": "disallow", "path": "/japan/showcase/print/default.aspx?", "line": 127 }, { "directive": "disallow", "path": "/japan/terminology/query.asp?", "line": 128 }, { "directive": "disallow", "path": "/*mnp_utility.mspx?", "line": 129 }, { "directive": "disallow", "path": "/rus/licensing/Unilateral.aspx/*", "line": 130 }, { "directive": "disallow", "path": "/spain/empresas/", "line": 131 }, { "directive": "disallow", "path": "/spain/medianaempresa/", "line": 132 }, { "directive": "disallow", "path": "/windows/compatibility/windows-vista/", "line": 133 }, { "directive": "disallow", "path": "/windows/compatibility/windows-7/", "line": 134 }, { "directive": "disallow", "path": "/windows/compatibility/windows-7/*", "line": 135 }, { "directive": "disallow", "path": "/windows/404.aspx?*", "line": 136 }, { "directive": "disallow", "path": "/windows/campaign/meet-start.aspx", "line": 137 }, { "directive": "disallow", "path": "/windows/campaign/meet-apps.aspx", "line": 138 }, { "directive": "disallow", "path": "/windows/campaign/features-built-in-apps.aspx", "line": 139 }, { "directive": "disallow", "path": "/ru-ru/events/platforma/materials/default.aspx?speaker*", "line": 140 }, { "directive": "disallow", "path": "/de-de/corporate/rechtliche-hinweise/impressum_de.aspx", "line": 141 }, { "directive": "disallow", "path": "/en/microsoft-365", "line": 142 }, { "directive": "disallow", "path": "/en/microsoft-365/", "line": 143 }, { "directive": "allow", "path": "/en/microsoft-365/word", "line": 144 }, { "directive": "allow", "path": "/en/microsoft-365/outlook/web-email-login-for-outlook", "line": 145 }, { "directive": "allow", "path": "/en/microsoft-365/free-office-online-for-the-web", "line": 146 }, { "directive": "allow", "path": "/en/microsoft-365/planner/microsoft-planner", "line": 147 }, { "directive": "allow", "path": "/en/microsoft-365/yammer/yammer-overview", "line": 148 }, { "directive": "allow", "path": "/en/microsoft-365/publisher", "line": 149 }, { "directive": "allow", "path": "/en/microsoft-365/products-apps-services", "line": 150 }, { "directive": "allow", "path": "/en/microsoft-365/onenote/digital-note-taking-app", "line": 151 }, { "directive": "disallow", "path": "/es/microsoft-365", "line": 152 }, { "directive": "disallow", "path": "/es/microsoft-365/", "line": 153 }, { "directive": "disallow", "path": "/fr/microsoft-365", "line": 154 }, { "directive": "disallow", "path": "/fr/microsoft-365/", "line": 155 }, { "directive": "disallow", "path": "/en/security", "line": 156 }, { "directive": "disallow", "path": "/en/security/", "line": 157 }, { "directive": "disallow", "path": "/es/security", "line": 158 }, { "directive": "disallow", "path": "/es/security/", "line": 159 }, { "directive": "disallow", "path": "/fr/security", "line": 160 }, { "directive": "disallow", "path": "/fr/security/", "line": 161 }, { "directive": "disallow", "path": "/en/microsoft-teams", "line": 162 }, { "directive": "disallow", "path": "/en/microsoft-teams/", "line": 163 }, { "directive": "disallow", "path": "/es/microsoft-teams", "line": 164 }, { "directive": "disallow", "path": "/es/microsoft-teams/", "line": 165 }, { "directive": "disallow", "path": "/fr/microsoft-teams", "line": 166 }, { "directive": "disallow", "path": "/fr/microsoft-teams/", "line": 167 }, { "directive": "disallow", "path": "/en/microsoft-viva", "line": 168 }, { "directive": "disallow", "path": "/en/microsoft-viva/", "line": 169 }, { "directive": "disallow", "path": "/es/microsoft-viva", "line": 170 }, { "directive": "disallow", "path": "/es/microsoft-viva/", "line": 171 }, { "directive": "disallow", "path": "/fr/microsoft-viva", "line": 172 }, { "directive": "disallow", "path": "/fr/microsoft-viva/", "line": 173 }, { "directive": "disallow", "path": "*/isv/*?", "line": 174 }, { "directive": "disallow", "path": "/wp-admin/post.php", "line": 175 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 176 }, { "directive": "allow", "path": "/wp-content/uploads/", "line": 177 }, { "directive": "disallow", "path": "/blog/feed/", "line": 178 }, { "directive": "disallow", "path": "/wp-login.php", "line": 179 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 180 }, { "directive": "disallow", "path": "/*?p=", "line": 181 }, { "directive": "disallow", "path": "/*?*p=*", "line": 182 }, { "directive": "disallow", "path": "/cdn-cgi/*", "line": 183 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 184 }, { "directive": "disallow", "path": "/login/", "line": 185 }, { "directive": "disallow", "path": "/*/embed/", "line": 186 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 187 }, { "directive": "allow", "path": "/?display=wide", "line": 188 }, { "directive": "disallow", "path": "/readme.html", "line": 189 }, { "directive": "disallow", "path": "/*noItems=", "line": 190 }, { "directive": "disallow", "path": "/?s=*", "line": 191 }, { "directive": "disallow", "path": "/?sort-by=*", "line": 192 } ], "warnings": [ 20, 41, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 94, 174 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*ep_*", "line": 4 }, { "directive": "disallow", "path": "/*&ep_*", "line": 5 }, { "directive": "disallow", "path": "/store/XboxComMsCom3PAdsOptOutCookieSync.html", "line": 6 }, { "directive": "disallow", "path": "/store/XboxComMsComCartMuidSync.html", "line": 7 }, { "directive": "disallow", "path": "/*/store/locations/store-locations-sitemap.xml", "line": 8 }, { "directive": "disallow", "path": "/en-us/windows/si/matrix.html", "line": 9 }, { "directive": "disallow", "path": "/en-us/windows/si/matrix.html", "line": 10 }, { "directive": "disallow", "path": "/*/security/search-results.aspx?", "line": 11 }, { "directive": "disallow", "path": "/*/music/*/search/", "line": 12 }, { "directive": "disallow", "path": "/*/store/buynow?", "line": 13 }, { "directive": "disallow", "path": "/*/store/cart", "line": 14 }, { "directive": "disallow", "path": "/store/buy/cartcount", "line": 15 }, { "directive": "disallow", "path": "/*/search/", "line": 16 }, { "directive": "disallow", "path": "/*/music/*/Search/", "line": 17 }, { "directive": "disallow", "path": "/*/Search/", "line": 18 }, { "directive": "disallow", "path": "/*/newsearch/", "line": 19 }, { "directive": "disallow", "path": "*action=catalogsearch&", "line": 20 }, { "directive": "disallow", "path": "/*/store/d/groove-music-pass/cfq7ttc0k5dq/0001", "line": 21 }, { "directive": "disallow", "path": "/*/store/best-rated/*?*&*&*", "line": 22 }, { "directive": "disallow", "path": "/*/store/best-selling/*?*&*&*", "line": 23 }, { "directive": "disallow", "path": "/*/store/coming-soon/*?*&*&*", "line": 24 }, { "directive": "disallow", "path": "/*/store/deals/*?*&*&*", "line": 25 }, { "directive": "disallow", "path": "/*/store/game-demos/*?*&*&*", "line": 26 }, { "directive": "disallow", "path": "/*/store/game-previews/*?*&*&*", "line": 27 }, { "directive": "disallow", "path": "/*/store/most-played/*?*&*&*", "line": 28 }, { "directive": "disallow", "path": "/*/store/most-popular/*?*&*&*", "line": 29 }, { "directive": "disallow", "path": "/*/store/new/*?*&*&*", "line": 30 }, { "directive": "disallow", "path": "/*/store/new-and-rising/*?*&*&*", "line": 31 }, { "directive": "disallow", "path": "/*/store/top-free/*?*&*&*", "line": 32 }, { "directive": "disallow", "path": "/*/store/top-paid/*?*&*&*", "line": 33 }, { "directive": "disallow", "path": "/*/store/collections/helpmechoosepc?*&*&*", "line": 34 }, { "directive": "disallow", "path": "/*/store/collections/helpmechoosepc/?*&*&*", "line": 35 }, { "directive": "disallow", "path": "/*/store/movies-and-tv/*?*&*&*", "line": 36 }, { "directive": "disallow", "path": "/cascadeauth/microsoft-365/account/silentauth", "line": 37 }, { "directive": "disallow", "path": "/*/microsoft-365/site-search", "line": 38 }, { "directive": "disallow", "path": "/news/search", "line": 39 }, { "directive": "disallow", "path": "/video/search", "line": 40 }, { "directive": "disallow", "path": "*/qa-folder", "line": 41 }, { "directive": "allow", "path": "/*/store/*/search/", "line": 42 }, { "directive": "allow", "path": "/*/store/*/layout/", "line": 43 }, { "directive": "allow", "path": "/*/store/music/groove-music-pass/*", "line": 44 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=2$", "line": 45 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=3$", "line": 46 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=4$", "line": 47 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=5$", "line": 48 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=6$", "line": 49 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=7$", "line": 50 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=8$", "line": 51 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=2$", "line": 52 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=3$", "line": 53 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=4$", "line": 54 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=5$", "line": 55 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=6$", "line": 56 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=7$", "line": 57 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=8$", "line": 58 }, { "directive": "disallow", "path": "*action=accessorysearch&product=*&*", "line": 59 }, { "directive": "allow", "path": "*action=accessorysearch&product=*$", "line": 60 }, { "directive": "disallow", "path": "*action=accessorysearch&", "line": 61 }, { "directive": "allow", "path": "*action=accessorysearch&page=2$", "line": 62 }, { "directive": "allow", "path": "*action=accessorysearch&page=3$", "line": 63 }, { "directive": "allow", "path": "*action=accessorysearch&page=4$", "line": 64 }, { "directive": "allow", "path": "*action=accessorysearch&page=5$", "line": 65 }, { "directive": "allow", "path": "*action=accessorysearch&page=6$", "line": 66 }, { "directive": "allow", "path": "*action=accessorysearch&page=7$", "line": 67 }, { "directive": "allow", "path": "*action=accessorysearch&page=8$", "line": 68 }, { "directive": "disallow", "path": "*action=productcompareaction&", "line": 69 }, { "directive": "disallow", "path": "*action=productLinkAction&", "line": 70 }, { "directive": "disallow", "path": "*action=overlay&", "line": 71 }, { "directive": "disallow", "path": "*action=quickSearch&", "line": 72 }, { "directive": "disallow", "path": "*action=writeReview", "line": 73 }, { "directive": "disallow", "path": "*rep=hc", "line": 74 }, { "directive": "disallow", "path": "*fe=true", "line": 75 }, { "directive": "disallow", "path": "*?intc=", "line": 76 }, { "directive": "disallow", "path": "*&solved=", "line": 77 }, { "directive": "disallow", "path": "/music/*/wal/", "line": 78 }, { "directive": "disallow", "path": "*/wal/", "line": 79 }, { "directive": "disallow", "path": "*/layout/", "line": 80 }, { "directive": "disallow", "path": "*/base-en/", "line": 81 }, { "directive": "disallow", "path": "*action=siteSearch", "line": 82 }, { "directive": "disallow", "path": "*action=productSupportSearch", "line": 83 }, { "directive": "disallow", "path": "*=imgmanager", "line": 84 }, { "directive": "disallow", "path": "*/unsubscribe/", "line": 85 }, { "directive": "disallow", "path": "*ActivityUID=", "line": 86 }, { "directive": "disallow", "path": "/feeds/TechNet/fr-fr/screenshot/screenshot%20surface.jpg", "line": 87 }, { "directive": "disallow", "path": "/imaginecup/*", "line": 88 }, { "directive": "disallow", "path": "/*/download/confirmation.aspx?", "line": 89 }, { "directive": "disallow", "path": "/*HpOptOut=true$", "line": 90 }, { "directive": "disallow", "path": "/*TOCLinksForCrawlers*", "line": 91 }, { "directive": "disallow", "path": "/*mac/help.mspx?", "line": 92 }, { "directive": "disallow", "path": "/*mactopia/help.mspx?", "line": 93 }, { "directive": "disallow", "path": "*/mediaapi/", "line": 94 }, { "directive": "disallow", "path": "/blacklisted*", "line": 95 }, { "directive": "disallow", "path": "/canada/Library/mnp/2/aspx/", "line": 96 }, { "directive": "disallow", "path": "/communities/bin.aspx?", "line": 97 }, { "directive": "disallow", "path": "/communities/blogs/PortalResults.mspx?", "line": 98 }, { "directive": "disallow", "path": "/communities/eventdetails.mspx?", "line": 99 }, { "directive": "disallow", "path": "/communities/rss.aspx*", "line": 100 }, { "directive": "disallow", "path": "/*/download/confirmation.aspx?", "line": 101 }, { "directive": "disallow", "path": "/*/download/registration-suggested.aspx?", "line": 102 }, { "directive": "disallow", "path": "/*/download/results.aspx?", "line": 103 }, { "directive": "disallow", "path": "/*/download/Browse.aspx?", "line": 104 }, { "directive": "disallow", "path": "/*/download/browse.aspx?", "line": 105 }, { "directive": "disallow", "path": "/*/download/info.aspx?", "line": 106 }, { "directive": "disallow", "path": "/*/download/thankyou.aspx", "line": 107 }, { "directive": "disallow", "path": "/*/download/thankyou.aspx?", "line": 108 }, { "directive": "disallow", "path": "/france/formation/centres/planning.asp?", "line": 109 }, { "directive": "disallow", "path": "/france/ie/default.asp?", "line": 110 }, { "directive": "disallow", "path": "/france/mnp_utility.mspx?", "line": 111 }, { "directive": "disallow", "path": "/genuine/", "line": 112 }, { "directive": "disallow", "path": "/Germany/kleinunternehmen/euga/detail.mspx?", "line": 113 }, { "directive": "disallow", "path": "/Germany/kleinunternehmen/euga/results.mspx?", "line": 114 }, { "directive": "disallow", "path": "/germany/library/images/mnp/", "line": 115 }, { "directive": "disallow", "path": "/germany/video/de/de/related*", "line": 116 }, { "directive": "disallow", "path": "/hpc/*/supported-applications.aspx?", "line": 117 }, { "directive": "disallow", "path": "/ie/ie40/", "line": 118 }, { "directive": "disallow", "path": "/info/customerror.htm*", "line": 119 }, { "directive": "disallow", "path": "/info/smart404.asp*", "line": 120 }, { "directive": "disallow", "path": "/intlkb/", "line": 121 }, { "directive": "disallow", "path": "/isapi/", "line": 122 }, { "directive": "disallow", "path": "/Japan/DirectX/default.asp?", "line": 123 }, { "directive": "disallow", "path": "/japan/directx/default.asp?", "line": 124 }, { "directive": "disallow", "path": "/japan/enable/textview.asp?", "line": 125 }, { "directive": "disallow", "path": "/japan/products/library/search.asp?", "line": 126 }, { "directive": "disallow", "path": "/japan/showcase/print/default.aspx?", "line": 127 }, { "directive": "disallow", "path": "/japan/terminology/query.asp?", "line": 128 }, { "directive": "disallow", "path": "/*mnp_utility.mspx?", "line": 129 }, { "directive": "disallow", "path": "/rus/licensing/Unilateral.aspx/*", "line": 130 }, { "directive": "disallow", "path": "/spain/empresas/", "line": 131 }, { "directive": "disallow", "path": "/spain/medianaempresa/", "line": 132 }, { "directive": "disallow", "path": "/windows/compatibility/windows-vista/", "line": 133 }, { "directive": "disallow", "path": "/windows/compatibility/windows-7/", "line": 134 }, { "directive": "disallow", "path": "/windows/compatibility/windows-7/*", "line": 135 }, { "directive": "disallow", "path": "/windows/404.aspx?*", "line": 136 }, { "directive": "disallow", "path": "/windows/campaign/meet-start.aspx", "line": 137 }, { "directive": "disallow", "path": "/windows/campaign/meet-apps.aspx", "line": 138 }, { "directive": "disallow", "path": "/windows/campaign/features-built-in-apps.aspx", "line": 139 }, { "directive": "disallow", "path": "/ru-ru/events/platforma/materials/default.aspx?speaker*", "line": 140 }, { "directive": "disallow", "path": "/de-de/corporate/rechtliche-hinweise/impressum_de.aspx", "line": 141 }, { "directive": "disallow", "path": "/en/microsoft-365", "line": 142 }, { "directive": "disallow", "path": "/en/microsoft-365/", "line": 143 }, { "directive": "allow", "path": "/en/microsoft-365/word", "line": 144 }, { "directive": "allow", "path": "/en/microsoft-365/outlook/web-email-login-for-outlook", "line": 145 }, { "directive": "allow", "path": "/en/microsoft-365/free-office-online-for-the-web", "line": 146 }, { "directive": "allow", "path": "/en/microsoft-365/planner/microsoft-planner", "line": 147 }, { "directive": "allow", "path": "/en/microsoft-365/yammer/yammer-overview", "line": 148 }, { "directive": "allow", "path": "/en/microsoft-365/publisher", "line": 149 }, { "directive": "allow", "path": "/en/microsoft-365/products-apps-services", "line": 150 }, { "directive": "allow", "path": "/en/microsoft-365/onenote/digital-note-taking-app", "line": 151 }, { "directive": "disallow", "path": "/es/microsoft-365", "line": 152 }, { "directive": "disallow", "path": "/es/microsoft-365/", "line": 153 }, { "directive": "disallow", "path": "/fr/microsoft-365", "line": 154 }, { "directive": "disallow", "path": "/fr/microsoft-365/", "line": 155 }, { "directive": "disallow", "path": "/en/security", "line": 156 }, { "directive": "disallow", "path": "/en/security/", "line": 157 }, { "directive": "disallow", "path": "/es/security", "line": 158 }, { "directive": "disallow", "path": "/es/security/", "line": 159 }, { "directive": "disallow", "path": "/fr/security", "line": 160 }, { "directive": "disallow", "path": "/fr/security/", "line": 161 }, { "directive": "disallow", "path": "/en/microsoft-teams", "line": 162 }, { "directive": "disallow", "path": "/en/microsoft-teams/", "line": 163 }, { "directive": "disallow", "path": "/es/microsoft-teams", "line": 164 }, { "directive": "disallow", "path": "/es/microsoft-teams/", "line": 165 }, { "directive": "disallow", "path": "/fr/microsoft-teams", "line": 166 }, { "directive": "disallow", "path": "/fr/microsoft-teams/", "line": 167 }, { "directive": "disallow", "path": "/en/microsoft-viva", "line": 168 }, { "directive": "disallow", "path": "/en/microsoft-viva/", "line": 169 }, { "directive": "disallow", "path": "/es/microsoft-viva", "line": 170 }, { "directive": "disallow", "path": "/es/microsoft-viva/", "line": 171 }, { "directive": "disallow", "path": "/fr/microsoft-viva", "line": 172 }, { "directive": "disallow", "path": "/fr/microsoft-viva/", "line": 173 }, { "directive": "disallow", "path": "*/isv/*?", "line": 174 }, { "directive": "disallow", "path": "/wp-admin/post.php", "line": 175 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 176 }, { "directive": "allow", "path": "/wp-content/uploads/", "line": 177 }, { "directive": "disallow", "path": "/blog/feed/", "line": 178 }, { "directive": "disallow", "path": "/wp-login.php", "line": 179 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 180 }, { "directive": "disallow", "path": "/*?p=", "line": 181 }, { "directive": "disallow", "path": "/*?*p=*", "line": 182 }, { "directive": "disallow", "path": "/cdn-cgi/*", "line": 183 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 184 }, { "directive": "disallow", "path": "/login/", "line": 185 }, { "directive": "disallow", "path": "/*/embed/", "line": 186 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 187 }, { "directive": "allow", "path": "/?display=wide", "line": 188 }, { "directive": "disallow", "path": "/readme.html", "line": 189 }, { "directive": "disallow", "path": "/*noItems=", "line": 190 }, { "directive": "disallow", "path": "/?s=*", "line": 191 }, { "directive": "disallow", "path": "/?sort-by=*", "line": 192 } ], "warnings": [ 20, 41, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 94, 174 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*ep_*", "line": 4 }, { "directive": "disallow", "path": "/*&ep_*", "line": 5 }, { "directive": "disallow", "path": "/store/XboxComMsCom3PAdsOptOutCookieSync.html", "line": 6 }, { "directive": "disallow", "path": "/store/XboxComMsComCartMuidSync.html", "line": 7 }, { "directive": "disallow", "path": "/*/store/locations/store-locations-sitemap.xml", "line": 8 }, { "directive": "disallow", "path": "/en-us/windows/si/matrix.html", "line": 9 }, { "directive": "disallow", "path": "/en-us/windows/si/matrix.html", "line": 10 }, { "directive": "disallow", "path": "/*/security/search-results.aspx?", "line": 11 }, { "directive": "disallow", "path": "/*/music/*/search/", "line": 12 }, { "directive": "disallow", "path": "/*/store/buynow?", "line": 13 }, { "directive": "disallow", "path": "/*/store/cart", "line": 14 }, { "directive": "disallow", "path": "/store/buy/cartcount", "line": 15 }, { "directive": "disallow", "path": "/*/search/", "line": 16 }, { "directive": "disallow", "path": "/*/music/*/Search/", "line": 17 }, { "directive": "disallow", "path": "/*/Search/", "line": 18 }, { "directive": "disallow", "path": "/*/newsearch/", "line": 19 }, { "directive": "disallow", "path": "*action=catalogsearch&", "line": 20 }, { "directive": "disallow", "path": "/*/store/d/groove-music-pass/cfq7ttc0k5dq/0001", "line": 21 }, { "directive": "disallow", "path": "/*/store/best-rated/*?*&*&*", "line": 22 }, { "directive": "disallow", "path": "/*/store/best-selling/*?*&*&*", "line": 23 }, { "directive": "disallow", "path": "/*/store/coming-soon/*?*&*&*", "line": 24 }, { "directive": "disallow", "path": "/*/store/deals/*?*&*&*", "line": 25 }, { "directive": "disallow", "path": "/*/store/game-demos/*?*&*&*", "line": 26 }, { "directive": "disallow", "path": "/*/store/game-previews/*?*&*&*", "line": 27 }, { "directive": "disallow", "path": "/*/store/most-played/*?*&*&*", "line": 28 }, { "directive": "disallow", "path": "/*/store/most-popular/*?*&*&*", "line": 29 }, { "directive": "disallow", "path": "/*/store/new/*?*&*&*", "line": 30 }, { "directive": "disallow", "path": "/*/store/new-and-rising/*?*&*&*", "line": 31 }, { "directive": "disallow", "path": "/*/store/top-free/*?*&*&*", "line": 32 }, { "directive": "disallow", "path": "/*/store/top-paid/*?*&*&*", "line": 33 }, { "directive": "disallow", "path": "/*/store/collections/helpmechoosepc?*&*&*", "line": 34 }, { "directive": "disallow", "path": "/*/store/collections/helpmechoosepc/?*&*&*", "line": 35 }, { "directive": "disallow", "path": "/*/store/movies-and-tv/*?*&*&*", "line": 36 }, { "directive": "disallow", "path": "/cascadeauth/microsoft-365/account/silentauth", "line": 37 }, { "directive": "disallow", "path": "/*/microsoft-365/site-search", "line": 38 }, { "directive": "disallow", "path": "/news/search", "line": 39 }, { "directive": "disallow", "path": "/video/search", "line": 40 }, { "directive": "disallow", "path": "*/qa-folder", "line": 41 }, { "directive": "allow", "path": "/*/store/*/search/", "line": 42 }, { "directive": "allow", "path": "/*/store/*/layout/", "line": 43 }, { "directive": "allow", "path": "/*/store/music/groove-music-pass/*", "line": 44 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=2$", "line": 45 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=3$", "line": 46 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=4$", "line": 47 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=5$", "line": 48 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=6$", "line": 49 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=7$", "line": 50 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=8$", "line": 51 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=2$", "line": 52 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=3$", "line": 53 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=4$", "line": 54 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=5$", "line": 55 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=6$", "line": 56 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=7$", "line": 57 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=8$", "line": 58 }, { "directive": "disallow", "path": "*action=accessorysearch&product=*&*", "line": 59 }, { "directive": "allow", "path": "*action=accessorysearch&product=*$", "line": 60 }, { "directive": "disallow", "path": "*action=accessorysearch&", "line": 61 }, { "directive": "allow", "path": "*action=accessorysearch&page=2$", "line": 62 }, { "directive": "allow", "path": "*action=accessorysearch&page=3$", "line": 63 }, { "directive": "allow", "path": "*action=accessorysearch&page=4$", "line": 64 }, { "directive": "allow", "path": "*action=accessorysearch&page=5$", "line": 65 }, { "directive": "allow", "path": "*action=accessorysearch&page=6$", "line": 66 }, { "directive": "allow", "path": "*action=accessorysearch&page=7$", "line": 67 }, { "directive": "allow", "path": "*action=accessorysearch&page=8$", "line": 68 }, { "directive": "disallow", "path": "*action=productcompareaction&", "line": 69 }, { "directive": "disallow", "path": "*action=productLinkAction&", "line": 70 }, { "directive": "disallow", "path": "*action=overlay&", "line": 71 }, { "directive": "disallow", "path": "*action=quickSearch&", "line": 72 }, { "directive": "disallow", "path": "*action=writeReview", "line": 73 }, { "directive": "disallow", "path": "*rep=hc", "line": 74 }, { "directive": "disallow", "path": "*fe=true", "line": 75 }, { "directive": "disallow", "path": "*?intc=", "line": 76 }, { "directive": "disallow", "path": "*&solved=", "line": 77 }, { "directive": "disallow", "path": "/music/*/wal/", "line": 78 }, { "directive": "disallow", "path": "*/wal/", "line": 79 }, { "directive": "disallow", "path": "*/layout/", "line": 80 }, { "directive": "disallow", "path": "*/base-en/", "line": 81 }, { "directive": "disallow", "path": "*action=siteSearch", "line": 82 }, { "directive": "disallow", "path": "*action=productSupportSearch", "line": 83 }, { "directive": "disallow", "path": "*=imgmanager", "line": 84 }, { "directive": "disallow", "path": "*/unsubscribe/", "line": 85 }, { "directive": "disallow", "path": "*ActivityUID=", "line": 86 }, { "directive": "disallow", "path": "/feeds/TechNet/fr-fr/screenshot/screenshot%20surface.jpg", "line": 87 }, { "directive": "disallow", "path": "/imaginecup/*", "line": 88 }, { "directive": "disallow", "path": "/*/download/confirmation.aspx?", "line": 89 }, { "directive": "disallow", "path": "/*HpOptOut=true$", "line": 90 }, { "directive": "disallow", "path": "/*TOCLinksForCrawlers*", "line": 91 }, { "directive": "disallow", "path": "/*mac/help.mspx?", "line": 92 }, { "directive": "disallow", "path": "/*mactopia/help.mspx?", "line": 93 }, { "directive": "disallow", "path": "*/mediaapi/", "line": 94 }, { "directive": "disallow", "path": "/blacklisted*", "line": 95 }, { "directive": "disallow", "path": "/canada/Library/mnp/2/aspx/", "line": 96 }, { "directive": "disallow", "path": "/communities/bin.aspx?", "line": 97 }, { "directive": "disallow", "path": "/communities/blogs/PortalResults.mspx?", "line": 98 }, { "directive": "disallow", "path": "/communities/eventdetails.mspx?", "line": 99 }, { "directive": "disallow", "path": "/communities/rss.aspx*", "line": 100 }, { "directive": "disallow", "path": "/*/download/confirmation.aspx?", "line": 101 }, { "directive": "disallow", "path": "/*/download/registration-suggested.aspx?", "line": 102 }, { "directive": "disallow", "path": "/*/download/results.aspx?", "line": 103 }, { "directive": "disallow", "path": "/*/download/Browse.aspx?", "line": 104 }, { "directive": "disallow", "path": "/*/download/browse.aspx?", "line": 105 }, { "directive": "disallow", "path": "/*/download/info.aspx?", "line": 106 }, { "directive": "disallow", "path": "/*/download/thankyou.aspx", "line": 107 }, { "directive": "disallow", "path": "/*/download/thankyou.aspx?", "line": 108 }, { "directive": "disallow", "path": "/france/formation/centres/planning.asp?", "line": 109 }, { "directive": "disallow", "path": "/france/ie/default.asp?", "line": 110 }, { "directive": "disallow", "path": "/france/mnp_utility.mspx?", "line": 111 }, { "directive": "disallow", "path": "/genuine/", "line": 112 }, { "directive": "disallow", "path": "/Germany/kleinunternehmen/euga/detail.mspx?", "line": 113 }, { "directive": "disallow", "path": "/Germany/kleinunternehmen/euga/results.mspx?", "line": 114 }, { "directive": "disallow", "path": "/germany/library/images/mnp/", "line": 115 }, { "directive": "disallow", "path": "/germany/video/de/de/related*", "line": 116 }, { "directive": "disallow", "path": "/hpc/*/supported-applications.aspx?", "line": 117 }, { "directive": "disallow", "path": "/ie/ie40/", "line": 118 }, { "directive": "disallow", "path": "/info/customerror.htm*", "line": 119 }, { "directive": "disallow", "path": "/info/smart404.asp*", "line": 120 }, { "directive": "disallow", "path": "/intlkb/", "line": 121 }, { "directive": "disallow", "path": "/isapi/", "line": 122 }, { "directive": "disallow", "path": "/Japan/DirectX/default.asp?", "line": 123 }, { "directive": "disallow", "path": "/japan/directx/default.asp?", "line": 124 }, { "directive": "disallow", "path": "/japan/enable/textview.asp?", "line": 125 }, { "directive": "disallow", "path": "/japan/products/library/search.asp?", "line": 126 }, { "directive": "disallow", "path": "/japan/showcase/print/default.aspx?", "line": 127 }, { "directive": "disallow", "path": "/japan/terminology/query.asp?", "line": 128 }, { "directive": "disallow", "path": "/*mnp_utility.mspx?", "line": 129 }, { "directive": "disallow", "path": "/rus/licensing/Unilateral.aspx/*", "line": 130 }, { "directive": "disallow", "path": "/spain/empresas/", "line": 131 }, { "directive": "disallow", "path": "/spain/medianaempresa/", "line": 132 }, { "directive": "disallow", "path": "/windows/compatibility/windows-vista/", "line": 133 }, { "directive": "disallow", "path": "/windows/compatibility/windows-7/", "line": 134 }, { "directive": "disallow", "path": "/windows/compatibility/windows-7/*", "line": 135 }, { "directive": "disallow", "path": "/windows/404.aspx?*", "line": 136 }, { "directive": "disallow", "path": "/windows/campaign/meet-start.aspx", "line": 137 }, { "directive": "disallow", "path": "/windows/campaign/meet-apps.aspx", "line": 138 }, { "directive": "disallow", "path": "/windows/campaign/features-built-in-apps.aspx", "line": 139 }, { "directive": "disallow", "path": "/ru-ru/events/platforma/materials/default.aspx?speaker*", "line": 140 }, { "directive": "disallow", "path": "/de-de/corporate/rechtliche-hinweise/impressum_de.aspx", "line": 141 }, { "directive": "disallow", "path": "/en/microsoft-365", "line": 142 }, { "directive": "disallow", "path": "/en/microsoft-365/", "line": 143 }, { "directive": "allow", "path": "/en/microsoft-365/word", "line": 144 }, { "directive": "allow", "path": "/en/microsoft-365/outlook/web-email-login-for-outlook", "line": 145 }, { "directive": "allow", "path": "/en/microsoft-365/free-office-online-for-the-web", "line": 146 }, { "directive": "allow", "path": "/en/microsoft-365/planner/microsoft-planner", "line": 147 }, { "directive": "allow", "path": "/en/microsoft-365/yammer/yammer-overview", "line": 148 }, { "directive": "allow", "path": "/en/microsoft-365/publisher", "line": 149 }, { "directive": "allow", "path": "/en/microsoft-365/products-apps-services", "line": 150 }, { "directive": "allow", "path": "/en/microsoft-365/onenote/digital-note-taking-app", "line": 151 }, { "directive": "disallow", "path": "/es/microsoft-365", "line": 152 }, { "directive": "disallow", "path": "/es/microsoft-365/", "line": 153 }, { "directive": "disallow", "path": "/fr/microsoft-365", "line": 154 }, { "directive": "disallow", "path": "/fr/microsoft-365/", "line": 155 }, { "directive": "disallow", "path": "/en/security", "line": 156 }, { "directive": "disallow", "path": "/en/security/", "line": 157 }, { "directive": "disallow", "path": "/es/security", "line": 158 }, { "directive": "disallow", "path": "/es/security/", "line": 159 }, { "directive": "disallow", "path": "/fr/security", "line": 160 }, { "directive": "disallow", "path": "/fr/security/", "line": 161 }, { "directive": "disallow", "path": "/en/microsoft-teams", "line": 162 }, { "directive": "disallow", "path": "/en/microsoft-teams/", "line": 163 }, { "directive": "disallow", "path": "/es/microsoft-teams", "line": 164 }, { "directive": "disallow", "path": "/es/microsoft-teams/", "line": 165 }, { "directive": "disallow", "path": "/fr/microsoft-teams", "line": 166 }, { "directive": "disallow", "path": "/fr/microsoft-teams/", "line": 167 }, { "directive": "disallow", "path": "/en/microsoft-viva", "line": 168 }, { "directive": "disallow", "path": "/en/microsoft-viva/", "line": 169 }, { "directive": "disallow", "path": "/es/microsoft-viva", "line": 170 }, { "directive": "disallow", "path": "/es/microsoft-viva/", "line": 171 }, { "directive": "disallow", "path": "/fr/microsoft-viva", "line": 172 }, { "directive": "disallow", "path": "/fr/microsoft-viva/", "line": 173 }, { "directive": "disallow", "path": "*/isv/*?", "line": 174 }, { "directive": "disallow", "path": "/wp-admin/post.php", "line": 175 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 176 }, { "directive": "allow", "path": "/wp-content/uploads/", "line": 177 }, { "directive": "disallow", "path": "/blog/feed/", "line": 178 }, { "directive": "disallow", "path": "/wp-login.php", "line": 179 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 180 }, { "directive": "disallow", "path": "/*?p=", "line": 181 }, { "directive": "disallow", "path": "/*?*p=*", "line": 182 }, { "directive": "disallow", "path": "/cdn-cgi/*", "line": 183 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 184 }, { "directive": "disallow", "path": "/login/", "line": 185 }, { "directive": "disallow", "path": "/*/embed/", "line": 186 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 187 }, { "directive": "allow", "path": "/?display=wide", "line": 188 }, { "directive": "disallow", "path": "/readme.html", "line": 189 }, { "directive": "disallow", "path": "/*noItems=", "line": 190 }, { "directive": "disallow", "path": "/?s=*", "line": 191 }, { "directive": "disallow", "path": "/?sort-by=*", "line": 192 } ], "warnings": [ 20, 41, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 94, 174 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*ep_*", "line": 4 }, { "directive": "disallow", "path": "/*&ep_*", "line": 5 }, { "directive": "disallow", "path": "/store/XboxComMsCom3PAdsOptOutCookieSync.html", "line": 6 }, { "directive": "disallow", "path": "/store/XboxComMsComCartMuidSync.html", "line": 7 }, { "directive": "disallow", "path": "/*/store/locations/store-locations-sitemap.xml", "line": 8 }, { "directive": "disallow", "path": "/en-us/windows/si/matrix.html", "line": 9 }, { "directive": "disallow", "path": "/en-us/windows/si/matrix.html", "line": 10 }, { "directive": "disallow", "path": "/*/security/search-results.aspx?", "line": 11 }, { "directive": "disallow", "path": "/*/music/*/search/", "line": 12 }, { "directive": "disallow", "path": "/*/store/buynow?", "line": 13 }, { "directive": "disallow", "path": "/*/store/cart", "line": 14 }, { "directive": "disallow", "path": "/store/buy/cartcount", "line": 15 }, { "directive": "disallow", "path": "/*/search/", "line": 16 }, { "directive": "disallow", "path": "/*/music/*/Search/", "line": 17 }, { "directive": "disallow", "path": "/*/Search/", "line": 18 }, { "directive": "disallow", "path": "/*/newsearch/", "line": 19 }, { "directive": "disallow", "path": "*action=catalogsearch&", "line": 20 }, { "directive": "disallow", "path": "/*/store/d/groove-music-pass/cfq7ttc0k5dq/0001", "line": 21 }, { "directive": "disallow", "path": "/*/store/best-rated/*?*&*&*", "line": 22 }, { "directive": "disallow", "path": "/*/store/best-selling/*?*&*&*", "line": 23 }, { "directive": "disallow", "path": "/*/store/coming-soon/*?*&*&*", "line": 24 }, { "directive": "disallow", "path": "/*/store/deals/*?*&*&*", "line": 25 }, { "directive": "disallow", "path": "/*/store/game-demos/*?*&*&*", "line": 26 }, { "directive": "disallow", "path": "/*/store/game-previews/*?*&*&*", "line": 27 }, { "directive": "disallow", "path": "/*/store/most-played/*?*&*&*", "line": 28 }, { "directive": "disallow", "path": "/*/store/most-popular/*?*&*&*", "line": 29 }, { "directive": "disallow", "path": "/*/store/new/*?*&*&*", "line": 30 }, { "directive": "disallow", "path": "/*/store/new-and-rising/*?*&*&*", "line": 31 }, { "directive": "disallow", "path": "/*/store/top-free/*?*&*&*", "line": 32 }, { "directive": "disallow", "path": "/*/store/top-paid/*?*&*&*", "line": 33 }, { "directive": "disallow", "path": "/*/store/collections/helpmechoosepc?*&*&*", "line": 34 }, { "directive": "disallow", "path": "/*/store/collections/helpmechoosepc/?*&*&*", "line": 35 }, { "directive": "disallow", "path": "/*/store/movies-and-tv/*?*&*&*", "line": 36 }, { "directive": "disallow", "path": "/cascadeauth/microsoft-365/account/silentauth", "line": 37 }, { "directive": "disallow", "path": "/*/microsoft-365/site-search", "line": 38 }, { "directive": "disallow", "path": "/news/search", "line": 39 }, { "directive": "disallow", "path": "/video/search", "line": 40 }, { "directive": "disallow", "path": "*/qa-folder", "line": 41 }, { "directive": "allow", "path": "/*/store/*/search/", "line": 42 }, { "directive": "allow", "path": "/*/store/*/layout/", "line": 43 }, { "directive": "allow", "path": "/*/store/music/groove-music-pass/*", "line": 44 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=2$", "line": 45 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=3$", "line": 46 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=4$", "line": 47 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=5$", "line": 48 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=6$", "line": 49 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=7$", "line": 50 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=grid&page=8$", "line": 51 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=2$", "line": 52 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=3$", "line": 53 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=4$", "line": 54 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=5$", "line": 55 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=6$", "line": 56 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=7$", "line": 57 }, { "directive": "allow", "path": "*action=catalogsearch&catalog_mode=list&page=8$", "line": 58 }, { "directive": "disallow", "path": "*action=accessorysearch&product=*&*", "line": 59 }, { "directive": "allow", "path": "*action=accessorysearch&product=*$", "line": 60 }, { "directive": "disallow", "path": "*action=accessorysearch&", "line": 61 }, { "directive": "allow", "path": "*action=accessorysearch&page=2$", "line": 62 }, { "directive": "allow", "path": "*action=accessorysearch&page=3$", "line": 63 }, { "directive": "allow", "path": "*action=accessorysearch&page=4$", "line": 64 }, { "directive": "allow", "path": "*action=accessorysearch&page=5$", "line": 65 }, { "directive": "allow", "path": "*action=accessorysearch&page=6$", "line": 66 }, { "directive": "allow", "path": "*action=accessorysearch&page=7$", "line": 67 }, { "directive": "allow", "path": "*action=accessorysearch&page=8$", "line": 68 }, { "directive": "disallow", "path": "*action=productcompareaction&", "line": 69 }, { "directive": "disallow", "path": "*action=productLinkAction&", "line": 70 }, { "directive": "disallow", "path": "*action=overlay&", "line": 71 }, { "directive": "disallow", "path": "*action=quickSearch&", "line": 72 }, { "directive": "disallow", "path": "*action=writeReview", "line": 73 }, { "directive": "disallow", "path": "*rep=hc", "line": 74 }, { "directive": "disallow", "path": "*fe=true", "line": 75 }, { "directive": "disallow", "path": "*?intc=", "line": 76 }, { "directive": "disallow", "path": "*&solved=", "line": 77 }, { "directive": "disallow", "path": "/music/*/wal/", "line": 78 }, { "directive": "disallow", "path": "*/wal/", "line": 79 }, { "directive": "disallow", "path": "*/layout/", "line": 80 }, { "directive": "disallow", "path": "*/base-en/", "line": 81 }, { "directive": "disallow", "path": "*action=siteSearch", "line": 82 }, { "directive": "disallow", "path": "*action=productSupportSearch", "line": 83 }, { "directive": "disallow", "path": "*=imgmanager", "line": 84 }, { "directive": "disallow", "path": "*/unsubscribe/", "line": 85 }, { "directive": "disallow", "path": "*ActivityUID=", "line": 86 }, { "directive": "disallow", "path": "/feeds/TechNet/fr-fr/screenshot/screenshot%20surface.jpg", "line": 87 }, { "directive": "disallow", "path": "/imaginecup/*", "line": 88 }, { "directive": "disallow", "path": "/*/download/confirmation.aspx?", "line": 89 }, { "directive": "disallow", "path": "/*HpOptOut=true$", "line": 90 }, { "directive": "disallow", "path": "/*TOCLinksForCrawlers*", "line": 91 }, { "directive": "disallow", "path": "/*mac/help.mspx?", "line": 92 }, { "directive": "disallow", "path": "/*mactopia/help.mspx?", "line": 93 }, { "directive": "disallow", "path": "*/mediaapi/", "line": 94 }, { "directive": "disallow", "path": "/blacklisted*", "line": 95 }, { "directive": "disallow", "path": "/canada/Library/mnp/2/aspx/", "line": 96 }, { "directive": "disallow", "path": "/communities/bin.aspx?", "line": 97 }, { "directive": "disallow", "path": "/communities/blogs/PortalResults.mspx?", "line": 98 }, { "directive": "disallow", "path": "/communities/eventdetails.mspx?", "line": 99 }, { "directive": "disallow", "path": "/communities/rss.aspx*", "line": 100 }, { "directive": "disallow", "path": "/*/download/confirmation.aspx?", "line": 101 }, { "directive": "disallow", "path": "/*/download/registration-suggested.aspx?", "line": 102 }, { "directive": "disallow", "path": "/*/download/results.aspx?", "line": 103 }, { "directive": "disallow", "path": "/*/download/Browse.aspx?", "line": 104 }, { "directive": "disallow", "path": "/*/download/browse.aspx?", "line": 105 }, { "directive": "disallow", "path": "/*/download/info.aspx?", "line": 106 }, { "directive": "disallow", "path": "/*/download/thankyou.aspx", "line": 107 }, { "directive": "disallow", "path": "/*/download/thankyou.aspx?", "line": 108 }, { "directive": "disallow", "path": "/france/formation/centres/planning.asp?", "line": 109 }, { "directive": "disallow", "path": "/france/ie/default.asp?", "line": 110 }, { "directive": "disallow", "path": "/france/mnp_utility.mspx?", "line": 111 }, { "directive": "disallow", "path": "/genuine/", "line": 112 }, { "directive": "disallow", "path": "/Germany/kleinunternehmen/euga/detail.mspx?", "line": 113 }, { "directive": "disallow", "path": "/Germany/kleinunternehmen/euga/results.mspx?", "line": 114 }, { "directive": "disallow", "path": "/germany/library/images/mnp/", "line": 115 }, { "directive": "disallow", "path": "/germany/video/de/de/related*", "line": 116 }, { "directive": "disallow", "path": "/hpc/*/supported-applications.aspx?", "line": 117 }, { "directive": "disallow", "path": "/ie/ie40/", "line": 118 }, { "directive": "disallow", "path": "/info/customerror.htm*", "line": 119 }, { "directive": "disallow", "path": "/info/smart404.asp*", "line": 120 }, { "directive": "disallow", "path": "/intlkb/", "line": 121 }, { "directive": "disallow", "path": "/isapi/", "line": 122 }, { "directive": "disallow", "path": "/Japan/DirectX/default.asp?", "line": 123 }, { "directive": "disallow", "path": "/japan/directx/default.asp?", "line": 124 }, { "directive": "disallow", "path": "/japan/enable/textview.asp?", "line": 125 }, { "directive": "disallow", "path": "/japan/products/library/search.asp?", "line": 126 }, { "directive": "disallow", "path": "/japan/showcase/print/default.aspx?", "line": 127 }, { "directive": "disallow", "path": "/japan/terminology/query.asp?", "line": 128 }, { "directive": "disallow", "path": "/*mnp_utility.mspx?", "line": 129 }, { "directive": "disallow", "path": "/rus/licensing/Unilateral.aspx/*", "line": 130 }, { "directive": "disallow", "path": "/spain/empresas/", "line": 131 }, { "directive": "disallow", "path": "/spain/medianaempresa/", "line": 132 }, { "directive": "disallow", "path": "/windows/compatibility/windows-vista/", "line": 133 }, { "directive": "disallow", "path": "/windows/compatibility/windows-7/", "line": 134 }, { "directive": "disallow", "path": "/windows/compatibility/windows-7/*", "line": 135 }, { "directive": "disallow", "path": "/windows/404.aspx?*", "line": 136 }, { "directive": "disallow", "path": "/windows/campaign/meet-start.aspx", "line": 137 }, { "directive": "disallow", "path": "/windows/campaign/meet-apps.aspx", "line": 138 }, { "directive": "disallow", "path": "/windows/campaign/features-built-in-apps.aspx", "line": 139 }, { "directive": "disallow", "path": "/ru-ru/events/platforma/materials/default.aspx?speaker*", "line": 140 }, { "directive": "disallow", "path": "/de-de/corporate/rechtliche-hinweise/impressum_de.aspx", "line": 141 }, { "directive": "disallow", "path": "/en/microsoft-365", "line": 142 }, { "directive": "disallow", "path": "/en/microsoft-365/", "line": 143 }, { "directive": "allow", "path": "/en/microsoft-365/word", "line": 144 }, { "directive": "allow", "path": "/en/microsoft-365/outlook/web-email-login-for-outlook", "line": 145 }, { "directive": "allow", "path": "/en/microsoft-365/free-office-online-for-the-web", "line": 146 }, { "directive": "allow", "path": "/en/microsoft-365/planner/microsoft-planner", "line": 147 }, { "directive": "allow", "path": "/en/microsoft-365/yammer/yammer-overview", "line": 148 }, { "directive": "allow", "path": "/en/microsoft-365/publisher", "line": 149 }, { "directive": "allow", "path": "/en/microsoft-365/products-apps-services", "line": 150 }, { "directive": "allow", "path": "/en/microsoft-365/onenote/digital-note-taking-app", "line": 151 }, { "directive": "disallow", "path": "/es/microsoft-365", "line": 152 }, { "directive": "disallow", "path": "/es/microsoft-365/", "line": 153 }, { "directive": "disallow", "path": "/fr/microsoft-365", "line": 154 }, { "directive": "disallow", "path": "/fr/microsoft-365/", "line": 155 }, { "directive": "disallow", "path": "/en/security", "line": 156 }, { "directive": "disallow", "path": "/en/security/", "line": 157 }, { "directive": "disallow", "path": "/es/security", "line": 158 }, { "directive": "disallow", "path": "/es/security/", "line": 159 }, { "directive": "disallow", "path": "/fr/security", "line": 160 }, { "directive": "disallow", "path": "/fr/security/", "line": 161 }, { "directive": "disallow", "path": "/en/microsoft-teams", "line": 162 }, { "directive": "disallow", "path": "/en/microsoft-teams/", "line": 163 }, { "directive": "disallow", "path": "/es/microsoft-teams", "line": 164 }, { "directive": "disallow", "path": "/es/microsoft-teams/", "line": 165 }, { "directive": "disallow", "path": "/fr/microsoft-teams", "line": 166 }, { "directive": "disallow", "path": "/fr/microsoft-teams/", "line": 167 }, { "directive": "disallow", "path": "/en/microsoft-viva", "line": 168 }, { "directive": "disallow", "path": "/en/microsoft-viva/", "line": 169 }, { "directive": "disallow", "path": "/es/microsoft-viva", "line": 170 }, { "directive": "disallow", "path": "/es/microsoft-viva/", "line": 171 }, { "directive": "disallow", "path": "/fr/microsoft-viva", "line": 172 }, { "directive": "disallow", "path": "/fr/microsoft-viva/", "line": 173 }, { "directive": "disallow", "path": "*/isv/*?", "line": 174 }, { "directive": "disallow", "path": "/wp-admin/post.php", "line": 175 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 176 }, { "directive": "allow", "path": "/wp-content/uploads/", "line": 177 }, { "directive": "disallow", "path": "/blog/feed/", "line": 178 }, { "directive": "disallow", "path": "/wp-login.php", "line": 179 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 180 }, { "directive": "disallow", "path": "/*?p=", "line": 181 }, { "directive": "disallow", "path": "/*?*p=*", "line": 182 }, { "directive": "disallow", "path": "/cdn-cgi/*", "line": 183 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 184 }, { "directive": "disallow", "path": "/login/", "line": 185 }, { "directive": "disallow", "path": "/*/embed/", "line": 186 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 187 }, { "directive": "allow", "path": "/?display=wide", "line": 188 }, { "directive": "disallow", "path": "/readme.html", "line": 189 }, { "directive": "disallow", "path": "/*noItems=", "line": 190 }, { "directive": "disallow", "path": "/?s=*", "line": 191 }, { "directive": "disallow", "path": "/?sort-by=*", "line": 192 } ], "warnings": [ 20, 41, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 94, 174 ] } }, "httpStatus": 200, "finalUrl": "https://www.microsoft.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "8d6eb902f7fb573f0430107afaae01cbe9a0a38923116065b322b6c8133b878b", "bytes": 8557 }, { "company": "Mid-America Apartment Communities", "cik": "912595", "sector": "Real Estate", "origin": "http://www.maac.com", "checkedAt": "2026-09-26T04:55:50.127Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "http://www.maac.com/robots.txt", "contentType": "text/html; charset=UTF-8" }, { "company": "Moderna", "cik": "1682852", "sector": "Health Care", "origin": "https://www.modernatx.com", "checkedAt": "2026-09-26T04:55:50.391Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/500", "line": 2 }, { "directive": "disallow", "path": "/404", "line": 3 }, { "directive": "disallow", "path": "/403", "line": 4 }, { "directive": "disallow", "path": "/*image?url", "line": 5 }, { "directive": "disallow", "path": "/*?slug=", "line": 6 }, { "directive": "disallow", "path": "/*?cid=", "line": 7 }, { "directive": "disallow", "path": "/*?rid=", "line": 8 }, { "directive": "disallow", "path": "/*assets/fonts/", "line": 9 }, { "directive": "disallow", "path": "/*tc=ps", "line": 10 }, { "directive": "disallow", "path": "/*api/twitter/", "line": 11 }, { "directive": "disallow", "path": "/*?fbclid=", "line": 12 }, { "directive": "disallow", "path": "/*node?", "line": 13 }, { "directive": "disallow", "path": "/*sites/default/files/", "line": 14 }, { "directive": "disallow", "path": "/*?fromLocale=", "line": 15 }, { "directive": "disallow", "path": "/?gclid=", "line": 16 }, { "directive": "disallow", "path": "/?ref=", "line": 17 }, { "directive": "disallow", "path": "/?fbclid=", "line": 18 }, { "directive": "disallow", "path": "/*?utm", "line": 19 }, { "directive": "allow", "path": "/", "line": 20 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/500", "line": 2 }, { "directive": "disallow", "path": "/404", "line": 3 }, { "directive": "disallow", "path": "/403", "line": 4 }, { "directive": "disallow", "path": "/*image?url", "line": 5 }, { "directive": "disallow", "path": "/*?slug=", "line": 6 }, { "directive": "disallow", "path": "/*?cid=", "line": 7 }, { "directive": "disallow", "path": "/*?rid=", "line": 8 }, { "directive": "disallow", "path": "/*assets/fonts/", "line": 9 }, { "directive": "disallow", "path": "/*tc=ps", "line": 10 }, { "directive": "disallow", "path": "/*api/twitter/", "line": 11 }, { "directive": "disallow", "path": "/*?fbclid=", "line": 12 }, { "directive": "disallow", "path": "/*node?", "line": 13 }, { "directive": "disallow", "path": "/*sites/default/files/", "line": 14 }, { "directive": "disallow", "path": "/*?fromLocale=", "line": 15 }, { "directive": "disallow", "path": "/?gclid=", "line": 16 }, { "directive": "disallow", "path": "/?ref=", "line": 17 }, { "directive": "disallow", "path": "/?fbclid=", "line": 18 }, { "directive": "disallow", "path": "/*?utm", "line": 19 }, { "directive": "allow", "path": "/", "line": 20 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/500", "line": 2 }, { "directive": "disallow", "path": "/404", "line": 3 }, { "directive": "disallow", "path": "/403", "line": 4 }, { "directive": "disallow", "path": "/*image?url", "line": 5 }, { "directive": "disallow", "path": "/*?slug=", "line": 6 }, { "directive": "disallow", "path": "/*?cid=", "line": 7 }, { "directive": "disallow", "path": "/*?rid=", "line": 8 }, { "directive": "disallow", "path": "/*assets/fonts/", "line": 9 }, { "directive": "disallow", "path": "/*tc=ps", "line": 10 }, { "directive": "disallow", "path": "/*api/twitter/", "line": 11 }, { "directive": "disallow", "path": "/*?fbclid=", "line": 12 }, { "directive": "disallow", "path": "/*node?", "line": 13 }, { "directive": "disallow", "path": "/*sites/default/files/", "line": 14 }, { "directive": "disallow", "path": "/*?fromLocale=", "line": 15 }, { "directive": "disallow", "path": "/?gclid=", "line": 16 }, { "directive": "disallow", "path": "/?ref=", "line": 17 }, { "directive": "disallow", "path": "/?fbclid=", "line": 18 }, { "directive": "disallow", "path": "/*?utm", "line": 19 }, { "directive": "allow", "path": "/", "line": 20 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/500", "line": 2 }, { "directive": "disallow", "path": "/404", "line": 3 }, { "directive": "disallow", "path": "/403", "line": 4 }, { "directive": "disallow", "path": "/*image?url", "line": 5 }, { "directive": "disallow", "path": "/*?slug=", "line": 6 }, { "directive": "disallow", "path": "/*?cid=", "line": 7 }, { "directive": "disallow", "path": "/*?rid=", "line": 8 }, { "directive": "disallow", "path": "/*assets/fonts/", "line": 9 }, { "directive": "disallow", "path": "/*tc=ps", "line": 10 }, { "directive": "disallow", "path": "/*api/twitter/", "line": 11 }, { "directive": "disallow", "path": "/*?fbclid=", "line": 12 }, { "directive": "disallow", "path": "/*node?", "line": 13 }, { "directive": "disallow", "path": "/*sites/default/files/", "line": 14 }, { "directive": "disallow", "path": "/*?fromLocale=", "line": 15 }, { "directive": "disallow", "path": "/?gclid=", "line": 16 }, { "directive": "disallow", "path": "/?ref=", "line": 17 }, { "directive": "disallow", "path": "/?fbclid=", "line": 18 }, { "directive": "disallow", "path": "/*?utm", "line": 19 }, { "directive": "allow", "path": "/", "line": 20 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/500", "line": 2 }, { "directive": "disallow", "path": "/404", "line": 3 }, { "directive": "disallow", "path": "/403", "line": 4 }, { "directive": "disallow", "path": "/*image?url", "line": 5 }, { "directive": "disallow", "path": "/*?slug=", "line": 6 }, { "directive": "disallow", "path": "/*?cid=", "line": 7 }, { "directive": "disallow", "path": "/*?rid=", "line": 8 }, { "directive": "disallow", "path": "/*assets/fonts/", "line": 9 }, { "directive": "disallow", "path": "/*tc=ps", "line": 10 }, { "directive": "disallow", "path": "/*api/twitter/", "line": 11 }, { "directive": "disallow", "path": "/*?fbclid=", "line": 12 }, { "directive": "disallow", "path": "/*node?", "line": 13 }, { "directive": "disallow", "path": "/*sites/default/files/", "line": 14 }, { "directive": "disallow", "path": "/*?fromLocale=", "line": 15 }, { "directive": "disallow", "path": "/?gclid=", "line": 16 }, { "directive": "disallow", "path": "/?ref=", "line": 17 }, { "directive": "disallow", "path": "/?fbclid=", "line": 18 }, { "directive": "disallow", "path": "/*?utm", "line": 19 }, { "directive": "allow", "path": "/", "line": 20 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/500", "line": 2 }, { "directive": "disallow", "path": "/404", "line": 3 }, { "directive": "disallow", "path": "/403", "line": 4 }, { "directive": "disallow", "path": "/*image?url", "line": 5 }, { "directive": "disallow", "path": "/*?slug=", "line": 6 }, { "directive": "disallow", "path": "/*?cid=", "line": 7 }, { "directive": "disallow", "path": "/*?rid=", "line": 8 }, { "directive": "disallow", "path": "/*assets/fonts/", "line": 9 }, { "directive": "disallow", "path": "/*tc=ps", "line": 10 }, { "directive": "disallow", "path": "/*api/twitter/", "line": 11 }, { "directive": "disallow", "path": "/*?fbclid=", "line": 12 }, { "directive": "disallow", "path": "/*node?", "line": 13 }, { "directive": "disallow", "path": "/*sites/default/files/", "line": 14 }, { "directive": "disallow", "path": "/*?fromLocale=", "line": 15 }, { "directive": "disallow", "path": "/?gclid=", "line": 16 }, { "directive": "disallow", "path": "/?ref=", "line": 17 }, { "directive": "disallow", "path": "/?fbclid=", "line": 18 }, { "directive": "disallow", "path": "/*?utm", "line": 19 }, { "directive": "allow", "path": "/", "line": 20 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/500", "line": 2 }, { "directive": "disallow", "path": "/404", "line": 3 }, { "directive": "disallow", "path": "/403", "line": 4 }, { "directive": "disallow", "path": "/*image?url", "line": 5 }, { "directive": "disallow", "path": "/*?slug=", "line": 6 }, { "directive": "disallow", "path": "/*?cid=", "line": 7 }, { "directive": "disallow", "path": "/*?rid=", "line": 8 }, { "directive": "disallow", "path": "/*assets/fonts/", "line": 9 }, { "directive": "disallow", "path": "/*tc=ps", "line": 10 }, { "directive": "disallow", "path": "/*api/twitter/", "line": 11 }, { "directive": "disallow", "path": "/*?fbclid=", "line": 12 }, { "directive": "disallow", "path": "/*node?", "line": 13 }, { "directive": "disallow", "path": "/*sites/default/files/", "line": 14 }, { "directive": "disallow", "path": "/*?fromLocale=", "line": 15 }, { "directive": "disallow", "path": "/?gclid=", "line": 16 }, { "directive": "disallow", "path": "/?ref=", "line": 17 }, { "directive": "disallow", "path": "/?fbclid=", "line": 18 }, { "directive": "disallow", "path": "/*?utm", "line": 19 }, { "directive": "allow", "path": "/", "line": 20 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/500", "line": 2 }, { "directive": "disallow", "path": "/404", "line": 3 }, { "directive": "disallow", "path": "/403", "line": 4 }, { "directive": "disallow", "path": "/*image?url", "line": 5 }, { "directive": "disallow", "path": "/*?slug=", "line": 6 }, { "directive": "disallow", "path": "/*?cid=", "line": 7 }, { "directive": "disallow", "path": "/*?rid=", "line": 8 }, { "directive": "disallow", "path": "/*assets/fonts/", "line": 9 }, { "directive": "disallow", "path": "/*tc=ps", "line": 10 }, { "directive": "disallow", "path": "/*api/twitter/", "line": 11 }, { "directive": "disallow", "path": "/*?fbclid=", "line": 12 }, { "directive": "disallow", "path": "/*node?", "line": 13 }, { "directive": "disallow", "path": "/*sites/default/files/", "line": 14 }, { "directive": "disallow", "path": "/*?fromLocale=", "line": 15 }, { "directive": "disallow", "path": "/?gclid=", "line": 16 }, { "directive": "disallow", "path": "/?ref=", "line": 17 }, { "directive": "disallow", "path": "/?fbclid=", "line": 18 }, { "directive": "disallow", "path": "/*?utm", "line": 19 }, { "directive": "allow", "path": "/", "line": 20 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.modernatx.com/robots.txt", "contentType": "text/plain", "sha256": "25f105bab84d821a93f85be9c2670fc9c236024145c4e44c3c98eff4783c3106", "bytes": 437 }, { "company": "Molson Coors Beverage Company", "cik": "24545", "sector": "Consumer Staples", "origin": "http://www.molsoncoors.com", "checkedAt": "2026-09-26T04:55:50.561Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "allow", "path": "/modules/*.css$", "line": 36 }, { "directive": "allow", "path": "/modules/*.css?", "line": 37 }, { "directive": "allow", "path": "/modules/*.js$", "line": 38 }, { "directive": "allow", "path": "/modules/*.js?", "line": 39 }, { "directive": "allow", "path": "/modules/*.gif", "line": 40 }, { "directive": "allow", "path": "/modules/*.jpg", "line": 41 }, { "directive": "allow", "path": "/modules/*.jpeg", "line": 42 }, { "directive": "allow", "path": "/modules/*.png", "line": 43 }, { "directive": "allow", "path": "/modules/*.svg", "line": 44 }, { "directive": "allow", "path": "/themes/*.css$", "line": 45 }, { "directive": "allow", "path": "/themes/*.css?", "line": 46 }, { "directive": "allow", "path": "/themes/*.js$", "line": 47 }, { "directive": "allow", "path": "/themes/*.js?", "line": 48 }, { "directive": "allow", "path": "/themes/*.gif", "line": 49 }, { "directive": "allow", "path": "/themes/*.jpg", "line": 50 }, { "directive": "allow", "path": "/themes/*.jpeg", "line": 51 }, { "directive": "allow", "path": "/themes/*.png", "line": 52 }, { "directive": "allow", "path": "/themes/*.svg", "line": 53 }, { "directive": "disallow", "path": "/core/", "line": 55 }, { "directive": "disallow", "path": "/profiles/", "line": 56 }, { "directive": "disallow", "path": "/modules/", "line": 57 }, { "directive": "disallow", "path": "/themes/", "line": 58 }, { "directive": "disallow", "path": "/README.md", "line": 60 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 61 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 62 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 63 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 64 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 65 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 66 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 67 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 68 }, { "directive": "disallow", "path": "/web.config", "line": 69 }, { "directive": "disallow", "path": "/admin/", "line": 71 }, { "directive": "disallow", "path": "/*/admin/", "line": 72 }, { "directive": "disallow", "path": "/comment/reply/", "line": 73 }, { "directive": "disallow", "path": "/*/comment/reply/", "line": 74 }, { "directive": "disallow", "path": "/filter/tips", "line": 75 }, { "directive": "disallow", "path": "/*/filter/tips", "line": 76 }, { "directive": "disallow", "path": "/node/add/", "line": 77 }, { "directive": "disallow", "path": "/*/node/add/", "line": 78 }, { "directive": "disallow", "path": "/search/", "line": 79 }, { "directive": "disallow", "path": "/*/search/", "line": 80 }, { "directive": "disallow", "path": "/user/register", "line": 81 }, { "directive": "disallow", "path": "/*/user/register", "line": 82 }, { "directive": "disallow", "path": "/user/password", "line": 83 }, { "directive": "disallow", "path": "/*/user/password", "line": 84 }, { "directive": "disallow", "path": "/user/login", "line": 85 }, { "directive": "disallow", "path": "/*/user/login", "line": 86 }, { "directive": "disallow", "path": "/user/logout", "line": 87 }, { "directive": "disallow", "path": "/*/user/logout", "line": 88 }, { "directive": "disallow", "path": "/media/oembed", "line": 89 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 90 }, { "directive": "disallow", "path": "/can-wehearyou", "line": 91 }, { "directive": "disallow", "path": "/wehearyou", "line": 92 }, { "directive": "disallow", "path": "/sso-login", "line": 94 }, { "directive": "disallow", "path": "/*/sso-login", "line": 95 }, { "directive": "disallow", "path": "/moLogin", "line": 96 }, { "directive": "disallow", "path": "/*/moLogin", "line": 97 }, { "directive": "disallow", "path": "/mo_callback/", "line": 98 }, { "directive": "disallow", "path": "/*/mo_callback/", "line": 99 }, { "directive": "disallow", "path": "/samllogin/", "line": 100 }, { "directive": "disallow", "path": "/*/samllogin/", "line": 101 }, { "directive": "disallow", "path": "/samlassertion", "line": 102 }, { "directive": "disallow", "path": "/*/samlassertion", "line": 103 }, { "directive": "disallow", "path": "/saml_login", "line": 104 }, { "directive": "disallow", "path": "/*/saml_login", "line": 105 }, { "directive": "disallow", "path": "/mo/oauth2/userinfo", "line": 106 }, { "directive": "disallow", "path": "/*/mo/oauth2/userinfo", "line": 107 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 109 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 110 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 111 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 112 }, { "directive": "disallow", "path": "/index.php/search/", "line": 113 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 114 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 115 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 116 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 117 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 118 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 119 }, { "directive": "disallow", "path": "/index.php/sso-login", "line": 120 }, { "directive": "disallow", "path": "/index.php/moLogin", "line": 121 }, { "directive": "disallow", "path": "/index.php/mo_callback/", "line": 122 }, { "directive": "disallow", "path": "/index.php/samllogin/", "line": 123 }, { "directive": "disallow", "path": "/index.php/samlassertion", "line": 124 }, { "directive": "disallow", "path": "/index.php/saml_login", "line": 125 }, { "directive": "disallow", "path": "/index.php/mo/oauth2/userinfo", "line": 126 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "allow", "path": "/modules/*.css$", "line": 36 }, { "directive": "allow", "path": "/modules/*.css?", "line": 37 }, { "directive": "allow", "path": "/modules/*.js$", "line": 38 }, { "directive": "allow", "path": "/modules/*.js?", "line": 39 }, { "directive": "allow", "path": "/modules/*.gif", "line": 40 }, { "directive": "allow", "path": "/modules/*.jpg", "line": 41 }, { "directive": "allow", "path": "/modules/*.jpeg", "line": 42 }, { "directive": "allow", "path": "/modules/*.png", "line": 43 }, { "directive": "allow", "path": "/modules/*.svg", "line": 44 }, { "directive": "allow", "path": "/themes/*.css$", "line": 45 }, { "directive": "allow", "path": "/themes/*.css?", "line": 46 }, { "directive": "allow", "path": "/themes/*.js$", "line": 47 }, { "directive": "allow", "path": "/themes/*.js?", "line": 48 }, { "directive": "allow", "path": "/themes/*.gif", "line": 49 }, { "directive": "allow", "path": "/themes/*.jpg", "line": 50 }, { "directive": "allow", "path": "/themes/*.jpeg", "line": 51 }, { "directive": "allow", "path": "/themes/*.png", "line": 52 }, { "directive": "allow", "path": "/themes/*.svg", "line": 53 }, { "directive": "disallow", "path": "/core/", "line": 55 }, { "directive": "disallow", "path": "/profiles/", "line": 56 }, { "directive": "disallow", "path": "/modules/", "line": 57 }, { "directive": "disallow", "path": "/themes/", "line": 58 }, { "directive": "disallow", "path": "/README.md", "line": 60 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 61 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 62 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 63 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 64 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 65 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 66 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 67 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 68 }, { "directive": "disallow", "path": "/web.config", "line": 69 }, { "directive": "disallow", "path": "/admin/", "line": 71 }, { "directive": "disallow", "path": "/*/admin/", "line": 72 }, { "directive": "disallow", "path": "/comment/reply/", "line": 73 }, { "directive": "disallow", "path": "/*/comment/reply/", "line": 74 }, { "directive": "disallow", "path": "/filter/tips", "line": 75 }, { "directive": "disallow", "path": "/*/filter/tips", "line": 76 }, { "directive": "disallow", "path": "/node/add/", "line": 77 }, { "directive": "disallow", "path": "/*/node/add/", "line": 78 }, { "directive": "disallow", "path": "/search/", "line": 79 }, { "directive": "disallow", "path": "/*/search/", "line": 80 }, { "directive": "disallow", "path": "/user/register", "line": 81 }, { "directive": "disallow", "path": "/*/user/register", "line": 82 }, { "directive": "disallow", "path": "/user/password", "line": 83 }, { "directive": "disallow", "path": "/*/user/password", "line": 84 }, { "directive": "disallow", "path": "/user/login", "line": 85 }, { "directive": "disallow", "path": "/*/user/login", "line": 86 }, { "directive": "disallow", "path": "/user/logout", "line": 87 }, { "directive": "disallow", "path": "/*/user/logout", "line": 88 }, { "directive": "disallow", "path": "/media/oembed", "line": 89 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 90 }, { "directive": "disallow", "path": "/can-wehearyou", "line": 91 }, { "directive": "disallow", "path": "/wehearyou", "line": 92 }, { "directive": "disallow", "path": "/sso-login", "line": 94 }, { "directive": "disallow", "path": "/*/sso-login", "line": 95 }, { "directive": "disallow", "path": "/moLogin", "line": 96 }, { "directive": "disallow", "path": "/*/moLogin", "line": 97 }, { "directive": "disallow", "path": "/mo_callback/", "line": 98 }, { "directive": "disallow", "path": "/*/mo_callback/", "line": 99 }, { "directive": "disallow", "path": "/samllogin/", "line": 100 }, { "directive": "disallow", "path": "/*/samllogin/", "line": 101 }, { "directive": "disallow", "path": "/samlassertion", "line": 102 }, { "directive": "disallow", "path": "/*/samlassertion", "line": 103 }, { "directive": "disallow", "path": "/saml_login", "line": 104 }, { "directive": "disallow", "path": "/*/saml_login", "line": 105 }, { "directive": "disallow", "path": "/mo/oauth2/userinfo", "line": 106 }, { "directive": "disallow", "path": "/*/mo/oauth2/userinfo", "line": 107 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 109 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 110 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 111 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 112 }, { "directive": "disallow", "path": "/index.php/search/", "line": 113 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 114 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 115 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 116 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 117 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 118 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 119 }, { "directive": "disallow", "path": "/index.php/sso-login", "line": 120 }, { "directive": "disallow", "path": "/index.php/moLogin", "line": 121 }, { "directive": "disallow", "path": "/index.php/mo_callback/", "line": 122 }, { "directive": "disallow", "path": "/index.php/samllogin/", "line": 123 }, { "directive": "disallow", "path": "/index.php/samlassertion", "line": 124 }, { "directive": "disallow", "path": "/index.php/saml_login", "line": 125 }, { "directive": "disallow", "path": "/index.php/mo/oauth2/userinfo", "line": 126 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "allow", "path": "/modules/*.css$", "line": 36 }, { "directive": "allow", "path": "/modules/*.css?", "line": 37 }, { "directive": "allow", "path": "/modules/*.js$", "line": 38 }, { "directive": "allow", "path": "/modules/*.js?", "line": 39 }, { "directive": "allow", "path": "/modules/*.gif", "line": 40 }, { "directive": "allow", "path": "/modules/*.jpg", "line": 41 }, { "directive": "allow", "path": "/modules/*.jpeg", "line": 42 }, { "directive": "allow", "path": "/modules/*.png", "line": 43 }, { "directive": "allow", "path": "/modules/*.svg", "line": 44 }, { "directive": "allow", "path": "/themes/*.css$", "line": 45 }, { "directive": "allow", "path": "/themes/*.css?", "line": 46 }, { "directive": "allow", "path": "/themes/*.js$", "line": 47 }, { "directive": "allow", "path": "/themes/*.js?", "line": 48 }, { "directive": "allow", "path": "/themes/*.gif", "line": 49 }, { "directive": "allow", "path": "/themes/*.jpg", "line": 50 }, { "directive": "allow", "path": "/themes/*.jpeg", "line": 51 }, { "directive": "allow", "path": "/themes/*.png", "line": 52 }, { "directive": "allow", "path": "/themes/*.svg", "line": 53 }, { "directive": "disallow", "path": "/core/", "line": 55 }, { "directive": "disallow", "path": "/profiles/", "line": 56 }, { "directive": "disallow", "path": "/modules/", "line": 57 }, { "directive": "disallow", "path": "/themes/", "line": 58 }, { "directive": "disallow", "path": "/README.md", "line": 60 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 61 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 62 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 63 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 64 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 65 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 66 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 67 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 68 }, { "directive": "disallow", "path": "/web.config", "line": 69 }, { "directive": "disallow", "path": "/admin/", "line": 71 }, { "directive": "disallow", "path": "/*/admin/", "line": 72 }, { "directive": "disallow", "path": "/comment/reply/", "line": 73 }, { "directive": "disallow", "path": "/*/comment/reply/", "line": 74 }, { "directive": "disallow", "path": "/filter/tips", "line": 75 }, { "directive": "disallow", "path": "/*/filter/tips", "line": 76 }, { "directive": "disallow", "path": "/node/add/", "line": 77 }, { "directive": "disallow", "path": "/*/node/add/", "line": 78 }, { "directive": "disallow", "path": "/search/", "line": 79 }, { "directive": "disallow", "path": "/*/search/", "line": 80 }, { "directive": "disallow", "path": "/user/register", "line": 81 }, { "directive": "disallow", "path": "/*/user/register", "line": 82 }, { "directive": "disallow", "path": "/user/password", "line": 83 }, { "directive": "disallow", "path": "/*/user/password", "line": 84 }, { "directive": "disallow", "path": "/user/login", "line": 85 }, { "directive": "disallow", "path": "/*/user/login", "line": 86 }, { "directive": "disallow", "path": "/user/logout", "line": 87 }, { "directive": "disallow", "path": "/*/user/logout", "line": 88 }, { "directive": "disallow", "path": "/media/oembed", "line": 89 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 90 }, { "directive": "disallow", "path": "/can-wehearyou", "line": 91 }, { "directive": "disallow", "path": "/wehearyou", "line": 92 }, { "directive": "disallow", "path": "/sso-login", "line": 94 }, { "directive": "disallow", "path": "/*/sso-login", "line": 95 }, { "directive": "disallow", "path": "/moLogin", "line": 96 }, { "directive": "disallow", "path": "/*/moLogin", "line": 97 }, { "directive": "disallow", "path": "/mo_callback/", "line": 98 }, { "directive": "disallow", "path": "/*/mo_callback/", "line": 99 }, { "directive": "disallow", "path": "/samllogin/", "line": 100 }, { "directive": "disallow", "path": "/*/samllogin/", "line": 101 }, { "directive": "disallow", "path": "/samlassertion", "line": 102 }, { "directive": "disallow", "path": "/*/samlassertion", "line": 103 }, { "directive": "disallow", "path": "/saml_login", "line": 104 }, { "directive": "disallow", "path": "/*/saml_login", "line": 105 }, { "directive": "disallow", "path": "/mo/oauth2/userinfo", "line": 106 }, { "directive": "disallow", "path": "/*/mo/oauth2/userinfo", "line": 107 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 109 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 110 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 111 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 112 }, { "directive": "disallow", "path": "/index.php/search/", "line": 113 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 114 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 115 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 116 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 117 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 118 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 119 }, { "directive": "disallow", "path": "/index.php/sso-login", "line": 120 }, { "directive": "disallow", "path": "/index.php/moLogin", "line": 121 }, { "directive": "disallow", "path": "/index.php/mo_callback/", "line": 122 }, { "directive": "disallow", "path": "/index.php/samllogin/", "line": 123 }, { "directive": "disallow", "path": "/index.php/samlassertion", "line": 124 }, { "directive": "disallow", "path": "/index.php/saml_login", "line": 125 }, { "directive": "disallow", "path": "/index.php/mo/oauth2/userinfo", "line": 126 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "allow", "path": "/modules/*.css$", "line": 36 }, { "directive": "allow", "path": "/modules/*.css?", "line": 37 }, { "directive": "allow", "path": "/modules/*.js$", "line": 38 }, { "directive": "allow", "path": "/modules/*.js?", "line": 39 }, { "directive": "allow", "path": "/modules/*.gif", "line": 40 }, { "directive": "allow", "path": "/modules/*.jpg", "line": 41 }, { "directive": "allow", "path": "/modules/*.jpeg", "line": 42 }, { "directive": "allow", "path": "/modules/*.png", "line": 43 }, { "directive": "allow", "path": "/modules/*.svg", "line": 44 }, { "directive": "allow", "path": "/themes/*.css$", "line": 45 }, { "directive": "allow", "path": "/themes/*.css?", "line": 46 }, { "directive": "allow", "path": "/themes/*.js$", "line": 47 }, { "directive": "allow", "path": "/themes/*.js?", "line": 48 }, { "directive": "allow", "path": "/themes/*.gif", "line": 49 }, { "directive": "allow", "path": "/themes/*.jpg", "line": 50 }, { "directive": "allow", "path": "/themes/*.jpeg", "line": 51 }, { "directive": "allow", "path": "/themes/*.png", "line": 52 }, { "directive": "allow", "path": "/themes/*.svg", "line": 53 }, { "directive": "disallow", "path": "/core/", "line": 55 }, { "directive": "disallow", "path": "/profiles/", "line": 56 }, { "directive": "disallow", "path": "/modules/", "line": 57 }, { "directive": "disallow", "path": "/themes/", "line": 58 }, { "directive": "disallow", "path": "/README.md", "line": 60 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 61 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 62 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 63 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 64 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 65 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 66 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 67 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 68 }, { "directive": "disallow", "path": "/web.config", "line": 69 }, { "directive": "disallow", "path": "/admin/", "line": 71 }, { "directive": "disallow", "path": "/*/admin/", "line": 72 }, { "directive": "disallow", "path": "/comment/reply/", "line": 73 }, { "directive": "disallow", "path": "/*/comment/reply/", "line": 74 }, { "directive": "disallow", "path": "/filter/tips", "line": 75 }, { "directive": "disallow", "path": "/*/filter/tips", "line": 76 }, { "directive": "disallow", "path": "/node/add/", "line": 77 }, { "directive": "disallow", "path": "/*/node/add/", "line": 78 }, { "directive": "disallow", "path": "/search/", "line": 79 }, { "directive": "disallow", "path": "/*/search/", "line": 80 }, { "directive": "disallow", "path": "/user/register", "line": 81 }, { "directive": "disallow", "path": "/*/user/register", "line": 82 }, { "directive": "disallow", "path": "/user/password", "line": 83 }, { "directive": "disallow", "path": "/*/user/password", "line": 84 }, { "directive": "disallow", "path": "/user/login", "line": 85 }, { "directive": "disallow", "path": "/*/user/login", "line": 86 }, { "directive": "disallow", "path": "/user/logout", "line": 87 }, { "directive": "disallow", "path": "/*/user/logout", "line": 88 }, { "directive": "disallow", "path": "/media/oembed", "line": 89 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 90 }, { "directive": "disallow", "path": "/can-wehearyou", "line": 91 }, { "directive": "disallow", "path": "/wehearyou", "line": 92 }, { "directive": "disallow", "path": "/sso-login", "line": 94 }, { "directive": "disallow", "path": "/*/sso-login", "line": 95 }, { "directive": "disallow", "path": "/moLogin", "line": 96 }, { "directive": "disallow", "path": "/*/moLogin", "line": 97 }, { "directive": "disallow", "path": "/mo_callback/", "line": 98 }, { "directive": "disallow", "path": "/*/mo_callback/", "line": 99 }, { "directive": "disallow", "path": "/samllogin/", "line": 100 }, { "directive": "disallow", "path": "/*/samllogin/", "line": 101 }, { "directive": "disallow", "path": "/samlassertion", "line": 102 }, { "directive": "disallow", "path": "/*/samlassertion", "line": 103 }, { "directive": "disallow", "path": "/saml_login", "line": 104 }, { "directive": "disallow", "path": "/*/saml_login", "line": 105 }, { "directive": "disallow", "path": "/mo/oauth2/userinfo", "line": 106 }, { "directive": "disallow", "path": "/*/mo/oauth2/userinfo", "line": 107 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 109 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 110 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 111 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 112 }, { "directive": "disallow", "path": "/index.php/search/", "line": 113 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 114 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 115 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 116 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 117 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 118 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 119 }, { "directive": "disallow", "path": "/index.php/sso-login", "line": 120 }, { "directive": "disallow", "path": "/index.php/moLogin", "line": 121 }, { "directive": "disallow", "path": "/index.php/mo_callback/", "line": 122 }, { "directive": "disallow", "path": "/index.php/samllogin/", "line": 123 }, { "directive": "disallow", "path": "/index.php/samlassertion", "line": 124 }, { "directive": "disallow", "path": "/index.php/saml_login", "line": 125 }, { "directive": "disallow", "path": "/index.php/mo/oauth2/userinfo", "line": 126 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "allow", "path": "/modules/*.css$", "line": 36 }, { "directive": "allow", "path": "/modules/*.css?", "line": 37 }, { "directive": "allow", "path": "/modules/*.js$", "line": 38 }, { "directive": "allow", "path": "/modules/*.js?", "line": 39 }, { "directive": "allow", "path": "/modules/*.gif", "line": 40 }, { "directive": "allow", "path": "/modules/*.jpg", "line": 41 }, { "directive": "allow", "path": "/modules/*.jpeg", "line": 42 }, { "directive": "allow", "path": "/modules/*.png", "line": 43 }, { "directive": "allow", "path": "/modules/*.svg", "line": 44 }, { "directive": "allow", "path": "/themes/*.css$", "line": 45 }, { "directive": "allow", "path": "/themes/*.css?", "line": 46 }, { "directive": "allow", "path": "/themes/*.js$", "line": 47 }, { "directive": "allow", "path": "/themes/*.js?", "line": 48 }, { "directive": "allow", "path": "/themes/*.gif", "line": 49 }, { "directive": "allow", "path": "/themes/*.jpg", "line": 50 }, { "directive": "allow", "path": "/themes/*.jpeg", "line": 51 }, { "directive": "allow", "path": "/themes/*.png", "line": 52 }, { "directive": "allow", "path": "/themes/*.svg", "line": 53 }, { "directive": "disallow", "path": "/core/", "line": 55 }, { "directive": "disallow", "path": "/profiles/", "line": 56 }, { "directive": "disallow", "path": "/modules/", "line": 57 }, { "directive": "disallow", "path": "/themes/", "line": 58 }, { "directive": "disallow", "path": "/README.md", "line": 60 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 61 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 62 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 63 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 64 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 65 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 66 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 67 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 68 }, { "directive": "disallow", "path": "/web.config", "line": 69 }, { "directive": "disallow", "path": "/admin/", "line": 71 }, { "directive": "disallow", "path": "/*/admin/", "line": 72 }, { "directive": "disallow", "path": "/comment/reply/", "line": 73 }, { "directive": "disallow", "path": "/*/comment/reply/", "line": 74 }, { "directive": "disallow", "path": "/filter/tips", "line": 75 }, { "directive": "disallow", "path": "/*/filter/tips", "line": 76 }, { "directive": "disallow", "path": "/node/add/", "line": 77 }, { "directive": "disallow", "path": "/*/node/add/", "line": 78 }, { "directive": "disallow", "path": "/search/", "line": 79 }, { "directive": "disallow", "path": "/*/search/", "line": 80 }, { "directive": "disallow", "path": "/user/register", "line": 81 }, { "directive": "disallow", "path": "/*/user/register", "line": 82 }, { "directive": "disallow", "path": "/user/password", "line": 83 }, { "directive": "disallow", "path": "/*/user/password", "line": 84 }, { "directive": "disallow", "path": "/user/login", "line": 85 }, { "directive": "disallow", "path": "/*/user/login", "line": 86 }, { "directive": "disallow", "path": "/user/logout", "line": 87 }, { "directive": "disallow", "path": "/*/user/logout", "line": 88 }, { "directive": "disallow", "path": "/media/oembed", "line": 89 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 90 }, { "directive": "disallow", "path": "/can-wehearyou", "line": 91 }, { "directive": "disallow", "path": "/wehearyou", "line": 92 }, { "directive": "disallow", "path": "/sso-login", "line": 94 }, { "directive": "disallow", "path": "/*/sso-login", "line": 95 }, { "directive": "disallow", "path": "/moLogin", "line": 96 }, { "directive": "disallow", "path": "/*/moLogin", "line": 97 }, { "directive": "disallow", "path": "/mo_callback/", "line": 98 }, { "directive": "disallow", "path": "/*/mo_callback/", "line": 99 }, { "directive": "disallow", "path": "/samllogin/", "line": 100 }, { "directive": "disallow", "path": "/*/samllogin/", "line": 101 }, { "directive": "disallow", "path": "/samlassertion", "line": 102 }, { "directive": "disallow", "path": "/*/samlassertion", "line": 103 }, { "directive": "disallow", "path": "/saml_login", "line": 104 }, { "directive": "disallow", "path": "/*/saml_login", "line": 105 }, { "directive": "disallow", "path": "/mo/oauth2/userinfo", "line": 106 }, { "directive": "disallow", "path": "/*/mo/oauth2/userinfo", "line": 107 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 109 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 110 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 111 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 112 }, { "directive": "disallow", "path": "/index.php/search/", "line": 113 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 114 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 115 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 116 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 117 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 118 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 119 }, { "directive": "disallow", "path": "/index.php/sso-login", "line": 120 }, { "directive": "disallow", "path": "/index.php/moLogin", "line": 121 }, { "directive": "disallow", "path": "/index.php/mo_callback/", "line": 122 }, { "directive": "disallow", "path": "/index.php/samllogin/", "line": 123 }, { "directive": "disallow", "path": "/index.php/samlassertion", "line": 124 }, { "directive": "disallow", "path": "/index.php/saml_login", "line": 125 }, { "directive": "disallow", "path": "/index.php/mo/oauth2/userinfo", "line": 126 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "allow", "path": "/modules/*.css$", "line": 36 }, { "directive": "allow", "path": "/modules/*.css?", "line": 37 }, { "directive": "allow", "path": "/modules/*.js$", "line": 38 }, { "directive": "allow", "path": "/modules/*.js?", "line": 39 }, { "directive": "allow", "path": "/modules/*.gif", "line": 40 }, { "directive": "allow", "path": "/modules/*.jpg", "line": 41 }, { "directive": "allow", "path": "/modules/*.jpeg", "line": 42 }, { "directive": "allow", "path": "/modules/*.png", "line": 43 }, { "directive": "allow", "path": "/modules/*.svg", "line": 44 }, { "directive": "allow", "path": "/themes/*.css$", "line": 45 }, { "directive": "allow", "path": "/themes/*.css?", "line": 46 }, { "directive": "allow", "path": "/themes/*.js$", "line": 47 }, { "directive": "allow", "path": "/themes/*.js?", "line": 48 }, { "directive": "allow", "path": "/themes/*.gif", "line": 49 }, { "directive": "allow", "path": "/themes/*.jpg", "line": 50 }, { "directive": "allow", "path": "/themes/*.jpeg", "line": 51 }, { "directive": "allow", "path": "/themes/*.png", "line": 52 }, { "directive": "allow", "path": "/themes/*.svg", "line": 53 }, { "directive": "disallow", "path": "/core/", "line": 55 }, { "directive": "disallow", "path": "/profiles/", "line": 56 }, { "directive": "disallow", "path": "/modules/", "line": 57 }, { "directive": "disallow", "path": "/themes/", "line": 58 }, { "directive": "disallow", "path": "/README.md", "line": 60 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 61 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 62 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 63 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 64 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 65 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 66 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 67 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 68 }, { "directive": "disallow", "path": "/web.config", "line": 69 }, { "directive": "disallow", "path": "/admin/", "line": 71 }, { "directive": "disallow", "path": "/*/admin/", "line": 72 }, { "directive": "disallow", "path": "/comment/reply/", "line": 73 }, { "directive": "disallow", "path": "/*/comment/reply/", "line": 74 }, { "directive": "disallow", "path": "/filter/tips", "line": 75 }, { "directive": "disallow", "path": "/*/filter/tips", "line": 76 }, { "directive": "disallow", "path": "/node/add/", "line": 77 }, { "directive": "disallow", "path": "/*/node/add/", "line": 78 }, { "directive": "disallow", "path": "/search/", "line": 79 }, { "directive": "disallow", "path": "/*/search/", "line": 80 }, { "directive": "disallow", "path": "/user/register", "line": 81 }, { "directive": "disallow", "path": "/*/user/register", "line": 82 }, { "directive": "disallow", "path": "/user/password", "line": 83 }, { "directive": "disallow", "path": "/*/user/password", "line": 84 }, { "directive": "disallow", "path": "/user/login", "line": 85 }, { "directive": "disallow", "path": "/*/user/login", "line": 86 }, { "directive": "disallow", "path": "/user/logout", "line": 87 }, { "directive": "disallow", "path": "/*/user/logout", "line": 88 }, { "directive": "disallow", "path": "/media/oembed", "line": 89 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 90 }, { "directive": "disallow", "path": "/can-wehearyou", "line": 91 }, { "directive": "disallow", "path": "/wehearyou", "line": 92 }, { "directive": "disallow", "path": "/sso-login", "line": 94 }, { "directive": "disallow", "path": "/*/sso-login", "line": 95 }, { "directive": "disallow", "path": "/moLogin", "line": 96 }, { "directive": "disallow", "path": "/*/moLogin", "line": 97 }, { "directive": "disallow", "path": "/mo_callback/", "line": 98 }, { "directive": "disallow", "path": "/*/mo_callback/", "line": 99 }, { "directive": "disallow", "path": "/samllogin/", "line": 100 }, { "directive": "disallow", "path": "/*/samllogin/", "line": 101 }, { "directive": "disallow", "path": "/samlassertion", "line": 102 }, { "directive": "disallow", "path": "/*/samlassertion", "line": 103 }, { "directive": "disallow", "path": "/saml_login", "line": 104 }, { "directive": "disallow", "path": "/*/saml_login", "line": 105 }, { "directive": "disallow", "path": "/mo/oauth2/userinfo", "line": 106 }, { "directive": "disallow", "path": "/*/mo/oauth2/userinfo", "line": 107 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 109 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 110 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 111 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 112 }, { "directive": "disallow", "path": "/index.php/search/", "line": 113 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 114 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 115 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 116 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 117 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 118 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 119 }, { "directive": "disallow", "path": "/index.php/sso-login", "line": 120 }, { "directive": "disallow", "path": "/index.php/moLogin", "line": 121 }, { "directive": "disallow", "path": "/index.php/mo_callback/", "line": 122 }, { "directive": "disallow", "path": "/index.php/samllogin/", "line": 123 }, { "directive": "disallow", "path": "/index.php/samlassertion", "line": 124 }, { "directive": "disallow", "path": "/index.php/saml_login", "line": 125 }, { "directive": "disallow", "path": "/index.php/mo/oauth2/userinfo", "line": 126 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "allow", "path": "/modules/*.css$", "line": 36 }, { "directive": "allow", "path": "/modules/*.css?", "line": 37 }, { "directive": "allow", "path": "/modules/*.js$", "line": 38 }, { "directive": "allow", "path": "/modules/*.js?", "line": 39 }, { "directive": "allow", "path": "/modules/*.gif", "line": 40 }, { "directive": "allow", "path": "/modules/*.jpg", "line": 41 }, { "directive": "allow", "path": "/modules/*.jpeg", "line": 42 }, { "directive": "allow", "path": "/modules/*.png", "line": 43 }, { "directive": "allow", "path": "/modules/*.svg", "line": 44 }, { "directive": "allow", "path": "/themes/*.css$", "line": 45 }, { "directive": "allow", "path": "/themes/*.css?", "line": 46 }, { "directive": "allow", "path": "/themes/*.js$", "line": 47 }, { "directive": "allow", "path": "/themes/*.js?", "line": 48 }, { "directive": "allow", "path": "/themes/*.gif", "line": 49 }, { "directive": "allow", "path": "/themes/*.jpg", "line": 50 }, { "directive": "allow", "path": "/themes/*.jpeg", "line": 51 }, { "directive": "allow", "path": "/themes/*.png", "line": 52 }, { "directive": "allow", "path": "/themes/*.svg", "line": 53 }, { "directive": "disallow", "path": "/core/", "line": 55 }, { "directive": "disallow", "path": "/profiles/", "line": 56 }, { "directive": "disallow", "path": "/modules/", "line": 57 }, { "directive": "disallow", "path": "/themes/", "line": 58 }, { "directive": "disallow", "path": "/README.md", "line": 60 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 61 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 62 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 63 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 64 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 65 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 66 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 67 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 68 }, { "directive": "disallow", "path": "/web.config", "line": 69 }, { "directive": "disallow", "path": "/admin/", "line": 71 }, { "directive": "disallow", "path": "/*/admin/", "line": 72 }, { "directive": "disallow", "path": "/comment/reply/", "line": 73 }, { "directive": "disallow", "path": "/*/comment/reply/", "line": 74 }, { "directive": "disallow", "path": "/filter/tips", "line": 75 }, { "directive": "disallow", "path": "/*/filter/tips", "line": 76 }, { "directive": "disallow", "path": "/node/add/", "line": 77 }, { "directive": "disallow", "path": "/*/node/add/", "line": 78 }, { "directive": "disallow", "path": "/search/", "line": 79 }, { "directive": "disallow", "path": "/*/search/", "line": 80 }, { "directive": "disallow", "path": "/user/register", "line": 81 }, { "directive": "disallow", "path": "/*/user/register", "line": 82 }, { "directive": "disallow", "path": "/user/password", "line": 83 }, { "directive": "disallow", "path": "/*/user/password", "line": 84 }, { "directive": "disallow", "path": "/user/login", "line": 85 }, { "directive": "disallow", "path": "/*/user/login", "line": 86 }, { "directive": "disallow", "path": "/user/logout", "line": 87 }, { "directive": "disallow", "path": "/*/user/logout", "line": 88 }, { "directive": "disallow", "path": "/media/oembed", "line": 89 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 90 }, { "directive": "disallow", "path": "/can-wehearyou", "line": 91 }, { "directive": "disallow", "path": "/wehearyou", "line": 92 }, { "directive": "disallow", "path": "/sso-login", "line": 94 }, { "directive": "disallow", "path": "/*/sso-login", "line": 95 }, { "directive": "disallow", "path": "/moLogin", "line": 96 }, { "directive": "disallow", "path": "/*/moLogin", "line": 97 }, { "directive": "disallow", "path": "/mo_callback/", "line": 98 }, { "directive": "disallow", "path": "/*/mo_callback/", "line": 99 }, { "directive": "disallow", "path": "/samllogin/", "line": 100 }, { "directive": "disallow", "path": "/*/samllogin/", "line": 101 }, { "directive": "disallow", "path": "/samlassertion", "line": 102 }, { "directive": "disallow", "path": "/*/samlassertion", "line": 103 }, { "directive": "disallow", "path": "/saml_login", "line": 104 }, { "directive": "disallow", "path": "/*/saml_login", "line": 105 }, { "directive": "disallow", "path": "/mo/oauth2/userinfo", "line": 106 }, { "directive": "disallow", "path": "/*/mo/oauth2/userinfo", "line": 107 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 109 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 110 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 111 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 112 }, { "directive": "disallow", "path": "/index.php/search/", "line": 113 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 114 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 115 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 116 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 117 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 118 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 119 }, { "directive": "disallow", "path": "/index.php/sso-login", "line": 120 }, { "directive": "disallow", "path": "/index.php/moLogin", "line": 121 }, { "directive": "disallow", "path": "/index.php/mo_callback/", "line": 122 }, { "directive": "disallow", "path": "/index.php/samllogin/", "line": 123 }, { "directive": "disallow", "path": "/index.php/samlassertion", "line": 124 }, { "directive": "disallow", "path": "/index.php/saml_login", "line": 125 }, { "directive": "disallow", "path": "/index.php/mo/oauth2/userinfo", "line": 126 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "allow", "path": "/modules/*.css$", "line": 36 }, { "directive": "allow", "path": "/modules/*.css?", "line": 37 }, { "directive": "allow", "path": "/modules/*.js$", "line": 38 }, { "directive": "allow", "path": "/modules/*.js?", "line": 39 }, { "directive": "allow", "path": "/modules/*.gif", "line": 40 }, { "directive": "allow", "path": "/modules/*.jpg", "line": 41 }, { "directive": "allow", "path": "/modules/*.jpeg", "line": 42 }, { "directive": "allow", "path": "/modules/*.png", "line": 43 }, { "directive": "allow", "path": "/modules/*.svg", "line": 44 }, { "directive": "allow", "path": "/themes/*.css$", "line": 45 }, { "directive": "allow", "path": "/themes/*.css?", "line": 46 }, { "directive": "allow", "path": "/themes/*.js$", "line": 47 }, { "directive": "allow", "path": "/themes/*.js?", "line": 48 }, { "directive": "allow", "path": "/themes/*.gif", "line": 49 }, { "directive": "allow", "path": "/themes/*.jpg", "line": 50 }, { "directive": "allow", "path": "/themes/*.jpeg", "line": 51 }, { "directive": "allow", "path": "/themes/*.png", "line": 52 }, { "directive": "allow", "path": "/themes/*.svg", "line": 53 }, { "directive": "disallow", "path": "/core/", "line": 55 }, { "directive": "disallow", "path": "/profiles/", "line": 56 }, { "directive": "disallow", "path": "/modules/", "line": 57 }, { "directive": "disallow", "path": "/themes/", "line": 58 }, { "directive": "disallow", "path": "/README.md", "line": 60 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 61 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 62 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 63 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 64 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 65 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 66 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 67 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 68 }, { "directive": "disallow", "path": "/web.config", "line": 69 }, { "directive": "disallow", "path": "/admin/", "line": 71 }, { "directive": "disallow", "path": "/*/admin/", "line": 72 }, { "directive": "disallow", "path": "/comment/reply/", "line": 73 }, { "directive": "disallow", "path": "/*/comment/reply/", "line": 74 }, { "directive": "disallow", "path": "/filter/tips", "line": 75 }, { "directive": "disallow", "path": "/*/filter/tips", "line": 76 }, { "directive": "disallow", "path": "/node/add/", "line": 77 }, { "directive": "disallow", "path": "/*/node/add/", "line": 78 }, { "directive": "disallow", "path": "/search/", "line": 79 }, { "directive": "disallow", "path": "/*/search/", "line": 80 }, { "directive": "disallow", "path": "/user/register", "line": 81 }, { "directive": "disallow", "path": "/*/user/register", "line": 82 }, { "directive": "disallow", "path": "/user/password", "line": 83 }, { "directive": "disallow", "path": "/*/user/password", "line": 84 }, { "directive": "disallow", "path": "/user/login", "line": 85 }, { "directive": "disallow", "path": "/*/user/login", "line": 86 }, { "directive": "disallow", "path": "/user/logout", "line": 87 }, { "directive": "disallow", "path": "/*/user/logout", "line": 88 }, { "directive": "disallow", "path": "/media/oembed", "line": 89 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 90 }, { "directive": "disallow", "path": "/can-wehearyou", "line": 91 }, { "directive": "disallow", "path": "/wehearyou", "line": 92 }, { "directive": "disallow", "path": "/sso-login", "line": 94 }, { "directive": "disallow", "path": "/*/sso-login", "line": 95 }, { "directive": "disallow", "path": "/moLogin", "line": 96 }, { "directive": "disallow", "path": "/*/moLogin", "line": 97 }, { "directive": "disallow", "path": "/mo_callback/", "line": 98 }, { "directive": "disallow", "path": "/*/mo_callback/", "line": 99 }, { "directive": "disallow", "path": "/samllogin/", "line": 100 }, { "directive": "disallow", "path": "/*/samllogin/", "line": 101 }, { "directive": "disallow", "path": "/samlassertion", "line": 102 }, { "directive": "disallow", "path": "/*/samlassertion", "line": 103 }, { "directive": "disallow", "path": "/saml_login", "line": 104 }, { "directive": "disallow", "path": "/*/saml_login", "line": 105 }, { "directive": "disallow", "path": "/mo/oauth2/userinfo", "line": 106 }, { "directive": "disallow", "path": "/*/mo/oauth2/userinfo", "line": 107 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 109 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 110 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 111 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 112 }, { "directive": "disallow", "path": "/index.php/search/", "line": 113 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 114 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 115 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 116 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 117 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 118 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 119 }, { "directive": "disallow", "path": "/index.php/sso-login", "line": 120 }, { "directive": "disallow", "path": "/index.php/moLogin", "line": 121 }, { "directive": "disallow", "path": "/index.php/mo_callback/", "line": 122 }, { "directive": "disallow", "path": "/index.php/samllogin/", "line": 123 }, { "directive": "disallow", "path": "/index.php/samlassertion", "line": 124 }, { "directive": "disallow", "path": "/index.php/saml_login", "line": 125 }, { "directive": "disallow", "path": "/index.php/mo/oauth2/userinfo", "line": 126 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.molsoncoors.com/robots.txt", "contentType": "text/plain", "sha256": "ca2e2b4106e7119ec2916f5aec3bcb04c190db218c29126734375365f90d36d4", "bytes": 3343 }, { "company": "Mondelez International", "cik": "1103982", "sector": "Consumer Staples", "origin": "https://www.mondelezinternational.com", "checkedAt": "2026-09-26T04:55:55.192Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/assets/", "line": 3 }, { "directive": "disallow", "path": "/*.pdf$", "line": 4 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/assets/", "line": 3 }, { "directive": "disallow", "path": "/*.pdf$", "line": 4 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/assets/", "line": 3 }, { "directive": "disallow", "path": "/*.pdf$", "line": 4 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/assets/", "line": 3 }, { "directive": "disallow", "path": "/*.pdf$", "line": 4 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/assets/", "line": 3 }, { "directive": "disallow", "path": "/*.pdf$", "line": 4 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/assets/", "line": 3 }, { "directive": "disallow", "path": "/*.pdf$", "line": 4 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/assets/", "line": 3 }, { "directive": "disallow", "path": "/*.pdf$", "line": 4 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/assets/", "line": 3 }, { "directive": "disallow", "path": "/*.pdf$", "line": 4 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.mondelezinternational.com/robots.txt", "contentType": "text/plain", "sha256": "6b1cb915a4f9b2e8aa5ebe987787c37901a6ec914933c651a386c5fda70910ef", "bytes": 163 }, { "company": "Monolithic Power Systems", "cik": "1280452", "sector": "Information Technology", "origin": "http://www.monolithicpower.com", "checkedAt": "2026-09-26T04:55:57.739Z", "status": "ambiguous_content", "bots": null, "httpStatus": 200, "finalUrl": "http://www.monolithicpower.com/robots.txt", "contentType": "text/html; charset=utf-8", "sha256": "32ed63159c77e21ee19ca1b9aa3213ccf0218eb59539560b132a8e68ef0e18ea", "bytes": 3038 }, { "company": "Monster Beverage", "cik": "865752", "sector": "Consumer Staples", "origin": "http://www.monsterbevcorp.com", "checkedAt": "2026-09-26T04:55:58.526Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 5 }, { "directive": "disallow", "path": "/lib/", "line": 11 }, { "directive": "disallow", "path": "/csp-report.php", "line": 12 }, { "directive": "disallow", "path": "/env.local.php", "line": 13 }, { "directive": "disallow", "path": "/info.php", "line": 14 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 5 }, { "directive": "disallow", "path": "/lib/", "line": 11 }, { "directive": "disallow", "path": "/csp-report.php", "line": 12 }, { "directive": "disallow", "path": "/env.local.php", "line": 13 }, { "directive": "disallow", "path": "/info.php", "line": 14 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 5 }, { "directive": "disallow", "path": "/lib/", "line": 11 }, { "directive": "disallow", "path": "/csp-report.php", "line": 12 }, { "directive": "disallow", "path": "/env.local.php", "line": 13 }, { "directive": "disallow", "path": "/info.php", "line": 14 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 5 }, { "directive": "disallow", "path": "/lib/", "line": 11 }, { "directive": "disallow", "path": "/csp-report.php", "line": 12 }, { "directive": "disallow", "path": "/env.local.php", "line": 13 }, { "directive": "disallow", "path": "/info.php", "line": 14 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 5 }, { "directive": "disallow", "path": "/lib/", "line": 11 }, { "directive": "disallow", "path": "/csp-report.php", "line": 12 }, { "directive": "disallow", "path": "/env.local.php", "line": 13 }, { "directive": "disallow", "path": "/info.php", "line": 14 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 5 }, { "directive": "disallow", "path": "/lib/", "line": 11 }, { "directive": "disallow", "path": "/csp-report.php", "line": 12 }, { "directive": "disallow", "path": "/env.local.php", "line": 13 }, { "directive": "disallow", "path": "/info.php", "line": 14 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 5 }, { "directive": "disallow", "path": "/lib/", "line": 11 }, { "directive": "disallow", "path": "/csp-report.php", "line": 12 }, { "directive": "disallow", "path": "/env.local.php", "line": 13 }, { "directive": "disallow", "path": "/info.php", "line": 14 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 5 }, { "directive": "disallow", "path": "/lib/", "line": 11 }, { "directive": "disallow", "path": "/csp-report.php", "line": 12 }, { "directive": "disallow", "path": "/env.local.php", "line": 13 }, { "directive": "disallow", "path": "/info.php", "line": 14 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.monsterbevcorp.com/robots.txt", "contentType": "text/plain", "sha256": "1f1011c13bfe8144013f0ca1a7222f95908583c22de08d55766804f945b5b31e", "bytes": 388 }, { "company": "Moody's Corporation", "cik": "1059556", "sector": "Financials", "origin": "https://www.moodys.com", "checkedAt": "2026-09-26T04:55:58.593Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/newsandevents/events_/", "line": 2 }, { "directive": "disallow", "path": "/newsandevents/events/moodys-event-registration_/", "line": 3 }, { "directive": "disallow", "path": "/newsandevents/events/training-event-registration_/", "line": 4 }, { "directive": "disallow", "path": "/eventdetailsprint.aspx", "line": 5 }, { "directive": "disallow", "path": "/page/emailtocolleague.aspx", "line": 6 }, { "directive": "disallow", "path": "/page/eventreplaydetails.aspx", "line": 7 }, { "directive": "disallow", "path": "/termsandconditions.aspx", "line": 8 }, { "directive": "disallow", "path": "/productandsolutions/product-type/", "line": 9 }, { "directive": "disallow", "path": "/productandsolutions/market-segment/", "line": 10 }, { "directive": "disallow", "path": "/login.aspx", "line": 11 }, { "directive": "disallow", "path": "/loginredirect.aspx", "line": 12 }, { "directive": "disallow", "path": "/loginhelp.aspx", "line": 13 }, { "directive": "disallow", "path": "/error.aspx", "line": 14 }, { "directive": "disallow", "path": "/web/en/us/insights/all.html?*", "line": 15 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/newsandevents/events_/", "line": 2 }, { "directive": "disallow", "path": "/newsandevents/events/moodys-event-registration_/", "line": 3 }, { "directive": "disallow", "path": "/newsandevents/events/training-event-registration_/", "line": 4 }, { "directive": "disallow", "path": "/eventdetailsprint.aspx", "line": 5 }, { "directive": "disallow", "path": "/page/emailtocolleague.aspx", "line": 6 }, { "directive": "disallow", "path": "/page/eventreplaydetails.aspx", "line": 7 }, { "directive": "disallow", "path": "/termsandconditions.aspx", "line": 8 }, { "directive": "disallow", "path": "/productandsolutions/product-type/", "line": 9 }, { "directive": "disallow", "path": "/productandsolutions/market-segment/", "line": 10 }, { "directive": "disallow", "path": "/login.aspx", "line": 11 }, { "directive": "disallow", "path": "/loginredirect.aspx", "line": 12 }, { "directive": "disallow", "path": "/loginhelp.aspx", "line": 13 }, { "directive": "disallow", "path": "/error.aspx", "line": 14 }, { "directive": "disallow", "path": "/web/en/us/insights/all.html?*", "line": 15 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/newsandevents/events_/", "line": 2 }, { "directive": "disallow", "path": "/newsandevents/events/moodys-event-registration_/", "line": 3 }, { "directive": "disallow", "path": "/newsandevents/events/training-event-registration_/", "line": 4 }, { "directive": "disallow", "path": "/eventdetailsprint.aspx", "line": 5 }, { "directive": "disallow", "path": "/page/emailtocolleague.aspx", "line": 6 }, { "directive": "disallow", "path": "/page/eventreplaydetails.aspx", "line": 7 }, { "directive": "disallow", "path": "/termsandconditions.aspx", "line": 8 }, { "directive": "disallow", "path": "/productandsolutions/product-type/", "line": 9 }, { "directive": "disallow", "path": "/productandsolutions/market-segment/", "line": 10 }, { "directive": "disallow", "path": "/login.aspx", "line": 11 }, { "directive": "disallow", "path": "/loginredirect.aspx", "line": 12 }, { "directive": "disallow", "path": "/loginhelp.aspx", "line": 13 }, { "directive": "disallow", "path": "/error.aspx", "line": 14 }, { "directive": "disallow", "path": "/web/en/us/insights/all.html?*", "line": 15 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/newsandevents/events_/", "line": 2 }, { "directive": "disallow", "path": "/newsandevents/events/moodys-event-registration_/", "line": 3 }, { "directive": "disallow", "path": "/newsandevents/events/training-event-registration_/", "line": 4 }, { "directive": "disallow", "path": "/eventdetailsprint.aspx", "line": 5 }, { "directive": "disallow", "path": "/page/emailtocolleague.aspx", "line": 6 }, { "directive": "disallow", "path": "/page/eventreplaydetails.aspx", "line": 7 }, { "directive": "disallow", "path": "/termsandconditions.aspx", "line": 8 }, { "directive": "disallow", "path": "/productandsolutions/product-type/", "line": 9 }, { "directive": "disallow", "path": "/productandsolutions/market-segment/", "line": 10 }, { "directive": "disallow", "path": "/login.aspx", "line": 11 }, { "directive": "disallow", "path": "/loginredirect.aspx", "line": 12 }, { "directive": "disallow", "path": "/loginhelp.aspx", "line": 13 }, { "directive": "disallow", "path": "/error.aspx", "line": 14 }, { "directive": "disallow", "path": "/web/en/us/insights/all.html?*", "line": 15 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/newsandevents/events_/", "line": 2 }, { "directive": "disallow", "path": "/newsandevents/events/moodys-event-registration_/", "line": 3 }, { "directive": "disallow", "path": "/newsandevents/events/training-event-registration_/", "line": 4 }, { "directive": "disallow", "path": "/eventdetailsprint.aspx", "line": 5 }, { "directive": "disallow", "path": "/page/emailtocolleague.aspx", "line": 6 }, { "directive": "disallow", "path": "/page/eventreplaydetails.aspx", "line": 7 }, { "directive": "disallow", "path": "/termsandconditions.aspx", "line": 8 }, { "directive": "disallow", "path": "/productandsolutions/product-type/", "line": 9 }, { "directive": "disallow", "path": "/productandsolutions/market-segment/", "line": 10 }, { "directive": "disallow", "path": "/login.aspx", "line": 11 }, { "directive": "disallow", "path": "/loginredirect.aspx", "line": 12 }, { "directive": "disallow", "path": "/loginhelp.aspx", "line": 13 }, { "directive": "disallow", "path": "/error.aspx", "line": 14 }, { "directive": "disallow", "path": "/web/en/us/insights/all.html?*", "line": 15 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/newsandevents/events_/", "line": 2 }, { "directive": "disallow", "path": "/newsandevents/events/moodys-event-registration_/", "line": 3 }, { "directive": "disallow", "path": "/newsandevents/events/training-event-registration_/", "line": 4 }, { "directive": "disallow", "path": "/eventdetailsprint.aspx", "line": 5 }, { "directive": "disallow", "path": "/page/emailtocolleague.aspx", "line": 6 }, { "directive": "disallow", "path": "/page/eventreplaydetails.aspx", "line": 7 }, { "directive": "disallow", "path": "/termsandconditions.aspx", "line": 8 }, { "directive": "disallow", "path": "/productandsolutions/product-type/", "line": 9 }, { "directive": "disallow", "path": "/productandsolutions/market-segment/", "line": 10 }, { "directive": "disallow", "path": "/login.aspx", "line": 11 }, { "directive": "disallow", "path": "/loginredirect.aspx", "line": 12 }, { "directive": "disallow", "path": "/loginhelp.aspx", "line": 13 }, { "directive": "disallow", "path": "/error.aspx", "line": 14 }, { "directive": "disallow", "path": "/web/en/us/insights/all.html?*", "line": 15 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/newsandevents/events_/", "line": 2 }, { "directive": "disallow", "path": "/newsandevents/events/moodys-event-registration_/", "line": 3 }, { "directive": "disallow", "path": "/newsandevents/events/training-event-registration_/", "line": 4 }, { "directive": "disallow", "path": "/eventdetailsprint.aspx", "line": 5 }, { "directive": "disallow", "path": "/page/emailtocolleague.aspx", "line": 6 }, { "directive": "disallow", "path": "/page/eventreplaydetails.aspx", "line": 7 }, { "directive": "disallow", "path": "/termsandconditions.aspx", "line": 8 }, { "directive": "disallow", "path": "/productandsolutions/product-type/", "line": 9 }, { "directive": "disallow", "path": "/productandsolutions/market-segment/", "line": 10 }, { "directive": "disallow", "path": "/login.aspx", "line": 11 }, { "directive": "disallow", "path": "/loginredirect.aspx", "line": 12 }, { "directive": "disallow", "path": "/loginhelp.aspx", "line": 13 }, { "directive": "disallow", "path": "/error.aspx", "line": 14 }, { "directive": "disallow", "path": "/web/en/us/insights/all.html?*", "line": 15 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/newsandevents/events_/", "line": 2 }, { "directive": "disallow", "path": "/newsandevents/events/moodys-event-registration_/", "line": 3 }, { "directive": "disallow", "path": "/newsandevents/events/training-event-registration_/", "line": 4 }, { "directive": "disallow", "path": "/eventdetailsprint.aspx", "line": 5 }, { "directive": "disallow", "path": "/page/emailtocolleague.aspx", "line": 6 }, { "directive": "disallow", "path": "/page/eventreplaydetails.aspx", "line": 7 }, { "directive": "disallow", "path": "/termsandconditions.aspx", "line": 8 }, { "directive": "disallow", "path": "/productandsolutions/product-type/", "line": 9 }, { "directive": "disallow", "path": "/productandsolutions/market-segment/", "line": 10 }, { "directive": "disallow", "path": "/login.aspx", "line": 11 }, { "directive": "disallow", "path": "/loginredirect.aspx", "line": 12 }, { "directive": "disallow", "path": "/loginhelp.aspx", "line": 13 }, { "directive": "disallow", "path": "/error.aspx", "line": 14 }, { "directive": "disallow", "path": "/web/en/us/insights/all.html?*", "line": 15 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.moodys.com/robots.txt", "contentType": "text/plain", "sha256": "23fd1cddbb66e94c295f7dcd639cb53fa802434c47128e717171cd7ae81eb360", "bytes": 860 }, { "company": "Morgan Stanley", "cik": "895421", "sector": "Financials", "origin": "https://morganstanley.com", "checkedAt": "2026-09-26T04:55:58.830Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "Mosaic Company (The)", "cik": "1285785", "sector": "Materials", "origin": "http://www.mosaicco.com", "checkedAt": "2026-09-26T04:55:58.880Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/ckeditor/", "line": 4 }, { "directive": "disallow", "path": "/public/sendForm.php", "line": 5 }, { "directive": "disallow", "path": "/public/sendFormNew.php", "line": 6 }, { "directive": "disallow", "path": "/public/newsLetter/newsSend.phpDisallow: /Content-Publishing", "line": 7 }, { "directive": "disallow", "path": "/potash/CarlsbadLabor$", "line": 8 }, { "directive": "disallow", "path": "/potash/rareearthelements$", "line": 9 }, { "directive": "disallow", "path": "/potash/Environment$", "line": 10 }, { "directive": "disallow", "path": "/potash/Society$", "line": 11 }, { "directive": "disallow", "path": "/potash/Company$", "line": 12 }, { "directive": "disallow", "path": "/potash/Community-Investments$", "line": 13 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/ckeditor/", "line": 4 }, { "directive": "disallow", "path": "/public/sendForm.php", "line": 5 }, { "directive": "disallow", "path": "/public/sendFormNew.php", "line": 6 }, { "directive": "disallow", "path": "/public/newsLetter/newsSend.phpDisallow: /Content-Publishing", "line": 7 }, { "directive": "disallow", "path": "/potash/CarlsbadLabor$", "line": 8 }, { "directive": "disallow", "path": "/potash/rareearthelements$", "line": 9 }, { "directive": "disallow", "path": "/potash/Environment$", "line": 10 }, { "directive": "disallow", "path": "/potash/Society$", "line": 11 }, { "directive": "disallow", "path": "/potash/Company$", "line": 12 }, { "directive": "disallow", "path": "/potash/Community-Investments$", "line": 13 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/ckeditor/", "line": 4 }, { "directive": "disallow", "path": "/public/sendForm.php", "line": 5 }, { "directive": "disallow", "path": "/public/sendFormNew.php", "line": 6 }, { "directive": "disallow", "path": "/public/newsLetter/newsSend.phpDisallow: /Content-Publishing", "line": 7 }, { "directive": "disallow", "path": "/potash/CarlsbadLabor$", "line": 8 }, { "directive": "disallow", "path": "/potash/rareearthelements$", "line": 9 }, { "directive": "disallow", "path": "/potash/Environment$", "line": 10 }, { "directive": "disallow", "path": "/potash/Society$", "line": 11 }, { "directive": "disallow", "path": "/potash/Company$", "line": 12 }, { "directive": "disallow", "path": "/potash/Community-Investments$", "line": 13 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/ckeditor/", "line": 4 }, { "directive": "disallow", "path": "/public/sendForm.php", "line": 5 }, { "directive": "disallow", "path": "/public/sendFormNew.php", "line": 6 }, { "directive": "disallow", "path": "/public/newsLetter/newsSend.phpDisallow: /Content-Publishing", "line": 7 }, { "directive": "disallow", "path": "/potash/CarlsbadLabor$", "line": 8 }, { "directive": "disallow", "path": "/potash/rareearthelements$", "line": 9 }, { "directive": "disallow", "path": "/potash/Environment$", "line": 10 }, { "directive": "disallow", "path": "/potash/Society$", "line": 11 }, { "directive": "disallow", "path": "/potash/Company$", "line": 12 }, { "directive": "disallow", "path": "/potash/Community-Investments$", "line": 13 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/ckeditor/", "line": 4 }, { "directive": "disallow", "path": "/public/sendForm.php", "line": 5 }, { "directive": "disallow", "path": "/public/sendFormNew.php", "line": 6 }, { "directive": "disallow", "path": "/public/newsLetter/newsSend.phpDisallow: /Content-Publishing", "line": 7 }, { "directive": "disallow", "path": "/potash/CarlsbadLabor$", "line": 8 }, { "directive": "disallow", "path": "/potash/rareearthelements$", "line": 9 }, { "directive": "disallow", "path": "/potash/Environment$", "line": 10 }, { "directive": "disallow", "path": "/potash/Society$", "line": 11 }, { "directive": "disallow", "path": "/potash/Company$", "line": 12 }, { "directive": "disallow", "path": "/potash/Community-Investments$", "line": 13 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/ckeditor/", "line": 4 }, { "directive": "disallow", "path": "/public/sendForm.php", "line": 5 }, { "directive": "disallow", "path": "/public/sendFormNew.php", "line": 6 }, { "directive": "disallow", "path": "/public/newsLetter/newsSend.phpDisallow: /Content-Publishing", "line": 7 }, { "directive": "disallow", "path": "/potash/CarlsbadLabor$", "line": 8 }, { "directive": "disallow", "path": "/potash/rareearthelements$", "line": 9 }, { "directive": "disallow", "path": "/potash/Environment$", "line": 10 }, { "directive": "disallow", "path": "/potash/Society$", "line": 11 }, { "directive": "disallow", "path": "/potash/Company$", "line": 12 }, { "directive": "disallow", "path": "/potash/Community-Investments$", "line": 13 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/ckeditor/", "line": 4 }, { "directive": "disallow", "path": "/public/sendForm.php", "line": 5 }, { "directive": "disallow", "path": "/public/sendFormNew.php", "line": 6 }, { "directive": "disallow", "path": "/public/newsLetter/newsSend.phpDisallow: /Content-Publishing", "line": 7 }, { "directive": "disallow", "path": "/potash/CarlsbadLabor$", "line": 8 }, { "directive": "disallow", "path": "/potash/rareearthelements$", "line": 9 }, { "directive": "disallow", "path": "/potash/Environment$", "line": 10 }, { "directive": "disallow", "path": "/potash/Society$", "line": 11 }, { "directive": "disallow", "path": "/potash/Company$", "line": 12 }, { "directive": "disallow", "path": "/potash/Community-Investments$", "line": 13 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 }, { "directive": "disallow", "path": "/ckeditor/", "line": 4 }, { "directive": "disallow", "path": "/public/sendForm.php", "line": 5 }, { "directive": "disallow", "path": "/public/sendFormNew.php", "line": 6 }, { "directive": "disallow", "path": "/public/newsLetter/newsSend.phpDisallow: /Content-Publishing", "line": 7 }, { "directive": "disallow", "path": "/potash/CarlsbadLabor$", "line": 8 }, { "directive": "disallow", "path": "/potash/rareearthelements$", "line": 9 }, { "directive": "disallow", "path": "/potash/Environment$", "line": 10 }, { "directive": "disallow", "path": "/potash/Society$", "line": 11 }, { "directive": "disallow", "path": "/potash/Company$", "line": 12 }, { "directive": "disallow", "path": "/potash/Community-Investments$", "line": 13 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://mosaicco.com/robots.txt", "contentType": "text/html; charset=UTF-8", "sha256": "97a4813b3bbbc4e39c748e201849f3e7f0c09b9251199514487a7348af53ba91", "bytes": 430 }, { "company": "Motorola Solutions", "cik": "68505", "sector": "Information Technology", "origin": "https://www.motorolasolutions.com", "checkedAt": "2026-09-26T04:55:59.019Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/newsroom/non-navigational-pages/", "line": 4 }, { "directive": "disallow", "path": "/bin/", "line": 5 }, { "directive": "disallow", "path": "/etc/", "line": 6 }, { "directive": "allow", "path": "/etc/designs/", "line": 7 }, { "directive": "disallow", "path": "/libs/", "line": 8 }, { "directive": "disallow", "path": "/en_xw/", "line": 9 }, { "directive": "disallow", "path": "/en_in/", "line": 10 }, { "directive": "disallow", "path": "/en_us/myaccount/", "line": 11 }, { "directive": "disallow", "path": "/en_us/non-navigational-pages/", "line": 12 }, { "directive": "disallow", "path": "/en_us/ref/", "line": 13 }, { "directive": "disallow", "path": "/en_us/search.html", "line": 14 }, { "directive": "disallow", "path": "/en_us/404.html", "line": 15 }, { "directive": "disallow", "path": "/en_xu/non-navigational-pages/", "line": 16 }, { "directive": "disallow", "path": "/en_xu/ref/", "line": 17 }, { "directive": "disallow", "path": "/en_xu/search.html", "line": 18 }, { "directive": "disallow", "path": "/en_xu/404.html", "line": 19 }, { "directive": "disallow", "path": "/fr_fr/non-navigational-pages/", "line": 20 }, { "directive": "disallow", "path": "/fr_fr/ref/", "line": 21 }, { "directive": "disallow", "path": "/fr_fr/search.html", "line": 22 }, { "directive": "disallow", "path": "/fr_fr/404.html", "line": 23 }, { "directive": "disallow", "path": "/de_xc/non-navigational-pages/", "line": 24 }, { "directive": "disallow", "path": "/de_xc/ref/", "line": 25 }, { "directive": "disallow", "path": "/de_xc/search.html", "line": 26 }, { "directive": "disallow", "path": "/de_xc/404.html", "line": 27 }, { "directive": "disallow", "path": "/pl_pl/non-navigational-pages/", "line": 28 }, { "directive": "disallow", "path": "/pl_pl/ref/", "line": 29 }, { "directive": "disallow", "path": "/pl_pl/search.html", "line": 30 }, { "directive": "disallow", "path": "/pl_pl/404.html", "line": 31 }, { "directive": "disallow", "path": "/ru_ru/non-navigational-pages/", "line": 32 }, { "directive": "disallow", "path": "/ru_ru/ref/", "line": 33 }, { "directive": "disallow", "path": "/ru_ru/search.html", "line": 34 }, { "directive": "disallow", "path": "/ru_ru/404.html", "line": 35 }, { "directive": "disallow", "path": "/he_il/non-navigational-pages/", "line": 36 }, { "directive": "disallow", "path": "/he_il/ref/", "line": 37 }, { "directive": "disallow", "path": "/he_il/search.html", "line": 38 }, { "directive": "disallow", "path": "/he_il/404.html", "line": 39 }, { "directive": "disallow", "path": "/en_xl/non-navigational-pages/", "line": 40 }, { "directive": "disallow", "path": "/en_xl/ref/", "line": 41 }, { "directive": "disallow", "path": "/en_xl/search.html", "line": 42 }, { "directive": "disallow", "path": "/en_xl/404.html", "line": 43 }, { "directive": "disallow", "path": "/es_xl/non-navigational-pages/", "line": 44 }, { "directive": "disallow", "path": "/es_xl/ref/", "line": 45 }, { "directive": "disallow", "path": "/es_xl/search.html", "line": 46 }, { "directive": "disallow", "path": "/es_xl/404.html", "line": 47 }, { "directive": "disallow", "path": "/pt_xl/non-navigational-pages/", "line": 48 }, { "directive": "disallow", "path": "/pt_xl/ref/", "line": 49 }, { "directive": "disallow", "path": "/pt_xl/search.html", "line": 50 }, { "directive": "disallow", "path": "/pt_xl/404.html", "line": 51 }, { "directive": "disallow", "path": "/en_xp/non-navigational-pages/", "line": 52 }, { "directive": "disallow", "path": "/en_xp/ref/", "line": 53 }, { "directive": "disallow", "path": "/en_xp/search.html", "line": 54 }, { "directive": "disallow", "path": "/en_xp/404.html", "line": 55 }, { "directive": "disallow", "path": "/ko_kr/non-navigational-pages/", "line": 56 }, { "directive": "disallow", "path": "/ko_kr/ref/", "line": 57 }, { "directive": "disallow", "path": "/ko_kr/search.html", "line": 58 }, { "directive": "disallow", "path": "/ko_kr/404.html", "line": 59 }, { "directive": "disallow", "path": "/ja_jp/non-navigational-pages/", "line": 60 }, { "directive": "disallow", "path": "/ja_jp/ref/", "line": 61 }, { "directive": "disallow", "path": "/ja_jp/search.html", "line": 62 }, { "directive": "disallow", "path": "/ja_jp/404.html", "line": 63 }, { "directive": "disallow", "path": "/zh_cn/non-navigational-pages/", "line": 64 }, { "directive": "disallow", "path": "/zh_cn/ref/", "line": 65 }, { "directive": "disallow", "path": "/zh_cn/search.html", "line": 66 }, { "directive": "disallow", "path": "/zh_cn/404.html", "line": 67 }, { "directive": "disallow", "path": "/vi_vn/non-navigational-pages/", "line": 68 }, { "directive": "disallow", "path": "/vi_vn/ref/", "line": 69 }, { "directive": "disallow", "path": "/vi_vn/search.html", "line": 70 }, { "directive": "disallow", "path": "/vi_vn/404.html", "line": 71 }, { "directive": "disallow", "path": "/en_xa/non-navigational-pages/", "line": 72 }, { "directive": "disallow", "path": "/en_xa/ref/", "line": 73 }, { "directive": "disallow", "path": "/en_xa/search.html", "line": 74 }, { "directive": "disallow", "path": "/en_xa/404.html", "line": 75 }, { "directive": "disallow", "path": "/it_it/non-navigational-pages/", "line": 76 }, { "directive": "disallow", "path": "/it_it/ref/", "line": 77 }, { "directive": "disallow", "path": "/it_it/search.html", "line": 78 }, { "directive": "disallow", "path": "/it_it/404.html", "line": 79 }, { "directive": "disallow", "path": "/uk_ua/non-navigational-pages/", "line": 80 }, { "directive": "disallow", "path": "/uk_ua/ref/", "line": 81 }, { "directive": "disallow", "path": "/uk_ua/search.html", "line": 82 }, { "directive": "disallow", "path": "/uk_ua/404.html", "line": 83 }, { "directive": "disallow", "path": "/content/dam/msi/docs/secure/", "line": 84 }, { "directive": "disallow", "path": "/en_us/saleslite/saleslite-detail.html", "line": 85 }, { "directive": "disallow", "path": "/en_us/saleslite.html", "line": 86 }, { "directive": "disallow", "path": "/en_us/sales/", "line": 87 }, { "directive": "disallow", "path": "/en_us/sales", "line": 88 }, { "directive": "disallow", "path": "/en_xu/sales/", "line": 89 }, { "directive": "disallow", "path": "/en_xu/sales", "line": 90 }, { "directive": "disallow", "path": "/en_xp/sales/", "line": 91 }, { "directive": "disallow", "path": "/en_xp/sales", "line": 92 }, { "directive": "disallow", "path": "/en_xl/sales/", "line": 93 }, { "directive": "disallow", "path": "/en_xl/sales", "line": 94 }, { "directive": "disallow", "path": "/content/dam/msi/secure/", "line": 95 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-analytics.html", "line": 96 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-aware.html", "line": 97 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-predictive.html", "line": 98 }, { "directive": "disallow", "path": "/en_us/sale-light-touch.html", "line": 99 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/wave-5000.html", "line": 100 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/commandcentral-aware.html", "line": 101 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/commandcentral-predictive.html", "line": 102 }, { "directive": "disallow", "path": "/en_xu/communications/esn-services.html", "line": 103 }, { "directive": "disallow", "path": "/en_us/communities.html", "line": 104 }, { "directive": "disallow", "path": "/en_us/communitieserror.html", "line": 105 }, { "directive": "disallow", "path": "/en_us/communities/signup.html", "line": 106 }, { "directive": "disallow", "path": "/en_xu/communitieserror.html", "line": 107 }, { "directive": "disallow", "path": "/en_us/external_footer.html", "line": 108 }, { "directive": "disallow", "path": "/en_us/external_header.html", "line": 109 }, { "directive": "disallow", "path": "/en_xu/external_footer.html", "line": 110 }, { "directive": "disallow", "path": "/en_xu/external_header.html", "line": 111 }, { "directive": "disallow", "path": "/en_xp/external_footer.html", "line": 112 }, { "directive": "disallow", "path": "/en_xp/external_header.html", "line": 113 }, { "directive": "disallow", "path": "/en_xl/external_footer.html", "line": 114 }, { "directive": "disallow", "path": "/en_xl/external_header.html", "line": 115 }, { "directive": "disallow", "path": "/es_xl/external_footer.html", "line": 116 }, { "directive": "disallow", "path": "/es_xl/external_header.html", "line": 117 }, { "directive": "disallow", "path": "/pt_xl/external_footer.html", "line": 118 }, { "directive": "disallow", "path": "/pt_xl/external_header.html", "line": 119 }, { "directive": "disallow", "path": "/en_xa/external_footer.html", "line": 120 }, { "directive": "disallow", "path": "/en_xa/external_header.html", "line": 121 }, { "directive": "disallow", "path": "/de_xc/external_footer.html", "line": 122 }, { "directive": "disallow", "path": "/de_xc/external_header.html", "line": 123 }, { "directive": "disallow", "path": "/pl_pl/external_footer.html", "line": 124 }, { "directive": "disallow", "path": "/pl_pl/external_header.html", "line": 125 }, { "directive": "disallow", "path": "/ru_ru/external_footer.html", "line": 126 }, { "directive": "disallow", "path": "/ru_ru/external_header.html", "line": 127 }, { "directive": "disallow", "path": "/fr_fr/external_footer.html", "line": 128 }, { "directive": "disallow", "path": "/fr_fr/external_header.html", "line": 129 }, { "directive": "disallow", "path": "/zh_cn/external_footer.html", "line": 130 }, { "directive": "disallow", "path": "/zh_cn/external_header.html", "line": 131 }, { "directive": "disallow", "path": "/ja_jp/external_footer.html", "line": 132 }, { "directive": "disallow", "path": "/ja_jp/external_header.html", "line": 133 }, { "directive": "disallow", "path": "/ko_kr/external_footer.html", "line": 134 }, { "directive": "disallow", "path": "/ko_kr/external_header.html", "line": 135 }, { "directive": "disallow", "path": "/vi_vn/external_footer.html", "line": 136 }, { "directive": "disallow", "path": "/vi_vn/external_header.html", "line": 137 }, { "directive": "disallow", "path": "/he_il/external_footer.html", "line": 138 }, { "directive": "disallow", "path": "/he_il/external_header.html", "line": 139 }, { "directive": "disallow", "path": "/content/forms/", "line": 140 }, { "directive": "disallow", "path": "/content/forms/af/adp/", "line": 141 }, { "directive": "disallow", "path": "/catalog/", "line": 142 }, { "directive": "disallow", "path": "/catalog.html", "line": 143 }, { "directive": "disallow", "path": "/content/msi/catalog/", "line": 144 }, { "directive": "disallow", "path": "/content/msi/catalog.html", "line": 145 }, { "directive": "disallow", "path": "/content/dam/msi/tennessee/PartsandAdditionalAccessories.pdf", "line": 146 }, { "directive": "disallow", "path": "/content/dam/msi/images/avigilon/avigilon_video_surveillance_pricelist_january_2019_aecsp_us_pcat.pdf", "line": 147 }, { "directive": "disallow", "path": "/content/dam/msi/docs/robots/", "line": 148 }, { "directive": "disallow", "path": "/en_us/brand/", "line": 149 }, { "directive": "disallow", "path": "/en_us/brand.html", "line": 150 }, { "directive": "disallow", "path": "/content/dam/msi/docs/email/covid-19_use_cases.pdf", "line": 151 }, { "directive": "disallow", "path": "/content/dam/msi/docs/email/covid-19_one_pager.pdf", "line": 152 }, { "directive": "disallow", "path": "/en_us/video-security-analytics/body-worn-cameras/videomanager/downloads.html", "line": 153 }, { "directive": "disallow", "path": "/en_us/dscllc.html", "line": 154 }, { "directive": "disallow", "path": "/att/", "line": 155 }, { "directive": "disallow", "path": "/att.html", "line": 156 }, { "directive": "disallow", "path": "/verizon-ptt-plus/", "line": 157 }, { "directive": "disallow", "path": "/verizon-ptt-plus.html", "line": 158 }, { "directive": "disallow", "path": "/en_us/archived-pages/", "line": 159 }, { "directive": "disallow", "path": "/en_xu/Archived-Pages/", "line": 160 }, { "directive": "disallow", "path": "/en_xp/archived-pages/", "line": 161 }, { "directive": "disallow", "path": "/en_xl/archived-pages/", "line": 162 }, { "directive": "disallow", "path": "/en_xa/archived-pages/", "line": 163 }, { "directive": "disallow", "path": "/ko_kr/archived-pages/", "line": 164 }, { "directive": "disallow", "path": "/en_xa/archived-pages/", "line": 165 }, { "directive": "disallow", "path": "/ja_jp/archived-pages/", "line": 166 }, { "directive": "disallow", "path": "/zh_cn/archived-pages/", "line": 167 }, { "directive": "disallow", "path": "/fr_fr/archived-pages/", "line": 168 }, { "directive": "disallow", "path": "/es_xl/archived_pages/", "line": 169 }, { "directive": "disallow", "path": "/pt_xl/archived-pages/", "line": 170 }, { "directive": "disallow", "path": "/de_xc/archived-pages/", "line": 171 }, { "directive": "disallow", "path": "/pl_pl/archived-pages/", "line": 172 }, { "directive": "disallow", "path": "/ru_ru/archived-pages/", "line": 173 }, { "directive": "disallow", "path": "/he_il/archived-pages/", "line": 174 }, { "directive": "disallow", "path": "/content/dam/msi/docs/en-xu/public-safety/pronto_forms-and-processes_catalogue.pdf", "line": 175 }, { "directive": "disallow", "path": "/content/dam/msi/docs/product-marketing/flex/EOL_Old_GIS_Mapping_Modules.pdf", "line": 176 }, { "directive": "disallow", "path": "/content/dam/msi/commandcentral-dems/VX650.png", "line": 177 }, { "directive": "disallow", "path": "/en_xa/partner-central.html", "line": 178 }, { "directive": "disallow", "path": "/en_xa/partner-central/", "line": 179 }, { "directive": "disallow", "path": "/en_us/partner-central.html", "line": 180 }, { "directive": "disallow", "path": "/en_us/partner-central/", "line": 181 }, { "directive": "disallow", "path": "/en_xu/partner-central.html", "line": 182 }, { "directive": "disallow", "path": "/en_xu/partner-central/", "line": 183 }, { "directive": "disallow", "path": "/en_xl/partner-central.html", "line": 184 }, { "directive": "disallow", "path": "/en_xl/partner-central/", "line": 185 }, { "directive": "disallow", "path": "/en_xp/partner-central.html", "line": 186 }, { "directive": "disallow", "path": "/en_xp/partner-central/", "line": 187 }, { "directive": "disallow", "path": "/es_xl/partner-central.html", "line": 188 }, { "directive": "disallow", "path": "/es_xl/partner-central/", "line": 189 }, { "directive": "disallow", "path": "/pt_xl/partner-central.html", "line": 190 }, { "directive": "disallow", "path": "/pt_xl/partner-central/", "line": 191 }, { "directive": "disallow", "path": "/fr_fr/partner-central.html", "line": 192 }, { "directive": "disallow", "path": "/fr_fr/partner-central/", "line": 193 }, { "directive": "disallow", "path": "/de_xc/partner-central.html", "line": 194 }, { "directive": "disallow", "path": "/de_xc/partner-central/", "line": 195 }, { "directive": "disallow", "path": "/pl_pl/partner-central.html", "line": 196 }, { "directive": "disallow", "path": "/pl_pl/partner-central/", "line": 197 }, { "directive": "disallow", "path": "/ru_ru/partner-central.html", "line": 198 }, { "directive": "disallow", "path": "/ru_ru/partner-central/", "line": 199 }, { "directive": "disallow", "path": "/he_il/partner-central.html", "line": 200 }, { "directive": "disallow", "path": "/he_il/partner-central/", "line": 201 }, { "directive": "disallow", "path": "/it_it/partner-central.html", "line": 202 }, { "directive": "disallow", "path": "/it_it/partner-central/", "line": 203 }, { "directive": "disallow", "path": "/uk_ua/partner-central.html", "line": 204 }, { "directive": "disallow", "path": "/uk_ua/partner-central/", "line": 205 }, { "directive": "disallow", "path": "/ar_sa/partner-central.html", "line": 206 }, { "directive": "disallow", "path": "/ar_sa/partner-central/", "line": 207 }, { "directive": "disallow", "path": "/ja_jp/partner-central.html", "line": 208 }, { "directive": "disallow", "path": "/ja_jp/partner-central/", "line": 209 }, { "directive": "disallow", "path": "/ko_kr/partner-central.html", "line": 210 }, { "directive": "disallow", "path": "/ko_kr/partner-central/", "line": 211 }, { "directive": "disallow", "path": "/zh_cn/partner-central.html", "line": 212 }, { "directive": "disallow", "path": "/zh_cn/partner-central/", "line": 213 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/newsroom/non-navigational-pages/", "line": 4 }, { "directive": "disallow", "path": "/bin/", "line": 5 }, { "directive": "disallow", "path": "/etc/", "line": 6 }, { "directive": "allow", "path": "/etc/designs/", "line": 7 }, { "directive": "disallow", "path": "/libs/", "line": 8 }, { "directive": "disallow", "path": "/en_xw/", "line": 9 }, { "directive": "disallow", "path": "/en_in/", "line": 10 }, { "directive": "disallow", "path": "/en_us/myaccount/", "line": 11 }, { "directive": "disallow", "path": "/en_us/non-navigational-pages/", "line": 12 }, { "directive": "disallow", "path": "/en_us/ref/", "line": 13 }, { "directive": "disallow", "path": "/en_us/search.html", "line": 14 }, { "directive": "disallow", "path": "/en_us/404.html", "line": 15 }, { "directive": "disallow", "path": "/en_xu/non-navigational-pages/", "line": 16 }, { "directive": "disallow", "path": "/en_xu/ref/", "line": 17 }, { "directive": "disallow", "path": "/en_xu/search.html", "line": 18 }, { "directive": "disallow", "path": "/en_xu/404.html", "line": 19 }, { "directive": "disallow", "path": "/fr_fr/non-navigational-pages/", "line": 20 }, { "directive": "disallow", "path": "/fr_fr/ref/", "line": 21 }, { "directive": "disallow", "path": "/fr_fr/search.html", "line": 22 }, { "directive": "disallow", "path": "/fr_fr/404.html", "line": 23 }, { "directive": "disallow", "path": "/de_xc/non-navigational-pages/", "line": 24 }, { "directive": "disallow", "path": "/de_xc/ref/", "line": 25 }, { "directive": "disallow", "path": "/de_xc/search.html", "line": 26 }, { "directive": "disallow", "path": "/de_xc/404.html", "line": 27 }, { "directive": "disallow", "path": "/pl_pl/non-navigational-pages/", "line": 28 }, { "directive": "disallow", "path": "/pl_pl/ref/", "line": 29 }, { "directive": "disallow", "path": "/pl_pl/search.html", "line": 30 }, { "directive": "disallow", "path": "/pl_pl/404.html", "line": 31 }, { "directive": "disallow", "path": "/ru_ru/non-navigational-pages/", "line": 32 }, { "directive": "disallow", "path": "/ru_ru/ref/", "line": 33 }, { "directive": "disallow", "path": "/ru_ru/search.html", "line": 34 }, { "directive": "disallow", "path": "/ru_ru/404.html", "line": 35 }, { "directive": "disallow", "path": "/he_il/non-navigational-pages/", "line": 36 }, { "directive": "disallow", "path": "/he_il/ref/", "line": 37 }, { "directive": "disallow", "path": "/he_il/search.html", "line": 38 }, { "directive": "disallow", "path": "/he_il/404.html", "line": 39 }, { "directive": "disallow", "path": "/en_xl/non-navigational-pages/", "line": 40 }, { "directive": "disallow", "path": "/en_xl/ref/", "line": 41 }, { "directive": "disallow", "path": "/en_xl/search.html", "line": 42 }, { "directive": "disallow", "path": "/en_xl/404.html", "line": 43 }, { "directive": "disallow", "path": "/es_xl/non-navigational-pages/", "line": 44 }, { "directive": "disallow", "path": "/es_xl/ref/", "line": 45 }, { "directive": "disallow", "path": "/es_xl/search.html", "line": 46 }, { "directive": "disallow", "path": "/es_xl/404.html", "line": 47 }, { "directive": "disallow", "path": "/pt_xl/non-navigational-pages/", "line": 48 }, { "directive": "disallow", "path": "/pt_xl/ref/", "line": 49 }, { "directive": "disallow", "path": "/pt_xl/search.html", "line": 50 }, { "directive": "disallow", "path": "/pt_xl/404.html", "line": 51 }, { "directive": "disallow", "path": "/en_xp/non-navigational-pages/", "line": 52 }, { "directive": "disallow", "path": "/en_xp/ref/", "line": 53 }, { "directive": "disallow", "path": "/en_xp/search.html", "line": 54 }, { "directive": "disallow", "path": "/en_xp/404.html", "line": 55 }, { "directive": "disallow", "path": "/ko_kr/non-navigational-pages/", "line": 56 }, { "directive": "disallow", "path": "/ko_kr/ref/", "line": 57 }, { "directive": "disallow", "path": "/ko_kr/search.html", "line": 58 }, { "directive": "disallow", "path": "/ko_kr/404.html", "line": 59 }, { "directive": "disallow", "path": "/ja_jp/non-navigational-pages/", "line": 60 }, { "directive": "disallow", "path": "/ja_jp/ref/", "line": 61 }, { "directive": "disallow", "path": "/ja_jp/search.html", "line": 62 }, { "directive": "disallow", "path": "/ja_jp/404.html", "line": 63 }, { "directive": "disallow", "path": "/zh_cn/non-navigational-pages/", "line": 64 }, { "directive": "disallow", "path": "/zh_cn/ref/", "line": 65 }, { "directive": "disallow", "path": "/zh_cn/search.html", "line": 66 }, { "directive": "disallow", "path": "/zh_cn/404.html", "line": 67 }, { "directive": "disallow", "path": "/vi_vn/non-navigational-pages/", "line": 68 }, { "directive": "disallow", "path": "/vi_vn/ref/", "line": 69 }, { "directive": "disallow", "path": "/vi_vn/search.html", "line": 70 }, { "directive": "disallow", "path": "/vi_vn/404.html", "line": 71 }, { "directive": "disallow", "path": "/en_xa/non-navigational-pages/", "line": 72 }, { "directive": "disallow", "path": "/en_xa/ref/", "line": 73 }, { "directive": "disallow", "path": "/en_xa/search.html", "line": 74 }, { "directive": "disallow", "path": "/en_xa/404.html", "line": 75 }, { "directive": "disallow", "path": "/it_it/non-navigational-pages/", "line": 76 }, { "directive": "disallow", "path": "/it_it/ref/", "line": 77 }, { "directive": "disallow", "path": "/it_it/search.html", "line": 78 }, { "directive": "disallow", "path": "/it_it/404.html", "line": 79 }, { "directive": "disallow", "path": "/uk_ua/non-navigational-pages/", "line": 80 }, { "directive": "disallow", "path": "/uk_ua/ref/", "line": 81 }, { "directive": "disallow", "path": "/uk_ua/search.html", "line": 82 }, { "directive": "disallow", "path": "/uk_ua/404.html", "line": 83 }, { "directive": "disallow", "path": "/content/dam/msi/docs/secure/", "line": 84 }, { "directive": "disallow", "path": "/en_us/saleslite/saleslite-detail.html", "line": 85 }, { "directive": "disallow", "path": "/en_us/saleslite.html", "line": 86 }, { "directive": "disallow", "path": "/en_us/sales/", "line": 87 }, { "directive": "disallow", "path": "/en_us/sales", "line": 88 }, { "directive": "disallow", "path": "/en_xu/sales/", "line": 89 }, { "directive": "disallow", "path": "/en_xu/sales", "line": 90 }, { "directive": "disallow", "path": "/en_xp/sales/", "line": 91 }, { "directive": "disallow", "path": "/en_xp/sales", "line": 92 }, { "directive": "disallow", "path": "/en_xl/sales/", "line": 93 }, { "directive": "disallow", "path": "/en_xl/sales", "line": 94 }, { "directive": "disallow", "path": "/content/dam/msi/secure/", "line": 95 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-analytics.html", "line": 96 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-aware.html", "line": 97 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-predictive.html", "line": 98 }, { "directive": "disallow", "path": "/en_us/sale-light-touch.html", "line": 99 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/wave-5000.html", "line": 100 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/commandcentral-aware.html", "line": 101 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/commandcentral-predictive.html", "line": 102 }, { "directive": "disallow", "path": "/en_xu/communications/esn-services.html", "line": 103 }, { "directive": "disallow", "path": "/en_us/communities.html", "line": 104 }, { "directive": "disallow", "path": "/en_us/communitieserror.html", "line": 105 }, { "directive": "disallow", "path": "/en_us/communities/signup.html", "line": 106 }, { "directive": "disallow", "path": "/en_xu/communitieserror.html", "line": 107 }, { "directive": "disallow", "path": "/en_us/external_footer.html", "line": 108 }, { "directive": "disallow", "path": "/en_us/external_header.html", "line": 109 }, { "directive": "disallow", "path": "/en_xu/external_footer.html", "line": 110 }, { "directive": "disallow", "path": "/en_xu/external_header.html", "line": 111 }, { "directive": "disallow", "path": "/en_xp/external_footer.html", "line": 112 }, { "directive": "disallow", "path": "/en_xp/external_header.html", "line": 113 }, { "directive": "disallow", "path": "/en_xl/external_footer.html", "line": 114 }, { "directive": "disallow", "path": "/en_xl/external_header.html", "line": 115 }, { "directive": "disallow", "path": "/es_xl/external_footer.html", "line": 116 }, { "directive": "disallow", "path": "/es_xl/external_header.html", "line": 117 }, { "directive": "disallow", "path": "/pt_xl/external_footer.html", "line": 118 }, { "directive": "disallow", "path": "/pt_xl/external_header.html", "line": 119 }, { "directive": "disallow", "path": "/en_xa/external_footer.html", "line": 120 }, { "directive": "disallow", "path": "/en_xa/external_header.html", "line": 121 }, { "directive": "disallow", "path": "/de_xc/external_footer.html", "line": 122 }, { "directive": "disallow", "path": "/de_xc/external_header.html", "line": 123 }, { "directive": "disallow", "path": "/pl_pl/external_footer.html", "line": 124 }, { "directive": "disallow", "path": "/pl_pl/external_header.html", "line": 125 }, { "directive": "disallow", "path": "/ru_ru/external_footer.html", "line": 126 }, { "directive": "disallow", "path": "/ru_ru/external_header.html", "line": 127 }, { "directive": "disallow", "path": "/fr_fr/external_footer.html", "line": 128 }, { "directive": "disallow", "path": "/fr_fr/external_header.html", "line": 129 }, { "directive": "disallow", "path": "/zh_cn/external_footer.html", "line": 130 }, { "directive": "disallow", "path": "/zh_cn/external_header.html", "line": 131 }, { "directive": "disallow", "path": "/ja_jp/external_footer.html", "line": 132 }, { "directive": "disallow", "path": "/ja_jp/external_header.html", "line": 133 }, { "directive": "disallow", "path": "/ko_kr/external_footer.html", "line": 134 }, { "directive": "disallow", "path": "/ko_kr/external_header.html", "line": 135 }, { "directive": "disallow", "path": "/vi_vn/external_footer.html", "line": 136 }, { "directive": "disallow", "path": "/vi_vn/external_header.html", "line": 137 }, { "directive": "disallow", "path": "/he_il/external_footer.html", "line": 138 }, { "directive": "disallow", "path": "/he_il/external_header.html", "line": 139 }, { "directive": "disallow", "path": "/content/forms/", "line": 140 }, { "directive": "disallow", "path": "/content/forms/af/adp/", "line": 141 }, { "directive": "disallow", "path": "/catalog/", "line": 142 }, { "directive": "disallow", "path": "/catalog.html", "line": 143 }, { "directive": "disallow", "path": "/content/msi/catalog/", "line": 144 }, { "directive": "disallow", "path": "/content/msi/catalog.html", "line": 145 }, { "directive": "disallow", "path": "/content/dam/msi/tennessee/PartsandAdditionalAccessories.pdf", "line": 146 }, { "directive": "disallow", "path": "/content/dam/msi/images/avigilon/avigilon_video_surveillance_pricelist_january_2019_aecsp_us_pcat.pdf", "line": 147 }, { "directive": "disallow", "path": "/content/dam/msi/docs/robots/", "line": 148 }, { "directive": "disallow", "path": "/en_us/brand/", "line": 149 }, { "directive": "disallow", "path": "/en_us/brand.html", "line": 150 }, { "directive": "disallow", "path": "/content/dam/msi/docs/email/covid-19_use_cases.pdf", "line": 151 }, { "directive": "disallow", "path": "/content/dam/msi/docs/email/covid-19_one_pager.pdf", "line": 152 }, { "directive": "disallow", "path": "/en_us/video-security-analytics/body-worn-cameras/videomanager/downloads.html", "line": 153 }, { "directive": "disallow", "path": "/en_us/dscllc.html", "line": 154 }, { "directive": "disallow", "path": "/att/", "line": 155 }, { "directive": "disallow", "path": "/att.html", "line": 156 }, { "directive": "disallow", "path": "/verizon-ptt-plus/", "line": 157 }, { "directive": "disallow", "path": "/verizon-ptt-plus.html", "line": 158 }, { "directive": "disallow", "path": "/en_us/archived-pages/", "line": 159 }, { "directive": "disallow", "path": "/en_xu/Archived-Pages/", "line": 160 }, { "directive": "disallow", "path": "/en_xp/archived-pages/", "line": 161 }, { "directive": "disallow", "path": "/en_xl/archived-pages/", "line": 162 }, { "directive": "disallow", "path": "/en_xa/archived-pages/", "line": 163 }, { "directive": "disallow", "path": "/ko_kr/archived-pages/", "line": 164 }, { "directive": "disallow", "path": "/en_xa/archived-pages/", "line": 165 }, { "directive": "disallow", "path": "/ja_jp/archived-pages/", "line": 166 }, { "directive": "disallow", "path": "/zh_cn/archived-pages/", "line": 167 }, { "directive": "disallow", "path": "/fr_fr/archived-pages/", "line": 168 }, { "directive": "disallow", "path": "/es_xl/archived_pages/", "line": 169 }, { "directive": "disallow", "path": "/pt_xl/archived-pages/", "line": 170 }, { "directive": "disallow", "path": "/de_xc/archived-pages/", "line": 171 }, { "directive": "disallow", "path": "/pl_pl/archived-pages/", "line": 172 }, { "directive": "disallow", "path": "/ru_ru/archived-pages/", "line": 173 }, { "directive": "disallow", "path": "/he_il/archived-pages/", "line": 174 }, { "directive": "disallow", "path": "/content/dam/msi/docs/en-xu/public-safety/pronto_forms-and-processes_catalogue.pdf", "line": 175 }, { "directive": "disallow", "path": "/content/dam/msi/docs/product-marketing/flex/EOL_Old_GIS_Mapping_Modules.pdf", "line": 176 }, { "directive": "disallow", "path": "/content/dam/msi/commandcentral-dems/VX650.png", "line": 177 }, { "directive": "disallow", "path": "/en_xa/partner-central.html", "line": 178 }, { "directive": "disallow", "path": "/en_xa/partner-central/", "line": 179 }, { "directive": "disallow", "path": "/en_us/partner-central.html", "line": 180 }, { "directive": "disallow", "path": "/en_us/partner-central/", "line": 181 }, { "directive": "disallow", "path": "/en_xu/partner-central.html", "line": 182 }, { "directive": "disallow", "path": "/en_xu/partner-central/", "line": 183 }, { "directive": "disallow", "path": "/en_xl/partner-central.html", "line": 184 }, { "directive": "disallow", "path": "/en_xl/partner-central/", "line": 185 }, { "directive": "disallow", "path": "/en_xp/partner-central.html", "line": 186 }, { "directive": "disallow", "path": "/en_xp/partner-central/", "line": 187 }, { "directive": "disallow", "path": "/es_xl/partner-central.html", "line": 188 }, { "directive": "disallow", "path": "/es_xl/partner-central/", "line": 189 }, { "directive": "disallow", "path": "/pt_xl/partner-central.html", "line": 190 }, { "directive": "disallow", "path": "/pt_xl/partner-central/", "line": 191 }, { "directive": "disallow", "path": "/fr_fr/partner-central.html", "line": 192 }, { "directive": "disallow", "path": "/fr_fr/partner-central/", "line": 193 }, { "directive": "disallow", "path": "/de_xc/partner-central.html", "line": 194 }, { "directive": "disallow", "path": "/de_xc/partner-central/", "line": 195 }, { "directive": "disallow", "path": "/pl_pl/partner-central.html", "line": 196 }, { "directive": "disallow", "path": "/pl_pl/partner-central/", "line": 197 }, { "directive": "disallow", "path": "/ru_ru/partner-central.html", "line": 198 }, { "directive": "disallow", "path": "/ru_ru/partner-central/", "line": 199 }, { "directive": "disallow", "path": "/he_il/partner-central.html", "line": 200 }, { "directive": "disallow", "path": "/he_il/partner-central/", "line": 201 }, { "directive": "disallow", "path": "/it_it/partner-central.html", "line": 202 }, { "directive": "disallow", "path": "/it_it/partner-central/", "line": 203 }, { "directive": "disallow", "path": "/uk_ua/partner-central.html", "line": 204 }, { "directive": "disallow", "path": "/uk_ua/partner-central/", "line": 205 }, { "directive": "disallow", "path": "/ar_sa/partner-central.html", "line": 206 }, { "directive": "disallow", "path": "/ar_sa/partner-central/", "line": 207 }, { "directive": "disallow", "path": "/ja_jp/partner-central.html", "line": 208 }, { "directive": "disallow", "path": "/ja_jp/partner-central/", "line": 209 }, { "directive": "disallow", "path": "/ko_kr/partner-central.html", "line": 210 }, { "directive": "disallow", "path": "/ko_kr/partner-central/", "line": 211 }, { "directive": "disallow", "path": "/zh_cn/partner-central.html", "line": 212 }, { "directive": "disallow", "path": "/zh_cn/partner-central/", "line": 213 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/newsroom/non-navigational-pages/", "line": 4 }, { "directive": "disallow", "path": "/bin/", "line": 5 }, { "directive": "disallow", "path": "/etc/", "line": 6 }, { "directive": "allow", "path": "/etc/designs/", "line": 7 }, { "directive": "disallow", "path": "/libs/", "line": 8 }, { "directive": "disallow", "path": "/en_xw/", "line": 9 }, { "directive": "disallow", "path": "/en_in/", "line": 10 }, { "directive": "disallow", "path": "/en_us/myaccount/", "line": 11 }, { "directive": "disallow", "path": "/en_us/non-navigational-pages/", "line": 12 }, { "directive": "disallow", "path": "/en_us/ref/", "line": 13 }, { "directive": "disallow", "path": "/en_us/search.html", "line": 14 }, { "directive": "disallow", "path": "/en_us/404.html", "line": 15 }, { "directive": "disallow", "path": "/en_xu/non-navigational-pages/", "line": 16 }, { "directive": "disallow", "path": "/en_xu/ref/", "line": 17 }, { "directive": "disallow", "path": "/en_xu/search.html", "line": 18 }, { "directive": "disallow", "path": "/en_xu/404.html", "line": 19 }, { "directive": "disallow", "path": "/fr_fr/non-navigational-pages/", "line": 20 }, { "directive": "disallow", "path": "/fr_fr/ref/", "line": 21 }, { "directive": "disallow", "path": "/fr_fr/search.html", "line": 22 }, { "directive": "disallow", "path": "/fr_fr/404.html", "line": 23 }, { "directive": "disallow", "path": "/de_xc/non-navigational-pages/", "line": 24 }, { "directive": "disallow", "path": "/de_xc/ref/", "line": 25 }, { "directive": "disallow", "path": "/de_xc/search.html", "line": 26 }, { "directive": "disallow", "path": "/de_xc/404.html", "line": 27 }, { "directive": "disallow", "path": "/pl_pl/non-navigational-pages/", "line": 28 }, { "directive": "disallow", "path": "/pl_pl/ref/", "line": 29 }, { "directive": "disallow", "path": "/pl_pl/search.html", "line": 30 }, { "directive": "disallow", "path": "/pl_pl/404.html", "line": 31 }, { "directive": "disallow", "path": "/ru_ru/non-navigational-pages/", "line": 32 }, { "directive": "disallow", "path": "/ru_ru/ref/", "line": 33 }, { "directive": "disallow", "path": "/ru_ru/search.html", "line": 34 }, { "directive": "disallow", "path": "/ru_ru/404.html", "line": 35 }, { "directive": "disallow", "path": "/he_il/non-navigational-pages/", "line": 36 }, { "directive": "disallow", "path": "/he_il/ref/", "line": 37 }, { "directive": "disallow", "path": "/he_il/search.html", "line": 38 }, { "directive": "disallow", "path": "/he_il/404.html", "line": 39 }, { "directive": "disallow", "path": "/en_xl/non-navigational-pages/", "line": 40 }, { "directive": "disallow", "path": "/en_xl/ref/", "line": 41 }, { "directive": "disallow", "path": "/en_xl/search.html", "line": 42 }, { "directive": "disallow", "path": "/en_xl/404.html", "line": 43 }, { "directive": "disallow", "path": "/es_xl/non-navigational-pages/", "line": 44 }, { "directive": "disallow", "path": "/es_xl/ref/", "line": 45 }, { "directive": "disallow", "path": "/es_xl/search.html", "line": 46 }, { "directive": "disallow", "path": "/es_xl/404.html", "line": 47 }, { "directive": "disallow", "path": "/pt_xl/non-navigational-pages/", "line": 48 }, { "directive": "disallow", "path": "/pt_xl/ref/", "line": 49 }, { "directive": "disallow", "path": "/pt_xl/search.html", "line": 50 }, { "directive": "disallow", "path": "/pt_xl/404.html", "line": 51 }, { "directive": "disallow", "path": "/en_xp/non-navigational-pages/", "line": 52 }, { "directive": "disallow", "path": "/en_xp/ref/", "line": 53 }, { "directive": "disallow", "path": "/en_xp/search.html", "line": 54 }, { "directive": "disallow", "path": "/en_xp/404.html", "line": 55 }, { "directive": "disallow", "path": "/ko_kr/non-navigational-pages/", "line": 56 }, { "directive": "disallow", "path": "/ko_kr/ref/", "line": 57 }, { "directive": "disallow", "path": "/ko_kr/search.html", "line": 58 }, { "directive": "disallow", "path": "/ko_kr/404.html", "line": 59 }, { "directive": "disallow", "path": "/ja_jp/non-navigational-pages/", "line": 60 }, { "directive": "disallow", "path": "/ja_jp/ref/", "line": 61 }, { "directive": "disallow", "path": "/ja_jp/search.html", "line": 62 }, { "directive": "disallow", "path": "/ja_jp/404.html", "line": 63 }, { "directive": "disallow", "path": "/zh_cn/non-navigational-pages/", "line": 64 }, { "directive": "disallow", "path": "/zh_cn/ref/", "line": 65 }, { "directive": "disallow", "path": "/zh_cn/search.html", "line": 66 }, { "directive": "disallow", "path": "/zh_cn/404.html", "line": 67 }, { "directive": "disallow", "path": "/vi_vn/non-navigational-pages/", "line": 68 }, { "directive": "disallow", "path": "/vi_vn/ref/", "line": 69 }, { "directive": "disallow", "path": "/vi_vn/search.html", "line": 70 }, { "directive": "disallow", "path": "/vi_vn/404.html", "line": 71 }, { "directive": "disallow", "path": "/en_xa/non-navigational-pages/", "line": 72 }, { "directive": "disallow", "path": "/en_xa/ref/", "line": 73 }, { "directive": "disallow", "path": "/en_xa/search.html", "line": 74 }, { "directive": "disallow", "path": "/en_xa/404.html", "line": 75 }, { "directive": "disallow", "path": "/it_it/non-navigational-pages/", "line": 76 }, { "directive": "disallow", "path": "/it_it/ref/", "line": 77 }, { "directive": "disallow", "path": "/it_it/search.html", "line": 78 }, { "directive": "disallow", "path": "/it_it/404.html", "line": 79 }, { "directive": "disallow", "path": "/uk_ua/non-navigational-pages/", "line": 80 }, { "directive": "disallow", "path": "/uk_ua/ref/", "line": 81 }, { "directive": "disallow", "path": "/uk_ua/search.html", "line": 82 }, { "directive": "disallow", "path": "/uk_ua/404.html", "line": 83 }, { "directive": "disallow", "path": "/content/dam/msi/docs/secure/", "line": 84 }, { "directive": "disallow", "path": "/en_us/saleslite/saleslite-detail.html", "line": 85 }, { "directive": "disallow", "path": "/en_us/saleslite.html", "line": 86 }, { "directive": "disallow", "path": "/en_us/sales/", "line": 87 }, { "directive": "disallow", "path": "/en_us/sales", "line": 88 }, { "directive": "disallow", "path": "/en_xu/sales/", "line": 89 }, { "directive": "disallow", "path": "/en_xu/sales", "line": 90 }, { "directive": "disallow", "path": "/en_xp/sales/", "line": 91 }, { "directive": "disallow", "path": "/en_xp/sales", "line": 92 }, { "directive": "disallow", "path": "/en_xl/sales/", "line": 93 }, { "directive": "disallow", "path": "/en_xl/sales", "line": 94 }, { "directive": "disallow", "path": "/content/dam/msi/secure/", "line": 95 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-analytics.html", "line": 96 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-aware.html", "line": 97 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-predictive.html", "line": 98 }, { "directive": "disallow", "path": "/en_us/sale-light-touch.html", "line": 99 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/wave-5000.html", "line": 100 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/commandcentral-aware.html", "line": 101 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/commandcentral-predictive.html", "line": 102 }, { "directive": "disallow", "path": "/en_xu/communications/esn-services.html", "line": 103 }, { "directive": "disallow", "path": "/en_us/communities.html", "line": 104 }, { "directive": "disallow", "path": "/en_us/communitieserror.html", "line": 105 }, { "directive": "disallow", "path": "/en_us/communities/signup.html", "line": 106 }, { "directive": "disallow", "path": "/en_xu/communitieserror.html", "line": 107 }, { "directive": "disallow", "path": "/en_us/external_footer.html", "line": 108 }, { "directive": "disallow", "path": "/en_us/external_header.html", "line": 109 }, { "directive": "disallow", "path": "/en_xu/external_footer.html", "line": 110 }, { "directive": "disallow", "path": "/en_xu/external_header.html", "line": 111 }, { "directive": "disallow", "path": "/en_xp/external_footer.html", "line": 112 }, { "directive": "disallow", "path": "/en_xp/external_header.html", "line": 113 }, { "directive": "disallow", "path": "/en_xl/external_footer.html", "line": 114 }, { "directive": "disallow", "path": "/en_xl/external_header.html", "line": 115 }, { "directive": "disallow", "path": "/es_xl/external_footer.html", "line": 116 }, { "directive": "disallow", "path": "/es_xl/external_header.html", "line": 117 }, { "directive": "disallow", "path": "/pt_xl/external_footer.html", "line": 118 }, { "directive": "disallow", "path": "/pt_xl/external_header.html", "line": 119 }, { "directive": "disallow", "path": "/en_xa/external_footer.html", "line": 120 }, { "directive": "disallow", "path": "/en_xa/external_header.html", "line": 121 }, { "directive": "disallow", "path": "/de_xc/external_footer.html", "line": 122 }, { "directive": "disallow", "path": "/de_xc/external_header.html", "line": 123 }, { "directive": "disallow", "path": "/pl_pl/external_footer.html", "line": 124 }, { "directive": "disallow", "path": "/pl_pl/external_header.html", "line": 125 }, { "directive": "disallow", "path": "/ru_ru/external_footer.html", "line": 126 }, { "directive": "disallow", "path": "/ru_ru/external_header.html", "line": 127 }, { "directive": "disallow", "path": "/fr_fr/external_footer.html", "line": 128 }, { "directive": "disallow", "path": "/fr_fr/external_header.html", "line": 129 }, { "directive": "disallow", "path": "/zh_cn/external_footer.html", "line": 130 }, { "directive": "disallow", "path": "/zh_cn/external_header.html", "line": 131 }, { "directive": "disallow", "path": "/ja_jp/external_footer.html", "line": 132 }, { "directive": "disallow", "path": "/ja_jp/external_header.html", "line": 133 }, { "directive": "disallow", "path": "/ko_kr/external_footer.html", "line": 134 }, { "directive": "disallow", "path": "/ko_kr/external_header.html", "line": 135 }, { "directive": "disallow", "path": "/vi_vn/external_footer.html", "line": 136 }, { "directive": "disallow", "path": "/vi_vn/external_header.html", "line": 137 }, { "directive": "disallow", "path": "/he_il/external_footer.html", "line": 138 }, { "directive": "disallow", "path": "/he_il/external_header.html", "line": 139 }, { "directive": "disallow", "path": "/content/forms/", "line": 140 }, { "directive": "disallow", "path": "/content/forms/af/adp/", "line": 141 }, { "directive": "disallow", "path": "/catalog/", "line": 142 }, { "directive": "disallow", "path": "/catalog.html", "line": 143 }, { "directive": "disallow", "path": "/content/msi/catalog/", "line": 144 }, { "directive": "disallow", "path": "/content/msi/catalog.html", "line": 145 }, { "directive": "disallow", "path": "/content/dam/msi/tennessee/PartsandAdditionalAccessories.pdf", "line": 146 }, { "directive": "disallow", "path": "/content/dam/msi/images/avigilon/avigilon_video_surveillance_pricelist_january_2019_aecsp_us_pcat.pdf", "line": 147 }, { "directive": "disallow", "path": "/content/dam/msi/docs/robots/", "line": 148 }, { "directive": "disallow", "path": "/en_us/brand/", "line": 149 }, { "directive": "disallow", "path": "/en_us/brand.html", "line": 150 }, { "directive": "disallow", "path": "/content/dam/msi/docs/email/covid-19_use_cases.pdf", "line": 151 }, { "directive": "disallow", "path": "/content/dam/msi/docs/email/covid-19_one_pager.pdf", "line": 152 }, { "directive": "disallow", "path": "/en_us/video-security-analytics/body-worn-cameras/videomanager/downloads.html", "line": 153 }, { "directive": "disallow", "path": "/en_us/dscllc.html", "line": 154 }, { "directive": "disallow", "path": "/att/", "line": 155 }, { "directive": "disallow", "path": "/att.html", "line": 156 }, { "directive": "disallow", "path": "/verizon-ptt-plus/", "line": 157 }, { "directive": "disallow", "path": "/verizon-ptt-plus.html", "line": 158 }, { "directive": "disallow", "path": "/en_us/archived-pages/", "line": 159 }, { "directive": "disallow", "path": "/en_xu/Archived-Pages/", "line": 160 }, { "directive": "disallow", "path": "/en_xp/archived-pages/", "line": 161 }, { "directive": "disallow", "path": "/en_xl/archived-pages/", "line": 162 }, { "directive": "disallow", "path": "/en_xa/archived-pages/", "line": 163 }, { "directive": "disallow", "path": "/ko_kr/archived-pages/", "line": 164 }, { "directive": "disallow", "path": "/en_xa/archived-pages/", "line": 165 }, { "directive": "disallow", "path": "/ja_jp/archived-pages/", "line": 166 }, { "directive": "disallow", "path": "/zh_cn/archived-pages/", "line": 167 }, { "directive": "disallow", "path": "/fr_fr/archived-pages/", "line": 168 }, { "directive": "disallow", "path": "/es_xl/archived_pages/", "line": 169 }, { "directive": "disallow", "path": "/pt_xl/archived-pages/", "line": 170 }, { "directive": "disallow", "path": "/de_xc/archived-pages/", "line": 171 }, { "directive": "disallow", "path": "/pl_pl/archived-pages/", "line": 172 }, { "directive": "disallow", "path": "/ru_ru/archived-pages/", "line": 173 }, { "directive": "disallow", "path": "/he_il/archived-pages/", "line": 174 }, { "directive": "disallow", "path": "/content/dam/msi/docs/en-xu/public-safety/pronto_forms-and-processes_catalogue.pdf", "line": 175 }, { "directive": "disallow", "path": "/content/dam/msi/docs/product-marketing/flex/EOL_Old_GIS_Mapping_Modules.pdf", "line": 176 }, { "directive": "disallow", "path": "/content/dam/msi/commandcentral-dems/VX650.png", "line": 177 }, { "directive": "disallow", "path": "/en_xa/partner-central.html", "line": 178 }, { "directive": "disallow", "path": "/en_xa/partner-central/", "line": 179 }, { "directive": "disallow", "path": "/en_us/partner-central.html", "line": 180 }, { "directive": "disallow", "path": "/en_us/partner-central/", "line": 181 }, { "directive": "disallow", "path": "/en_xu/partner-central.html", "line": 182 }, { "directive": "disallow", "path": "/en_xu/partner-central/", "line": 183 }, { "directive": "disallow", "path": "/en_xl/partner-central.html", "line": 184 }, { "directive": "disallow", "path": "/en_xl/partner-central/", "line": 185 }, { "directive": "disallow", "path": "/en_xp/partner-central.html", "line": 186 }, { "directive": "disallow", "path": "/en_xp/partner-central/", "line": 187 }, { "directive": "disallow", "path": "/es_xl/partner-central.html", "line": 188 }, { "directive": "disallow", "path": "/es_xl/partner-central/", "line": 189 }, { "directive": "disallow", "path": "/pt_xl/partner-central.html", "line": 190 }, { "directive": "disallow", "path": "/pt_xl/partner-central/", "line": 191 }, { "directive": "disallow", "path": "/fr_fr/partner-central.html", "line": 192 }, { "directive": "disallow", "path": "/fr_fr/partner-central/", "line": 193 }, { "directive": "disallow", "path": "/de_xc/partner-central.html", "line": 194 }, { "directive": "disallow", "path": "/de_xc/partner-central/", "line": 195 }, { "directive": "disallow", "path": "/pl_pl/partner-central.html", "line": 196 }, { "directive": "disallow", "path": "/pl_pl/partner-central/", "line": 197 }, { "directive": "disallow", "path": "/ru_ru/partner-central.html", "line": 198 }, { "directive": "disallow", "path": "/ru_ru/partner-central/", "line": 199 }, { "directive": "disallow", "path": "/he_il/partner-central.html", "line": 200 }, { "directive": "disallow", "path": "/he_il/partner-central/", "line": 201 }, { "directive": "disallow", "path": "/it_it/partner-central.html", "line": 202 }, { "directive": "disallow", "path": "/it_it/partner-central/", "line": 203 }, { "directive": "disallow", "path": "/uk_ua/partner-central.html", "line": 204 }, { "directive": "disallow", "path": "/uk_ua/partner-central/", "line": 205 }, { "directive": "disallow", "path": "/ar_sa/partner-central.html", "line": 206 }, { "directive": "disallow", "path": "/ar_sa/partner-central/", "line": 207 }, { "directive": "disallow", "path": "/ja_jp/partner-central.html", "line": 208 }, { "directive": "disallow", "path": "/ja_jp/partner-central/", "line": 209 }, { "directive": "disallow", "path": "/ko_kr/partner-central.html", "line": 210 }, { "directive": "disallow", "path": "/ko_kr/partner-central/", "line": 211 }, { "directive": "disallow", "path": "/zh_cn/partner-central.html", "line": 212 }, { "directive": "disallow", "path": "/zh_cn/partner-central/", "line": 213 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/newsroom/non-navigational-pages/", "line": 4 }, { "directive": "disallow", "path": "/bin/", "line": 5 }, { "directive": "disallow", "path": "/etc/", "line": 6 }, { "directive": "allow", "path": "/etc/designs/", "line": 7 }, { "directive": "disallow", "path": "/libs/", "line": 8 }, { "directive": "disallow", "path": "/en_xw/", "line": 9 }, { "directive": "disallow", "path": "/en_in/", "line": 10 }, { "directive": "disallow", "path": "/en_us/myaccount/", "line": 11 }, { "directive": "disallow", "path": "/en_us/non-navigational-pages/", "line": 12 }, { "directive": "disallow", "path": "/en_us/ref/", "line": 13 }, { "directive": "disallow", "path": "/en_us/search.html", "line": 14 }, { "directive": "disallow", "path": "/en_us/404.html", "line": 15 }, { "directive": "disallow", "path": "/en_xu/non-navigational-pages/", "line": 16 }, { "directive": "disallow", "path": "/en_xu/ref/", "line": 17 }, { "directive": "disallow", "path": "/en_xu/search.html", "line": 18 }, { "directive": "disallow", "path": "/en_xu/404.html", "line": 19 }, { "directive": "disallow", "path": "/fr_fr/non-navigational-pages/", "line": 20 }, { "directive": "disallow", "path": "/fr_fr/ref/", "line": 21 }, { "directive": "disallow", "path": "/fr_fr/search.html", "line": 22 }, { "directive": "disallow", "path": "/fr_fr/404.html", "line": 23 }, { "directive": "disallow", "path": "/de_xc/non-navigational-pages/", "line": 24 }, { "directive": "disallow", "path": "/de_xc/ref/", "line": 25 }, { "directive": "disallow", "path": "/de_xc/search.html", "line": 26 }, { "directive": "disallow", "path": "/de_xc/404.html", "line": 27 }, { "directive": "disallow", "path": "/pl_pl/non-navigational-pages/", "line": 28 }, { "directive": "disallow", "path": "/pl_pl/ref/", "line": 29 }, { "directive": "disallow", "path": "/pl_pl/search.html", "line": 30 }, { "directive": "disallow", "path": "/pl_pl/404.html", "line": 31 }, { "directive": "disallow", "path": "/ru_ru/non-navigational-pages/", "line": 32 }, { "directive": "disallow", "path": "/ru_ru/ref/", "line": 33 }, { "directive": "disallow", "path": "/ru_ru/search.html", "line": 34 }, { "directive": "disallow", "path": "/ru_ru/404.html", "line": 35 }, { "directive": "disallow", "path": "/he_il/non-navigational-pages/", "line": 36 }, { "directive": "disallow", "path": "/he_il/ref/", "line": 37 }, { "directive": "disallow", "path": "/he_il/search.html", "line": 38 }, { "directive": "disallow", "path": "/he_il/404.html", "line": 39 }, { "directive": "disallow", "path": "/en_xl/non-navigational-pages/", "line": 40 }, { "directive": "disallow", "path": "/en_xl/ref/", "line": 41 }, { "directive": "disallow", "path": "/en_xl/search.html", "line": 42 }, { "directive": "disallow", "path": "/en_xl/404.html", "line": 43 }, { "directive": "disallow", "path": "/es_xl/non-navigational-pages/", "line": 44 }, { "directive": "disallow", "path": "/es_xl/ref/", "line": 45 }, { "directive": "disallow", "path": "/es_xl/search.html", "line": 46 }, { "directive": "disallow", "path": "/es_xl/404.html", "line": 47 }, { "directive": "disallow", "path": "/pt_xl/non-navigational-pages/", "line": 48 }, { "directive": "disallow", "path": "/pt_xl/ref/", "line": 49 }, { "directive": "disallow", "path": "/pt_xl/search.html", "line": 50 }, { "directive": "disallow", "path": "/pt_xl/404.html", "line": 51 }, { "directive": "disallow", "path": "/en_xp/non-navigational-pages/", "line": 52 }, { "directive": "disallow", "path": "/en_xp/ref/", "line": 53 }, { "directive": "disallow", "path": "/en_xp/search.html", "line": 54 }, { "directive": "disallow", "path": "/en_xp/404.html", "line": 55 }, { "directive": "disallow", "path": "/ko_kr/non-navigational-pages/", "line": 56 }, { "directive": "disallow", "path": "/ko_kr/ref/", "line": 57 }, { "directive": "disallow", "path": "/ko_kr/search.html", "line": 58 }, { "directive": "disallow", "path": "/ko_kr/404.html", "line": 59 }, { "directive": "disallow", "path": "/ja_jp/non-navigational-pages/", "line": 60 }, { "directive": "disallow", "path": "/ja_jp/ref/", "line": 61 }, { "directive": "disallow", "path": "/ja_jp/search.html", "line": 62 }, { "directive": "disallow", "path": "/ja_jp/404.html", "line": 63 }, { "directive": "disallow", "path": "/zh_cn/non-navigational-pages/", "line": 64 }, { "directive": "disallow", "path": "/zh_cn/ref/", "line": 65 }, { "directive": "disallow", "path": "/zh_cn/search.html", "line": 66 }, { "directive": "disallow", "path": "/zh_cn/404.html", "line": 67 }, { "directive": "disallow", "path": "/vi_vn/non-navigational-pages/", "line": 68 }, { "directive": "disallow", "path": "/vi_vn/ref/", "line": 69 }, { "directive": "disallow", "path": "/vi_vn/search.html", "line": 70 }, { "directive": "disallow", "path": "/vi_vn/404.html", "line": 71 }, { "directive": "disallow", "path": "/en_xa/non-navigational-pages/", "line": 72 }, { "directive": "disallow", "path": "/en_xa/ref/", "line": 73 }, { "directive": "disallow", "path": "/en_xa/search.html", "line": 74 }, { "directive": "disallow", "path": "/en_xa/404.html", "line": 75 }, { "directive": "disallow", "path": "/it_it/non-navigational-pages/", "line": 76 }, { "directive": "disallow", "path": "/it_it/ref/", "line": 77 }, { "directive": "disallow", "path": "/it_it/search.html", "line": 78 }, { "directive": "disallow", "path": "/it_it/404.html", "line": 79 }, { "directive": "disallow", "path": "/uk_ua/non-navigational-pages/", "line": 80 }, { "directive": "disallow", "path": "/uk_ua/ref/", "line": 81 }, { "directive": "disallow", "path": "/uk_ua/search.html", "line": 82 }, { "directive": "disallow", "path": "/uk_ua/404.html", "line": 83 }, { "directive": "disallow", "path": "/content/dam/msi/docs/secure/", "line": 84 }, { "directive": "disallow", "path": "/en_us/saleslite/saleslite-detail.html", "line": 85 }, { "directive": "disallow", "path": "/en_us/saleslite.html", "line": 86 }, { "directive": "disallow", "path": "/en_us/sales/", "line": 87 }, { "directive": "disallow", "path": "/en_us/sales", "line": 88 }, { "directive": "disallow", "path": "/en_xu/sales/", "line": 89 }, { "directive": "disallow", "path": "/en_xu/sales", "line": 90 }, { "directive": "disallow", "path": "/en_xp/sales/", "line": 91 }, { "directive": "disallow", "path": "/en_xp/sales", "line": 92 }, { "directive": "disallow", "path": "/en_xl/sales/", "line": 93 }, { "directive": "disallow", "path": "/en_xl/sales", "line": 94 }, { "directive": "disallow", "path": "/content/dam/msi/secure/", "line": 95 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-analytics.html", "line": 96 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-aware.html", "line": 97 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-predictive.html", "line": 98 }, { "directive": "disallow", "path": "/en_us/sale-light-touch.html", "line": 99 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/wave-5000.html", "line": 100 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/commandcentral-aware.html", "line": 101 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/commandcentral-predictive.html", "line": 102 }, { "directive": "disallow", "path": "/en_xu/communications/esn-services.html", "line": 103 }, { "directive": "disallow", "path": "/en_us/communities.html", "line": 104 }, { "directive": "disallow", "path": "/en_us/communitieserror.html", "line": 105 }, { "directive": "disallow", "path": "/en_us/communities/signup.html", "line": 106 }, { "directive": "disallow", "path": "/en_xu/communitieserror.html", "line": 107 }, { "directive": "disallow", "path": "/en_us/external_footer.html", "line": 108 }, { "directive": "disallow", "path": "/en_us/external_header.html", "line": 109 }, { "directive": "disallow", "path": "/en_xu/external_footer.html", "line": 110 }, { "directive": "disallow", "path": "/en_xu/external_header.html", "line": 111 }, { "directive": "disallow", "path": "/en_xp/external_footer.html", "line": 112 }, { "directive": "disallow", "path": "/en_xp/external_header.html", "line": 113 }, { "directive": "disallow", "path": "/en_xl/external_footer.html", "line": 114 }, { "directive": "disallow", "path": "/en_xl/external_header.html", "line": 115 }, { "directive": "disallow", "path": "/es_xl/external_footer.html", "line": 116 }, { "directive": "disallow", "path": "/es_xl/external_header.html", "line": 117 }, { "directive": "disallow", "path": "/pt_xl/external_footer.html", "line": 118 }, { "directive": "disallow", "path": "/pt_xl/external_header.html", "line": 119 }, { "directive": "disallow", "path": "/en_xa/external_footer.html", "line": 120 }, { "directive": "disallow", "path": "/en_xa/external_header.html", "line": 121 }, { "directive": "disallow", "path": "/de_xc/external_footer.html", "line": 122 }, { "directive": "disallow", "path": "/de_xc/external_header.html", "line": 123 }, { "directive": "disallow", "path": "/pl_pl/external_footer.html", "line": 124 }, { "directive": "disallow", "path": "/pl_pl/external_header.html", "line": 125 }, { "directive": "disallow", "path": "/ru_ru/external_footer.html", "line": 126 }, { "directive": "disallow", "path": "/ru_ru/external_header.html", "line": 127 }, { "directive": "disallow", "path": "/fr_fr/external_footer.html", "line": 128 }, { "directive": "disallow", "path": "/fr_fr/external_header.html", "line": 129 }, { "directive": "disallow", "path": "/zh_cn/external_footer.html", "line": 130 }, { "directive": "disallow", "path": "/zh_cn/external_header.html", "line": 131 }, { "directive": "disallow", "path": "/ja_jp/external_footer.html", "line": 132 }, { "directive": "disallow", "path": "/ja_jp/external_header.html", "line": 133 }, { "directive": "disallow", "path": "/ko_kr/external_footer.html", "line": 134 }, { "directive": "disallow", "path": "/ko_kr/external_header.html", "line": 135 }, { "directive": "disallow", "path": "/vi_vn/external_footer.html", "line": 136 }, { "directive": "disallow", "path": "/vi_vn/external_header.html", "line": 137 }, { "directive": "disallow", "path": "/he_il/external_footer.html", "line": 138 }, { "directive": "disallow", "path": "/he_il/external_header.html", "line": 139 }, { "directive": "disallow", "path": "/content/forms/", "line": 140 }, { "directive": "disallow", "path": "/content/forms/af/adp/", "line": 141 }, { "directive": "disallow", "path": "/catalog/", "line": 142 }, { "directive": "disallow", "path": "/catalog.html", "line": 143 }, { "directive": "disallow", "path": "/content/msi/catalog/", "line": 144 }, { "directive": "disallow", "path": "/content/msi/catalog.html", "line": 145 }, { "directive": "disallow", "path": "/content/dam/msi/tennessee/PartsandAdditionalAccessories.pdf", "line": 146 }, { "directive": "disallow", "path": "/content/dam/msi/images/avigilon/avigilon_video_surveillance_pricelist_january_2019_aecsp_us_pcat.pdf", "line": 147 }, { "directive": "disallow", "path": "/content/dam/msi/docs/robots/", "line": 148 }, { "directive": "disallow", "path": "/en_us/brand/", "line": 149 }, { "directive": "disallow", "path": "/en_us/brand.html", "line": 150 }, { "directive": "disallow", "path": "/content/dam/msi/docs/email/covid-19_use_cases.pdf", "line": 151 }, { "directive": "disallow", "path": "/content/dam/msi/docs/email/covid-19_one_pager.pdf", "line": 152 }, { "directive": "disallow", "path": "/en_us/video-security-analytics/body-worn-cameras/videomanager/downloads.html", "line": 153 }, { "directive": "disallow", "path": "/en_us/dscllc.html", "line": 154 }, { "directive": "disallow", "path": "/att/", "line": 155 }, { "directive": "disallow", "path": "/att.html", "line": 156 }, { "directive": "disallow", "path": "/verizon-ptt-plus/", "line": 157 }, { "directive": "disallow", "path": "/verizon-ptt-plus.html", "line": 158 }, { "directive": "disallow", "path": "/en_us/archived-pages/", "line": 159 }, { "directive": "disallow", "path": "/en_xu/Archived-Pages/", "line": 160 }, { "directive": "disallow", "path": "/en_xp/archived-pages/", "line": 161 }, { "directive": "disallow", "path": "/en_xl/archived-pages/", "line": 162 }, { "directive": "disallow", "path": "/en_xa/archived-pages/", "line": 163 }, { "directive": "disallow", "path": "/ko_kr/archived-pages/", "line": 164 }, { "directive": "disallow", "path": "/en_xa/archived-pages/", "line": 165 }, { "directive": "disallow", "path": "/ja_jp/archived-pages/", "line": 166 }, { "directive": "disallow", "path": "/zh_cn/archived-pages/", "line": 167 }, { "directive": "disallow", "path": "/fr_fr/archived-pages/", "line": 168 }, { "directive": "disallow", "path": "/es_xl/archived_pages/", "line": 169 }, { "directive": "disallow", "path": "/pt_xl/archived-pages/", "line": 170 }, { "directive": "disallow", "path": "/de_xc/archived-pages/", "line": 171 }, { "directive": "disallow", "path": "/pl_pl/archived-pages/", "line": 172 }, { "directive": "disallow", "path": "/ru_ru/archived-pages/", "line": 173 }, { "directive": "disallow", "path": "/he_il/archived-pages/", "line": 174 }, { "directive": "disallow", "path": "/content/dam/msi/docs/en-xu/public-safety/pronto_forms-and-processes_catalogue.pdf", "line": 175 }, { "directive": "disallow", "path": "/content/dam/msi/docs/product-marketing/flex/EOL_Old_GIS_Mapping_Modules.pdf", "line": 176 }, { "directive": "disallow", "path": "/content/dam/msi/commandcentral-dems/VX650.png", "line": 177 }, { "directive": "disallow", "path": "/en_xa/partner-central.html", "line": 178 }, { "directive": "disallow", "path": "/en_xa/partner-central/", "line": 179 }, { "directive": "disallow", "path": "/en_us/partner-central.html", "line": 180 }, { "directive": "disallow", "path": "/en_us/partner-central/", "line": 181 }, { "directive": "disallow", "path": "/en_xu/partner-central.html", "line": 182 }, { "directive": "disallow", "path": "/en_xu/partner-central/", "line": 183 }, { "directive": "disallow", "path": "/en_xl/partner-central.html", "line": 184 }, { "directive": "disallow", "path": "/en_xl/partner-central/", "line": 185 }, { "directive": "disallow", "path": "/en_xp/partner-central.html", "line": 186 }, { "directive": "disallow", "path": "/en_xp/partner-central/", "line": 187 }, { "directive": "disallow", "path": "/es_xl/partner-central.html", "line": 188 }, { "directive": "disallow", "path": "/es_xl/partner-central/", "line": 189 }, { "directive": "disallow", "path": "/pt_xl/partner-central.html", "line": 190 }, { "directive": "disallow", "path": "/pt_xl/partner-central/", "line": 191 }, { "directive": "disallow", "path": "/fr_fr/partner-central.html", "line": 192 }, { "directive": "disallow", "path": "/fr_fr/partner-central/", "line": 193 }, { "directive": "disallow", "path": "/de_xc/partner-central.html", "line": 194 }, { "directive": "disallow", "path": "/de_xc/partner-central/", "line": 195 }, { "directive": "disallow", "path": "/pl_pl/partner-central.html", "line": 196 }, { "directive": "disallow", "path": "/pl_pl/partner-central/", "line": 197 }, { "directive": "disallow", "path": "/ru_ru/partner-central.html", "line": 198 }, { "directive": "disallow", "path": "/ru_ru/partner-central/", "line": 199 }, { "directive": "disallow", "path": "/he_il/partner-central.html", "line": 200 }, { "directive": "disallow", "path": "/he_il/partner-central/", "line": 201 }, { "directive": "disallow", "path": "/it_it/partner-central.html", "line": 202 }, { "directive": "disallow", "path": "/it_it/partner-central/", "line": 203 }, { "directive": "disallow", "path": "/uk_ua/partner-central.html", "line": 204 }, { "directive": "disallow", "path": "/uk_ua/partner-central/", "line": 205 }, { "directive": "disallow", "path": "/ar_sa/partner-central.html", "line": 206 }, { "directive": "disallow", "path": "/ar_sa/partner-central/", "line": 207 }, { "directive": "disallow", "path": "/ja_jp/partner-central.html", "line": 208 }, { "directive": "disallow", "path": "/ja_jp/partner-central/", "line": 209 }, { "directive": "disallow", "path": "/ko_kr/partner-central.html", "line": 210 }, { "directive": "disallow", "path": "/ko_kr/partner-central/", "line": 211 }, { "directive": "disallow", "path": "/zh_cn/partner-central.html", "line": 212 }, { "directive": "disallow", "path": "/zh_cn/partner-central/", "line": 213 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/newsroom/non-navigational-pages/", "line": 4 }, { "directive": "disallow", "path": "/bin/", "line": 5 }, { "directive": "disallow", "path": "/etc/", "line": 6 }, { "directive": "allow", "path": "/etc/designs/", "line": 7 }, { "directive": "disallow", "path": "/libs/", "line": 8 }, { "directive": "disallow", "path": "/en_xw/", "line": 9 }, { "directive": "disallow", "path": "/en_in/", "line": 10 }, { "directive": "disallow", "path": "/en_us/myaccount/", "line": 11 }, { "directive": "disallow", "path": "/en_us/non-navigational-pages/", "line": 12 }, { "directive": "disallow", "path": "/en_us/ref/", "line": 13 }, { "directive": "disallow", "path": "/en_us/search.html", "line": 14 }, { "directive": "disallow", "path": "/en_us/404.html", "line": 15 }, { "directive": "disallow", "path": "/en_xu/non-navigational-pages/", "line": 16 }, { "directive": "disallow", "path": "/en_xu/ref/", "line": 17 }, { "directive": "disallow", "path": "/en_xu/search.html", "line": 18 }, { "directive": "disallow", "path": "/en_xu/404.html", "line": 19 }, { "directive": "disallow", "path": "/fr_fr/non-navigational-pages/", "line": 20 }, { "directive": "disallow", "path": "/fr_fr/ref/", "line": 21 }, { "directive": "disallow", "path": "/fr_fr/search.html", "line": 22 }, { "directive": "disallow", "path": "/fr_fr/404.html", "line": 23 }, { "directive": "disallow", "path": "/de_xc/non-navigational-pages/", "line": 24 }, { "directive": "disallow", "path": "/de_xc/ref/", "line": 25 }, { "directive": "disallow", "path": "/de_xc/search.html", "line": 26 }, { "directive": "disallow", "path": "/de_xc/404.html", "line": 27 }, { "directive": "disallow", "path": "/pl_pl/non-navigational-pages/", "line": 28 }, { "directive": "disallow", "path": "/pl_pl/ref/", "line": 29 }, { "directive": "disallow", "path": "/pl_pl/search.html", "line": 30 }, { "directive": "disallow", "path": "/pl_pl/404.html", "line": 31 }, { "directive": "disallow", "path": "/ru_ru/non-navigational-pages/", "line": 32 }, { "directive": "disallow", "path": "/ru_ru/ref/", "line": 33 }, { "directive": "disallow", "path": "/ru_ru/search.html", "line": 34 }, { "directive": "disallow", "path": "/ru_ru/404.html", "line": 35 }, { "directive": "disallow", "path": "/he_il/non-navigational-pages/", "line": 36 }, { "directive": "disallow", "path": "/he_il/ref/", "line": 37 }, { "directive": "disallow", "path": "/he_il/search.html", "line": 38 }, { "directive": "disallow", "path": "/he_il/404.html", "line": 39 }, { "directive": "disallow", "path": "/en_xl/non-navigational-pages/", "line": 40 }, { "directive": "disallow", "path": "/en_xl/ref/", "line": 41 }, { "directive": "disallow", "path": "/en_xl/search.html", "line": 42 }, { "directive": "disallow", "path": "/en_xl/404.html", "line": 43 }, { "directive": "disallow", "path": "/es_xl/non-navigational-pages/", "line": 44 }, { "directive": "disallow", "path": "/es_xl/ref/", "line": 45 }, { "directive": "disallow", "path": "/es_xl/search.html", "line": 46 }, { "directive": "disallow", "path": "/es_xl/404.html", "line": 47 }, { "directive": "disallow", "path": "/pt_xl/non-navigational-pages/", "line": 48 }, { "directive": "disallow", "path": "/pt_xl/ref/", "line": 49 }, { "directive": "disallow", "path": "/pt_xl/search.html", "line": 50 }, { "directive": "disallow", "path": "/pt_xl/404.html", "line": 51 }, { "directive": "disallow", "path": "/en_xp/non-navigational-pages/", "line": 52 }, { "directive": "disallow", "path": "/en_xp/ref/", "line": 53 }, { "directive": "disallow", "path": "/en_xp/search.html", "line": 54 }, { "directive": "disallow", "path": "/en_xp/404.html", "line": 55 }, { "directive": "disallow", "path": "/ko_kr/non-navigational-pages/", "line": 56 }, { "directive": "disallow", "path": "/ko_kr/ref/", "line": 57 }, { "directive": "disallow", "path": "/ko_kr/search.html", "line": 58 }, { "directive": "disallow", "path": "/ko_kr/404.html", "line": 59 }, { "directive": "disallow", "path": "/ja_jp/non-navigational-pages/", "line": 60 }, { "directive": "disallow", "path": "/ja_jp/ref/", "line": 61 }, { "directive": "disallow", "path": "/ja_jp/search.html", "line": 62 }, { "directive": "disallow", "path": "/ja_jp/404.html", "line": 63 }, { "directive": "disallow", "path": "/zh_cn/non-navigational-pages/", "line": 64 }, { "directive": "disallow", "path": "/zh_cn/ref/", "line": 65 }, { "directive": "disallow", "path": "/zh_cn/search.html", "line": 66 }, { "directive": "disallow", "path": "/zh_cn/404.html", "line": 67 }, { "directive": "disallow", "path": "/vi_vn/non-navigational-pages/", "line": 68 }, { "directive": "disallow", "path": "/vi_vn/ref/", "line": 69 }, { "directive": "disallow", "path": "/vi_vn/search.html", "line": 70 }, { "directive": "disallow", "path": "/vi_vn/404.html", "line": 71 }, { "directive": "disallow", "path": "/en_xa/non-navigational-pages/", "line": 72 }, { "directive": "disallow", "path": "/en_xa/ref/", "line": 73 }, { "directive": "disallow", "path": "/en_xa/search.html", "line": 74 }, { "directive": "disallow", "path": "/en_xa/404.html", "line": 75 }, { "directive": "disallow", "path": "/it_it/non-navigational-pages/", "line": 76 }, { "directive": "disallow", "path": "/it_it/ref/", "line": 77 }, { "directive": "disallow", "path": "/it_it/search.html", "line": 78 }, { "directive": "disallow", "path": "/it_it/404.html", "line": 79 }, { "directive": "disallow", "path": "/uk_ua/non-navigational-pages/", "line": 80 }, { "directive": "disallow", "path": "/uk_ua/ref/", "line": 81 }, { "directive": "disallow", "path": "/uk_ua/search.html", "line": 82 }, { "directive": "disallow", "path": "/uk_ua/404.html", "line": 83 }, { "directive": "disallow", "path": "/content/dam/msi/docs/secure/", "line": 84 }, { "directive": "disallow", "path": "/en_us/saleslite/saleslite-detail.html", "line": 85 }, { "directive": "disallow", "path": "/en_us/saleslite.html", "line": 86 }, { "directive": "disallow", "path": "/en_us/sales/", "line": 87 }, { "directive": "disallow", "path": "/en_us/sales", "line": 88 }, { "directive": "disallow", "path": "/en_xu/sales/", "line": 89 }, { "directive": "disallow", "path": "/en_xu/sales", "line": 90 }, { "directive": "disallow", "path": "/en_xp/sales/", "line": 91 }, { "directive": "disallow", "path": "/en_xp/sales", "line": 92 }, { "directive": "disallow", "path": "/en_xl/sales/", "line": 93 }, { "directive": "disallow", "path": "/en_xl/sales", "line": 94 }, { "directive": "disallow", "path": "/content/dam/msi/secure/", "line": 95 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-analytics.html", "line": 96 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-aware.html", "line": 97 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-predictive.html", "line": 98 }, { "directive": "disallow", "path": "/en_us/sale-light-touch.html", "line": 99 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/wave-5000.html", "line": 100 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/commandcentral-aware.html", "line": 101 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/commandcentral-predictive.html", "line": 102 }, { "directive": "disallow", "path": "/en_xu/communications/esn-services.html", "line": 103 }, { "directive": "disallow", "path": "/en_us/communities.html", "line": 104 }, { "directive": "disallow", "path": "/en_us/communitieserror.html", "line": 105 }, { "directive": "disallow", "path": "/en_us/communities/signup.html", "line": 106 }, { "directive": "disallow", "path": "/en_xu/communitieserror.html", "line": 107 }, { "directive": "disallow", "path": "/en_us/external_footer.html", "line": 108 }, { "directive": "disallow", "path": "/en_us/external_header.html", "line": 109 }, { "directive": "disallow", "path": "/en_xu/external_footer.html", "line": 110 }, { "directive": "disallow", "path": "/en_xu/external_header.html", "line": 111 }, { "directive": "disallow", "path": "/en_xp/external_footer.html", "line": 112 }, { "directive": "disallow", "path": "/en_xp/external_header.html", "line": 113 }, { "directive": "disallow", "path": "/en_xl/external_footer.html", "line": 114 }, { "directive": "disallow", "path": "/en_xl/external_header.html", "line": 115 }, { "directive": "disallow", "path": "/es_xl/external_footer.html", "line": 116 }, { "directive": "disallow", "path": "/es_xl/external_header.html", "line": 117 }, { "directive": "disallow", "path": "/pt_xl/external_footer.html", "line": 118 }, { "directive": "disallow", "path": "/pt_xl/external_header.html", "line": 119 }, { "directive": "disallow", "path": "/en_xa/external_footer.html", "line": 120 }, { "directive": "disallow", "path": "/en_xa/external_header.html", "line": 121 }, { "directive": "disallow", "path": "/de_xc/external_footer.html", "line": 122 }, { "directive": "disallow", "path": "/de_xc/external_header.html", "line": 123 }, { "directive": "disallow", "path": "/pl_pl/external_footer.html", "line": 124 }, { "directive": "disallow", "path": "/pl_pl/external_header.html", "line": 125 }, { "directive": "disallow", "path": "/ru_ru/external_footer.html", "line": 126 }, { "directive": "disallow", "path": "/ru_ru/external_header.html", "line": 127 }, { "directive": "disallow", "path": "/fr_fr/external_footer.html", "line": 128 }, { "directive": "disallow", "path": "/fr_fr/external_header.html", "line": 129 }, { "directive": "disallow", "path": "/zh_cn/external_footer.html", "line": 130 }, { "directive": "disallow", "path": "/zh_cn/external_header.html", "line": 131 }, { "directive": "disallow", "path": "/ja_jp/external_footer.html", "line": 132 }, { "directive": "disallow", "path": "/ja_jp/external_header.html", "line": 133 }, { "directive": "disallow", "path": "/ko_kr/external_footer.html", "line": 134 }, { "directive": "disallow", "path": "/ko_kr/external_header.html", "line": 135 }, { "directive": "disallow", "path": "/vi_vn/external_footer.html", "line": 136 }, { "directive": "disallow", "path": "/vi_vn/external_header.html", "line": 137 }, { "directive": "disallow", "path": "/he_il/external_footer.html", "line": 138 }, { "directive": "disallow", "path": "/he_il/external_header.html", "line": 139 }, { "directive": "disallow", "path": "/content/forms/", "line": 140 }, { "directive": "disallow", "path": "/content/forms/af/adp/", "line": 141 }, { "directive": "disallow", "path": "/catalog/", "line": 142 }, { "directive": "disallow", "path": "/catalog.html", "line": 143 }, { "directive": "disallow", "path": "/content/msi/catalog/", "line": 144 }, { "directive": "disallow", "path": "/content/msi/catalog.html", "line": 145 }, { "directive": "disallow", "path": "/content/dam/msi/tennessee/PartsandAdditionalAccessories.pdf", "line": 146 }, { "directive": "disallow", "path": "/content/dam/msi/images/avigilon/avigilon_video_surveillance_pricelist_january_2019_aecsp_us_pcat.pdf", "line": 147 }, { "directive": "disallow", "path": "/content/dam/msi/docs/robots/", "line": 148 }, { "directive": "disallow", "path": "/en_us/brand/", "line": 149 }, { "directive": "disallow", "path": "/en_us/brand.html", "line": 150 }, { "directive": "disallow", "path": "/content/dam/msi/docs/email/covid-19_use_cases.pdf", "line": 151 }, { "directive": "disallow", "path": "/content/dam/msi/docs/email/covid-19_one_pager.pdf", "line": 152 }, { "directive": "disallow", "path": "/en_us/video-security-analytics/body-worn-cameras/videomanager/downloads.html", "line": 153 }, { "directive": "disallow", "path": "/en_us/dscllc.html", "line": 154 }, { "directive": "disallow", "path": "/att/", "line": 155 }, { "directive": "disallow", "path": "/att.html", "line": 156 }, { "directive": "disallow", "path": "/verizon-ptt-plus/", "line": 157 }, { "directive": "disallow", "path": "/verizon-ptt-plus.html", "line": 158 }, { "directive": "disallow", "path": "/en_us/archived-pages/", "line": 159 }, { "directive": "disallow", "path": "/en_xu/Archived-Pages/", "line": 160 }, { "directive": "disallow", "path": "/en_xp/archived-pages/", "line": 161 }, { "directive": "disallow", "path": "/en_xl/archived-pages/", "line": 162 }, { "directive": "disallow", "path": "/en_xa/archived-pages/", "line": 163 }, { "directive": "disallow", "path": "/ko_kr/archived-pages/", "line": 164 }, { "directive": "disallow", "path": "/en_xa/archived-pages/", "line": 165 }, { "directive": "disallow", "path": "/ja_jp/archived-pages/", "line": 166 }, { "directive": "disallow", "path": "/zh_cn/archived-pages/", "line": 167 }, { "directive": "disallow", "path": "/fr_fr/archived-pages/", "line": 168 }, { "directive": "disallow", "path": "/es_xl/archived_pages/", "line": 169 }, { "directive": "disallow", "path": "/pt_xl/archived-pages/", "line": 170 }, { "directive": "disallow", "path": "/de_xc/archived-pages/", "line": 171 }, { "directive": "disallow", "path": "/pl_pl/archived-pages/", "line": 172 }, { "directive": "disallow", "path": "/ru_ru/archived-pages/", "line": 173 }, { "directive": "disallow", "path": "/he_il/archived-pages/", "line": 174 }, { "directive": "disallow", "path": "/content/dam/msi/docs/en-xu/public-safety/pronto_forms-and-processes_catalogue.pdf", "line": 175 }, { "directive": "disallow", "path": "/content/dam/msi/docs/product-marketing/flex/EOL_Old_GIS_Mapping_Modules.pdf", "line": 176 }, { "directive": "disallow", "path": "/content/dam/msi/commandcentral-dems/VX650.png", "line": 177 }, { "directive": "disallow", "path": "/en_xa/partner-central.html", "line": 178 }, { "directive": "disallow", "path": "/en_xa/partner-central/", "line": 179 }, { "directive": "disallow", "path": "/en_us/partner-central.html", "line": 180 }, { "directive": "disallow", "path": "/en_us/partner-central/", "line": 181 }, { "directive": "disallow", "path": "/en_xu/partner-central.html", "line": 182 }, { "directive": "disallow", "path": "/en_xu/partner-central/", "line": 183 }, { "directive": "disallow", "path": "/en_xl/partner-central.html", "line": 184 }, { "directive": "disallow", "path": "/en_xl/partner-central/", "line": 185 }, { "directive": "disallow", "path": "/en_xp/partner-central.html", "line": 186 }, { "directive": "disallow", "path": "/en_xp/partner-central/", "line": 187 }, { "directive": "disallow", "path": "/es_xl/partner-central.html", "line": 188 }, { "directive": "disallow", "path": "/es_xl/partner-central/", "line": 189 }, { "directive": "disallow", "path": "/pt_xl/partner-central.html", "line": 190 }, { "directive": "disallow", "path": "/pt_xl/partner-central/", "line": 191 }, { "directive": "disallow", "path": "/fr_fr/partner-central.html", "line": 192 }, { "directive": "disallow", "path": "/fr_fr/partner-central/", "line": 193 }, { "directive": "disallow", "path": "/de_xc/partner-central.html", "line": 194 }, { "directive": "disallow", "path": "/de_xc/partner-central/", "line": 195 }, { "directive": "disallow", "path": "/pl_pl/partner-central.html", "line": 196 }, { "directive": "disallow", "path": "/pl_pl/partner-central/", "line": 197 }, { "directive": "disallow", "path": "/ru_ru/partner-central.html", "line": 198 }, { "directive": "disallow", "path": "/ru_ru/partner-central/", "line": 199 }, { "directive": "disallow", "path": "/he_il/partner-central.html", "line": 200 }, { "directive": "disallow", "path": "/he_il/partner-central/", "line": 201 }, { "directive": "disallow", "path": "/it_it/partner-central.html", "line": 202 }, { "directive": "disallow", "path": "/it_it/partner-central/", "line": 203 }, { "directive": "disallow", "path": "/uk_ua/partner-central.html", "line": 204 }, { "directive": "disallow", "path": "/uk_ua/partner-central/", "line": 205 }, { "directive": "disallow", "path": "/ar_sa/partner-central.html", "line": 206 }, { "directive": "disallow", "path": "/ar_sa/partner-central/", "line": 207 }, { "directive": "disallow", "path": "/ja_jp/partner-central.html", "line": 208 }, { "directive": "disallow", "path": "/ja_jp/partner-central/", "line": 209 }, { "directive": "disallow", "path": "/ko_kr/partner-central.html", "line": 210 }, { "directive": "disallow", "path": "/ko_kr/partner-central/", "line": 211 }, { "directive": "disallow", "path": "/zh_cn/partner-central.html", "line": 212 }, { "directive": "disallow", "path": "/zh_cn/partner-central/", "line": 213 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/newsroom/non-navigational-pages/", "line": 4 }, { "directive": "disallow", "path": "/bin/", "line": 5 }, { "directive": "disallow", "path": "/etc/", "line": 6 }, { "directive": "allow", "path": "/etc/designs/", "line": 7 }, { "directive": "disallow", "path": "/libs/", "line": 8 }, { "directive": "disallow", "path": "/en_xw/", "line": 9 }, { "directive": "disallow", "path": "/en_in/", "line": 10 }, { "directive": "disallow", "path": "/en_us/myaccount/", "line": 11 }, { "directive": "disallow", "path": "/en_us/non-navigational-pages/", "line": 12 }, { "directive": "disallow", "path": "/en_us/ref/", "line": 13 }, { "directive": "disallow", "path": "/en_us/search.html", "line": 14 }, { "directive": "disallow", "path": "/en_us/404.html", "line": 15 }, { "directive": "disallow", "path": "/en_xu/non-navigational-pages/", "line": 16 }, { "directive": "disallow", "path": "/en_xu/ref/", "line": 17 }, { "directive": "disallow", "path": "/en_xu/search.html", "line": 18 }, { "directive": "disallow", "path": "/en_xu/404.html", "line": 19 }, { "directive": "disallow", "path": "/fr_fr/non-navigational-pages/", "line": 20 }, { "directive": "disallow", "path": "/fr_fr/ref/", "line": 21 }, { "directive": "disallow", "path": "/fr_fr/search.html", "line": 22 }, { "directive": "disallow", "path": "/fr_fr/404.html", "line": 23 }, { "directive": "disallow", "path": "/de_xc/non-navigational-pages/", "line": 24 }, { "directive": "disallow", "path": "/de_xc/ref/", "line": 25 }, { "directive": "disallow", "path": "/de_xc/search.html", "line": 26 }, { "directive": "disallow", "path": "/de_xc/404.html", "line": 27 }, { "directive": "disallow", "path": "/pl_pl/non-navigational-pages/", "line": 28 }, { "directive": "disallow", "path": "/pl_pl/ref/", "line": 29 }, { "directive": "disallow", "path": "/pl_pl/search.html", "line": 30 }, { "directive": "disallow", "path": "/pl_pl/404.html", "line": 31 }, { "directive": "disallow", "path": "/ru_ru/non-navigational-pages/", "line": 32 }, { "directive": "disallow", "path": "/ru_ru/ref/", "line": 33 }, { "directive": "disallow", "path": "/ru_ru/search.html", "line": 34 }, { "directive": "disallow", "path": "/ru_ru/404.html", "line": 35 }, { "directive": "disallow", "path": "/he_il/non-navigational-pages/", "line": 36 }, { "directive": "disallow", "path": "/he_il/ref/", "line": 37 }, { "directive": "disallow", "path": "/he_il/search.html", "line": 38 }, { "directive": "disallow", "path": "/he_il/404.html", "line": 39 }, { "directive": "disallow", "path": "/en_xl/non-navigational-pages/", "line": 40 }, { "directive": "disallow", "path": "/en_xl/ref/", "line": 41 }, { "directive": "disallow", "path": "/en_xl/search.html", "line": 42 }, { "directive": "disallow", "path": "/en_xl/404.html", "line": 43 }, { "directive": "disallow", "path": "/es_xl/non-navigational-pages/", "line": 44 }, { "directive": "disallow", "path": "/es_xl/ref/", "line": 45 }, { "directive": "disallow", "path": "/es_xl/search.html", "line": 46 }, { "directive": "disallow", "path": "/es_xl/404.html", "line": 47 }, { "directive": "disallow", "path": "/pt_xl/non-navigational-pages/", "line": 48 }, { "directive": "disallow", "path": "/pt_xl/ref/", "line": 49 }, { "directive": "disallow", "path": "/pt_xl/search.html", "line": 50 }, { "directive": "disallow", "path": "/pt_xl/404.html", "line": 51 }, { "directive": "disallow", "path": "/en_xp/non-navigational-pages/", "line": 52 }, { "directive": "disallow", "path": "/en_xp/ref/", "line": 53 }, { "directive": "disallow", "path": "/en_xp/search.html", "line": 54 }, { "directive": "disallow", "path": "/en_xp/404.html", "line": 55 }, { "directive": "disallow", "path": "/ko_kr/non-navigational-pages/", "line": 56 }, { "directive": "disallow", "path": "/ko_kr/ref/", "line": 57 }, { "directive": "disallow", "path": "/ko_kr/search.html", "line": 58 }, { "directive": "disallow", "path": "/ko_kr/404.html", "line": 59 }, { "directive": "disallow", "path": "/ja_jp/non-navigational-pages/", "line": 60 }, { "directive": "disallow", "path": "/ja_jp/ref/", "line": 61 }, { "directive": "disallow", "path": "/ja_jp/search.html", "line": 62 }, { "directive": "disallow", "path": "/ja_jp/404.html", "line": 63 }, { "directive": "disallow", "path": "/zh_cn/non-navigational-pages/", "line": 64 }, { "directive": "disallow", "path": "/zh_cn/ref/", "line": 65 }, { "directive": "disallow", "path": "/zh_cn/search.html", "line": 66 }, { "directive": "disallow", "path": "/zh_cn/404.html", "line": 67 }, { "directive": "disallow", "path": "/vi_vn/non-navigational-pages/", "line": 68 }, { "directive": "disallow", "path": "/vi_vn/ref/", "line": 69 }, { "directive": "disallow", "path": "/vi_vn/search.html", "line": 70 }, { "directive": "disallow", "path": "/vi_vn/404.html", "line": 71 }, { "directive": "disallow", "path": "/en_xa/non-navigational-pages/", "line": 72 }, { "directive": "disallow", "path": "/en_xa/ref/", "line": 73 }, { "directive": "disallow", "path": "/en_xa/search.html", "line": 74 }, { "directive": "disallow", "path": "/en_xa/404.html", "line": 75 }, { "directive": "disallow", "path": "/it_it/non-navigational-pages/", "line": 76 }, { "directive": "disallow", "path": "/it_it/ref/", "line": 77 }, { "directive": "disallow", "path": "/it_it/search.html", "line": 78 }, { "directive": "disallow", "path": "/it_it/404.html", "line": 79 }, { "directive": "disallow", "path": "/uk_ua/non-navigational-pages/", "line": 80 }, { "directive": "disallow", "path": "/uk_ua/ref/", "line": 81 }, { "directive": "disallow", "path": "/uk_ua/search.html", "line": 82 }, { "directive": "disallow", "path": "/uk_ua/404.html", "line": 83 }, { "directive": "disallow", "path": "/content/dam/msi/docs/secure/", "line": 84 }, { "directive": "disallow", "path": "/en_us/saleslite/saleslite-detail.html", "line": 85 }, { "directive": "disallow", "path": "/en_us/saleslite.html", "line": 86 }, { "directive": "disallow", "path": "/en_us/sales/", "line": 87 }, { "directive": "disallow", "path": "/en_us/sales", "line": 88 }, { "directive": "disallow", "path": "/en_xu/sales/", "line": 89 }, { "directive": "disallow", "path": "/en_xu/sales", "line": 90 }, { "directive": "disallow", "path": "/en_xp/sales/", "line": 91 }, { "directive": "disallow", "path": "/en_xp/sales", "line": 92 }, { "directive": "disallow", "path": "/en_xl/sales/", "line": 93 }, { "directive": "disallow", "path": "/en_xl/sales", "line": 94 }, { "directive": "disallow", "path": "/content/dam/msi/secure/", "line": 95 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-analytics.html", "line": 96 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-aware.html", "line": 97 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-predictive.html", "line": 98 }, { "directive": "disallow", "path": "/en_us/sale-light-touch.html", "line": 99 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/wave-5000.html", "line": 100 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/commandcentral-aware.html", "line": 101 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/commandcentral-predictive.html", "line": 102 }, { "directive": "disallow", "path": "/en_xu/communications/esn-services.html", "line": 103 }, { "directive": "disallow", "path": "/en_us/communities.html", "line": 104 }, { "directive": "disallow", "path": "/en_us/communitieserror.html", "line": 105 }, { "directive": "disallow", "path": "/en_us/communities/signup.html", "line": 106 }, { "directive": "disallow", "path": "/en_xu/communitieserror.html", "line": 107 }, { "directive": "disallow", "path": "/en_us/external_footer.html", "line": 108 }, { "directive": "disallow", "path": "/en_us/external_header.html", "line": 109 }, { "directive": "disallow", "path": "/en_xu/external_footer.html", "line": 110 }, { "directive": "disallow", "path": "/en_xu/external_header.html", "line": 111 }, { "directive": "disallow", "path": "/en_xp/external_footer.html", "line": 112 }, { "directive": "disallow", "path": "/en_xp/external_header.html", "line": 113 }, { "directive": "disallow", "path": "/en_xl/external_footer.html", "line": 114 }, { "directive": "disallow", "path": "/en_xl/external_header.html", "line": 115 }, { "directive": "disallow", "path": "/es_xl/external_footer.html", "line": 116 }, { "directive": "disallow", "path": "/es_xl/external_header.html", "line": 117 }, { "directive": "disallow", "path": "/pt_xl/external_footer.html", "line": 118 }, { "directive": "disallow", "path": "/pt_xl/external_header.html", "line": 119 }, { "directive": "disallow", "path": "/en_xa/external_footer.html", "line": 120 }, { "directive": "disallow", "path": "/en_xa/external_header.html", "line": 121 }, { "directive": "disallow", "path": "/de_xc/external_footer.html", "line": 122 }, { "directive": "disallow", "path": "/de_xc/external_header.html", "line": 123 }, { "directive": "disallow", "path": "/pl_pl/external_footer.html", "line": 124 }, { "directive": "disallow", "path": "/pl_pl/external_header.html", "line": 125 }, { "directive": "disallow", "path": "/ru_ru/external_footer.html", "line": 126 }, { "directive": "disallow", "path": "/ru_ru/external_header.html", "line": 127 }, { "directive": "disallow", "path": "/fr_fr/external_footer.html", "line": 128 }, { "directive": "disallow", "path": "/fr_fr/external_header.html", "line": 129 }, { "directive": "disallow", "path": "/zh_cn/external_footer.html", "line": 130 }, { "directive": "disallow", "path": "/zh_cn/external_header.html", "line": 131 }, { "directive": "disallow", "path": "/ja_jp/external_footer.html", "line": 132 }, { "directive": "disallow", "path": "/ja_jp/external_header.html", "line": 133 }, { "directive": "disallow", "path": "/ko_kr/external_footer.html", "line": 134 }, { "directive": "disallow", "path": "/ko_kr/external_header.html", "line": 135 }, { "directive": "disallow", "path": "/vi_vn/external_footer.html", "line": 136 }, { "directive": "disallow", "path": "/vi_vn/external_header.html", "line": 137 }, { "directive": "disallow", "path": "/he_il/external_footer.html", "line": 138 }, { "directive": "disallow", "path": "/he_il/external_header.html", "line": 139 }, { "directive": "disallow", "path": "/content/forms/", "line": 140 }, { "directive": "disallow", "path": "/content/forms/af/adp/", "line": 141 }, { "directive": "disallow", "path": "/catalog/", "line": 142 }, { "directive": "disallow", "path": "/catalog.html", "line": 143 }, { "directive": "disallow", "path": "/content/msi/catalog/", "line": 144 }, { "directive": "disallow", "path": "/content/msi/catalog.html", "line": 145 }, { "directive": "disallow", "path": "/content/dam/msi/tennessee/PartsandAdditionalAccessories.pdf", "line": 146 }, { "directive": "disallow", "path": "/content/dam/msi/images/avigilon/avigilon_video_surveillance_pricelist_january_2019_aecsp_us_pcat.pdf", "line": 147 }, { "directive": "disallow", "path": "/content/dam/msi/docs/robots/", "line": 148 }, { "directive": "disallow", "path": "/en_us/brand/", "line": 149 }, { "directive": "disallow", "path": "/en_us/brand.html", "line": 150 }, { "directive": "disallow", "path": "/content/dam/msi/docs/email/covid-19_use_cases.pdf", "line": 151 }, { "directive": "disallow", "path": "/content/dam/msi/docs/email/covid-19_one_pager.pdf", "line": 152 }, { "directive": "disallow", "path": "/en_us/video-security-analytics/body-worn-cameras/videomanager/downloads.html", "line": 153 }, { "directive": "disallow", "path": "/en_us/dscllc.html", "line": 154 }, { "directive": "disallow", "path": "/att/", "line": 155 }, { "directive": "disallow", "path": "/att.html", "line": 156 }, { "directive": "disallow", "path": "/verizon-ptt-plus/", "line": 157 }, { "directive": "disallow", "path": "/verizon-ptt-plus.html", "line": 158 }, { "directive": "disallow", "path": "/en_us/archived-pages/", "line": 159 }, { "directive": "disallow", "path": "/en_xu/Archived-Pages/", "line": 160 }, { "directive": "disallow", "path": "/en_xp/archived-pages/", "line": 161 }, { "directive": "disallow", "path": "/en_xl/archived-pages/", "line": 162 }, { "directive": "disallow", "path": "/en_xa/archived-pages/", "line": 163 }, { "directive": "disallow", "path": "/ko_kr/archived-pages/", "line": 164 }, { "directive": "disallow", "path": "/en_xa/archived-pages/", "line": 165 }, { "directive": "disallow", "path": "/ja_jp/archived-pages/", "line": 166 }, { "directive": "disallow", "path": "/zh_cn/archived-pages/", "line": 167 }, { "directive": "disallow", "path": "/fr_fr/archived-pages/", "line": 168 }, { "directive": "disallow", "path": "/es_xl/archived_pages/", "line": 169 }, { "directive": "disallow", "path": "/pt_xl/archived-pages/", "line": 170 }, { "directive": "disallow", "path": "/de_xc/archived-pages/", "line": 171 }, { "directive": "disallow", "path": "/pl_pl/archived-pages/", "line": 172 }, { "directive": "disallow", "path": "/ru_ru/archived-pages/", "line": 173 }, { "directive": "disallow", "path": "/he_il/archived-pages/", "line": 174 }, { "directive": "disallow", "path": "/content/dam/msi/docs/en-xu/public-safety/pronto_forms-and-processes_catalogue.pdf", "line": 175 }, { "directive": "disallow", "path": "/content/dam/msi/docs/product-marketing/flex/EOL_Old_GIS_Mapping_Modules.pdf", "line": 176 }, { "directive": "disallow", "path": "/content/dam/msi/commandcentral-dems/VX650.png", "line": 177 }, { "directive": "disallow", "path": "/en_xa/partner-central.html", "line": 178 }, { "directive": "disallow", "path": "/en_xa/partner-central/", "line": 179 }, { "directive": "disallow", "path": "/en_us/partner-central.html", "line": 180 }, { "directive": "disallow", "path": "/en_us/partner-central/", "line": 181 }, { "directive": "disallow", "path": "/en_xu/partner-central.html", "line": 182 }, { "directive": "disallow", "path": "/en_xu/partner-central/", "line": 183 }, { "directive": "disallow", "path": "/en_xl/partner-central.html", "line": 184 }, { "directive": "disallow", "path": "/en_xl/partner-central/", "line": 185 }, { "directive": "disallow", "path": "/en_xp/partner-central.html", "line": 186 }, { "directive": "disallow", "path": "/en_xp/partner-central/", "line": 187 }, { "directive": "disallow", "path": "/es_xl/partner-central.html", "line": 188 }, { "directive": "disallow", "path": "/es_xl/partner-central/", "line": 189 }, { "directive": "disallow", "path": "/pt_xl/partner-central.html", "line": 190 }, { "directive": "disallow", "path": "/pt_xl/partner-central/", "line": 191 }, { "directive": "disallow", "path": "/fr_fr/partner-central.html", "line": 192 }, { "directive": "disallow", "path": "/fr_fr/partner-central/", "line": 193 }, { "directive": "disallow", "path": "/de_xc/partner-central.html", "line": 194 }, { "directive": "disallow", "path": "/de_xc/partner-central/", "line": 195 }, { "directive": "disallow", "path": "/pl_pl/partner-central.html", "line": 196 }, { "directive": "disallow", "path": "/pl_pl/partner-central/", "line": 197 }, { "directive": "disallow", "path": "/ru_ru/partner-central.html", "line": 198 }, { "directive": "disallow", "path": "/ru_ru/partner-central/", "line": 199 }, { "directive": "disallow", "path": "/he_il/partner-central.html", "line": 200 }, { "directive": "disallow", "path": "/he_il/partner-central/", "line": 201 }, { "directive": "disallow", "path": "/it_it/partner-central.html", "line": 202 }, { "directive": "disallow", "path": "/it_it/partner-central/", "line": 203 }, { "directive": "disallow", "path": "/uk_ua/partner-central.html", "line": 204 }, { "directive": "disallow", "path": "/uk_ua/partner-central/", "line": 205 }, { "directive": "disallow", "path": "/ar_sa/partner-central.html", "line": 206 }, { "directive": "disallow", "path": "/ar_sa/partner-central/", "line": 207 }, { "directive": "disallow", "path": "/ja_jp/partner-central.html", "line": 208 }, { "directive": "disallow", "path": "/ja_jp/partner-central/", "line": 209 }, { "directive": "disallow", "path": "/ko_kr/partner-central.html", "line": 210 }, { "directive": "disallow", "path": "/ko_kr/partner-central/", "line": 211 }, { "directive": "disallow", "path": "/zh_cn/partner-central.html", "line": 212 }, { "directive": "disallow", "path": "/zh_cn/partner-central/", "line": 213 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/newsroom/non-navigational-pages/", "line": 4 }, { "directive": "disallow", "path": "/bin/", "line": 5 }, { "directive": "disallow", "path": "/etc/", "line": 6 }, { "directive": "allow", "path": "/etc/designs/", "line": 7 }, { "directive": "disallow", "path": "/libs/", "line": 8 }, { "directive": "disallow", "path": "/en_xw/", "line": 9 }, { "directive": "disallow", "path": "/en_in/", "line": 10 }, { "directive": "disallow", "path": "/en_us/myaccount/", "line": 11 }, { "directive": "disallow", "path": "/en_us/non-navigational-pages/", "line": 12 }, { "directive": "disallow", "path": "/en_us/ref/", "line": 13 }, { "directive": "disallow", "path": "/en_us/search.html", "line": 14 }, { "directive": "disallow", "path": "/en_us/404.html", "line": 15 }, { "directive": "disallow", "path": "/en_xu/non-navigational-pages/", "line": 16 }, { "directive": "disallow", "path": "/en_xu/ref/", "line": 17 }, { "directive": "disallow", "path": "/en_xu/search.html", "line": 18 }, { "directive": "disallow", "path": "/en_xu/404.html", "line": 19 }, { "directive": "disallow", "path": "/fr_fr/non-navigational-pages/", "line": 20 }, { "directive": "disallow", "path": "/fr_fr/ref/", "line": 21 }, { "directive": "disallow", "path": "/fr_fr/search.html", "line": 22 }, { "directive": "disallow", "path": "/fr_fr/404.html", "line": 23 }, { "directive": "disallow", "path": "/de_xc/non-navigational-pages/", "line": 24 }, { "directive": "disallow", "path": "/de_xc/ref/", "line": 25 }, { "directive": "disallow", "path": "/de_xc/search.html", "line": 26 }, { "directive": "disallow", "path": "/de_xc/404.html", "line": 27 }, { "directive": "disallow", "path": "/pl_pl/non-navigational-pages/", "line": 28 }, { "directive": "disallow", "path": "/pl_pl/ref/", "line": 29 }, { "directive": "disallow", "path": "/pl_pl/search.html", "line": 30 }, { "directive": "disallow", "path": "/pl_pl/404.html", "line": 31 }, { "directive": "disallow", "path": "/ru_ru/non-navigational-pages/", "line": 32 }, { "directive": "disallow", "path": "/ru_ru/ref/", "line": 33 }, { "directive": "disallow", "path": "/ru_ru/search.html", "line": 34 }, { "directive": "disallow", "path": "/ru_ru/404.html", "line": 35 }, { "directive": "disallow", "path": "/he_il/non-navigational-pages/", "line": 36 }, { "directive": "disallow", "path": "/he_il/ref/", "line": 37 }, { "directive": "disallow", "path": "/he_il/search.html", "line": 38 }, { "directive": "disallow", "path": "/he_il/404.html", "line": 39 }, { "directive": "disallow", "path": "/en_xl/non-navigational-pages/", "line": 40 }, { "directive": "disallow", "path": "/en_xl/ref/", "line": 41 }, { "directive": "disallow", "path": "/en_xl/search.html", "line": 42 }, { "directive": "disallow", "path": "/en_xl/404.html", "line": 43 }, { "directive": "disallow", "path": "/es_xl/non-navigational-pages/", "line": 44 }, { "directive": "disallow", "path": "/es_xl/ref/", "line": 45 }, { "directive": "disallow", "path": "/es_xl/search.html", "line": 46 }, { "directive": "disallow", "path": "/es_xl/404.html", "line": 47 }, { "directive": "disallow", "path": "/pt_xl/non-navigational-pages/", "line": 48 }, { "directive": "disallow", "path": "/pt_xl/ref/", "line": 49 }, { "directive": "disallow", "path": "/pt_xl/search.html", "line": 50 }, { "directive": "disallow", "path": "/pt_xl/404.html", "line": 51 }, { "directive": "disallow", "path": "/en_xp/non-navigational-pages/", "line": 52 }, { "directive": "disallow", "path": "/en_xp/ref/", "line": 53 }, { "directive": "disallow", "path": "/en_xp/search.html", "line": 54 }, { "directive": "disallow", "path": "/en_xp/404.html", "line": 55 }, { "directive": "disallow", "path": "/ko_kr/non-navigational-pages/", "line": 56 }, { "directive": "disallow", "path": "/ko_kr/ref/", "line": 57 }, { "directive": "disallow", "path": "/ko_kr/search.html", "line": 58 }, { "directive": "disallow", "path": "/ko_kr/404.html", "line": 59 }, { "directive": "disallow", "path": "/ja_jp/non-navigational-pages/", "line": 60 }, { "directive": "disallow", "path": "/ja_jp/ref/", "line": 61 }, { "directive": "disallow", "path": "/ja_jp/search.html", "line": 62 }, { "directive": "disallow", "path": "/ja_jp/404.html", "line": 63 }, { "directive": "disallow", "path": "/zh_cn/non-navigational-pages/", "line": 64 }, { "directive": "disallow", "path": "/zh_cn/ref/", "line": 65 }, { "directive": "disallow", "path": "/zh_cn/search.html", "line": 66 }, { "directive": "disallow", "path": "/zh_cn/404.html", "line": 67 }, { "directive": "disallow", "path": "/vi_vn/non-navigational-pages/", "line": 68 }, { "directive": "disallow", "path": "/vi_vn/ref/", "line": 69 }, { "directive": "disallow", "path": "/vi_vn/search.html", "line": 70 }, { "directive": "disallow", "path": "/vi_vn/404.html", "line": 71 }, { "directive": "disallow", "path": "/en_xa/non-navigational-pages/", "line": 72 }, { "directive": "disallow", "path": "/en_xa/ref/", "line": 73 }, { "directive": "disallow", "path": "/en_xa/search.html", "line": 74 }, { "directive": "disallow", "path": "/en_xa/404.html", "line": 75 }, { "directive": "disallow", "path": "/it_it/non-navigational-pages/", "line": 76 }, { "directive": "disallow", "path": "/it_it/ref/", "line": 77 }, { "directive": "disallow", "path": "/it_it/search.html", "line": 78 }, { "directive": "disallow", "path": "/it_it/404.html", "line": 79 }, { "directive": "disallow", "path": "/uk_ua/non-navigational-pages/", "line": 80 }, { "directive": "disallow", "path": "/uk_ua/ref/", "line": 81 }, { "directive": "disallow", "path": "/uk_ua/search.html", "line": 82 }, { "directive": "disallow", "path": "/uk_ua/404.html", "line": 83 }, { "directive": "disallow", "path": "/content/dam/msi/docs/secure/", "line": 84 }, { "directive": "disallow", "path": "/en_us/saleslite/saleslite-detail.html", "line": 85 }, { "directive": "disallow", "path": "/en_us/saleslite.html", "line": 86 }, { "directive": "disallow", "path": "/en_us/sales/", "line": 87 }, { "directive": "disallow", "path": "/en_us/sales", "line": 88 }, { "directive": "disallow", "path": "/en_xu/sales/", "line": 89 }, { "directive": "disallow", "path": "/en_xu/sales", "line": 90 }, { "directive": "disallow", "path": "/en_xp/sales/", "line": 91 }, { "directive": "disallow", "path": "/en_xp/sales", "line": 92 }, { "directive": "disallow", "path": "/en_xl/sales/", "line": 93 }, { "directive": "disallow", "path": "/en_xl/sales", "line": 94 }, { "directive": "disallow", "path": "/content/dam/msi/secure/", "line": 95 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-analytics.html", "line": 96 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-aware.html", "line": 97 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-predictive.html", "line": 98 }, { "directive": "disallow", "path": "/en_us/sale-light-touch.html", "line": 99 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/wave-5000.html", "line": 100 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/commandcentral-aware.html", "line": 101 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/commandcentral-predictive.html", "line": 102 }, { "directive": "disallow", "path": "/en_xu/communications/esn-services.html", "line": 103 }, { "directive": "disallow", "path": "/en_us/communities.html", "line": 104 }, { "directive": "disallow", "path": "/en_us/communitieserror.html", "line": 105 }, { "directive": "disallow", "path": "/en_us/communities/signup.html", "line": 106 }, { "directive": "disallow", "path": "/en_xu/communitieserror.html", "line": 107 }, { "directive": "disallow", "path": "/en_us/external_footer.html", "line": 108 }, { "directive": "disallow", "path": "/en_us/external_header.html", "line": 109 }, { "directive": "disallow", "path": "/en_xu/external_footer.html", "line": 110 }, { "directive": "disallow", "path": "/en_xu/external_header.html", "line": 111 }, { "directive": "disallow", "path": "/en_xp/external_footer.html", "line": 112 }, { "directive": "disallow", "path": "/en_xp/external_header.html", "line": 113 }, { "directive": "disallow", "path": "/en_xl/external_footer.html", "line": 114 }, { "directive": "disallow", "path": "/en_xl/external_header.html", "line": 115 }, { "directive": "disallow", "path": "/es_xl/external_footer.html", "line": 116 }, { "directive": "disallow", "path": "/es_xl/external_header.html", "line": 117 }, { "directive": "disallow", "path": "/pt_xl/external_footer.html", "line": 118 }, { "directive": "disallow", "path": "/pt_xl/external_header.html", "line": 119 }, { "directive": "disallow", "path": "/en_xa/external_footer.html", "line": 120 }, { "directive": "disallow", "path": "/en_xa/external_header.html", "line": 121 }, { "directive": "disallow", "path": "/de_xc/external_footer.html", "line": 122 }, { "directive": "disallow", "path": "/de_xc/external_header.html", "line": 123 }, { "directive": "disallow", "path": "/pl_pl/external_footer.html", "line": 124 }, { "directive": "disallow", "path": "/pl_pl/external_header.html", "line": 125 }, { "directive": "disallow", "path": "/ru_ru/external_footer.html", "line": 126 }, { "directive": "disallow", "path": "/ru_ru/external_header.html", "line": 127 }, { "directive": "disallow", "path": "/fr_fr/external_footer.html", "line": 128 }, { "directive": "disallow", "path": "/fr_fr/external_header.html", "line": 129 }, { "directive": "disallow", "path": "/zh_cn/external_footer.html", "line": 130 }, { "directive": "disallow", "path": "/zh_cn/external_header.html", "line": 131 }, { "directive": "disallow", "path": "/ja_jp/external_footer.html", "line": 132 }, { "directive": "disallow", "path": "/ja_jp/external_header.html", "line": 133 }, { "directive": "disallow", "path": "/ko_kr/external_footer.html", "line": 134 }, { "directive": "disallow", "path": "/ko_kr/external_header.html", "line": 135 }, { "directive": "disallow", "path": "/vi_vn/external_footer.html", "line": 136 }, { "directive": "disallow", "path": "/vi_vn/external_header.html", "line": 137 }, { "directive": "disallow", "path": "/he_il/external_footer.html", "line": 138 }, { "directive": "disallow", "path": "/he_il/external_header.html", "line": 139 }, { "directive": "disallow", "path": "/content/forms/", "line": 140 }, { "directive": "disallow", "path": "/content/forms/af/adp/", "line": 141 }, { "directive": "disallow", "path": "/catalog/", "line": 142 }, { "directive": "disallow", "path": "/catalog.html", "line": 143 }, { "directive": "disallow", "path": "/content/msi/catalog/", "line": 144 }, { "directive": "disallow", "path": "/content/msi/catalog.html", "line": 145 }, { "directive": "disallow", "path": "/content/dam/msi/tennessee/PartsandAdditionalAccessories.pdf", "line": 146 }, { "directive": "disallow", "path": "/content/dam/msi/images/avigilon/avigilon_video_surveillance_pricelist_january_2019_aecsp_us_pcat.pdf", "line": 147 }, { "directive": "disallow", "path": "/content/dam/msi/docs/robots/", "line": 148 }, { "directive": "disallow", "path": "/en_us/brand/", "line": 149 }, { "directive": "disallow", "path": "/en_us/brand.html", "line": 150 }, { "directive": "disallow", "path": "/content/dam/msi/docs/email/covid-19_use_cases.pdf", "line": 151 }, { "directive": "disallow", "path": "/content/dam/msi/docs/email/covid-19_one_pager.pdf", "line": 152 }, { "directive": "disallow", "path": "/en_us/video-security-analytics/body-worn-cameras/videomanager/downloads.html", "line": 153 }, { "directive": "disallow", "path": "/en_us/dscllc.html", "line": 154 }, { "directive": "disallow", "path": "/att/", "line": 155 }, { "directive": "disallow", "path": "/att.html", "line": 156 }, { "directive": "disallow", "path": "/verizon-ptt-plus/", "line": 157 }, { "directive": "disallow", "path": "/verizon-ptt-plus.html", "line": 158 }, { "directive": "disallow", "path": "/en_us/archived-pages/", "line": 159 }, { "directive": "disallow", "path": "/en_xu/Archived-Pages/", "line": 160 }, { "directive": "disallow", "path": "/en_xp/archived-pages/", "line": 161 }, { "directive": "disallow", "path": "/en_xl/archived-pages/", "line": 162 }, { "directive": "disallow", "path": "/en_xa/archived-pages/", "line": 163 }, { "directive": "disallow", "path": "/ko_kr/archived-pages/", "line": 164 }, { "directive": "disallow", "path": "/en_xa/archived-pages/", "line": 165 }, { "directive": "disallow", "path": "/ja_jp/archived-pages/", "line": 166 }, { "directive": "disallow", "path": "/zh_cn/archived-pages/", "line": 167 }, { "directive": "disallow", "path": "/fr_fr/archived-pages/", "line": 168 }, { "directive": "disallow", "path": "/es_xl/archived_pages/", "line": 169 }, { "directive": "disallow", "path": "/pt_xl/archived-pages/", "line": 170 }, { "directive": "disallow", "path": "/de_xc/archived-pages/", "line": 171 }, { "directive": "disallow", "path": "/pl_pl/archived-pages/", "line": 172 }, { "directive": "disallow", "path": "/ru_ru/archived-pages/", "line": 173 }, { "directive": "disallow", "path": "/he_il/archived-pages/", "line": 174 }, { "directive": "disallow", "path": "/content/dam/msi/docs/en-xu/public-safety/pronto_forms-and-processes_catalogue.pdf", "line": 175 }, { "directive": "disallow", "path": "/content/dam/msi/docs/product-marketing/flex/EOL_Old_GIS_Mapping_Modules.pdf", "line": 176 }, { "directive": "disallow", "path": "/content/dam/msi/commandcentral-dems/VX650.png", "line": 177 }, { "directive": "disallow", "path": "/en_xa/partner-central.html", "line": 178 }, { "directive": "disallow", "path": "/en_xa/partner-central/", "line": 179 }, { "directive": "disallow", "path": "/en_us/partner-central.html", "line": 180 }, { "directive": "disallow", "path": "/en_us/partner-central/", "line": 181 }, { "directive": "disallow", "path": "/en_xu/partner-central.html", "line": 182 }, { "directive": "disallow", "path": "/en_xu/partner-central/", "line": 183 }, { "directive": "disallow", "path": "/en_xl/partner-central.html", "line": 184 }, { "directive": "disallow", "path": "/en_xl/partner-central/", "line": 185 }, { "directive": "disallow", "path": "/en_xp/partner-central.html", "line": 186 }, { "directive": "disallow", "path": "/en_xp/partner-central/", "line": 187 }, { "directive": "disallow", "path": "/es_xl/partner-central.html", "line": 188 }, { "directive": "disallow", "path": "/es_xl/partner-central/", "line": 189 }, { "directive": "disallow", "path": "/pt_xl/partner-central.html", "line": 190 }, { "directive": "disallow", "path": "/pt_xl/partner-central/", "line": 191 }, { "directive": "disallow", "path": "/fr_fr/partner-central.html", "line": 192 }, { "directive": "disallow", "path": "/fr_fr/partner-central/", "line": 193 }, { "directive": "disallow", "path": "/de_xc/partner-central.html", "line": 194 }, { "directive": "disallow", "path": "/de_xc/partner-central/", "line": 195 }, { "directive": "disallow", "path": "/pl_pl/partner-central.html", "line": 196 }, { "directive": "disallow", "path": "/pl_pl/partner-central/", "line": 197 }, { "directive": "disallow", "path": "/ru_ru/partner-central.html", "line": 198 }, { "directive": "disallow", "path": "/ru_ru/partner-central/", "line": 199 }, { "directive": "disallow", "path": "/he_il/partner-central.html", "line": 200 }, { "directive": "disallow", "path": "/he_il/partner-central/", "line": 201 }, { "directive": "disallow", "path": "/it_it/partner-central.html", "line": 202 }, { "directive": "disallow", "path": "/it_it/partner-central/", "line": 203 }, { "directive": "disallow", "path": "/uk_ua/partner-central.html", "line": 204 }, { "directive": "disallow", "path": "/uk_ua/partner-central/", "line": 205 }, { "directive": "disallow", "path": "/ar_sa/partner-central.html", "line": 206 }, { "directive": "disallow", "path": "/ar_sa/partner-central/", "line": 207 }, { "directive": "disallow", "path": "/ja_jp/partner-central.html", "line": 208 }, { "directive": "disallow", "path": "/ja_jp/partner-central/", "line": 209 }, { "directive": "disallow", "path": "/ko_kr/partner-central.html", "line": 210 }, { "directive": "disallow", "path": "/ko_kr/partner-central/", "line": 211 }, { "directive": "disallow", "path": "/zh_cn/partner-central.html", "line": 212 }, { "directive": "disallow", "path": "/zh_cn/partner-central/", "line": 213 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/newsroom/non-navigational-pages/", "line": 4 }, { "directive": "disallow", "path": "/bin/", "line": 5 }, { "directive": "disallow", "path": "/etc/", "line": 6 }, { "directive": "allow", "path": "/etc/designs/", "line": 7 }, { "directive": "disallow", "path": "/libs/", "line": 8 }, { "directive": "disallow", "path": "/en_xw/", "line": 9 }, { "directive": "disallow", "path": "/en_in/", "line": 10 }, { "directive": "disallow", "path": "/en_us/myaccount/", "line": 11 }, { "directive": "disallow", "path": "/en_us/non-navigational-pages/", "line": 12 }, { "directive": "disallow", "path": "/en_us/ref/", "line": 13 }, { "directive": "disallow", "path": "/en_us/search.html", "line": 14 }, { "directive": "disallow", "path": "/en_us/404.html", "line": 15 }, { "directive": "disallow", "path": "/en_xu/non-navigational-pages/", "line": 16 }, { "directive": "disallow", "path": "/en_xu/ref/", "line": 17 }, { "directive": "disallow", "path": "/en_xu/search.html", "line": 18 }, { "directive": "disallow", "path": "/en_xu/404.html", "line": 19 }, { "directive": "disallow", "path": "/fr_fr/non-navigational-pages/", "line": 20 }, { "directive": "disallow", "path": "/fr_fr/ref/", "line": 21 }, { "directive": "disallow", "path": "/fr_fr/search.html", "line": 22 }, { "directive": "disallow", "path": "/fr_fr/404.html", "line": 23 }, { "directive": "disallow", "path": "/de_xc/non-navigational-pages/", "line": 24 }, { "directive": "disallow", "path": "/de_xc/ref/", "line": 25 }, { "directive": "disallow", "path": "/de_xc/search.html", "line": 26 }, { "directive": "disallow", "path": "/de_xc/404.html", "line": 27 }, { "directive": "disallow", "path": "/pl_pl/non-navigational-pages/", "line": 28 }, { "directive": "disallow", "path": "/pl_pl/ref/", "line": 29 }, { "directive": "disallow", "path": "/pl_pl/search.html", "line": 30 }, { "directive": "disallow", "path": "/pl_pl/404.html", "line": 31 }, { "directive": "disallow", "path": "/ru_ru/non-navigational-pages/", "line": 32 }, { "directive": "disallow", "path": "/ru_ru/ref/", "line": 33 }, { "directive": "disallow", "path": "/ru_ru/search.html", "line": 34 }, { "directive": "disallow", "path": "/ru_ru/404.html", "line": 35 }, { "directive": "disallow", "path": "/he_il/non-navigational-pages/", "line": 36 }, { "directive": "disallow", "path": "/he_il/ref/", "line": 37 }, { "directive": "disallow", "path": "/he_il/search.html", "line": 38 }, { "directive": "disallow", "path": "/he_il/404.html", "line": 39 }, { "directive": "disallow", "path": "/en_xl/non-navigational-pages/", "line": 40 }, { "directive": "disallow", "path": "/en_xl/ref/", "line": 41 }, { "directive": "disallow", "path": "/en_xl/search.html", "line": 42 }, { "directive": "disallow", "path": "/en_xl/404.html", "line": 43 }, { "directive": "disallow", "path": "/es_xl/non-navigational-pages/", "line": 44 }, { "directive": "disallow", "path": "/es_xl/ref/", "line": 45 }, { "directive": "disallow", "path": "/es_xl/search.html", "line": 46 }, { "directive": "disallow", "path": "/es_xl/404.html", "line": 47 }, { "directive": "disallow", "path": "/pt_xl/non-navigational-pages/", "line": 48 }, { "directive": "disallow", "path": "/pt_xl/ref/", "line": 49 }, { "directive": "disallow", "path": "/pt_xl/search.html", "line": 50 }, { "directive": "disallow", "path": "/pt_xl/404.html", "line": 51 }, { "directive": "disallow", "path": "/en_xp/non-navigational-pages/", "line": 52 }, { "directive": "disallow", "path": "/en_xp/ref/", "line": 53 }, { "directive": "disallow", "path": "/en_xp/search.html", "line": 54 }, { "directive": "disallow", "path": "/en_xp/404.html", "line": 55 }, { "directive": "disallow", "path": "/ko_kr/non-navigational-pages/", "line": 56 }, { "directive": "disallow", "path": "/ko_kr/ref/", "line": 57 }, { "directive": "disallow", "path": "/ko_kr/search.html", "line": 58 }, { "directive": "disallow", "path": "/ko_kr/404.html", "line": 59 }, { "directive": "disallow", "path": "/ja_jp/non-navigational-pages/", "line": 60 }, { "directive": "disallow", "path": "/ja_jp/ref/", "line": 61 }, { "directive": "disallow", "path": "/ja_jp/search.html", "line": 62 }, { "directive": "disallow", "path": "/ja_jp/404.html", "line": 63 }, { "directive": "disallow", "path": "/zh_cn/non-navigational-pages/", "line": 64 }, { "directive": "disallow", "path": "/zh_cn/ref/", "line": 65 }, { "directive": "disallow", "path": "/zh_cn/search.html", "line": 66 }, { "directive": "disallow", "path": "/zh_cn/404.html", "line": 67 }, { "directive": "disallow", "path": "/vi_vn/non-navigational-pages/", "line": 68 }, { "directive": "disallow", "path": "/vi_vn/ref/", "line": 69 }, { "directive": "disallow", "path": "/vi_vn/search.html", "line": 70 }, { "directive": "disallow", "path": "/vi_vn/404.html", "line": 71 }, { "directive": "disallow", "path": "/en_xa/non-navigational-pages/", "line": 72 }, { "directive": "disallow", "path": "/en_xa/ref/", "line": 73 }, { "directive": "disallow", "path": "/en_xa/search.html", "line": 74 }, { "directive": "disallow", "path": "/en_xa/404.html", "line": 75 }, { "directive": "disallow", "path": "/it_it/non-navigational-pages/", "line": 76 }, { "directive": "disallow", "path": "/it_it/ref/", "line": 77 }, { "directive": "disallow", "path": "/it_it/search.html", "line": 78 }, { "directive": "disallow", "path": "/it_it/404.html", "line": 79 }, { "directive": "disallow", "path": "/uk_ua/non-navigational-pages/", "line": 80 }, { "directive": "disallow", "path": "/uk_ua/ref/", "line": 81 }, { "directive": "disallow", "path": "/uk_ua/search.html", "line": 82 }, { "directive": "disallow", "path": "/uk_ua/404.html", "line": 83 }, { "directive": "disallow", "path": "/content/dam/msi/docs/secure/", "line": 84 }, { "directive": "disallow", "path": "/en_us/saleslite/saleslite-detail.html", "line": 85 }, { "directive": "disallow", "path": "/en_us/saleslite.html", "line": 86 }, { "directive": "disallow", "path": "/en_us/sales/", "line": 87 }, { "directive": "disallow", "path": "/en_us/sales", "line": 88 }, { "directive": "disallow", "path": "/en_xu/sales/", "line": 89 }, { "directive": "disallow", "path": "/en_xu/sales", "line": 90 }, { "directive": "disallow", "path": "/en_xp/sales/", "line": 91 }, { "directive": "disallow", "path": "/en_xp/sales", "line": 92 }, { "directive": "disallow", "path": "/en_xl/sales/", "line": 93 }, { "directive": "disallow", "path": "/en_xl/sales", "line": 94 }, { "directive": "disallow", "path": "/content/dam/msi/secure/", "line": 95 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-analytics.html", "line": 96 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-aware.html", "line": 97 }, { "directive": "disallow", "path": "/en_us/saleslite/commandcentral-predictive.html", "line": 98 }, { "directive": "disallow", "path": "/en_us/sale-light-touch.html", "line": 99 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/wave-5000.html", "line": 100 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/commandcentral-aware.html", "line": 101 }, { "directive": "disallow", "path": "/en_us/sale-light-touch/commandcentral-predictive.html", "line": 102 }, { "directive": "disallow", "path": "/en_xu/communications/esn-services.html", "line": 103 }, { "directive": "disallow", "path": "/en_us/communities.html", "line": 104 }, { "directive": "disallow", "path": "/en_us/communitieserror.html", "line": 105 }, { "directive": "disallow", "path": "/en_us/communities/signup.html", "line": 106 }, { "directive": "disallow", "path": "/en_xu/communitieserror.html", "line": 107 }, { "directive": "disallow", "path": "/en_us/external_footer.html", "line": 108 }, { "directive": "disallow", "path": "/en_us/external_header.html", "line": 109 }, { "directive": "disallow", "path": "/en_xu/external_footer.html", "line": 110 }, { "directive": "disallow", "path": "/en_xu/external_header.html", "line": 111 }, { "directive": "disallow", "path": "/en_xp/external_footer.html", "line": 112 }, { "directive": "disallow", "path": "/en_xp/external_header.html", "line": 113 }, { "directive": "disallow", "path": "/en_xl/external_footer.html", "line": 114 }, { "directive": "disallow", "path": "/en_xl/external_header.html", "line": 115 }, { "directive": "disallow", "path": "/es_xl/external_footer.html", "line": 116 }, { "directive": "disallow", "path": "/es_xl/external_header.html", "line": 117 }, { "directive": "disallow", "path": "/pt_xl/external_footer.html", "line": 118 }, { "directive": "disallow", "path": "/pt_xl/external_header.html", "line": 119 }, { "directive": "disallow", "path": "/en_xa/external_footer.html", "line": 120 }, { "directive": "disallow", "path": "/en_xa/external_header.html", "line": 121 }, { "directive": "disallow", "path": "/de_xc/external_footer.html", "line": 122 }, { "directive": "disallow", "path": "/de_xc/external_header.html", "line": 123 }, { "directive": "disallow", "path": "/pl_pl/external_footer.html", "line": 124 }, { "directive": "disallow", "path": "/pl_pl/external_header.html", "line": 125 }, { "directive": "disallow", "path": "/ru_ru/external_footer.html", "line": 126 }, { "directive": "disallow", "path": "/ru_ru/external_header.html", "line": 127 }, { "directive": "disallow", "path": "/fr_fr/external_footer.html", "line": 128 }, { "directive": "disallow", "path": "/fr_fr/external_header.html", "line": 129 }, { "directive": "disallow", "path": "/zh_cn/external_footer.html", "line": 130 }, { "directive": "disallow", "path": "/zh_cn/external_header.html", "line": 131 }, { "directive": "disallow", "path": "/ja_jp/external_footer.html", "line": 132 }, { "directive": "disallow", "path": "/ja_jp/external_header.html", "line": 133 }, { "directive": "disallow", "path": "/ko_kr/external_footer.html", "line": 134 }, { "directive": "disallow", "path": "/ko_kr/external_header.html", "line": 135 }, { "directive": "disallow", "path": "/vi_vn/external_footer.html", "line": 136 }, { "directive": "disallow", "path": "/vi_vn/external_header.html", "line": 137 }, { "directive": "disallow", "path": "/he_il/external_footer.html", "line": 138 }, { "directive": "disallow", "path": "/he_il/external_header.html", "line": 139 }, { "directive": "disallow", "path": "/content/forms/", "line": 140 }, { "directive": "disallow", "path": "/content/forms/af/adp/", "line": 141 }, { "directive": "disallow", "path": "/catalog/", "line": 142 }, { "directive": "disallow", "path": "/catalog.html", "line": 143 }, { "directive": "disallow", "path": "/content/msi/catalog/", "line": 144 }, { "directive": "disallow", "path": "/content/msi/catalog.html", "line": 145 }, { "directive": "disallow", "path": "/content/dam/msi/tennessee/PartsandAdditionalAccessories.pdf", "line": 146 }, { "directive": "disallow", "path": "/content/dam/msi/images/avigilon/avigilon_video_surveillance_pricelist_january_2019_aecsp_us_pcat.pdf", "line": 147 }, { "directive": "disallow", "path": "/content/dam/msi/docs/robots/", "line": 148 }, { "directive": "disallow", "path": "/en_us/brand/", "line": 149 }, { "directive": "disallow", "path": "/en_us/brand.html", "line": 150 }, { "directive": "disallow", "path": "/content/dam/msi/docs/email/covid-19_use_cases.pdf", "line": 151 }, { "directive": "disallow", "path": "/content/dam/msi/docs/email/covid-19_one_pager.pdf", "line": 152 }, { "directive": "disallow", "path": "/en_us/video-security-analytics/body-worn-cameras/videomanager/downloads.html", "line": 153 }, { "directive": "disallow", "path": "/en_us/dscllc.html", "line": 154 }, { "directive": "disallow", "path": "/att/", "line": 155 }, { "directive": "disallow", "path": "/att.html", "line": 156 }, { "directive": "disallow", "path": "/verizon-ptt-plus/", "line": 157 }, { "directive": "disallow", "path": "/verizon-ptt-plus.html", "line": 158 }, { "directive": "disallow", "path": "/en_us/archived-pages/", "line": 159 }, { "directive": "disallow", "path": "/en_xu/Archived-Pages/", "line": 160 }, { "directive": "disallow", "path": "/en_xp/archived-pages/", "line": 161 }, { "directive": "disallow", "path": "/en_xl/archived-pages/", "line": 162 }, { "directive": "disallow", "path": "/en_xa/archived-pages/", "line": 163 }, { "directive": "disallow", "path": "/ko_kr/archived-pages/", "line": 164 }, { "directive": "disallow", "path": "/en_xa/archived-pages/", "line": 165 }, { "directive": "disallow", "path": "/ja_jp/archived-pages/", "line": 166 }, { "directive": "disallow", "path": "/zh_cn/archived-pages/", "line": 167 }, { "directive": "disallow", "path": "/fr_fr/archived-pages/", "line": 168 }, { "directive": "disallow", "path": "/es_xl/archived_pages/", "line": 169 }, { "directive": "disallow", "path": "/pt_xl/archived-pages/", "line": 170 }, { "directive": "disallow", "path": "/de_xc/archived-pages/", "line": 171 }, { "directive": "disallow", "path": "/pl_pl/archived-pages/", "line": 172 }, { "directive": "disallow", "path": "/ru_ru/archived-pages/", "line": 173 }, { "directive": "disallow", "path": "/he_il/archived-pages/", "line": 174 }, { "directive": "disallow", "path": "/content/dam/msi/docs/en-xu/public-safety/pronto_forms-and-processes_catalogue.pdf", "line": 175 }, { "directive": "disallow", "path": "/content/dam/msi/docs/product-marketing/flex/EOL_Old_GIS_Mapping_Modules.pdf", "line": 176 }, { "directive": "disallow", "path": "/content/dam/msi/commandcentral-dems/VX650.png", "line": 177 }, { "directive": "disallow", "path": "/en_xa/partner-central.html", "line": 178 }, { "directive": "disallow", "path": "/en_xa/partner-central/", "line": 179 }, { "directive": "disallow", "path": "/en_us/partner-central.html", "line": 180 }, { "directive": "disallow", "path": "/en_us/partner-central/", "line": 181 }, { "directive": "disallow", "path": "/en_xu/partner-central.html", "line": 182 }, { "directive": "disallow", "path": "/en_xu/partner-central/", "line": 183 }, { "directive": "disallow", "path": "/en_xl/partner-central.html", "line": 184 }, { "directive": "disallow", "path": "/en_xl/partner-central/", "line": 185 }, { "directive": "disallow", "path": "/en_xp/partner-central.html", "line": 186 }, { "directive": "disallow", "path": "/en_xp/partner-central/", "line": 187 }, { "directive": "disallow", "path": "/es_xl/partner-central.html", "line": 188 }, { "directive": "disallow", "path": "/es_xl/partner-central/", "line": 189 }, { "directive": "disallow", "path": "/pt_xl/partner-central.html", "line": 190 }, { "directive": "disallow", "path": "/pt_xl/partner-central/", "line": 191 }, { "directive": "disallow", "path": "/fr_fr/partner-central.html", "line": 192 }, { "directive": "disallow", "path": "/fr_fr/partner-central/", "line": 193 }, { "directive": "disallow", "path": "/de_xc/partner-central.html", "line": 194 }, { "directive": "disallow", "path": "/de_xc/partner-central/", "line": 195 }, { "directive": "disallow", "path": "/pl_pl/partner-central.html", "line": 196 }, { "directive": "disallow", "path": "/pl_pl/partner-central/", "line": 197 }, { "directive": "disallow", "path": "/ru_ru/partner-central.html", "line": 198 }, { "directive": "disallow", "path": "/ru_ru/partner-central/", "line": 199 }, { "directive": "disallow", "path": "/he_il/partner-central.html", "line": 200 }, { "directive": "disallow", "path": "/he_il/partner-central/", "line": 201 }, { "directive": "disallow", "path": "/it_it/partner-central.html", "line": 202 }, { "directive": "disallow", "path": "/it_it/partner-central/", "line": 203 }, { "directive": "disallow", "path": "/uk_ua/partner-central.html", "line": 204 }, { "directive": "disallow", "path": "/uk_ua/partner-central/", "line": 205 }, { "directive": "disallow", "path": "/ar_sa/partner-central.html", "line": 206 }, { "directive": "disallow", "path": "/ar_sa/partner-central/", "line": 207 }, { "directive": "disallow", "path": "/ja_jp/partner-central.html", "line": 208 }, { "directive": "disallow", "path": "/ja_jp/partner-central/", "line": 209 }, { "directive": "disallow", "path": "/ko_kr/partner-central.html", "line": 210 }, { "directive": "disallow", "path": "/ko_kr/partner-central/", "line": 211 }, { "directive": "disallow", "path": "/zh_cn/partner-central.html", "line": 212 }, { "directive": "disallow", "path": "/zh_cn/partner-central/", "line": 213 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.motorolasolutions.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "0911d524200a2f915d7c9e629b5c6a548b66279feb2519f0c4b2aa1b1e14db0d", "bytes": 7404 }, { "company": "MSCI Inc.", "cik": "1408198", "sector": "Financials", "origin": "https://www.msci.com", "checkedAt": "2026-09-26T04:55:59.093Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/content/dam", "line": 3 }, { "directive": "disallow", "path": "*/content/dam/*", "line": 4 }, { "directive": "disallow", "path": "*/content/ipc/us/en/indexes", "line": 5 }, { "directive": "disallow", "path": "*/content/ipc/us/en/indexes/*", "line": 6 }, { "directive": "disallow", "path": "*/content/msci/us/en", "line": 7 }, { "directive": "disallow", "path": "*/content/msci/us/en/*", "line": 8 }, { "directive": "disallow", "path": "/*?*aq=*", "line": 9 }, { "directive": "disallow", "path": "/*?*p_p_id=filterable_content_cards_INSTANCE_*", "line": 10 }, { "directive": "disallow", "path": "/*?*p_p_id=researchlister_WAR_researchlister_INSTANCE_*p_p_resource_id=AjaxSearch*", "line": 11 }, { "directive": "disallow", "path": "/*?*p_p_id=researchlister_WAR_researchlister_INSTANCE_*p_p_resource_id=Autocomplete*", "line": 12 }, { "directive": "disallow", "path": "/*?*sortCriteria=*", "line": 13 }, { "directive": "disallow", "path": "/BMREGDownload", "line": 14 }, { "directive": "disallow", "path": "/BMREGDownload/*", "line": 15 }, { "directive": "disallow", "path": "/analytics-platform", "line": 16 }, { "directive": "disallow", "path": "/analytics-platform/*", "line": 17 }, { "directive": "disallow", "path": "/api/jsonws/*", "line": 18 }, { "directive": "disallow", "path": "/c/*", "line": 19 }, { "directive": "disallow", "path": "/cdn/*", "line": 20 }, { "directive": "disallow", "path": "/combo", "line": 21 }, { "directive": "disallow", "path": "/combo/*", "line": 22 }, { "directive": "disallow", "path": "/css/*", "line": 23 }, { "directive": "disallow", "path": "/demo_2c5e63dedb24a", "line": 24 }, { "directive": "disallow", "path": "/documents/access/brochures", "line": 25 }, { "directive": "disallow", "path": "/documents/access/brochures/*", "line": 26 }, { "directive": "disallow", "path": "/downloads/documents/access", "line": 27 }, { "directive": "disallow", "path": "/downloads/documents/access/*", "line": 28 }, { "directive": "disallow", "path": "/en", "line": 29 }, { "directive": "disallow", "path": "/en/*", "line": 30 }, { "directive": "disallow", "path": "/error-pages*", "line": 31 }, { "directive": "disallow", "path": "/esg-manager-announcements", "line": 32 }, { "directive": "disallow", "path": "/esg-manager-announcements/*", "line": 33 }, { "directive": "disallow", "path": "/group/*", "line": 34 }, { "directive": "disallow", "path": "/images/*", "line": 35 }, { "directive": "disallow", "path": "/index-api", "line": 36 }, { "directive": "disallow", "path": "/index-api/*", "line": 37 }, { "directive": "disallow", "path": "/index-www/*", "line": 38 }, { "directive": "disallow", "path": "/js/*", "line": 39 }, { "directive": "disallow", "path": "/msci-asean-indexes", "line": 40 }, { "directive": "disallow", "path": "/msci-esg-metrics", "line": 41 }, { "directive": "disallow", "path": "/o/*", "line": 42 }, { "directive": "disallow", "path": "/pg/*", "line": 43 }, { "directive": "disallow", "path": "/rp-qa*", "line": 44 }, { "directive": "disallow", "path": "/scripts/*", "line": 45 }, { "directive": "disallow", "path": "/styles/*", "line": 46 }, { "directive": "disallow", "path": "/temp*", "line": 47 }, { "directive": "disallow", "path": "/web/*", "line": 48 }, { "directive": "disallow", "path": "/widget/*", "line": 49 }, { "directive": "disallow", "path": "/www-priv/*", "line": 50 }, { "directive": "disallow", "path": "/www/esg-announcements/*", "line": 51 }, { "directive": "disallow", "path": "/www/esg-news-archive/*", "line": 52 }, { "directive": "disallow", "path": "/www/esg-news/*", "line": 53 }, { "directive": "disallow", "path": "/www/newsletter/*", "line": 54 }, { "directive": "disallow", "path": "/zh", "line": 55 }, { "directive": "disallow", "path": "/zh/*", "line": 56 } ], "warnings": [ 3, 4, 5, 6, 7, 8 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/content/dam", "line": 3 }, { "directive": "disallow", "path": "*/content/dam/*", "line": 4 }, { "directive": "disallow", "path": "*/content/ipc/us/en/indexes", "line": 5 }, { "directive": "disallow", "path": "*/content/ipc/us/en/indexes/*", "line": 6 }, { "directive": "disallow", "path": "*/content/msci/us/en", "line": 7 }, { "directive": "disallow", "path": "*/content/msci/us/en/*", "line": 8 }, { "directive": "disallow", "path": "/*?*aq=*", "line": 9 }, { "directive": "disallow", "path": "/*?*p_p_id=filterable_content_cards_INSTANCE_*", "line": 10 }, { "directive": "disallow", "path": "/*?*p_p_id=researchlister_WAR_researchlister_INSTANCE_*p_p_resource_id=AjaxSearch*", "line": 11 }, { "directive": "disallow", "path": "/*?*p_p_id=researchlister_WAR_researchlister_INSTANCE_*p_p_resource_id=Autocomplete*", "line": 12 }, { "directive": "disallow", "path": "/*?*sortCriteria=*", "line": 13 }, { "directive": "disallow", "path": "/BMREGDownload", "line": 14 }, { "directive": "disallow", "path": "/BMREGDownload/*", "line": 15 }, { "directive": "disallow", "path": "/analytics-platform", "line": 16 }, { "directive": "disallow", "path": "/analytics-platform/*", "line": 17 }, { "directive": "disallow", "path": "/api/jsonws/*", "line": 18 }, { "directive": "disallow", "path": "/c/*", "line": 19 }, { "directive": "disallow", "path": "/cdn/*", "line": 20 }, { "directive": "disallow", "path": "/combo", "line": 21 }, { "directive": "disallow", "path": "/combo/*", "line": 22 }, { "directive": "disallow", "path": "/css/*", "line": 23 }, { "directive": "disallow", "path": "/demo_2c5e63dedb24a", "line": 24 }, { "directive": "disallow", "path": "/documents/access/brochures", "line": 25 }, { "directive": "disallow", "path": "/documents/access/brochures/*", "line": 26 }, { "directive": "disallow", "path": "/downloads/documents/access", "line": 27 }, { "directive": "disallow", "path": "/downloads/documents/access/*", "line": 28 }, { "directive": "disallow", "path": "/en", "line": 29 }, { "directive": "disallow", "path": "/en/*", "line": 30 }, { "directive": "disallow", "path": "/error-pages*", "line": 31 }, { "directive": "disallow", "path": "/esg-manager-announcements", "line": 32 }, { "directive": "disallow", "path": "/esg-manager-announcements/*", "line": 33 }, { "directive": "disallow", "path": "/group/*", "line": 34 }, { "directive": "disallow", "path": "/images/*", "line": 35 }, { "directive": "disallow", "path": "/index-api", "line": 36 }, { "directive": "disallow", "path": "/index-api/*", "line": 37 }, { "directive": "disallow", "path": "/index-www/*", "line": 38 }, { "directive": "disallow", "path": "/js/*", "line": 39 }, { "directive": "disallow", "path": "/msci-asean-indexes", "line": 40 }, { "directive": "disallow", "path": "/msci-esg-metrics", "line": 41 }, { "directive": "disallow", "path": "/o/*", "line": 42 }, { "directive": "disallow", "path": "/pg/*", "line": 43 }, { "directive": "disallow", "path": "/rp-qa*", "line": 44 }, { "directive": "disallow", "path": "/scripts/*", "line": 45 }, { "directive": "disallow", "path": "/styles/*", "line": 46 }, { "directive": "disallow", "path": "/temp*", "line": 47 }, { "directive": "disallow", "path": "/web/*", "line": 48 }, { "directive": "disallow", "path": "/widget/*", "line": 49 }, { "directive": "disallow", "path": "/www-priv/*", "line": 50 }, { "directive": "disallow", "path": "/www/esg-announcements/*", "line": 51 }, { "directive": "disallow", "path": "/www/esg-news-archive/*", "line": 52 }, { "directive": "disallow", "path": "/www/esg-news/*", "line": 53 }, { "directive": "disallow", "path": "/www/newsletter/*", "line": 54 }, { "directive": "disallow", "path": "/zh", "line": 55 }, { "directive": "disallow", "path": "/zh/*", "line": 56 } ], "warnings": [ 3, 4, 5, 6, 7, 8 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/content/dam", "line": 3 }, { "directive": "disallow", "path": "*/content/dam/*", "line": 4 }, { "directive": "disallow", "path": "*/content/ipc/us/en/indexes", "line": 5 }, { "directive": "disallow", "path": "*/content/ipc/us/en/indexes/*", "line": 6 }, { "directive": "disallow", "path": "*/content/msci/us/en", "line": 7 }, { "directive": "disallow", "path": "*/content/msci/us/en/*", "line": 8 }, { "directive": "disallow", "path": "/*?*aq=*", "line": 9 }, { "directive": "disallow", "path": "/*?*p_p_id=filterable_content_cards_INSTANCE_*", "line": 10 }, { "directive": "disallow", "path": "/*?*p_p_id=researchlister_WAR_researchlister_INSTANCE_*p_p_resource_id=AjaxSearch*", "line": 11 }, { "directive": "disallow", "path": "/*?*p_p_id=researchlister_WAR_researchlister_INSTANCE_*p_p_resource_id=Autocomplete*", "line": 12 }, { "directive": "disallow", "path": "/*?*sortCriteria=*", "line": 13 }, { "directive": "disallow", "path": "/BMREGDownload", "line": 14 }, { "directive": "disallow", "path": "/BMREGDownload/*", "line": 15 }, { "directive": "disallow", "path": "/analytics-platform", "line": 16 }, { "directive": "disallow", "path": "/analytics-platform/*", "line": 17 }, { "directive": "disallow", "path": "/api/jsonws/*", "line": 18 }, { "directive": "disallow", "path": "/c/*", "line": 19 }, { "directive": "disallow", "path": "/cdn/*", "line": 20 }, { "directive": "disallow", "path": "/combo", "line": 21 }, { "directive": "disallow", "path": "/combo/*", "line": 22 }, { "directive": "disallow", "path": "/css/*", "line": 23 }, { "directive": "disallow", "path": "/demo_2c5e63dedb24a", "line": 24 }, { "directive": "disallow", "path": "/documents/access/brochures", "line": 25 }, { "directive": "disallow", "path": "/documents/access/brochures/*", "line": 26 }, { "directive": "disallow", "path": "/downloads/documents/access", "line": 27 }, { "directive": "disallow", "path": "/downloads/documents/access/*", "line": 28 }, { "directive": "disallow", "path": "/en", "line": 29 }, { "directive": "disallow", "path": "/en/*", "line": 30 }, { "directive": "disallow", "path": "/error-pages*", "line": 31 }, { "directive": "disallow", "path": "/esg-manager-announcements", "line": 32 }, { "directive": "disallow", "path": "/esg-manager-announcements/*", "line": 33 }, { "directive": "disallow", "path": "/group/*", "line": 34 }, { "directive": "disallow", "path": "/images/*", "line": 35 }, { "directive": "disallow", "path": "/index-api", "line": 36 }, { "directive": "disallow", "path": "/index-api/*", "line": 37 }, { "directive": "disallow", "path": "/index-www/*", "line": 38 }, { "directive": "disallow", "path": "/js/*", "line": 39 }, { "directive": "disallow", "path": "/msci-asean-indexes", "line": 40 }, { "directive": "disallow", "path": "/msci-esg-metrics", "line": 41 }, { "directive": "disallow", "path": "/o/*", "line": 42 }, { "directive": "disallow", "path": "/pg/*", "line": 43 }, { "directive": "disallow", "path": "/rp-qa*", "line": 44 }, { "directive": "disallow", "path": "/scripts/*", "line": 45 }, { "directive": "disallow", "path": "/styles/*", "line": 46 }, { "directive": "disallow", "path": "/temp*", "line": 47 }, { "directive": "disallow", "path": "/web/*", "line": 48 }, { "directive": "disallow", "path": "/widget/*", "line": 49 }, { "directive": "disallow", "path": "/www-priv/*", "line": 50 }, { "directive": "disallow", "path": "/www/esg-announcements/*", "line": 51 }, { "directive": "disallow", "path": "/www/esg-news-archive/*", "line": 52 }, { "directive": "disallow", "path": "/www/esg-news/*", "line": 53 }, { "directive": "disallow", "path": "/www/newsletter/*", "line": 54 }, { "directive": "disallow", "path": "/zh", "line": 55 }, { "directive": "disallow", "path": "/zh/*", "line": 56 } ], "warnings": [ 3, 4, 5, 6, 7, 8 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/content/dam", "line": 3 }, { "directive": "disallow", "path": "*/content/dam/*", "line": 4 }, { "directive": "disallow", "path": "*/content/ipc/us/en/indexes", "line": 5 }, { "directive": "disallow", "path": "*/content/ipc/us/en/indexes/*", "line": 6 }, { "directive": "disallow", "path": "*/content/msci/us/en", "line": 7 }, { "directive": "disallow", "path": "*/content/msci/us/en/*", "line": 8 }, { "directive": "disallow", "path": "/*?*aq=*", "line": 9 }, { "directive": "disallow", "path": "/*?*p_p_id=filterable_content_cards_INSTANCE_*", "line": 10 }, { "directive": "disallow", "path": "/*?*p_p_id=researchlister_WAR_researchlister_INSTANCE_*p_p_resource_id=AjaxSearch*", "line": 11 }, { "directive": "disallow", "path": "/*?*p_p_id=researchlister_WAR_researchlister_INSTANCE_*p_p_resource_id=Autocomplete*", "line": 12 }, { "directive": "disallow", "path": "/*?*sortCriteria=*", "line": 13 }, { "directive": "disallow", "path": "/BMREGDownload", "line": 14 }, { "directive": "disallow", "path": "/BMREGDownload/*", "line": 15 }, { "directive": "disallow", "path": "/analytics-platform", "line": 16 }, { "directive": "disallow", "path": "/analytics-platform/*", "line": 17 }, { "directive": "disallow", "path": "/api/jsonws/*", "line": 18 }, { "directive": "disallow", "path": "/c/*", "line": 19 }, { "directive": "disallow", "path": "/cdn/*", "line": 20 }, { "directive": "disallow", "path": "/combo", "line": 21 }, { "directive": "disallow", "path": "/combo/*", "line": 22 }, { "directive": "disallow", "path": "/css/*", "line": 23 }, { "directive": "disallow", "path": "/demo_2c5e63dedb24a", "line": 24 }, { "directive": "disallow", "path": "/documents/access/brochures", "line": 25 }, { "directive": "disallow", "path": "/documents/access/brochures/*", "line": 26 }, { "directive": "disallow", "path": "/downloads/documents/access", "line": 27 }, { "directive": "disallow", "path": "/downloads/documents/access/*", "line": 28 }, { "directive": "disallow", "path": "/en", "line": 29 }, { "directive": "disallow", "path": "/en/*", "line": 30 }, { "directive": "disallow", "path": "/error-pages*", "line": 31 }, { "directive": "disallow", "path": "/esg-manager-announcements", "line": 32 }, { "directive": "disallow", "path": "/esg-manager-announcements/*", "line": 33 }, { "directive": "disallow", "path": "/group/*", "line": 34 }, { "directive": "disallow", "path": "/images/*", "line": 35 }, { "directive": "disallow", "path": "/index-api", "line": 36 }, { "directive": "disallow", "path": "/index-api/*", "line": 37 }, { "directive": "disallow", "path": "/index-www/*", "line": 38 }, { "directive": "disallow", "path": "/js/*", "line": 39 }, { "directive": "disallow", "path": "/msci-asean-indexes", "line": 40 }, { "directive": "disallow", "path": "/msci-esg-metrics", "line": 41 }, { "directive": "disallow", "path": "/o/*", "line": 42 }, { "directive": "disallow", "path": "/pg/*", "line": 43 }, { "directive": "disallow", "path": "/rp-qa*", "line": 44 }, { "directive": "disallow", "path": "/scripts/*", "line": 45 }, { "directive": "disallow", "path": "/styles/*", "line": 46 }, { "directive": "disallow", "path": "/temp*", "line": 47 }, { "directive": "disallow", "path": "/web/*", "line": 48 }, { "directive": "disallow", "path": "/widget/*", "line": 49 }, { "directive": "disallow", "path": "/www-priv/*", "line": 50 }, { "directive": "disallow", "path": "/www/esg-announcements/*", "line": 51 }, { "directive": "disallow", "path": "/www/esg-news-archive/*", "line": 52 }, { "directive": "disallow", "path": "/www/esg-news/*", "line": 53 }, { "directive": "disallow", "path": "/www/newsletter/*", "line": 54 }, { "directive": "disallow", "path": "/zh", "line": 55 }, { "directive": "disallow", "path": "/zh/*", "line": 56 } ], "warnings": [ 3, 4, 5, 6, 7, 8 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/content/dam", "line": 3 }, { "directive": "disallow", "path": "*/content/dam/*", "line": 4 }, { "directive": "disallow", "path": "*/content/ipc/us/en/indexes", "line": 5 }, { "directive": "disallow", "path": "*/content/ipc/us/en/indexes/*", "line": 6 }, { "directive": "disallow", "path": "*/content/msci/us/en", "line": 7 }, { "directive": "disallow", "path": "*/content/msci/us/en/*", "line": 8 }, { "directive": "disallow", "path": "/*?*aq=*", "line": 9 }, { "directive": "disallow", "path": "/*?*p_p_id=filterable_content_cards_INSTANCE_*", "line": 10 }, { "directive": "disallow", "path": "/*?*p_p_id=researchlister_WAR_researchlister_INSTANCE_*p_p_resource_id=AjaxSearch*", "line": 11 }, { "directive": "disallow", "path": "/*?*p_p_id=researchlister_WAR_researchlister_INSTANCE_*p_p_resource_id=Autocomplete*", "line": 12 }, { "directive": "disallow", "path": "/*?*sortCriteria=*", "line": 13 }, { "directive": "disallow", "path": "/BMREGDownload", "line": 14 }, { "directive": "disallow", "path": "/BMREGDownload/*", "line": 15 }, { "directive": "disallow", "path": "/analytics-platform", "line": 16 }, { "directive": "disallow", "path": "/analytics-platform/*", "line": 17 }, { "directive": "disallow", "path": "/api/jsonws/*", "line": 18 }, { "directive": "disallow", "path": "/c/*", "line": 19 }, { "directive": "disallow", "path": "/cdn/*", "line": 20 }, { "directive": "disallow", "path": "/combo", "line": 21 }, { "directive": "disallow", "path": "/combo/*", "line": 22 }, { "directive": "disallow", "path": "/css/*", "line": 23 }, { "directive": "disallow", "path": "/demo_2c5e63dedb24a", "line": 24 }, { "directive": "disallow", "path": "/documents/access/brochures", "line": 25 }, { "directive": "disallow", "path": "/documents/access/brochures/*", "line": 26 }, { "directive": "disallow", "path": "/downloads/documents/access", "line": 27 }, { "directive": "disallow", "path": "/downloads/documents/access/*", "line": 28 }, { "directive": "disallow", "path": "/en", "line": 29 }, { "directive": "disallow", "path": "/en/*", "line": 30 }, { "directive": "disallow", "path": "/error-pages*", "line": 31 }, { "directive": "disallow", "path": "/esg-manager-announcements", "line": 32 }, { "directive": "disallow", "path": "/esg-manager-announcements/*", "line": 33 }, { "directive": "disallow", "path": "/group/*", "line": 34 }, { "directive": "disallow", "path": "/images/*", "line": 35 }, { "directive": "disallow", "path": "/index-api", "line": 36 }, { "directive": "disallow", "path": "/index-api/*", "line": 37 }, { "directive": "disallow", "path": "/index-www/*", "line": 38 }, { "directive": "disallow", "path": "/js/*", "line": 39 }, { "directive": "disallow", "path": "/msci-asean-indexes", "line": 40 }, { "directive": "disallow", "path": "/msci-esg-metrics", "line": 41 }, { "directive": "disallow", "path": "/o/*", "line": 42 }, { "directive": "disallow", "path": "/pg/*", "line": 43 }, { "directive": "disallow", "path": "/rp-qa*", "line": 44 }, { "directive": "disallow", "path": "/scripts/*", "line": 45 }, { "directive": "disallow", "path": "/styles/*", "line": 46 }, { "directive": "disallow", "path": "/temp*", "line": 47 }, { "directive": "disallow", "path": "/web/*", "line": 48 }, { "directive": "disallow", "path": "/widget/*", "line": 49 }, { "directive": "disallow", "path": "/www-priv/*", "line": 50 }, { "directive": "disallow", "path": "/www/esg-announcements/*", "line": 51 }, { "directive": "disallow", "path": "/www/esg-news-archive/*", "line": 52 }, { "directive": "disallow", "path": "/www/esg-news/*", "line": 53 }, { "directive": "disallow", "path": "/www/newsletter/*", "line": 54 }, { "directive": "disallow", "path": "/zh", "line": 55 }, { "directive": "disallow", "path": "/zh/*", "line": 56 } ], "warnings": [ 3, 4, 5, 6, 7, 8 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/content/dam", "line": 3 }, { "directive": "disallow", "path": "*/content/dam/*", "line": 4 }, { "directive": "disallow", "path": "*/content/ipc/us/en/indexes", "line": 5 }, { "directive": "disallow", "path": "*/content/ipc/us/en/indexes/*", "line": 6 }, { "directive": "disallow", "path": "*/content/msci/us/en", "line": 7 }, { "directive": "disallow", "path": "*/content/msci/us/en/*", "line": 8 }, { "directive": "disallow", "path": "/*?*aq=*", "line": 9 }, { "directive": "disallow", "path": "/*?*p_p_id=filterable_content_cards_INSTANCE_*", "line": 10 }, { "directive": "disallow", "path": "/*?*p_p_id=researchlister_WAR_researchlister_INSTANCE_*p_p_resource_id=AjaxSearch*", "line": 11 }, { "directive": "disallow", "path": "/*?*p_p_id=researchlister_WAR_researchlister_INSTANCE_*p_p_resource_id=Autocomplete*", "line": 12 }, { "directive": "disallow", "path": "/*?*sortCriteria=*", "line": 13 }, { "directive": "disallow", "path": "/BMREGDownload", "line": 14 }, { "directive": "disallow", "path": "/BMREGDownload/*", "line": 15 }, { "directive": "disallow", "path": "/analytics-platform", "line": 16 }, { "directive": "disallow", "path": "/analytics-platform/*", "line": 17 }, { "directive": "disallow", "path": "/api/jsonws/*", "line": 18 }, { "directive": "disallow", "path": "/c/*", "line": 19 }, { "directive": "disallow", "path": "/cdn/*", "line": 20 }, { "directive": "disallow", "path": "/combo", "line": 21 }, { "directive": "disallow", "path": "/combo/*", "line": 22 }, { "directive": "disallow", "path": "/css/*", "line": 23 }, { "directive": "disallow", "path": "/demo_2c5e63dedb24a", "line": 24 }, { "directive": "disallow", "path": "/documents/access/brochures", "line": 25 }, { "directive": "disallow", "path": "/documents/access/brochures/*", "line": 26 }, { "directive": "disallow", "path": "/downloads/documents/access", "line": 27 }, { "directive": "disallow", "path": "/downloads/documents/access/*", "line": 28 }, { "directive": "disallow", "path": "/en", "line": 29 }, { "directive": "disallow", "path": "/en/*", "line": 30 }, { "directive": "disallow", "path": "/error-pages*", "line": 31 }, { "directive": "disallow", "path": "/esg-manager-announcements", "line": 32 }, { "directive": "disallow", "path": "/esg-manager-announcements/*", "line": 33 }, { "directive": "disallow", "path": "/group/*", "line": 34 }, { "directive": "disallow", "path": "/images/*", "line": 35 }, { "directive": "disallow", "path": "/index-api", "line": 36 }, { "directive": "disallow", "path": "/index-api/*", "line": 37 }, { "directive": "disallow", "path": "/index-www/*", "line": 38 }, { "directive": "disallow", "path": "/js/*", "line": 39 }, { "directive": "disallow", "path": "/msci-asean-indexes", "line": 40 }, { "directive": "disallow", "path": "/msci-esg-metrics", "line": 41 }, { "directive": "disallow", "path": "/o/*", "line": 42 }, { "directive": "disallow", "path": "/pg/*", "line": 43 }, { "directive": "disallow", "path": "/rp-qa*", "line": 44 }, { "directive": "disallow", "path": "/scripts/*", "line": 45 }, { "directive": "disallow", "path": "/styles/*", "line": 46 }, { "directive": "disallow", "path": "/temp*", "line": 47 }, { "directive": "disallow", "path": "/web/*", "line": 48 }, { "directive": "disallow", "path": "/widget/*", "line": 49 }, { "directive": "disallow", "path": "/www-priv/*", "line": 50 }, { "directive": "disallow", "path": "/www/esg-announcements/*", "line": 51 }, { "directive": "disallow", "path": "/www/esg-news-archive/*", "line": 52 }, { "directive": "disallow", "path": "/www/esg-news/*", "line": 53 }, { "directive": "disallow", "path": "/www/newsletter/*", "line": 54 }, { "directive": "disallow", "path": "/zh", "line": 55 }, { "directive": "disallow", "path": "/zh/*", "line": 56 } ], "warnings": [ 3, 4, 5, 6, 7, 8 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/content/dam", "line": 3 }, { "directive": "disallow", "path": "*/content/dam/*", "line": 4 }, { "directive": "disallow", "path": "*/content/ipc/us/en/indexes", "line": 5 }, { "directive": "disallow", "path": "*/content/ipc/us/en/indexes/*", "line": 6 }, { "directive": "disallow", "path": "*/content/msci/us/en", "line": 7 }, { "directive": "disallow", "path": "*/content/msci/us/en/*", "line": 8 }, { "directive": "disallow", "path": "/*?*aq=*", "line": 9 }, { "directive": "disallow", "path": "/*?*p_p_id=filterable_content_cards_INSTANCE_*", "line": 10 }, { "directive": "disallow", "path": "/*?*p_p_id=researchlister_WAR_researchlister_INSTANCE_*p_p_resource_id=AjaxSearch*", "line": 11 }, { "directive": "disallow", "path": "/*?*p_p_id=researchlister_WAR_researchlister_INSTANCE_*p_p_resource_id=Autocomplete*", "line": 12 }, { "directive": "disallow", "path": "/*?*sortCriteria=*", "line": 13 }, { "directive": "disallow", "path": "/BMREGDownload", "line": 14 }, { "directive": "disallow", "path": "/BMREGDownload/*", "line": 15 }, { "directive": "disallow", "path": "/analytics-platform", "line": 16 }, { "directive": "disallow", "path": "/analytics-platform/*", "line": 17 }, { "directive": "disallow", "path": "/api/jsonws/*", "line": 18 }, { "directive": "disallow", "path": "/c/*", "line": 19 }, { "directive": "disallow", "path": "/cdn/*", "line": 20 }, { "directive": "disallow", "path": "/combo", "line": 21 }, { "directive": "disallow", "path": "/combo/*", "line": 22 }, { "directive": "disallow", "path": "/css/*", "line": 23 }, { "directive": "disallow", "path": "/demo_2c5e63dedb24a", "line": 24 }, { "directive": "disallow", "path": "/documents/access/brochures", "line": 25 }, { "directive": "disallow", "path": "/documents/access/brochures/*", "line": 26 }, { "directive": "disallow", "path": "/downloads/documents/access", "line": 27 }, { "directive": "disallow", "path": "/downloads/documents/access/*", "line": 28 }, { "directive": "disallow", "path": "/en", "line": 29 }, { "directive": "disallow", "path": "/en/*", "line": 30 }, { "directive": "disallow", "path": "/error-pages*", "line": 31 }, { "directive": "disallow", "path": "/esg-manager-announcements", "line": 32 }, { "directive": "disallow", "path": "/esg-manager-announcements/*", "line": 33 }, { "directive": "disallow", "path": "/group/*", "line": 34 }, { "directive": "disallow", "path": "/images/*", "line": 35 }, { "directive": "disallow", "path": "/index-api", "line": 36 }, { "directive": "disallow", "path": "/index-api/*", "line": 37 }, { "directive": "disallow", "path": "/index-www/*", "line": 38 }, { "directive": "disallow", "path": "/js/*", "line": 39 }, { "directive": "disallow", "path": "/msci-asean-indexes", "line": 40 }, { "directive": "disallow", "path": "/msci-esg-metrics", "line": 41 }, { "directive": "disallow", "path": "/o/*", "line": 42 }, { "directive": "disallow", "path": "/pg/*", "line": 43 }, { "directive": "disallow", "path": "/rp-qa*", "line": 44 }, { "directive": "disallow", "path": "/scripts/*", "line": 45 }, { "directive": "disallow", "path": "/styles/*", "line": 46 }, { "directive": "disallow", "path": "/temp*", "line": 47 }, { "directive": "disallow", "path": "/web/*", "line": 48 }, { "directive": "disallow", "path": "/widget/*", "line": 49 }, { "directive": "disallow", "path": "/www-priv/*", "line": 50 }, { "directive": "disallow", "path": "/www/esg-announcements/*", "line": 51 }, { "directive": "disallow", "path": "/www/esg-news-archive/*", "line": 52 }, { "directive": "disallow", "path": "/www/esg-news/*", "line": 53 }, { "directive": "disallow", "path": "/www/newsletter/*", "line": 54 }, { "directive": "disallow", "path": "/zh", "line": 55 }, { "directive": "disallow", "path": "/zh/*", "line": 56 } ], "warnings": [ 3, 4, 5, 6, 7, 8 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/content/dam", "line": 3 }, { "directive": "disallow", "path": "*/content/dam/*", "line": 4 }, { "directive": "disallow", "path": "*/content/ipc/us/en/indexes", "line": 5 }, { "directive": "disallow", "path": "*/content/ipc/us/en/indexes/*", "line": 6 }, { "directive": "disallow", "path": "*/content/msci/us/en", "line": 7 }, { "directive": "disallow", "path": "*/content/msci/us/en/*", "line": 8 }, { "directive": "disallow", "path": "/*?*aq=*", "line": 9 }, { "directive": "disallow", "path": "/*?*p_p_id=filterable_content_cards_INSTANCE_*", "line": 10 }, { "directive": "disallow", "path": "/*?*p_p_id=researchlister_WAR_researchlister_INSTANCE_*p_p_resource_id=AjaxSearch*", "line": 11 }, { "directive": "disallow", "path": "/*?*p_p_id=researchlister_WAR_researchlister_INSTANCE_*p_p_resource_id=Autocomplete*", "line": 12 }, { "directive": "disallow", "path": "/*?*sortCriteria=*", "line": 13 }, { "directive": "disallow", "path": "/BMREGDownload", "line": 14 }, { "directive": "disallow", "path": "/BMREGDownload/*", "line": 15 }, { "directive": "disallow", "path": "/analytics-platform", "line": 16 }, { "directive": "disallow", "path": "/analytics-platform/*", "line": 17 }, { "directive": "disallow", "path": "/api/jsonws/*", "line": 18 }, { "directive": "disallow", "path": "/c/*", "line": 19 }, { "directive": "disallow", "path": "/cdn/*", "line": 20 }, { "directive": "disallow", "path": "/combo", "line": 21 }, { "directive": "disallow", "path": "/combo/*", "line": 22 }, { "directive": "disallow", "path": "/css/*", "line": 23 }, { "directive": "disallow", "path": "/demo_2c5e63dedb24a", "line": 24 }, { "directive": "disallow", "path": "/documents/access/brochures", "line": 25 }, { "directive": "disallow", "path": "/documents/access/brochures/*", "line": 26 }, { "directive": "disallow", "path": "/downloads/documents/access", "line": 27 }, { "directive": "disallow", "path": "/downloads/documents/access/*", "line": 28 }, { "directive": "disallow", "path": "/en", "line": 29 }, { "directive": "disallow", "path": "/en/*", "line": 30 }, { "directive": "disallow", "path": "/error-pages*", "line": 31 }, { "directive": "disallow", "path": "/esg-manager-announcements", "line": 32 }, { "directive": "disallow", "path": "/esg-manager-announcements/*", "line": 33 }, { "directive": "disallow", "path": "/group/*", "line": 34 }, { "directive": "disallow", "path": "/images/*", "line": 35 }, { "directive": "disallow", "path": "/index-api", "line": 36 }, { "directive": "disallow", "path": "/index-api/*", "line": 37 }, { "directive": "disallow", "path": "/index-www/*", "line": 38 }, { "directive": "disallow", "path": "/js/*", "line": 39 }, { "directive": "disallow", "path": "/msci-asean-indexes", "line": 40 }, { "directive": "disallow", "path": "/msci-esg-metrics", "line": 41 }, { "directive": "disallow", "path": "/o/*", "line": 42 }, { "directive": "disallow", "path": "/pg/*", "line": 43 }, { "directive": "disallow", "path": "/rp-qa*", "line": 44 }, { "directive": "disallow", "path": "/scripts/*", "line": 45 }, { "directive": "disallow", "path": "/styles/*", "line": 46 }, { "directive": "disallow", "path": "/temp*", "line": 47 }, { "directive": "disallow", "path": "/web/*", "line": 48 }, { "directive": "disallow", "path": "/widget/*", "line": 49 }, { "directive": "disallow", "path": "/www-priv/*", "line": 50 }, { "directive": "disallow", "path": "/www/esg-announcements/*", "line": 51 }, { "directive": "disallow", "path": "/www/esg-news-archive/*", "line": 52 }, { "directive": "disallow", "path": "/www/esg-news/*", "line": 53 }, { "directive": "disallow", "path": "/www/newsletter/*", "line": 54 }, { "directive": "disallow", "path": "/zh", "line": 55 }, { "directive": "disallow", "path": "/zh/*", "line": 56 } ], "warnings": [ 3, 4, 5, 6, 7, 8 ] } }, "httpStatus": 200, "finalUrl": "https://www.msci.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "391f5e1d2b7c1a9c99c91fc73f6876014b7350f2e07573c07f5686127ab9189d", "bytes": 1586 }, { "company": "Nasdaq, Inc.", "cik": "1120193", "sector": "Financials", "origin": "https://www.nasdaq.com", "checkedAt": "2026-09-26T04:55:59.343Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "NetApp", "cik": "1002047", "sector": "Information Technology", "origin": "https://www.netapp.com", "checkedAt": "2026-09-26T04:55:59.435Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.netapp.com/robots.txt", "contentType": "text/html" }, { "company": "Netflix", "cik": "1065280", "sector": "Communication Services", "origin": "https://ir.netflix.net", "checkedAt": "2026-09-26T04:56:00.346Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://ir.netflix.net/robots.txt", "contentType": "text/plain", "sha256": "de73d32142f114b8d18bbfd7fa5779ccee5f7a1753873402cfdab59444834ccd", "bytes": 207 }, { "company": "Newmont", "cik": "1164727", "sector": "Materials", "origin": "http://www.newmont.com", "checkedAt": "2026-09-26T04:56:00.936Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.newmont.com/robots.txt", "contentType": "text/plain", "sha256": "de73d32142f114b8d18bbfd7fa5779ccee5f7a1753873402cfdab59444834ccd", "bytes": 207 }, { "company": "News Corp (Class A)", "cik": "1564708", "sector": "Communication Services", "origin": "https://newscorp.com", "checkedAt": "2026-09-26T04:56:01.154Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/corporate-governance/supplier-info", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/corporate-governance/supplier-info", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/corporate-governance/supplier-info", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/corporate-governance/supplier-info", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/corporate-governance/supplier-info", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/corporate-governance/supplier-info", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/corporate-governance/supplier-info", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/corporate-governance/supplier-info", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://newscorp.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "dc9745c463d920c7cd3d1f24e5e87a29b23b5ad1aa56db21979eac1a468371aa", "bytes": 231 }, { "company": "NextEra Energy", "cik": "753308", "sector": "Utilities", "origin": "http://www.nexteraenergy.com", "checkedAt": "2026-09-26T04:56:01.287Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.nexteraenergy.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "44f3f8eafdf064cf69acb05f23ee4dfc9ab5b3d67d81c64246bc29f7e438789a", "bytes": 22 }, { "company": "Nike, Inc.", "cik": "320187", "sector": "Consumer Discretionary", "origin": "https://www.nike.com", "checkedAt": "2026-09-26T04:56:01.607Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/member/inbox", "line": 5 }, { "directive": "disallow", "path": "*/member/settings", "line": 6 }, { "directive": "disallow", "path": "*/p/", "line": 7 }, { "directive": "disallow", "path": "*/checkout/", "line": 8 }, { "directive": "disallow", "path": "/*.swf$", "line": 9 }, { "directive": "disallow", "path": "/*.pdf$", "line": 10 }, { "directive": "disallow", "path": "/pdf/", "line": 11 }, { "directive": "disallow", "path": "/ar/help/", "line": 12 }, { "directive": "disallow", "path": "/br/help/", "line": 13 }, { "directive": "disallow", "path": "/hk/help/", "line": 14 }, { "directive": "disallow", "path": "/uy/help/", "line": 15 }, { "directive": "disallow", "path": "/xf/help/", "line": 16 }, { "directive": "disallow", "path": "/xl/help/", "line": 17 }, { "directive": "disallow", "path": "/xm/help/", "line": 18 }, { "directive": "disallow", "path": "/fragments/recommendations-carousel", "line": 19 }, { "directive": "disallow", "path": "/kr/en$", "line": 20 }, { "directive": "disallow", "path": "/kr/en/", "line": 21 }, { "directive": "disallow", "path": "*/w/*-*z*z*z*z*z", "line": 22 } ], "warnings": [ 5, 6, 7, 8, 22, 32, 33, 44, 45, 56, 57, 68, 69, 80, 81 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/member/inbox", "line": 5 }, { "directive": "disallow", "path": "*/member/settings", "line": 6 }, { "directive": "disallow", "path": "*/p/", "line": 7 }, { "directive": "disallow", "path": "*/checkout/", "line": 8 }, { "directive": "disallow", "path": "/*.swf$", "line": 9 }, { "directive": "disallow", "path": "/*.pdf$", "line": 10 }, { "directive": "disallow", "path": "/pdf/", "line": 11 }, { "directive": "disallow", "path": "/ar/help/", "line": 12 }, { "directive": "disallow", "path": "/br/help/", "line": 13 }, { "directive": "disallow", "path": "/hk/help/", "line": 14 }, { "directive": "disallow", "path": "/uy/help/", "line": 15 }, { "directive": "disallow", "path": "/xf/help/", "line": 16 }, { "directive": "disallow", "path": "/xl/help/", "line": 17 }, { "directive": "disallow", "path": "/xm/help/", "line": 18 }, { "directive": "disallow", "path": "/fragments/recommendations-carousel", "line": 19 }, { "directive": "disallow", "path": "/kr/en$", "line": 20 }, { "directive": "disallow", "path": "/kr/en/", "line": 21 }, { "directive": "disallow", "path": "*/w/*-*z*z*z*z*z", "line": 22 } ], "warnings": [ 5, 6, 7, 8, 22, 32, 33, 44, 45, 56, 57, 68, 69, 80, 81 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/member/inbox", "line": 5 }, { "directive": "disallow", "path": "*/member/settings", "line": 6 }, { "directive": "disallow", "path": "*/p/", "line": 7 }, { "directive": "disallow", "path": "*/checkout/", "line": 8 }, { "directive": "disallow", "path": "/*.swf$", "line": 9 }, { "directive": "disallow", "path": "/*.pdf$", "line": 10 }, { "directive": "disallow", "path": "/pdf/", "line": 11 }, { "directive": "disallow", "path": "/ar/help/", "line": 12 }, { "directive": "disallow", "path": "/br/help/", "line": 13 }, { "directive": "disallow", "path": "/hk/help/", "line": 14 }, { "directive": "disallow", "path": "/uy/help/", "line": 15 }, { "directive": "disallow", "path": "/xf/help/", "line": 16 }, { "directive": "disallow", "path": "/xl/help/", "line": 17 }, { "directive": "disallow", "path": "/xm/help/", "line": 18 }, { "directive": "disallow", "path": "/fragments/recommendations-carousel", "line": 19 }, { "directive": "disallow", "path": "/kr/en$", "line": 20 }, { "directive": "disallow", "path": "/kr/en/", "line": 21 }, { "directive": "disallow", "path": "*/w/*-*z*z*z*z*z", "line": 22 } ], "warnings": [ 5, 6, 7, 8, 22, 32, 33, 44, 45, 56, 57, 68, 69, 80, 81 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/member/inbox", "line": 5 }, { "directive": "disallow", "path": "*/member/settings", "line": 6 }, { "directive": "disallow", "path": "*/p/", "line": 7 }, { "directive": "disallow", "path": "*/checkout/", "line": 8 }, { "directive": "disallow", "path": "/*.swf$", "line": 9 }, { "directive": "disallow", "path": "/*.pdf$", "line": 10 }, { "directive": "disallow", "path": "/pdf/", "line": 11 }, { "directive": "disallow", "path": "/ar/help/", "line": 12 }, { "directive": "disallow", "path": "/br/help/", "line": 13 }, { "directive": "disallow", "path": "/hk/help/", "line": 14 }, { "directive": "disallow", "path": "/uy/help/", "line": 15 }, { "directive": "disallow", "path": "/xf/help/", "line": 16 }, { "directive": "disallow", "path": "/xl/help/", "line": 17 }, { "directive": "disallow", "path": "/xm/help/", "line": 18 }, { "directive": "disallow", "path": "/fragments/recommendations-carousel", "line": 19 }, { "directive": "disallow", "path": "/kr/en$", "line": 20 }, { "directive": "disallow", "path": "/kr/en/", "line": 21 }, { "directive": "disallow", "path": "*/w/*-*z*z*z*z*z", "line": 22 } ], "warnings": [ 5, 6, 7, 8, 22, 32, 33, 44, 45, 56, 57, 68, 69, 80, 81 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/member/inbox", "line": 5 }, { "directive": "disallow", "path": "*/member/settings", "line": 6 }, { "directive": "disallow", "path": "*/p/", "line": 7 }, { "directive": "disallow", "path": "*/checkout/", "line": 8 }, { "directive": "disallow", "path": "/*.swf$", "line": 9 }, { "directive": "disallow", "path": "/*.pdf$", "line": 10 }, { "directive": "disallow", "path": "/pdf/", "line": 11 }, { "directive": "disallow", "path": "/ar/help/", "line": 12 }, { "directive": "disallow", "path": "/br/help/", "line": 13 }, { "directive": "disallow", "path": "/hk/help/", "line": 14 }, { "directive": "disallow", "path": "/uy/help/", "line": 15 }, { "directive": "disallow", "path": "/xf/help/", "line": 16 }, { "directive": "disallow", "path": "/xl/help/", "line": 17 }, { "directive": "disallow", "path": "/xm/help/", "line": 18 }, { "directive": "disallow", "path": "/fragments/recommendations-carousel", "line": 19 }, { "directive": "disallow", "path": "/kr/en$", "line": 20 }, { "directive": "disallow", "path": "/kr/en/", "line": 21 }, { "directive": "disallow", "path": "*/w/*-*z*z*z*z*z", "line": 22 } ], "warnings": [ 5, 6, 7, 8, 22, 32, 33, 44, 45, 56, 57, 68, 69, 80, 81 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/member/inbox", "line": 5 }, { "directive": "disallow", "path": "*/member/settings", "line": 6 }, { "directive": "disallow", "path": "*/p/", "line": 7 }, { "directive": "disallow", "path": "*/checkout/", "line": 8 }, { "directive": "disallow", "path": "/*.swf$", "line": 9 }, { "directive": "disallow", "path": "/*.pdf$", "line": 10 }, { "directive": "disallow", "path": "/pdf/", "line": 11 }, { "directive": "disallow", "path": "/ar/help/", "line": 12 }, { "directive": "disallow", "path": "/br/help/", "line": 13 }, { "directive": "disallow", "path": "/hk/help/", "line": 14 }, { "directive": "disallow", "path": "/uy/help/", "line": 15 }, { "directive": "disallow", "path": "/xf/help/", "line": 16 }, { "directive": "disallow", "path": "/xl/help/", "line": 17 }, { "directive": "disallow", "path": "/xm/help/", "line": 18 }, { "directive": "disallow", "path": "/fragments/recommendations-carousel", "line": 19 }, { "directive": "disallow", "path": "/kr/en$", "line": 20 }, { "directive": "disallow", "path": "/kr/en/", "line": 21 }, { "directive": "disallow", "path": "*/w/*-*z*z*z*z*z", "line": 22 } ], "warnings": [ 5, 6, 7, 8, 22, 32, 33, 44, 45, 56, 57, 68, 69, 80, 81 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/member/inbox", "line": 5 }, { "directive": "disallow", "path": "*/member/settings", "line": 6 }, { "directive": "disallow", "path": "*/p/", "line": 7 }, { "directive": "disallow", "path": "*/checkout/", "line": 8 }, { "directive": "disallow", "path": "/*.swf$", "line": 9 }, { "directive": "disallow", "path": "/*.pdf$", "line": 10 }, { "directive": "disallow", "path": "/pdf/", "line": 11 }, { "directive": "disallow", "path": "/ar/help/", "line": 12 }, { "directive": "disallow", "path": "/br/help/", "line": 13 }, { "directive": "disallow", "path": "/hk/help/", "line": 14 }, { "directive": "disallow", "path": "/uy/help/", "line": 15 }, { "directive": "disallow", "path": "/xf/help/", "line": 16 }, { "directive": "disallow", "path": "/xl/help/", "line": 17 }, { "directive": "disallow", "path": "/xm/help/", "line": 18 }, { "directive": "disallow", "path": "/fragments/recommendations-carousel", "line": 19 }, { "directive": "disallow", "path": "/kr/en$", "line": 20 }, { "directive": "disallow", "path": "/kr/en/", "line": 21 }, { "directive": "disallow", "path": "*/w/*-*z*z*z*z*z", "line": 22 } ], "warnings": [ 5, 6, 7, 8, 22, 32, 33, 44, 45, 56, 57, 68, 69, 80, 81 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/member/inbox", "line": 5 }, { "directive": "disallow", "path": "*/member/settings", "line": 6 }, { "directive": "disallow", "path": "*/p/", "line": 7 }, { "directive": "disallow", "path": "*/checkout/", "line": 8 }, { "directive": "disallow", "path": "/*.swf$", "line": 9 }, { "directive": "disallow", "path": "/*.pdf$", "line": 10 }, { "directive": "disallow", "path": "/pdf/", "line": 11 }, { "directive": "disallow", "path": "/ar/help/", "line": 12 }, { "directive": "disallow", "path": "/br/help/", "line": 13 }, { "directive": "disallow", "path": "/hk/help/", "line": 14 }, { "directive": "disallow", "path": "/uy/help/", "line": 15 }, { "directive": "disallow", "path": "/xf/help/", "line": 16 }, { "directive": "disallow", "path": "/xl/help/", "line": 17 }, { "directive": "disallow", "path": "/xm/help/", "line": 18 }, { "directive": "disallow", "path": "/fragments/recommendations-carousel", "line": 19 }, { "directive": "disallow", "path": "/kr/en$", "line": 20 }, { "directive": "disallow", "path": "/kr/en/", "line": 21 }, { "directive": "disallow", "path": "*/w/*-*z*z*z*z*z", "line": 22 } ], "warnings": [ 5, 6, 7, 8, 22, 32, 33, 44, 45, 56, 57, 68, 69, 80, 81 ] } }, "httpStatus": 200, "finalUrl": "https://www.nike.com/robots.txt", "contentType": "text/plain", "sha256": "54ba534bff9e8b4cf89f30c9432c8aa4b8e2b652cb1a9170b25ac8d8ad356ee6", "bytes": 3503 }, { "company": "NiSource", "cik": "1111711", "sector": "Utilities", "origin": "http://www.nisource.com", "checkedAt": "2026-09-26T04:56:01.995Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Sitefinity", "line": 14 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Sitefinity", "line": 14 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Sitefinity", "line": 14 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Sitefinity", "line": 14 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Sitefinity", "line": 14 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Sitefinity", "line": 14 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Sitefinity", "line": 14 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Sitefinity", "line": 14 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.nisource.com/robots.txt", "contentType": "text/plain", "sha256": "ce5fe2e8d85e14b45482606a67b9405be2fa3ea4faaaceecc17c9a98cea68ce7", "bytes": 680 }, { "company": "Nordson Corporation", "cik": "72331", "sector": "Industrials", "origin": "http://www.nordson.com", "checkedAt": "2026-09-26T04:56:03.078Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.nordson.com/robots.txt", "contentType": "text/html; charset=UTF-8" }, { "company": "Norfolk Southern", "cik": "702165", "sector": "Industrials", "origin": "https://www.norfolksouthern.com", "checkedAt": "2026-09-26T04:56:04.368Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 14 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 11 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.norfolksouthern.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "d77687e7115110be43f63bf23c7cbfb6e65fe442381b0b5fa8b3c440868bc083", "bytes": 437 }, { "company": "Northern Trust", "cik": "73124", "sector": "Financials", "origin": "http://www.northerntrust.com", "checkedAt": "2026-09-26T04:56:04.611Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/ntlanding/wm/institute/purposeful/index.html", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/ntlanding/wm/institute/purposeful/index.html", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/ntlanding/wm/institute/purposeful/index.html", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/ntlanding/wm/institute/purposeful/index.html", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/ntlanding/wm/institute/purposeful/index.html", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/ntlanding/wm/institute/purposeful/index.html", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/ntlanding/wm/institute/purposeful/index.html", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/ntlanding/wm/institute/purposeful/index.html", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.northerntrust.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "ea845e9297f6313ff42ab7d342a810f4d23c0cc786b105aa652429ac7f03e000", "bytes": 123 }, { "company": "Northrop Grumman", "cik": "1133421", "sector": "Industrials", "origin": "https://www.northropgrumman.com", "checkedAt": "2026-09-26T04:56:04.653Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 9 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 27 }, { "directive": "disallow", "path": "/admin/", "line": 28 }, { "directive": "disallow", "path": "/wp-admin/", "line": 29 }, { "directive": "disallow", "path": "/?s=", "line": 30 }, { "directive": "disallow", "path": "/api/", "line": 31 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 9 } ], "warnings": [] }, "GPTBot": { "policy": "blanket_disallow", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 23 } ], "warnings": [] }, "ClaudeBot": { "policy": "blanket_disallow", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 23 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 9 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 27 }, { "directive": "disallow", "path": "/admin/", "line": 28 }, { "directive": "disallow", "path": "/wp-admin/", "line": 29 }, { "directive": "disallow", "path": "/?s=", "line": 30 }, { "directive": "disallow", "path": "/api/", "line": 31 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 27 }, { "directive": "disallow", "path": "/admin/", "line": 28 }, { "directive": "disallow", "path": "/wp-admin/", "line": 29 }, { "directive": "disallow", "path": "/?s=", "line": 30 }, { "directive": "disallow", "path": "/api/", "line": 31 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.northropgrumman.com/robots.txt", "contentType": "text/plain;charset=utf-8", "sha256": "4d4c0cd3ffea60f668196932b9d4329952f87e1ed6a01ff85f48f570183e2d37", "bytes": 863 }, { "company": "Norwegian Cruise Line Holdings", "cik": "1513761", "sector": "Consumer Discretionary", "origin": "https://www.nclhltd.com", "checkedAt": "2026-09-26T04:56:05.391Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 2 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 2 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 2 ] }, "GPTBot": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 2 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 2 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 2 ] }, "Claude-User": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 2 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 2 ] } }, "httpStatus": 200, "finalUrl": "https://www.nclhltd.com/robots.txt", "contentType": "text/html; charset=UTF-8", "sha256": "06518c3e723f4a540521f5f225d05a6a2596bed7fce533f5077f49d6f2ca0816", "bytes": 60 }, { "company": "NRG Energy", "cik": "1013871", "sector": "Utilities", "origin": "https://www.nrg.com", "checkedAt": "2026-09-26T04:56:05.673Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 4 }, { "directive": "disallow", "path": "/contact-us/thank-you.html", "line": 5 }, { "directive": "disallow", "path": "/*.html/plans/", "line": 6 }, { "directive": "disallow", "path": "/business/*.html/plans/", "line": 7 }, { "directive": "disallow", "path": "*/campaigns", "line": 8 }, { "directive": "disallow", "path": "/content/nrg/lp", "line": 9 } ], "warnings": [ 8 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 4 }, { "directive": "disallow", "path": "/contact-us/thank-you.html", "line": 5 }, { "directive": "disallow", "path": "/*.html/plans/", "line": 6 }, { "directive": "disallow", "path": "/business/*.html/plans/", "line": 7 }, { "directive": "disallow", "path": "*/campaigns", "line": 8 }, { "directive": "disallow", "path": "/content/nrg/lp", "line": 9 } ], "warnings": [ 8 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 4 }, { "directive": "disallow", "path": "/contact-us/thank-you.html", "line": 5 }, { "directive": "disallow", "path": "/*.html/plans/", "line": 6 }, { "directive": "disallow", "path": "/business/*.html/plans/", "line": 7 }, { "directive": "disallow", "path": "*/campaigns", "line": 8 }, { "directive": "disallow", "path": "/content/nrg/lp", "line": 9 } ], "warnings": [ 8 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 4 }, { "directive": "disallow", "path": "/contact-us/thank-you.html", "line": 5 }, { "directive": "disallow", "path": "/*.html/plans/", "line": 6 }, { "directive": "disallow", "path": "/business/*.html/plans/", "line": 7 }, { "directive": "disallow", "path": "*/campaigns", "line": 8 }, { "directive": "disallow", "path": "/content/nrg/lp", "line": 9 } ], "warnings": [ 8 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 4 }, { "directive": "disallow", "path": "/contact-us/thank-you.html", "line": 5 }, { "directive": "disallow", "path": "/*.html/plans/", "line": 6 }, { "directive": "disallow", "path": "/business/*.html/plans/", "line": 7 }, { "directive": "disallow", "path": "*/campaigns", "line": 8 }, { "directive": "disallow", "path": "/content/nrg/lp", "line": 9 } ], "warnings": [ 8 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 4 }, { "directive": "disallow", "path": "/contact-us/thank-you.html", "line": 5 }, { "directive": "disallow", "path": "/*.html/plans/", "line": 6 }, { "directive": "disallow", "path": "/business/*.html/plans/", "line": 7 }, { "directive": "disallow", "path": "*/campaigns", "line": 8 }, { "directive": "disallow", "path": "/content/nrg/lp", "line": 9 } ], "warnings": [ 8 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 4 }, { "directive": "disallow", "path": "/contact-us/thank-you.html", "line": 5 }, { "directive": "disallow", "path": "/*.html/plans/", "line": 6 }, { "directive": "disallow", "path": "/business/*.html/plans/", "line": 7 }, { "directive": "disallow", "path": "*/campaigns", "line": 8 }, { "directive": "disallow", "path": "/content/nrg/lp", "line": 9 } ], "warnings": [ 8 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 4 }, { "directive": "disallow", "path": "/contact-us/thank-you.html", "line": 5 }, { "directive": "disallow", "path": "/*.html/plans/", "line": 6 }, { "directive": "disallow", "path": "/business/*.html/plans/", "line": 7 }, { "directive": "disallow", "path": "*/campaigns", "line": 8 }, { "directive": "disallow", "path": "/content/nrg/lp", "line": 9 } ], "warnings": [ 8 ] } }, "httpStatus": 200, "finalUrl": "https://www.nrg.com/robots.txt", "contentType": "text/plain", "sha256": "f1f009bf79d6d8519a236a988fe31279e545308214a840d0deb49a4fe9820d61", "bytes": 465 }, { "company": "Nucor", "cik": "73309", "sector": "Materials", "origin": "http://www.nucor.com", "checkedAt": "2026-09-26T04:56:05.736Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-json/", "line": 3 }, { "directive": "disallow", "path": "/?rest_route=", "line": 4 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-json/", "line": 3 }, { "directive": "disallow", "path": "/?rest_route=", "line": 4 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-json/", "line": 3 }, { "directive": "disallow", "path": "/?rest_route=", "line": 4 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-json/", "line": 3 }, { "directive": "disallow", "path": "/?rest_route=", "line": 4 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-json/", "line": 3 }, { "directive": "disallow", "path": "/?rest_route=", "line": 4 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-json/", "line": 3 }, { "directive": "disallow", "path": "/?rest_route=", "line": 4 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-json/", "line": 3 }, { "directive": "disallow", "path": "/?rest_route=", "line": 4 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-json/", "line": 3 }, { "directive": "disallow", "path": "/?rest_route=", "line": 4 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://nucor.com/robots.txt", "contentType": "text/plain", "sha256": "63f8077f4da17b2598828d68e8fdd83b3ead3f643d1415291fb3e99e0906af5b", "bytes": 169 }, { "company": "Nvidia", "cik": "1045810", "sector": "Information Technology", "origin": "https://www.nvidia.com", "checkedAt": "2026-09-26T04:56:05.753Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 40 }, { "directive": "disallow", "path": "/content/g/*", "line": 48 }, { "directive": "disallow", "path": "/content/gated-pdfs/*", "line": 49 }, { "directive": "disallow", "path": "/content/*/gated-resources/*", "line": 50 }, { "directive": "disallow", "path": "/content/*/gated-pdfs/*", "line": 51 }, { "directive": "disallow", "path": "/gated-resources/*", "line": 52 }, { "directive": "disallow", "path": "/*?topicPage=", "line": 55 }, { "directive": "disallow", "path": "/*&topicPage=", "line": 56 }, { "directive": "disallow", "path": "/*?commentPage=", "line": 57 }, { "directive": "disallow", "path": "/*&commentPage=", "line": 58 }, { "directive": "disallow", "path": "/*/training/academy/auth/", "line": 61 }, { "directive": "disallow", "path": "/*/training/academy/login/", "line": 62 }, { "directive": "disallow", "path": "/admin/", "line": 64 }, { "directive": "disallow", "path": "/attach/", "line": 65 }, { "directive": "disallow", "path": "/content/experience-fragments/*", "line": 66 }, { "directive": "disallow", "path": "/content/forms/", "line": 67 }, { "directive": "disallow", "path": "/content/license/driver_license.aspx", "line": 68 }, { "directive": "disallow", "path": "/content/nvidiaGDC.*\\.(?!png|jpg|svg).+$", "line": 69 }, { "directive": "disallow", "path": "/content/temp/*", "line": 70 }, { "directive": "disallow", "path": "/ddl2*", "line": 71 }, { "directive": "disallow", "path": "/email-verify/*", "line": 72 }, { "directive": "disallow", "path": "/forms/*", "line": 73 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFE/Rich/*", "line": 74 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFN/Rich/*", "line": 75 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFNB/Rich/*", "line": 76 }, { "directive": "disallow", "path": "/*/geforce/comparisons/*", "line": 77 }, { "directive": "disallow", "path": "/*/geforce/billboards/*", "line": 78 }, { "directive": "disallow", "path": "/*/geforce/news/gfecnt/*", "line": 79 }, { "directive": "disallow", "path": "/processFind*", "line": 80 }, { "directive": "disallow", "path": "/props/", "line": 81 }, { "directive": "disallow", "path": "/*.swf$", "line": 82 }, { "directive": "disallow", "path": "/*accessToken=*", "line": 85 }, { "directive": "disallow", "path": "/*cid=*", "line": 86 }, { "directive": "disallow", "path": "/*eid=*", "line": 87 }, { "directive": "disallow", "path": "/*hstc=*", "line": 88 }, { "directive": "disallow", "path": "/*jso=*", "line": 89 }, { "directive": "disallow", "path": "/*link=*", "line": 90 }, { "directive": "disallow", "path": "/*lx=*", "line": 91 }, { "directive": "disallow", "path": "/*ncid=*", "line": 92 }, { "directive": "disallow", "path": "/*nv_excludes=*", "line": 93 }, { "directive": "disallow", "path": "/*nvid=*", "line": 94 }, { "directive": "disallow", "path": "/*page=*", "line": 95 }, { "directive": "disallow", "path": "/*ref=*", "line": 96 }, { "directive": "disallow", "path": "/*srsltid=*", "line": 97 }, { "directive": "disallow", "path": "/*section=*", "line": 98 }, { "directive": "disallow", "path": "/*target=*", "line": 99 }, { "directive": "disallow", "path": "/*topicpage=*", "line": 100 }, { "directive": "disallow", "path": "/*utm*", "line": 101 }, { "directive": "disallow", "path": "/*search.industrysegment=*", "line": 102 }, { "directive": "disallow", "path": "/*search.keytheme=*", "line": 103 }, { "directive": "disallow", "path": "/*search.sessiontype=*", "line": 104 }, { "directive": "disallow", "path": "/*search.technicallevel=*", "line": 105 }, { "directive": "disallow", "path": "/*search.productstechnology=*", "line": 106 }, { "directive": "disallow", "path": "/*[?&]regcode=*", "line": 110 }, { "directive": "disallow", "path": "/*[?&]wcmmode=*", "line": 111 }, { "directive": "disallow", "path": "/*/gtc/gtc-chatbot/*", "line": 112 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 40 }, { "directive": "disallow", "path": "/content/g/*", "line": 48 }, { "directive": "disallow", "path": "/content/gated-pdfs/*", "line": 49 }, { "directive": "disallow", "path": "/content/*/gated-resources/*", "line": 50 }, { "directive": "disallow", "path": "/content/*/gated-pdfs/*", "line": 51 }, { "directive": "disallow", "path": "/gated-resources/*", "line": 52 }, { "directive": "disallow", "path": "/*?topicPage=", "line": 55 }, { "directive": "disallow", "path": "/*&topicPage=", "line": 56 }, { "directive": "disallow", "path": "/*?commentPage=", "line": 57 }, { "directive": "disallow", "path": "/*&commentPage=", "line": 58 }, { "directive": "disallow", "path": "/*/training/academy/auth/", "line": 61 }, { "directive": "disallow", "path": "/*/training/academy/login/", "line": 62 }, { "directive": "disallow", "path": "/admin/", "line": 64 }, { "directive": "disallow", "path": "/attach/", "line": 65 }, { "directive": "disallow", "path": "/content/experience-fragments/*", "line": 66 }, { "directive": "disallow", "path": "/content/forms/", "line": 67 }, { "directive": "disallow", "path": "/content/license/driver_license.aspx", "line": 68 }, { "directive": "disallow", "path": "/content/nvidiaGDC.*\\.(?!png|jpg|svg).+$", "line": 69 }, { "directive": "disallow", "path": "/content/temp/*", "line": 70 }, { "directive": "disallow", "path": "/ddl2*", "line": 71 }, { "directive": "disallow", "path": "/email-verify/*", "line": 72 }, { "directive": "disallow", "path": "/forms/*", "line": 73 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFE/Rich/*", "line": 74 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFN/Rich/*", "line": 75 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFNB/Rich/*", "line": 76 }, { "directive": "disallow", "path": "/*/geforce/comparisons/*", "line": 77 }, { "directive": "disallow", "path": "/*/geforce/billboards/*", "line": 78 }, { "directive": "disallow", "path": "/*/geforce/news/gfecnt/*", "line": 79 }, { "directive": "disallow", "path": "/processFind*", "line": 80 }, { "directive": "disallow", "path": "/props/", "line": 81 }, { "directive": "disallow", "path": "/*.swf$", "line": 82 }, { "directive": "disallow", "path": "/*accessToken=*", "line": 85 }, { "directive": "disallow", "path": "/*cid=*", "line": 86 }, { "directive": "disallow", "path": "/*eid=*", "line": 87 }, { "directive": "disallow", "path": "/*hstc=*", "line": 88 }, { "directive": "disallow", "path": "/*jso=*", "line": 89 }, { "directive": "disallow", "path": "/*link=*", "line": 90 }, { "directive": "disallow", "path": "/*lx=*", "line": 91 }, { "directive": "disallow", "path": "/*ncid=*", "line": 92 }, { "directive": "disallow", "path": "/*nv_excludes=*", "line": 93 }, { "directive": "disallow", "path": "/*nvid=*", "line": 94 }, { "directive": "disallow", "path": "/*page=*", "line": 95 }, { "directive": "disallow", "path": "/*ref=*", "line": 96 }, { "directive": "disallow", "path": "/*srsltid=*", "line": 97 }, { "directive": "disallow", "path": "/*section=*", "line": 98 }, { "directive": "disallow", "path": "/*target=*", "line": 99 }, { "directive": "disallow", "path": "/*topicpage=*", "line": 100 }, { "directive": "disallow", "path": "/*utm*", "line": 101 }, { "directive": "disallow", "path": "/*search.industrysegment=*", "line": 102 }, { "directive": "disallow", "path": "/*search.keytheme=*", "line": 103 }, { "directive": "disallow", "path": "/*search.sessiontype=*", "line": 104 }, { "directive": "disallow", "path": "/*search.technicallevel=*", "line": 105 }, { "directive": "disallow", "path": "/*search.productstechnology=*", "line": 106 }, { "directive": "disallow", "path": "/*[?&]regcode=*", "line": 110 }, { "directive": "disallow", "path": "/*[?&]wcmmode=*", "line": 111 }, { "directive": "disallow", "path": "/*/gtc/gtc-chatbot/*", "line": 112 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 40 }, { "directive": "disallow", "path": "/content/g/*", "line": 48 }, { "directive": "disallow", "path": "/content/gated-pdfs/*", "line": 49 }, { "directive": "disallow", "path": "/content/*/gated-resources/*", "line": 50 }, { "directive": "disallow", "path": "/content/*/gated-pdfs/*", "line": 51 }, { "directive": "disallow", "path": "/gated-resources/*", "line": 52 }, { "directive": "disallow", "path": "/*?topicPage=", "line": 55 }, { "directive": "disallow", "path": "/*&topicPage=", "line": 56 }, { "directive": "disallow", "path": "/*?commentPage=", "line": 57 }, { "directive": "disallow", "path": "/*&commentPage=", "line": 58 }, { "directive": "disallow", "path": "/*/training/academy/auth/", "line": 61 }, { "directive": "disallow", "path": "/*/training/academy/login/", "line": 62 }, { "directive": "disallow", "path": "/admin/", "line": 64 }, { "directive": "disallow", "path": "/attach/", "line": 65 }, { "directive": "disallow", "path": "/content/experience-fragments/*", "line": 66 }, { "directive": "disallow", "path": "/content/forms/", "line": 67 }, { "directive": "disallow", "path": "/content/license/driver_license.aspx", "line": 68 }, { "directive": "disallow", "path": "/content/nvidiaGDC.*\\.(?!png|jpg|svg).+$", "line": 69 }, { "directive": "disallow", "path": "/content/temp/*", "line": 70 }, { "directive": "disallow", "path": "/ddl2*", "line": 71 }, { "directive": "disallow", "path": "/email-verify/*", "line": 72 }, { "directive": "disallow", "path": "/forms/*", "line": 73 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFE/Rich/*", "line": 74 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFN/Rich/*", "line": 75 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFNB/Rich/*", "line": 76 }, { "directive": "disallow", "path": "/*/geforce/comparisons/*", "line": 77 }, { "directive": "disallow", "path": "/*/geforce/billboards/*", "line": 78 }, { "directive": "disallow", "path": "/*/geforce/news/gfecnt/*", "line": 79 }, { "directive": "disallow", "path": "/processFind*", "line": 80 }, { "directive": "disallow", "path": "/props/", "line": 81 }, { "directive": "disallow", "path": "/*.swf$", "line": 82 }, { "directive": "disallow", "path": "/*accessToken=*", "line": 85 }, { "directive": "disallow", "path": "/*cid=*", "line": 86 }, { "directive": "disallow", "path": "/*eid=*", "line": 87 }, { "directive": "disallow", "path": "/*hstc=*", "line": 88 }, { "directive": "disallow", "path": "/*jso=*", "line": 89 }, { "directive": "disallow", "path": "/*link=*", "line": 90 }, { "directive": "disallow", "path": "/*lx=*", "line": 91 }, { "directive": "disallow", "path": "/*ncid=*", "line": 92 }, { "directive": "disallow", "path": "/*nv_excludes=*", "line": 93 }, { "directive": "disallow", "path": "/*nvid=*", "line": 94 }, { "directive": "disallow", "path": "/*page=*", "line": 95 }, { "directive": "disallow", "path": "/*ref=*", "line": 96 }, { "directive": "disallow", "path": "/*srsltid=*", "line": 97 }, { "directive": "disallow", "path": "/*section=*", "line": 98 }, { "directive": "disallow", "path": "/*target=*", "line": 99 }, { "directive": "disallow", "path": "/*topicpage=*", "line": 100 }, { "directive": "disallow", "path": "/*utm*", "line": 101 }, { "directive": "disallow", "path": "/*search.industrysegment=*", "line": 102 }, { "directive": "disallow", "path": "/*search.keytheme=*", "line": 103 }, { "directive": "disallow", "path": "/*search.sessiontype=*", "line": 104 }, { "directive": "disallow", "path": "/*search.technicallevel=*", "line": 105 }, { "directive": "disallow", "path": "/*search.productstechnology=*", "line": 106 }, { "directive": "disallow", "path": "/*[?&]regcode=*", "line": 110 }, { "directive": "disallow", "path": "/*[?&]wcmmode=*", "line": 111 }, { "directive": "disallow", "path": "/*/gtc/gtc-chatbot/*", "line": 112 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 40 }, { "directive": "disallow", "path": "/content/g/*", "line": 48 }, { "directive": "disallow", "path": "/content/gated-pdfs/*", "line": 49 }, { "directive": "disallow", "path": "/content/*/gated-resources/*", "line": 50 }, { "directive": "disallow", "path": "/content/*/gated-pdfs/*", "line": 51 }, { "directive": "disallow", "path": "/gated-resources/*", "line": 52 }, { "directive": "disallow", "path": "/*?topicPage=", "line": 55 }, { "directive": "disallow", "path": "/*&topicPage=", "line": 56 }, { "directive": "disallow", "path": "/*?commentPage=", "line": 57 }, { "directive": "disallow", "path": "/*&commentPage=", "line": 58 }, { "directive": "disallow", "path": "/*/training/academy/auth/", "line": 61 }, { "directive": "disallow", "path": "/*/training/academy/login/", "line": 62 }, { "directive": "disallow", "path": "/admin/", "line": 64 }, { "directive": "disallow", "path": "/attach/", "line": 65 }, { "directive": "disallow", "path": "/content/experience-fragments/*", "line": 66 }, { "directive": "disallow", "path": "/content/forms/", "line": 67 }, { "directive": "disallow", "path": "/content/license/driver_license.aspx", "line": 68 }, { "directive": "disallow", "path": "/content/nvidiaGDC.*\\.(?!png|jpg|svg).+$", "line": 69 }, { "directive": "disallow", "path": "/content/temp/*", "line": 70 }, { "directive": "disallow", "path": "/ddl2*", "line": 71 }, { "directive": "disallow", "path": "/email-verify/*", "line": 72 }, { "directive": "disallow", "path": "/forms/*", "line": 73 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFE/Rich/*", "line": 74 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFN/Rich/*", "line": 75 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFNB/Rich/*", "line": 76 }, { "directive": "disallow", "path": "/*/geforce/comparisons/*", "line": 77 }, { "directive": "disallow", "path": "/*/geforce/billboards/*", "line": 78 }, { "directive": "disallow", "path": "/*/geforce/news/gfecnt/*", "line": 79 }, { "directive": "disallow", "path": "/processFind*", "line": 80 }, { "directive": "disallow", "path": "/props/", "line": 81 }, { "directive": "disallow", "path": "/*.swf$", "line": 82 }, { "directive": "disallow", "path": "/*accessToken=*", "line": 85 }, { "directive": "disallow", "path": "/*cid=*", "line": 86 }, { "directive": "disallow", "path": "/*eid=*", "line": 87 }, { "directive": "disallow", "path": "/*hstc=*", "line": 88 }, { "directive": "disallow", "path": "/*jso=*", "line": 89 }, { "directive": "disallow", "path": "/*link=*", "line": 90 }, { "directive": "disallow", "path": "/*lx=*", "line": 91 }, { "directive": "disallow", "path": "/*ncid=*", "line": 92 }, { "directive": "disallow", "path": "/*nv_excludes=*", "line": 93 }, { "directive": "disallow", "path": "/*nvid=*", "line": 94 }, { "directive": "disallow", "path": "/*page=*", "line": 95 }, { "directive": "disallow", "path": "/*ref=*", "line": 96 }, { "directive": "disallow", "path": "/*srsltid=*", "line": 97 }, { "directive": "disallow", "path": "/*section=*", "line": 98 }, { "directive": "disallow", "path": "/*target=*", "line": 99 }, { "directive": "disallow", "path": "/*topicpage=*", "line": 100 }, { "directive": "disallow", "path": "/*utm*", "line": 101 }, { "directive": "disallow", "path": "/*search.industrysegment=*", "line": 102 }, { "directive": "disallow", "path": "/*search.keytheme=*", "line": 103 }, { "directive": "disallow", "path": "/*search.sessiontype=*", "line": 104 }, { "directive": "disallow", "path": "/*search.technicallevel=*", "line": 105 }, { "directive": "disallow", "path": "/*search.productstechnology=*", "line": 106 }, { "directive": "disallow", "path": "/*[?&]regcode=*", "line": 110 }, { "directive": "disallow", "path": "/*[?&]wcmmode=*", "line": 111 }, { "directive": "disallow", "path": "/*/gtc/gtc-chatbot/*", "line": 112 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 40 }, { "directive": "disallow", "path": "/content/g/*", "line": 48 }, { "directive": "disallow", "path": "/content/gated-pdfs/*", "line": 49 }, { "directive": "disallow", "path": "/content/*/gated-resources/*", "line": 50 }, { "directive": "disallow", "path": "/content/*/gated-pdfs/*", "line": 51 }, { "directive": "disallow", "path": "/gated-resources/*", "line": 52 }, { "directive": "disallow", "path": "/*?topicPage=", "line": 55 }, { "directive": "disallow", "path": "/*&topicPage=", "line": 56 }, { "directive": "disallow", "path": "/*?commentPage=", "line": 57 }, { "directive": "disallow", "path": "/*&commentPage=", "line": 58 }, { "directive": "disallow", "path": "/*/training/academy/auth/", "line": 61 }, { "directive": "disallow", "path": "/*/training/academy/login/", "line": 62 }, { "directive": "disallow", "path": "/admin/", "line": 64 }, { "directive": "disallow", "path": "/attach/", "line": 65 }, { "directive": "disallow", "path": "/content/experience-fragments/*", "line": 66 }, { "directive": "disallow", "path": "/content/forms/", "line": 67 }, { "directive": "disallow", "path": "/content/license/driver_license.aspx", "line": 68 }, { "directive": "disallow", "path": "/content/nvidiaGDC.*\\.(?!png|jpg|svg).+$", "line": 69 }, { "directive": "disallow", "path": "/content/temp/*", "line": 70 }, { "directive": "disallow", "path": "/ddl2*", "line": 71 }, { "directive": "disallow", "path": "/email-verify/*", "line": 72 }, { "directive": "disallow", "path": "/forms/*", "line": 73 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFE/Rich/*", "line": 74 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFN/Rich/*", "line": 75 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFNB/Rich/*", "line": 76 }, { "directive": "disallow", "path": "/*/geforce/comparisons/*", "line": 77 }, { "directive": "disallow", "path": "/*/geforce/billboards/*", "line": 78 }, { "directive": "disallow", "path": "/*/geforce/news/gfecnt/*", "line": 79 }, { "directive": "disallow", "path": "/processFind*", "line": 80 }, { "directive": "disallow", "path": "/props/", "line": 81 }, { "directive": "disallow", "path": "/*.swf$", "line": 82 }, { "directive": "disallow", "path": "/*accessToken=*", "line": 85 }, { "directive": "disallow", "path": "/*cid=*", "line": 86 }, { "directive": "disallow", "path": "/*eid=*", "line": 87 }, { "directive": "disallow", "path": "/*hstc=*", "line": 88 }, { "directive": "disallow", "path": "/*jso=*", "line": 89 }, { "directive": "disallow", "path": "/*link=*", "line": 90 }, { "directive": "disallow", "path": "/*lx=*", "line": 91 }, { "directive": "disallow", "path": "/*ncid=*", "line": 92 }, { "directive": "disallow", "path": "/*nv_excludes=*", "line": 93 }, { "directive": "disallow", "path": "/*nvid=*", "line": 94 }, { "directive": "disallow", "path": "/*page=*", "line": 95 }, { "directive": "disallow", "path": "/*ref=*", "line": 96 }, { "directive": "disallow", "path": "/*srsltid=*", "line": 97 }, { "directive": "disallow", "path": "/*section=*", "line": 98 }, { "directive": "disallow", "path": "/*target=*", "line": 99 }, { "directive": "disallow", "path": "/*topicpage=*", "line": 100 }, { "directive": "disallow", "path": "/*utm*", "line": 101 }, { "directive": "disallow", "path": "/*search.industrysegment=*", "line": 102 }, { "directive": "disallow", "path": "/*search.keytheme=*", "line": 103 }, { "directive": "disallow", "path": "/*search.sessiontype=*", "line": 104 }, { "directive": "disallow", "path": "/*search.technicallevel=*", "line": 105 }, { "directive": "disallow", "path": "/*search.productstechnology=*", "line": 106 }, { "directive": "disallow", "path": "/*[?&]regcode=*", "line": 110 }, { "directive": "disallow", "path": "/*[?&]wcmmode=*", "line": 111 }, { "directive": "disallow", "path": "/*/gtc/gtc-chatbot/*", "line": 112 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 40 }, { "directive": "disallow", "path": "/content/g/*", "line": 48 }, { "directive": "disallow", "path": "/content/gated-pdfs/*", "line": 49 }, { "directive": "disallow", "path": "/content/*/gated-resources/*", "line": 50 }, { "directive": "disallow", "path": "/content/*/gated-pdfs/*", "line": 51 }, { "directive": "disallow", "path": "/gated-resources/*", "line": 52 }, { "directive": "disallow", "path": "/*?topicPage=", "line": 55 }, { "directive": "disallow", "path": "/*&topicPage=", "line": 56 }, { "directive": "disallow", "path": "/*?commentPage=", "line": 57 }, { "directive": "disallow", "path": "/*&commentPage=", "line": 58 }, { "directive": "disallow", "path": "/*/training/academy/auth/", "line": 61 }, { "directive": "disallow", "path": "/*/training/academy/login/", "line": 62 }, { "directive": "disallow", "path": "/admin/", "line": 64 }, { "directive": "disallow", "path": "/attach/", "line": 65 }, { "directive": "disallow", "path": "/content/experience-fragments/*", "line": 66 }, { "directive": "disallow", "path": "/content/forms/", "line": 67 }, { "directive": "disallow", "path": "/content/license/driver_license.aspx", "line": 68 }, { "directive": "disallow", "path": "/content/nvidiaGDC.*\\.(?!png|jpg|svg).+$", "line": 69 }, { "directive": "disallow", "path": "/content/temp/*", "line": 70 }, { "directive": "disallow", "path": "/ddl2*", "line": 71 }, { "directive": "disallow", "path": "/email-verify/*", "line": 72 }, { "directive": "disallow", "path": "/forms/*", "line": 73 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFE/Rich/*", "line": 74 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFN/Rich/*", "line": 75 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFNB/Rich/*", "line": 76 }, { "directive": "disallow", "path": "/*/geforce/comparisons/*", "line": 77 }, { "directive": "disallow", "path": "/*/geforce/billboards/*", "line": 78 }, { "directive": "disallow", "path": "/*/geforce/news/gfecnt/*", "line": 79 }, { "directive": "disallow", "path": "/processFind*", "line": 80 }, { "directive": "disallow", "path": "/props/", "line": 81 }, { "directive": "disallow", "path": "/*.swf$", "line": 82 }, { "directive": "disallow", "path": "/*accessToken=*", "line": 85 }, { "directive": "disallow", "path": "/*cid=*", "line": 86 }, { "directive": "disallow", "path": "/*eid=*", "line": 87 }, { "directive": "disallow", "path": "/*hstc=*", "line": 88 }, { "directive": "disallow", "path": "/*jso=*", "line": 89 }, { "directive": "disallow", "path": "/*link=*", "line": 90 }, { "directive": "disallow", "path": "/*lx=*", "line": 91 }, { "directive": "disallow", "path": "/*ncid=*", "line": 92 }, { "directive": "disallow", "path": "/*nv_excludes=*", "line": 93 }, { "directive": "disallow", "path": "/*nvid=*", "line": 94 }, { "directive": "disallow", "path": "/*page=*", "line": 95 }, { "directive": "disallow", "path": "/*ref=*", "line": 96 }, { "directive": "disallow", "path": "/*srsltid=*", "line": 97 }, { "directive": "disallow", "path": "/*section=*", "line": 98 }, { "directive": "disallow", "path": "/*target=*", "line": 99 }, { "directive": "disallow", "path": "/*topicpage=*", "line": 100 }, { "directive": "disallow", "path": "/*utm*", "line": 101 }, { "directive": "disallow", "path": "/*search.industrysegment=*", "line": 102 }, { "directive": "disallow", "path": "/*search.keytheme=*", "line": 103 }, { "directive": "disallow", "path": "/*search.sessiontype=*", "line": 104 }, { "directive": "disallow", "path": "/*search.technicallevel=*", "line": 105 }, { "directive": "disallow", "path": "/*search.productstechnology=*", "line": 106 }, { "directive": "disallow", "path": "/*[?&]regcode=*", "line": 110 }, { "directive": "disallow", "path": "/*[?&]wcmmode=*", "line": 111 }, { "directive": "disallow", "path": "/*/gtc/gtc-chatbot/*", "line": 112 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 40 }, { "directive": "disallow", "path": "/content/g/*", "line": 48 }, { "directive": "disallow", "path": "/content/gated-pdfs/*", "line": 49 }, { "directive": "disallow", "path": "/content/*/gated-resources/*", "line": 50 }, { "directive": "disallow", "path": "/content/*/gated-pdfs/*", "line": 51 }, { "directive": "disallow", "path": "/gated-resources/*", "line": 52 }, { "directive": "disallow", "path": "/*?topicPage=", "line": 55 }, { "directive": "disallow", "path": "/*&topicPage=", "line": 56 }, { "directive": "disallow", "path": "/*?commentPage=", "line": 57 }, { "directive": "disallow", "path": "/*&commentPage=", "line": 58 }, { "directive": "disallow", "path": "/*/training/academy/auth/", "line": 61 }, { "directive": "disallow", "path": "/*/training/academy/login/", "line": 62 }, { "directive": "disallow", "path": "/admin/", "line": 64 }, { "directive": "disallow", "path": "/attach/", "line": 65 }, { "directive": "disallow", "path": "/content/experience-fragments/*", "line": 66 }, { "directive": "disallow", "path": "/content/forms/", "line": 67 }, { "directive": "disallow", "path": "/content/license/driver_license.aspx", "line": 68 }, { "directive": "disallow", "path": "/content/nvidiaGDC.*\\.(?!png|jpg|svg).+$", "line": 69 }, { "directive": "disallow", "path": "/content/temp/*", "line": 70 }, { "directive": "disallow", "path": "/ddl2*", "line": 71 }, { "directive": "disallow", "path": "/email-verify/*", "line": 72 }, { "directive": "disallow", "path": "/forms/*", "line": 73 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFE/Rich/*", "line": 74 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFN/Rich/*", "line": 75 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFNB/Rich/*", "line": 76 }, { "directive": "disallow", "path": "/*/geforce/comparisons/*", "line": 77 }, { "directive": "disallow", "path": "/*/geforce/billboards/*", "line": 78 }, { "directive": "disallow", "path": "/*/geforce/news/gfecnt/*", "line": 79 }, { "directive": "disallow", "path": "/processFind*", "line": 80 }, { "directive": "disallow", "path": "/props/", "line": 81 }, { "directive": "disallow", "path": "/*.swf$", "line": 82 }, { "directive": "disallow", "path": "/*accessToken=*", "line": 85 }, { "directive": "disallow", "path": "/*cid=*", "line": 86 }, { "directive": "disallow", "path": "/*eid=*", "line": 87 }, { "directive": "disallow", "path": "/*hstc=*", "line": 88 }, { "directive": "disallow", "path": "/*jso=*", "line": 89 }, { "directive": "disallow", "path": "/*link=*", "line": 90 }, { "directive": "disallow", "path": "/*lx=*", "line": 91 }, { "directive": "disallow", "path": "/*ncid=*", "line": 92 }, { "directive": "disallow", "path": "/*nv_excludes=*", "line": 93 }, { "directive": "disallow", "path": "/*nvid=*", "line": 94 }, { "directive": "disallow", "path": "/*page=*", "line": 95 }, { "directive": "disallow", "path": "/*ref=*", "line": 96 }, { "directive": "disallow", "path": "/*srsltid=*", "line": 97 }, { "directive": "disallow", "path": "/*section=*", "line": 98 }, { "directive": "disallow", "path": "/*target=*", "line": 99 }, { "directive": "disallow", "path": "/*topicpage=*", "line": 100 }, { "directive": "disallow", "path": "/*utm*", "line": 101 }, { "directive": "disallow", "path": "/*search.industrysegment=*", "line": 102 }, { "directive": "disallow", "path": "/*search.keytheme=*", "line": 103 }, { "directive": "disallow", "path": "/*search.sessiontype=*", "line": 104 }, { "directive": "disallow", "path": "/*search.technicallevel=*", "line": 105 }, { "directive": "disallow", "path": "/*search.productstechnology=*", "line": 106 }, { "directive": "disallow", "path": "/*[?&]regcode=*", "line": 110 }, { "directive": "disallow", "path": "/*[?&]wcmmode=*", "line": 111 }, { "directive": "disallow", "path": "/*/gtc/gtc-chatbot/*", "line": 112 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 40 }, { "directive": "disallow", "path": "/content/g/*", "line": 48 }, { "directive": "disallow", "path": "/content/gated-pdfs/*", "line": 49 }, { "directive": "disallow", "path": "/content/*/gated-resources/*", "line": 50 }, { "directive": "disallow", "path": "/content/*/gated-pdfs/*", "line": 51 }, { "directive": "disallow", "path": "/gated-resources/*", "line": 52 }, { "directive": "disallow", "path": "/*?topicPage=", "line": 55 }, { "directive": "disallow", "path": "/*&topicPage=", "line": 56 }, { "directive": "disallow", "path": "/*?commentPage=", "line": 57 }, { "directive": "disallow", "path": "/*&commentPage=", "line": 58 }, { "directive": "disallow", "path": "/*/training/academy/auth/", "line": 61 }, { "directive": "disallow", "path": "/*/training/academy/login/", "line": 62 }, { "directive": "disallow", "path": "/admin/", "line": 64 }, { "directive": "disallow", "path": "/attach/", "line": 65 }, { "directive": "disallow", "path": "/content/experience-fragments/*", "line": 66 }, { "directive": "disallow", "path": "/content/forms/", "line": 67 }, { "directive": "disallow", "path": "/content/license/driver_license.aspx", "line": 68 }, { "directive": "disallow", "path": "/content/nvidiaGDC.*\\.(?!png|jpg|svg).+$", "line": 69 }, { "directive": "disallow", "path": "/content/temp/*", "line": 70 }, { "directive": "disallow", "path": "/ddl2*", "line": 71 }, { "directive": "disallow", "path": "/email-verify/*", "line": 72 }, { "directive": "disallow", "path": "/forms/*", "line": 73 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFE/Rich/*", "line": 74 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFN/Rich/*", "line": 75 }, { "directive": "disallow", "path": "/*/geforce/release-notes/GFNB/Rich/*", "line": 76 }, { "directive": "disallow", "path": "/*/geforce/comparisons/*", "line": 77 }, { "directive": "disallow", "path": "/*/geforce/billboards/*", "line": 78 }, { "directive": "disallow", "path": "/*/geforce/news/gfecnt/*", "line": 79 }, { "directive": "disallow", "path": "/processFind*", "line": 80 }, { "directive": "disallow", "path": "/props/", "line": 81 }, { "directive": "disallow", "path": "/*.swf$", "line": 82 }, { "directive": "disallow", "path": "/*accessToken=*", "line": 85 }, { "directive": "disallow", "path": "/*cid=*", "line": 86 }, { "directive": "disallow", "path": "/*eid=*", "line": 87 }, { "directive": "disallow", "path": "/*hstc=*", "line": 88 }, { "directive": "disallow", "path": "/*jso=*", "line": 89 }, { "directive": "disallow", "path": "/*link=*", "line": 90 }, { "directive": "disallow", "path": "/*lx=*", "line": 91 }, { "directive": "disallow", "path": "/*ncid=*", "line": 92 }, { "directive": "disallow", "path": "/*nv_excludes=*", "line": 93 }, { "directive": "disallow", "path": "/*nvid=*", "line": 94 }, { "directive": "disallow", "path": "/*page=*", "line": 95 }, { "directive": "disallow", "path": "/*ref=*", "line": 96 }, { "directive": "disallow", "path": "/*srsltid=*", "line": 97 }, { "directive": "disallow", "path": "/*section=*", "line": 98 }, { "directive": "disallow", "path": "/*target=*", "line": 99 }, { "directive": "disallow", "path": "/*topicpage=*", "line": 100 }, { "directive": "disallow", "path": "/*utm*", "line": 101 }, { "directive": "disallow", "path": "/*search.industrysegment=*", "line": 102 }, { "directive": "disallow", "path": "/*search.keytheme=*", "line": 103 }, { "directive": "disallow", "path": "/*search.sessiontype=*", "line": 104 }, { "directive": "disallow", "path": "/*search.technicallevel=*", "line": 105 }, { "directive": "disallow", "path": "/*search.productstechnology=*", "line": 106 }, { "directive": "disallow", "path": "/*[?&]regcode=*", "line": 110 }, { "directive": "disallow", "path": "/*[?&]wcmmode=*", "line": 111 }, { "directive": "disallow", "path": "/*/gtc/gtc-chatbot/*", "line": 112 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.nvidia.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "5069f0e6713ea599a59d48d5fb160ac859af14dcce9ec2a87fb9f554fe0f7125", "bytes": 3725 }, { "company": "NVR, Inc.", "cik": "906163", "sector": "Consumer Discretionary", "origin": "http://www.nvrinc.com", "checkedAt": "2026-09-26T04:56:05.851Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "NXP Semiconductors", "cik": "1413447", "sector": "Information Technology", "origin": "https://www.nxp.com", "checkedAt": "2026-09-26T04:56:05.860Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/files/benefits", "line": 8 }, { "directive": "disallow", "path": "/files/global_support_files", "line": 9 }, { "directive": "disallow", "path": "/search", "line": 10 }, { "directive": "disallow", "path": "/ftfevent", "line": 11 }, { "directive": "disallow", "path": "/about/about-nxp/about-nxp/benefits", "line": 12 }, { "directive": "disallow", "path": "/company/our-company/about-nxp/benefits", "line": 13 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/files/benefits", "line": 8 }, { "directive": "disallow", "path": "/files/global_support_files", "line": 9 }, { "directive": "disallow", "path": "/search", "line": 10 }, { "directive": "disallow", "path": "/ftfevent", "line": 11 }, { "directive": "disallow", "path": "/about/about-nxp/about-nxp/benefits", "line": 12 }, { "directive": "disallow", "path": "/company/our-company/about-nxp/benefits", "line": 13 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/files/benefits", "line": 8 }, { "directive": "disallow", "path": "/files/global_support_files", "line": 9 }, { "directive": "disallow", "path": "/search", "line": 10 }, { "directive": "disallow", "path": "/ftfevent", "line": 11 }, { "directive": "disallow", "path": "/about/about-nxp/about-nxp/benefits", "line": 12 }, { "directive": "disallow", "path": "/company/our-company/about-nxp/benefits", "line": 13 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/files/benefits", "line": 8 }, { "directive": "disallow", "path": "/files/global_support_files", "line": 9 }, { "directive": "disallow", "path": "/search", "line": 10 }, { "directive": "disallow", "path": "/ftfevent", "line": 11 }, { "directive": "disallow", "path": "/about/about-nxp/about-nxp/benefits", "line": 12 }, { "directive": "disallow", "path": "/company/our-company/about-nxp/benefits", "line": 13 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/files/benefits", "line": 8 }, { "directive": "disallow", "path": "/files/global_support_files", "line": 9 }, { "directive": "disallow", "path": "/search", "line": 10 }, { "directive": "disallow", "path": "/ftfevent", "line": 11 }, { "directive": "disallow", "path": "/about/about-nxp/about-nxp/benefits", "line": 12 }, { "directive": "disallow", "path": "/company/our-company/about-nxp/benefits", "line": 13 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/files/benefits", "line": 8 }, { "directive": "disallow", "path": "/files/global_support_files", "line": 9 }, { "directive": "disallow", "path": "/search", "line": 10 }, { "directive": "disallow", "path": "/ftfevent", "line": 11 }, { "directive": "disallow", "path": "/about/about-nxp/about-nxp/benefits", "line": 12 }, { "directive": "disallow", "path": "/company/our-company/about-nxp/benefits", "line": 13 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/files/benefits", "line": 8 }, { "directive": "disallow", "path": "/files/global_support_files", "line": 9 }, { "directive": "disallow", "path": "/search", "line": 10 }, { "directive": "disallow", "path": "/ftfevent", "line": 11 }, { "directive": "disallow", "path": "/about/about-nxp/about-nxp/benefits", "line": 12 }, { "directive": "disallow", "path": "/company/our-company/about-nxp/benefits", "line": 13 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/files/benefits", "line": 8 }, { "directive": "disallow", "path": "/files/global_support_files", "line": 9 }, { "directive": "disallow", "path": "/search", "line": 10 }, { "directive": "disallow", "path": "/ftfevent", "line": 11 }, { "directive": "disallow", "path": "/about/about-nxp/about-nxp/benefits", "line": 12 }, { "directive": "disallow", "path": "/company/our-company/about-nxp/benefits", "line": 13 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.nxp.com/robots.txt", "contentType": "text/plain", "sha256": "dc429e8dfc074bef760a0eceb7c2a5a287de05d606305a9942a81948c3d5d4d3", "bytes": 665 }, { "company": "O’Reilly Automotive", "cik": "898173", "sector": "Consumer Discretionary", "origin": "http://www.oreillyauto.com", "checkedAt": "2026-09-26T04:56:06.163Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "http://www.oreillyauto.com/robots.txt", "contentType": "text/html" }, { "company": "Occidental Petroleum", "cik": "797468", "sector": "Energy", "origin": "https://www.oxy.com", "checkedAt": "2026-09-26T04:56:06.235Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/episerver", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/episerver", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/episerver", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/episerver", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/episerver", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/episerver", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/episerver", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/episerver", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.oxy.com/robots.txt", "contentType": "text/plain", "sha256": "acf2fb252d064cfaa4628f2142f13d48731157f5abb480518ca0de511b4b2aa5", "bytes": 77 }, { "company": "Old Dominion", "cik": "878927", "sector": "Industrials", "origin": "http://www.odfl.com", "checkedAt": "2026-09-26T04:56:06.326Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/*", "line": 2 }, { "directive": "disallow", "path": "/content/odfl-admin/*", "line": 3 }, { "directive": "disallow", "path": "/content/od-data/*", "line": 4 }, { "directive": "disallow", "path": "/us/en/dashboard/*", "line": 5 }, { "directive": "disallow", "path": "/us/en/my-account/*", "line": 6 }, { "directive": "disallow", "path": "/us/en/uf/*", "line": 7 }, { "directive": "disallow", "path": "/us/en/resources/invoices-claims/*", "line": 8 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/expedited-shipment.html", "line": 9 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/truckload-shipment.html", "line": 10 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/expedited-rate.html", "line": 11 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.securityDividerEstimate.html", "line": 12 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.spotEstimate.html", "line": 13 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.cubeFeetEstimate.html", "line": 14 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.palletEstimate.html", "line": 15 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/create-new-bill-of-lading.html", "line": 16 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/modify-bol-pickup-request.html", "line": 17 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/bol-template-list.html", "line": 18 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/reprint-bill-of-lading.html", "line": 19 }, { "directive": "disallow", "path": "/us/en/tools/rate-reference-search.html", "line": 20 }, { "directive": "disallow", "path": "/us/en/tools/shipping-documents.html", "line": 21 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/shipping-reports/email-shipment-report.html", "line": 22 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/shipping-reports/status-reports.html", "line": 23 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/customer-spot-pick.html", "line": 24 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/chargeback-fines-research/inquiry-tool.html", "line": 25 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/chargeback-fines-research/research-shipments.html", "line": 26 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/*", "line": 2 }, { "directive": "disallow", "path": "/content/odfl-admin/*", "line": 3 }, { "directive": "disallow", "path": "/content/od-data/*", "line": 4 }, { "directive": "disallow", "path": "/us/en/dashboard/*", "line": 5 }, { "directive": "disallow", "path": "/us/en/my-account/*", "line": 6 }, { "directive": "disallow", "path": "/us/en/uf/*", "line": 7 }, { "directive": "disallow", "path": "/us/en/resources/invoices-claims/*", "line": 8 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/expedited-shipment.html", "line": 9 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/truckload-shipment.html", "line": 10 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/expedited-rate.html", "line": 11 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.securityDividerEstimate.html", "line": 12 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.spotEstimate.html", "line": 13 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.cubeFeetEstimate.html", "line": 14 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.palletEstimate.html", "line": 15 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/create-new-bill-of-lading.html", "line": 16 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/modify-bol-pickup-request.html", "line": 17 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/bol-template-list.html", "line": 18 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/reprint-bill-of-lading.html", "line": 19 }, { "directive": "disallow", "path": "/us/en/tools/rate-reference-search.html", "line": 20 }, { "directive": "disallow", "path": "/us/en/tools/shipping-documents.html", "line": 21 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/shipping-reports/email-shipment-report.html", "line": 22 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/shipping-reports/status-reports.html", "line": 23 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/customer-spot-pick.html", "line": 24 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/chargeback-fines-research/inquiry-tool.html", "line": 25 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/chargeback-fines-research/research-shipments.html", "line": 26 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/*", "line": 2 }, { "directive": "disallow", "path": "/content/odfl-admin/*", "line": 3 }, { "directive": "disallow", "path": "/content/od-data/*", "line": 4 }, { "directive": "disallow", "path": "/us/en/dashboard/*", "line": 5 }, { "directive": "disallow", "path": "/us/en/my-account/*", "line": 6 }, { "directive": "disallow", "path": "/us/en/uf/*", "line": 7 }, { "directive": "disallow", "path": "/us/en/resources/invoices-claims/*", "line": 8 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/expedited-shipment.html", "line": 9 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/truckload-shipment.html", "line": 10 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/expedited-rate.html", "line": 11 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.securityDividerEstimate.html", "line": 12 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.spotEstimate.html", "line": 13 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.cubeFeetEstimate.html", "line": 14 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.palletEstimate.html", "line": 15 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/create-new-bill-of-lading.html", "line": 16 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/modify-bol-pickup-request.html", "line": 17 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/bol-template-list.html", "line": 18 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/reprint-bill-of-lading.html", "line": 19 }, { "directive": "disallow", "path": "/us/en/tools/rate-reference-search.html", "line": 20 }, { "directive": "disallow", "path": "/us/en/tools/shipping-documents.html", "line": 21 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/shipping-reports/email-shipment-report.html", "line": 22 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/shipping-reports/status-reports.html", "line": 23 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/customer-spot-pick.html", "line": 24 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/chargeback-fines-research/inquiry-tool.html", "line": 25 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/chargeback-fines-research/research-shipments.html", "line": 26 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/*", "line": 2 }, { "directive": "disallow", "path": "/content/odfl-admin/*", "line": 3 }, { "directive": "disallow", "path": "/content/od-data/*", "line": 4 }, { "directive": "disallow", "path": "/us/en/dashboard/*", "line": 5 }, { "directive": "disallow", "path": "/us/en/my-account/*", "line": 6 }, { "directive": "disallow", "path": "/us/en/uf/*", "line": 7 }, { "directive": "disallow", "path": "/us/en/resources/invoices-claims/*", "line": 8 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/expedited-shipment.html", "line": 9 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/truckload-shipment.html", "line": 10 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/expedited-rate.html", "line": 11 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.securityDividerEstimate.html", "line": 12 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.spotEstimate.html", "line": 13 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.cubeFeetEstimate.html", "line": 14 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.palletEstimate.html", "line": 15 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/create-new-bill-of-lading.html", "line": 16 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/modify-bol-pickup-request.html", "line": 17 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/bol-template-list.html", "line": 18 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/reprint-bill-of-lading.html", "line": 19 }, { "directive": "disallow", "path": "/us/en/tools/rate-reference-search.html", "line": 20 }, { "directive": "disallow", "path": "/us/en/tools/shipping-documents.html", "line": 21 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/shipping-reports/email-shipment-report.html", "line": 22 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/shipping-reports/status-reports.html", "line": 23 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/customer-spot-pick.html", "line": 24 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/chargeback-fines-research/inquiry-tool.html", "line": 25 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/chargeback-fines-research/research-shipments.html", "line": 26 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/*", "line": 2 }, { "directive": "disallow", "path": "/content/odfl-admin/*", "line": 3 }, { "directive": "disallow", "path": "/content/od-data/*", "line": 4 }, { "directive": "disallow", "path": "/us/en/dashboard/*", "line": 5 }, { "directive": "disallow", "path": "/us/en/my-account/*", "line": 6 }, { "directive": "disallow", "path": "/us/en/uf/*", "line": 7 }, { "directive": "disallow", "path": "/us/en/resources/invoices-claims/*", "line": 8 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/expedited-shipment.html", "line": 9 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/truckload-shipment.html", "line": 10 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/expedited-rate.html", "line": 11 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.securityDividerEstimate.html", "line": 12 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.spotEstimate.html", "line": 13 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.cubeFeetEstimate.html", "line": 14 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.palletEstimate.html", "line": 15 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/create-new-bill-of-lading.html", "line": 16 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/modify-bol-pickup-request.html", "line": 17 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/bol-template-list.html", "line": 18 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/reprint-bill-of-lading.html", "line": 19 }, { "directive": "disallow", "path": "/us/en/tools/rate-reference-search.html", "line": 20 }, { "directive": "disallow", "path": "/us/en/tools/shipping-documents.html", "line": 21 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/shipping-reports/email-shipment-report.html", "line": 22 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/shipping-reports/status-reports.html", "line": 23 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/customer-spot-pick.html", "line": 24 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/chargeback-fines-research/inquiry-tool.html", "line": 25 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/chargeback-fines-research/research-shipments.html", "line": 26 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/*", "line": 2 }, { "directive": "disallow", "path": "/content/odfl-admin/*", "line": 3 }, { "directive": "disallow", "path": "/content/od-data/*", "line": 4 }, { "directive": "disallow", "path": "/us/en/dashboard/*", "line": 5 }, { "directive": "disallow", "path": "/us/en/my-account/*", "line": 6 }, { "directive": "disallow", "path": "/us/en/uf/*", "line": 7 }, { "directive": "disallow", "path": "/us/en/resources/invoices-claims/*", "line": 8 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/expedited-shipment.html", "line": 9 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/truckload-shipment.html", "line": 10 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/expedited-rate.html", "line": 11 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.securityDividerEstimate.html", "line": 12 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.spotEstimate.html", "line": 13 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.cubeFeetEstimate.html", "line": 14 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.palletEstimate.html", "line": 15 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/create-new-bill-of-lading.html", "line": 16 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/modify-bol-pickup-request.html", "line": 17 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/bol-template-list.html", "line": 18 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/reprint-bill-of-lading.html", "line": 19 }, { "directive": "disallow", "path": "/us/en/tools/rate-reference-search.html", "line": 20 }, { "directive": "disallow", "path": "/us/en/tools/shipping-documents.html", "line": 21 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/shipping-reports/email-shipment-report.html", "line": 22 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/shipping-reports/status-reports.html", "line": 23 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/customer-spot-pick.html", "line": 24 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/chargeback-fines-research/inquiry-tool.html", "line": 25 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/chargeback-fines-research/research-shipments.html", "line": 26 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/*", "line": 2 }, { "directive": "disallow", "path": "/content/odfl-admin/*", "line": 3 }, { "directive": "disallow", "path": "/content/od-data/*", "line": 4 }, { "directive": "disallow", "path": "/us/en/dashboard/*", "line": 5 }, { "directive": "disallow", "path": "/us/en/my-account/*", "line": 6 }, { "directive": "disallow", "path": "/us/en/uf/*", "line": 7 }, { "directive": "disallow", "path": "/us/en/resources/invoices-claims/*", "line": 8 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/expedited-shipment.html", "line": 9 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/truckload-shipment.html", "line": 10 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/expedited-rate.html", "line": 11 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.securityDividerEstimate.html", "line": 12 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.spotEstimate.html", "line": 13 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.cubeFeetEstimate.html", "line": 14 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.palletEstimate.html", "line": 15 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/create-new-bill-of-lading.html", "line": 16 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/modify-bol-pickup-request.html", "line": 17 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/bol-template-list.html", "line": 18 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/reprint-bill-of-lading.html", "line": 19 }, { "directive": "disallow", "path": "/us/en/tools/rate-reference-search.html", "line": 20 }, { "directive": "disallow", "path": "/us/en/tools/shipping-documents.html", "line": 21 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/shipping-reports/email-shipment-report.html", "line": 22 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/shipping-reports/status-reports.html", "line": 23 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/customer-spot-pick.html", "line": 24 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/chargeback-fines-research/inquiry-tool.html", "line": 25 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/chargeback-fines-research/research-shipments.html", "line": 26 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/*", "line": 2 }, { "directive": "disallow", "path": "/content/odfl-admin/*", "line": 3 }, { "directive": "disallow", "path": "/content/od-data/*", "line": 4 }, { "directive": "disallow", "path": "/us/en/dashboard/*", "line": 5 }, { "directive": "disallow", "path": "/us/en/my-account/*", "line": 6 }, { "directive": "disallow", "path": "/us/en/uf/*", "line": 7 }, { "directive": "disallow", "path": "/us/en/resources/invoices-claims/*", "line": 8 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/expedited-shipment.html", "line": 9 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/truckload-shipment.html", "line": 10 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/expedited-rate.html", "line": 11 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.securityDividerEstimate.html", "line": 12 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.spotEstimate.html", "line": 13 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.cubeFeetEstimate.html", "line": 14 }, { "directive": "disallow", "path": "/us/en/tools/freight-shipping-rate-estimate/ltl-rate-estimate.palletEstimate.html", "line": 15 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/create-new-bill-of-lading.html", "line": 16 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/modify-bol-pickup-request.html", "line": 17 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/bol-template-list.html", "line": 18 }, { "directive": "disallow", "path": "/us/en/tools/pickup-shipment/reprint-bill-of-lading.html", "line": 19 }, { "directive": "disallow", "path": "/us/en/tools/rate-reference-search.html", "line": 20 }, { "directive": "disallow", "path": "/us/en/tools/shipping-documents.html", "line": 21 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/shipping-reports/email-shipment-report.html", "line": 22 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/shipping-reports/status-reports.html", "line": 23 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/customer-spot-pick.html", "line": 24 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/chargeback-fines-research/inquiry-tool.html", "line": 25 }, { "directive": "disallow", "path": "/us/en/tools/other-tools/chargeback-fines-research/research-shipments.html", "line": 26 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.odfl.com/robots.txt", "contentType": "text/plain;charset=utf-8", "sha256": "12dc468c5f81c711cb56d75d0f4471077c2549eb5de0ed2f5b6bc5a6b058b3a1", "bytes": 1607 }, { "company": "Omnicom Group", "cik": "29989", "sector": "Communication Services", "origin": "https://www.omnicomgroup.com", "checkedAt": "2026-09-26T04:56:06.354Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.omc.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "bf299388f2f1f9b34e305cccfc88acaab62e3e7bb7cf6918b3908b219503a598", "bytes": 185 }, { "company": "ON Semiconductor", "cik": "1097864", "sector": "Information Technology", "origin": "https://www.onsemi.com", "checkedAt": "2026-09-26T04:56:06.424Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pub_link/", "line": 3 }, { "directive": "disallow", "path": "/PowerSolutions/myon/", "line": 4 }, { "directive": "disallow", "path": "/materialcomposition/xls/*", "line": 5 }, { "directive": "disallow", "path": "/products/inventory*", "line": 6 }, { "directive": "disallow", "path": "/search-results", "line": 7 }, { "directive": "disallow", "path": "/search-results*", "line": 8 }, { "directive": "disallow", "path": "/myon", "line": 9 }, { "directive": "disallow", "path": "/support/chat", "line": 10 }, { "directive": "disallow", "path": "/design/tools-software/elite-power-simulator-tool", "line": 11 }, { "directive": "allow", "path": "/site/images/ig", "line": 12 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pub_link/", "line": 3 }, { "directive": "disallow", "path": "/PowerSolutions/myon/", "line": 4 }, { "directive": "disallow", "path": "/materialcomposition/xls/*", "line": 5 }, { "directive": "disallow", "path": "/products/inventory*", "line": 6 }, { "directive": "disallow", "path": "/search-results", "line": 7 }, { "directive": "disallow", "path": "/search-results*", "line": 8 }, { "directive": "disallow", "path": "/myon", "line": 9 }, { "directive": "disallow", "path": "/support/chat", "line": 10 }, { "directive": "disallow", "path": "/design/tools-software/elite-power-simulator-tool", "line": 11 }, { "directive": "allow", "path": "/site/images/ig", "line": 12 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pub_link/", "line": 3 }, { "directive": "disallow", "path": "/PowerSolutions/myon/", "line": 4 }, { "directive": "disallow", "path": "/materialcomposition/xls/*", "line": 5 }, { "directive": "disallow", "path": "/products/inventory*", "line": 6 }, { "directive": "disallow", "path": "/search-results", "line": 7 }, { "directive": "disallow", "path": "/search-results*", "line": 8 }, { "directive": "disallow", "path": "/myon", "line": 9 }, { "directive": "disallow", "path": "/support/chat", "line": 10 }, { "directive": "disallow", "path": "/design/tools-software/elite-power-simulator-tool", "line": 11 }, { "directive": "allow", "path": "/site/images/ig", "line": 12 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pub_link/", "line": 3 }, { "directive": "disallow", "path": "/PowerSolutions/myon/", "line": 4 }, { "directive": "disallow", "path": "/materialcomposition/xls/*", "line": 5 }, { "directive": "disallow", "path": "/products/inventory*", "line": 6 }, { "directive": "disallow", "path": "/search-results", "line": 7 }, { "directive": "disallow", "path": "/search-results*", "line": 8 }, { "directive": "disallow", "path": "/myon", "line": 9 }, { "directive": "disallow", "path": "/support/chat", "line": 10 }, { "directive": "disallow", "path": "/design/tools-software/elite-power-simulator-tool", "line": 11 }, { "directive": "allow", "path": "/site/images/ig", "line": 12 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pub_link/", "line": 3 }, { "directive": "disallow", "path": "/PowerSolutions/myon/", "line": 4 }, { "directive": "disallow", "path": "/materialcomposition/xls/*", "line": 5 }, { "directive": "disallow", "path": "/products/inventory*", "line": 6 }, { "directive": "disallow", "path": "/search-results", "line": 7 }, { "directive": "disallow", "path": "/search-results*", "line": 8 }, { "directive": "disallow", "path": "/myon", "line": 9 }, { "directive": "disallow", "path": "/support/chat", "line": 10 }, { "directive": "disallow", "path": "/design/tools-software/elite-power-simulator-tool", "line": 11 }, { "directive": "allow", "path": "/site/images/ig", "line": 12 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pub_link/", "line": 3 }, { "directive": "disallow", "path": "/PowerSolutions/myon/", "line": 4 }, { "directive": "disallow", "path": "/materialcomposition/xls/*", "line": 5 }, { "directive": "disallow", "path": "/products/inventory*", "line": 6 }, { "directive": "disallow", "path": "/search-results", "line": 7 }, { "directive": "disallow", "path": "/search-results*", "line": 8 }, { "directive": "disallow", "path": "/myon", "line": 9 }, { "directive": "disallow", "path": "/support/chat", "line": 10 }, { "directive": "disallow", "path": "/design/tools-software/elite-power-simulator-tool", "line": 11 }, { "directive": "allow", "path": "/site/images/ig", "line": 12 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pub_link/", "line": 3 }, { "directive": "disallow", "path": "/PowerSolutions/myon/", "line": 4 }, { "directive": "disallow", "path": "/materialcomposition/xls/*", "line": 5 }, { "directive": "disallow", "path": "/products/inventory*", "line": 6 }, { "directive": "disallow", "path": "/search-results", "line": 7 }, { "directive": "disallow", "path": "/search-results*", "line": 8 }, { "directive": "disallow", "path": "/myon", "line": 9 }, { "directive": "disallow", "path": "/support/chat", "line": 10 }, { "directive": "disallow", "path": "/design/tools-software/elite-power-simulator-tool", "line": 11 }, { "directive": "allow", "path": "/site/images/ig", "line": 12 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/pub_link/", "line": 3 }, { "directive": "disallow", "path": "/PowerSolutions/myon/", "line": 4 }, { "directive": "disallow", "path": "/materialcomposition/xls/*", "line": 5 }, { "directive": "disallow", "path": "/products/inventory*", "line": 6 }, { "directive": "disallow", "path": "/search-results", "line": 7 }, { "directive": "disallow", "path": "/search-results*", "line": 8 }, { "directive": "disallow", "path": "/myon", "line": 9 }, { "directive": "disallow", "path": "/support/chat", "line": 10 }, { "directive": "disallow", "path": "/design/tools-software/elite-power-simulator-tool", "line": 11 }, { "directive": "allow", "path": "/site/images/ig", "line": 12 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.onsemi.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "c9ab30f7ca463b0282cafdfd9850a35e62918a31d7c576c867b83af0df75f5fe", "bytes": 478 }, { "company": "Oneok", "cik": "1039684", "sector": "Energy", "origin": "http://www.oneok.com", "checkedAt": "2026-09-26T04:56:06.634Z", "status": "missing_file", "bots": null, "httpStatus": 404, "finalUrl": "https://www.oneok.com/robots.txt", "contentType": "text/html; charset=utf-8" }, { "company": "Oracle Corporation", "cik": "1341439", "sector": "Information Technology", "origin": "https://www.oracle.com", "checkedAt": "2026-09-26T04:56:06.711Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.oracle.com/robots.txt", "contentType": "text/html" }, { "company": "Otis Worldwide", "cik": "1781335", "sector": "Industrials", "origin": "https://www.otis.com", "checkedAt": "2026-09-26T04:56:06.799Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/portal/login", "line": 2 }, { "directive": "disallow", "path": "*/change-requests", "line": 3 }, { "directive": "disallow", "path": "/web/otis-2-staging/", "line": 4 }, { "directive": "disallow", "path": "/Otis-New-theme/fonts/", "line": 5 } ], "warnings": [ 2, 3 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/portal/login", "line": 2 }, { "directive": "disallow", "path": "*/change-requests", "line": 3 }, { "directive": "disallow", "path": "/web/otis-2-staging/", "line": 4 }, { "directive": "disallow", "path": "/Otis-New-theme/fonts/", "line": 5 } ], "warnings": [ 2, 3 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/portal/login", "line": 2 }, { "directive": "disallow", "path": "*/change-requests", "line": 3 }, { "directive": "disallow", "path": "/web/otis-2-staging/", "line": 4 }, { "directive": "disallow", "path": "/Otis-New-theme/fonts/", "line": 5 } ], "warnings": [ 2, 3 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/portal/login", "line": 2 }, { "directive": "disallow", "path": "*/change-requests", "line": 3 }, { "directive": "disallow", "path": "/web/otis-2-staging/", "line": 4 }, { "directive": "disallow", "path": "/Otis-New-theme/fonts/", "line": 5 } ], "warnings": [ 2, 3 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/portal/login", "line": 2 }, { "directive": "disallow", "path": "*/change-requests", "line": 3 }, { "directive": "disallow", "path": "/web/otis-2-staging/", "line": 4 }, { "directive": "disallow", "path": "/Otis-New-theme/fonts/", "line": 5 } ], "warnings": [ 2, 3 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/portal/login", "line": 2 }, { "directive": "disallow", "path": "*/change-requests", "line": 3 }, { "directive": "disallow", "path": "/web/otis-2-staging/", "line": 4 }, { "directive": "disallow", "path": "/Otis-New-theme/fonts/", "line": 5 } ], "warnings": [ 2, 3 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/portal/login", "line": 2 }, { "directive": "disallow", "path": "*/change-requests", "line": 3 }, { "directive": "disallow", "path": "/web/otis-2-staging/", "line": 4 }, { "directive": "disallow", "path": "/Otis-New-theme/fonts/", "line": 5 } ], "warnings": [ 2, 3 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/portal/login", "line": 2 }, { "directive": "disallow", "path": "*/change-requests", "line": 3 }, { "directive": "disallow", "path": "/web/otis-2-staging/", "line": 4 }, { "directive": "disallow", "path": "/Otis-New-theme/fonts/", "line": 5 } ], "warnings": [ 2, 3 ] } }, "httpStatus": 200, "finalUrl": "https://www.otis.com/robots.txt", "contentType": "text/plain", "sha256": "8a0b2d54019f29fbf7fcae00cec2319819ec97e931a89613308f291950d21e20", "bytes": 172 }, { "company": "Paccar", "cik": "75362", "sector": "Industrials", "origin": "http://www.paccar.com", "checkedAt": "2026-09-26T04:56:06.880Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "http://www.paccar.com/robots.txt", "contentType": "text/html" }, { "company": "Packaging Corporation of America", "cik": "75677", "sector": "Materials", "origin": "https://www.packagingcorp.com", "checkedAt": "2026-09-26T04:56:07.012Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.packagingcorp.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "2480804f8b8f18d7f2739a182a1c8935a2f6ca418dca055c52e0b37a010f1642", "bytes": 195 }, { "company": "Palantir Technologies", "cik": "1321655", "sector": "Information Technology", "origin": "https://www.palantir.com", "checkedAt": "2026-09-26T04:56:07.036Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.palantir.com/robots.txt", "contentType": "text/plain", "sha256": "48182094fc56f42869cbaba3a9a5b07dbd5d59cecd34f43e14c8256468fcd3ce", "bytes": 175 }, { "company": "Palo Alto Networks", "cik": "1327567", "sector": "Information Technology", "origin": "https://www.paloaltonetworks.com", "checkedAt": "2026-09-26T04:56:07.261Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "allow", "path": "/sitemap.xml", "line": 119 }, { "directive": "allow", "path": "/apps/pan/public/downloadResource", "line": 120 }, { "directive": "allow", "path": "/apps/pan/public/singlePageReactModel?pageId=", "line": 121 }, { "directive": "allow", "path": "/apps/pan/public/unit42/bloglist.loadblogresults.json?searchLanguage=en_US", "line": 122 }, { "directive": "allow", "path": "/blog/wp-admin/admin-ajax.php", "line": 123 }, { "directive": "allow", "path": "/devsectalks/wp-admin/admin-ajax.php", "line": 124 }, { "directive": "allow", "path": "/perspectives/wp-admin/admin-ajax.php", "line": 125 }, { "directive": "allow", "path": "/content/dam/*.svg$", "line": 126 }, { "directive": "allow", "path": "/content/dam/*.gif$", "line": 127 }, { "directive": "allow", "path": "/content/dam/*.png$", "line": 128 }, { "directive": "allow", "path": "/content/dam/*.jpg$", "line": 129 }, { "directive": "allow", "path": "/content/dam/*.jpeg$", "line": 130 }, { "directive": "allow", "path": "/content/dam/*.pdf$", "line": 131 }, { "directive": "allow", "path": "/content/dam/*.gif?imwidth", "line": 132 }, { "directive": "allow", "path": "/content/dam/*.png?imwidth", "line": 133 }, { "directive": "allow", "path": "/content/dam/*.jpg?imwidth", "line": 134 }, { "directive": "allow", "path": "/content/dam/*.jpeg?imwidth", "line": 135 }, { "directive": "allow", "path": "/content/dam/*.js$", "line": 136 }, { "directive": "allow", "path": "/content/dam/*.css$", "line": 137 }, { "directive": "disallow", "path": "/content/dam/", "line": 138 }, { "directive": "disallow", "path": "/content/dam/pan/en_US/assets/pdf/legal/archive/", "line": 139 }, { "directive": "disallow", "path": "/content/pan/en_US/content/dam", "line": 140 }, { "directive": "disallow", "path": "/content/pan/en_US/partners/nextwave-partner-portal/", "line": 141 }, { "directive": "disallow", "path": "/content/pan/en_US/field/", "line": 142 }, { "directive": "disallow", "path": "/content/pan/en_US/ignitePromoDemo", "line": 143 }, { "directive": "disallow", "path": "/content/pan/en_US/legal-notices/privacy/privacy-notice", "line": 144 }, { "directive": "disallow", "path": "/content/pan/en_US/", "line": 145 }, { "directive": "disallow", "path": "/content/pan/ja_JP/", "line": 146 }, { "directive": "disallow", "path": "/content/pan/de_DE/", "line": 147 }, { "directive": "disallow", "path": "/content/pan/fr_FR/", "line": 148 }, { "directive": "disallow", "path": "/content/pan/es_ES/", "line": 149 }, { "directive": "disallow", "path": "/content/pan/pt_BR/", "line": 150 }, { "directive": "disallow", "path": "/content/pan/en_AU/", "line": 151 }, { "directive": "disallow", "path": "/content/pan/zh_TW/", "line": 152 }, { "directive": "disallow", "path": "/content/pan/ko_KR/", "line": 153 }, { "directive": "disallow", "path": "/content/pan/zh_CN/", "line": 154 }, { "directive": "disallow", "path": "/content/pan/es_LA/", "line": 155 }, { "directive": "disallow", "path": "/content/pan/en_US/allsitemap.html", "line": 156 }, { "directive": "disallow", "path": "/static/", "line": 157 }, { "directive": "disallow", "path": "/static_260619/", "line": 158 }, { "directive": "disallow", "path": "/static_perf/", "line": 159 }, { "directive": "disallow", "path": "/qa/", "line": 160 }, { "directive": "disallow", "path": "/allsitemap", "line": 161 }, { "directive": "disallow", "path": "/allsitemap.html", "line": 162 }, { "directive": "disallow", "path": "/content/pan/en_US/sitemaps/", "line": 163 }, { "directive": "disallow", "path": "/sitemaps/", "line": 164 }, { "directive": "disallow", "path": "/content/pan/en_GB/", "line": 165 }, { "directive": "disallow", "path": "/content/pan/en_CA/", "line": 166 }, { "directive": "disallow", "path": "/content/pan/en_SG/", "line": 167 }, { "directive": "disallow", "path": "/content/pan/en_IN/", "line": 168 }, { "directive": "disallow", "path": "/content/pan/it_IT/", "line": 169 }, { "directive": "disallow", "path": "/content/pan/es_MX/", "line": 170 }, { "directive": "disallow", "path": "/content/pan/en_US/topNav/", "line": 171 }, { "directive": "disallow", "path": "/content/pan/en_US/newTopNav/", "line": 172 }, { "directive": "disallow", "path": "/content/pan/en_US/expandedTopNav/", "line": 173 }, { "directive": "disallow", "path": "/apps/", "line": 174 }, { "directive": "disallow", "path": "/content/pan-dev", "line": 175 }, { "directive": "disallow", "path": "/content/pan/en_US/healthCheck.html", "line": 176 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-event", "line": 177 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-event.html", "line": 178 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-post-event", "line": 179 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-post-event.html", "line": 180 }, { "directive": "disallow", "path": "/content/pan/en_US/atlassian-domain-verification.html", "line": 181 }, { "directive": "disallow", "path": "/content/pan/en_US/documentation/", "line": 182 }, { "directive": "disallow", "path": "/documentation/", "line": 183 }, { "directive": "disallow", "path": "/company/in-the-news/2019/", "line": 184 }, { "directive": "disallow", "path": "/company/in-the-news/2018/", "line": 185 }, { "directive": "disallow", "path": "/company/in-the-news/2017/", "line": 186 }, { "directive": "disallow", "path": "/company/in-the-news/2016/", "line": 187 }, { "directive": "disallow", "path": "/company/in-the-news/2015/", "line": 188 }, { "directive": "disallow", "path": "/company/in-the-news/2014/", "line": 189 }, { "directive": "disallow", "path": "/company/in-the-news/2013/", "line": 190 }, { "directive": "disallow", "path": "/company/in-the-news/2012/", "line": 191 }, { "directive": "disallow", "path": "/company/in-the-news/2011/", "line": 192 }, { "directive": "disallow", "path": "/company/in-the-news/2010/", "line": 193 }, { "directive": "disallow", "path": "/company/in-the-news/2009/", "line": 194 }, { "directive": "disallow", "path": "/company/in-the-news/2008/", "line": 195 }, { "directive": "disallow", "path": "/company/in-the-news/2007/", "line": 196 }, { "directive": "disallow", "path": "/company/press/2019/", "line": 197 }, { "directive": "disallow", "path": "/company/press/2018/", "line": 198 }, { "directive": "disallow", "path": "/company/press/2017/", "line": 199 }, { "directive": "disallow", "path": "/company/press/2016/", "line": 200 }, { "directive": "disallow", "path": "/company/press/2015/", "line": 201 }, { "directive": "disallow", "path": "/company/press/2014/", "line": 202 }, { "directive": "disallow", "path": "/company/press/2013/", "line": 203 }, { "directive": "disallow", "path": "/company/press/2012/", "line": 204 }, { "directive": "disallow", "path": "/company/press/2011/", "line": 205 }, { "directive": "disallow", "path": "/company/press/2010/", "line": 206 }, { "directive": "disallow", "path": "/company/press/2009/", "line": 207 }, { "directive": "disallow", "path": "/company/press/2008/", "line": 208 }, { "directive": "disallow", "path": "/company/press/2007/", "line": 209 }, { "directive": "disallow", "path": "/securityevent/en_US_LV2.html", "line": 210 }, { "directive": "disallow", "path": "/content/pan/en_US/google992ef19868c7ad5e.html", "line": 211 }, { "directive": "disallow", "path": "/google992ef19868c7ad5e.html", "line": 212 }, { "directive": "disallow", "path": "/content/pan/en_US/.well_known/", "line": 213 }, { "directive": "disallow", "path": "/.well_known/", "line": 214 }, { "directive": "disallow", "path": "/events/future-of-security-revealed", "line": 215 }, { "directive": "disallow", "path": "/events/future-of-security-revealed-amer", "line": 216 }, { "directive": "disallow", "path": "/newbrand", "line": 217 }, { "directive": "disallow", "path": "/blog/wp-admin/", "line": 218 }, { "directive": "disallow", "path": "/devsectalks/wp-admin/", "line": 219 }, { "directive": "disallow", "path": "/perspectives/wp-admin/", "line": 220 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "allow", "path": "/sitemap.xml", "line": 119 }, { "directive": "allow", "path": "/apps/pan/public/downloadResource", "line": 120 }, { "directive": "allow", "path": "/apps/pan/public/singlePageReactModel?pageId=", "line": 121 }, { "directive": "allow", "path": "/apps/pan/public/unit42/bloglist.loadblogresults.json?searchLanguage=en_US", "line": 122 }, { "directive": "allow", "path": "/blog/wp-admin/admin-ajax.php", "line": 123 }, { "directive": "allow", "path": "/devsectalks/wp-admin/admin-ajax.php", "line": 124 }, { "directive": "allow", "path": "/perspectives/wp-admin/admin-ajax.php", "line": 125 }, { "directive": "allow", "path": "/content/dam/*.svg$", "line": 126 }, { "directive": "allow", "path": "/content/dam/*.gif$", "line": 127 }, { "directive": "allow", "path": "/content/dam/*.png$", "line": 128 }, { "directive": "allow", "path": "/content/dam/*.jpg$", "line": 129 }, { "directive": "allow", "path": "/content/dam/*.jpeg$", "line": 130 }, { "directive": "allow", "path": "/content/dam/*.pdf$", "line": 131 }, { "directive": "allow", "path": "/content/dam/*.gif?imwidth", "line": 132 }, { "directive": "allow", "path": "/content/dam/*.png?imwidth", "line": 133 }, { "directive": "allow", "path": "/content/dam/*.jpg?imwidth", "line": 134 }, { "directive": "allow", "path": "/content/dam/*.jpeg?imwidth", "line": 135 }, { "directive": "allow", "path": "/content/dam/*.js$", "line": 136 }, { "directive": "allow", "path": "/content/dam/*.css$", "line": 137 }, { "directive": "disallow", "path": "/content/dam/", "line": 138 }, { "directive": "disallow", "path": "/content/dam/pan/en_US/assets/pdf/legal/archive/", "line": 139 }, { "directive": "disallow", "path": "/content/pan/en_US/content/dam", "line": 140 }, { "directive": "disallow", "path": "/content/pan/en_US/partners/nextwave-partner-portal/", "line": 141 }, { "directive": "disallow", "path": "/content/pan/en_US/field/", "line": 142 }, { "directive": "disallow", "path": "/content/pan/en_US/ignitePromoDemo", "line": 143 }, { "directive": "disallow", "path": "/content/pan/en_US/legal-notices/privacy/privacy-notice", "line": 144 }, { "directive": "disallow", "path": "/content/pan/en_US/", "line": 145 }, { "directive": "disallow", "path": "/content/pan/ja_JP/", "line": 146 }, { "directive": "disallow", "path": "/content/pan/de_DE/", "line": 147 }, { "directive": "disallow", "path": "/content/pan/fr_FR/", "line": 148 }, { "directive": "disallow", "path": "/content/pan/es_ES/", "line": 149 }, { "directive": "disallow", "path": "/content/pan/pt_BR/", "line": 150 }, { "directive": "disallow", "path": "/content/pan/en_AU/", "line": 151 }, { "directive": "disallow", "path": "/content/pan/zh_TW/", "line": 152 }, { "directive": "disallow", "path": "/content/pan/ko_KR/", "line": 153 }, { "directive": "disallow", "path": "/content/pan/zh_CN/", "line": 154 }, { "directive": "disallow", "path": "/content/pan/es_LA/", "line": 155 }, { "directive": "disallow", "path": "/content/pan/en_US/allsitemap.html", "line": 156 }, { "directive": "disallow", "path": "/static/", "line": 157 }, { "directive": "disallow", "path": "/static_260619/", "line": 158 }, { "directive": "disallow", "path": "/static_perf/", "line": 159 }, { "directive": "disallow", "path": "/qa/", "line": 160 }, { "directive": "disallow", "path": "/allsitemap", "line": 161 }, { "directive": "disallow", "path": "/allsitemap.html", "line": 162 }, { "directive": "disallow", "path": "/content/pan/en_US/sitemaps/", "line": 163 }, { "directive": "disallow", "path": "/sitemaps/", "line": 164 }, { "directive": "disallow", "path": "/content/pan/en_GB/", "line": 165 }, { "directive": "disallow", "path": "/content/pan/en_CA/", "line": 166 }, { "directive": "disallow", "path": "/content/pan/en_SG/", "line": 167 }, { "directive": "disallow", "path": "/content/pan/en_IN/", "line": 168 }, { "directive": "disallow", "path": "/content/pan/it_IT/", "line": 169 }, { "directive": "disallow", "path": "/content/pan/es_MX/", "line": 170 }, { "directive": "disallow", "path": "/content/pan/en_US/topNav/", "line": 171 }, { "directive": "disallow", "path": "/content/pan/en_US/newTopNav/", "line": 172 }, { "directive": "disallow", "path": "/content/pan/en_US/expandedTopNav/", "line": 173 }, { "directive": "disallow", "path": "/apps/", "line": 174 }, { "directive": "disallow", "path": "/content/pan-dev", "line": 175 }, { "directive": "disallow", "path": "/content/pan/en_US/healthCheck.html", "line": 176 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-event", "line": 177 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-event.html", "line": 178 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-post-event", "line": 179 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-post-event.html", "line": 180 }, { "directive": "disallow", "path": "/content/pan/en_US/atlassian-domain-verification.html", "line": 181 }, { "directive": "disallow", "path": "/content/pan/en_US/documentation/", "line": 182 }, { "directive": "disallow", "path": "/documentation/", "line": 183 }, { "directive": "disallow", "path": "/company/in-the-news/2019/", "line": 184 }, { "directive": "disallow", "path": "/company/in-the-news/2018/", "line": 185 }, { "directive": "disallow", "path": "/company/in-the-news/2017/", "line": 186 }, { "directive": "disallow", "path": "/company/in-the-news/2016/", "line": 187 }, { "directive": "disallow", "path": "/company/in-the-news/2015/", "line": 188 }, { "directive": "disallow", "path": "/company/in-the-news/2014/", "line": 189 }, { "directive": "disallow", "path": "/company/in-the-news/2013/", "line": 190 }, { "directive": "disallow", "path": "/company/in-the-news/2012/", "line": 191 }, { "directive": "disallow", "path": "/company/in-the-news/2011/", "line": 192 }, { "directive": "disallow", "path": "/company/in-the-news/2010/", "line": 193 }, { "directive": "disallow", "path": "/company/in-the-news/2009/", "line": 194 }, { "directive": "disallow", "path": "/company/in-the-news/2008/", "line": 195 }, { "directive": "disallow", "path": "/company/in-the-news/2007/", "line": 196 }, { "directive": "disallow", "path": "/company/press/2019/", "line": 197 }, { "directive": "disallow", "path": "/company/press/2018/", "line": 198 }, { "directive": "disallow", "path": "/company/press/2017/", "line": 199 }, { "directive": "disallow", "path": "/company/press/2016/", "line": 200 }, { "directive": "disallow", "path": "/company/press/2015/", "line": 201 }, { "directive": "disallow", "path": "/company/press/2014/", "line": 202 }, { "directive": "disallow", "path": "/company/press/2013/", "line": 203 }, { "directive": "disallow", "path": "/company/press/2012/", "line": 204 }, { "directive": "disallow", "path": "/company/press/2011/", "line": 205 }, { "directive": "disallow", "path": "/company/press/2010/", "line": 206 }, { "directive": "disallow", "path": "/company/press/2009/", "line": 207 }, { "directive": "disallow", "path": "/company/press/2008/", "line": 208 }, { "directive": "disallow", "path": "/company/press/2007/", "line": 209 }, { "directive": "disallow", "path": "/securityevent/en_US_LV2.html", "line": 210 }, { "directive": "disallow", "path": "/content/pan/en_US/google992ef19868c7ad5e.html", "line": 211 }, { "directive": "disallow", "path": "/google992ef19868c7ad5e.html", "line": 212 }, { "directive": "disallow", "path": "/content/pan/en_US/.well_known/", "line": 213 }, { "directive": "disallow", "path": "/.well_known/", "line": 214 }, { "directive": "disallow", "path": "/events/future-of-security-revealed", "line": 215 }, { "directive": "disallow", "path": "/events/future-of-security-revealed-amer", "line": 216 }, { "directive": "disallow", "path": "/newbrand", "line": 217 }, { "directive": "disallow", "path": "/blog/wp-admin/", "line": 218 }, { "directive": "disallow", "path": "/devsectalks/wp-admin/", "line": 219 }, { "directive": "disallow", "path": "/perspectives/wp-admin/", "line": 220 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "allow", "path": "/sitemap.xml", "line": 119 }, { "directive": "allow", "path": "/apps/pan/public/downloadResource", "line": 120 }, { "directive": "allow", "path": "/apps/pan/public/singlePageReactModel?pageId=", "line": 121 }, { "directive": "allow", "path": "/apps/pan/public/unit42/bloglist.loadblogresults.json?searchLanguage=en_US", "line": 122 }, { "directive": "allow", "path": "/blog/wp-admin/admin-ajax.php", "line": 123 }, { "directive": "allow", "path": "/devsectalks/wp-admin/admin-ajax.php", "line": 124 }, { "directive": "allow", "path": "/perspectives/wp-admin/admin-ajax.php", "line": 125 }, { "directive": "allow", "path": "/content/dam/*.svg$", "line": 126 }, { "directive": "allow", "path": "/content/dam/*.gif$", "line": 127 }, { "directive": "allow", "path": "/content/dam/*.png$", "line": 128 }, { "directive": "allow", "path": "/content/dam/*.jpg$", "line": 129 }, { "directive": "allow", "path": "/content/dam/*.jpeg$", "line": 130 }, { "directive": "allow", "path": "/content/dam/*.pdf$", "line": 131 }, { "directive": "allow", "path": "/content/dam/*.gif?imwidth", "line": 132 }, { "directive": "allow", "path": "/content/dam/*.png?imwidth", "line": 133 }, { "directive": "allow", "path": "/content/dam/*.jpg?imwidth", "line": 134 }, { "directive": "allow", "path": "/content/dam/*.jpeg?imwidth", "line": 135 }, { "directive": "allow", "path": "/content/dam/*.js$", "line": 136 }, { "directive": "allow", "path": "/content/dam/*.css$", "line": 137 }, { "directive": "disallow", "path": "/content/dam/", "line": 138 }, { "directive": "disallow", "path": "/content/dam/pan/en_US/assets/pdf/legal/archive/", "line": 139 }, { "directive": "disallow", "path": "/content/pan/en_US/content/dam", "line": 140 }, { "directive": "disallow", "path": "/content/pan/en_US/partners/nextwave-partner-portal/", "line": 141 }, { "directive": "disallow", "path": "/content/pan/en_US/field/", "line": 142 }, { "directive": "disallow", "path": "/content/pan/en_US/ignitePromoDemo", "line": 143 }, { "directive": "disallow", "path": "/content/pan/en_US/legal-notices/privacy/privacy-notice", "line": 144 }, { "directive": "disallow", "path": "/content/pan/en_US/", "line": 145 }, { "directive": "disallow", "path": "/content/pan/ja_JP/", "line": 146 }, { "directive": "disallow", "path": "/content/pan/de_DE/", "line": 147 }, { "directive": "disallow", "path": "/content/pan/fr_FR/", "line": 148 }, { "directive": "disallow", "path": "/content/pan/es_ES/", "line": 149 }, { "directive": "disallow", "path": "/content/pan/pt_BR/", "line": 150 }, { "directive": "disallow", "path": "/content/pan/en_AU/", "line": 151 }, { "directive": "disallow", "path": "/content/pan/zh_TW/", "line": 152 }, { "directive": "disallow", "path": "/content/pan/ko_KR/", "line": 153 }, { "directive": "disallow", "path": "/content/pan/zh_CN/", "line": 154 }, { "directive": "disallow", "path": "/content/pan/es_LA/", "line": 155 }, { "directive": "disallow", "path": "/content/pan/en_US/allsitemap.html", "line": 156 }, { "directive": "disallow", "path": "/static/", "line": 157 }, { "directive": "disallow", "path": "/static_260619/", "line": 158 }, { "directive": "disallow", "path": "/static_perf/", "line": 159 }, { "directive": "disallow", "path": "/qa/", "line": 160 }, { "directive": "disallow", "path": "/allsitemap", "line": 161 }, { "directive": "disallow", "path": "/allsitemap.html", "line": 162 }, { "directive": "disallow", "path": "/content/pan/en_US/sitemaps/", "line": 163 }, { "directive": "disallow", "path": "/sitemaps/", "line": 164 }, { "directive": "disallow", "path": "/content/pan/en_GB/", "line": 165 }, { "directive": "disallow", "path": "/content/pan/en_CA/", "line": 166 }, { "directive": "disallow", "path": "/content/pan/en_SG/", "line": 167 }, { "directive": "disallow", "path": "/content/pan/en_IN/", "line": 168 }, { "directive": "disallow", "path": "/content/pan/it_IT/", "line": 169 }, { "directive": "disallow", "path": "/content/pan/es_MX/", "line": 170 }, { "directive": "disallow", "path": "/content/pan/en_US/topNav/", "line": 171 }, { "directive": "disallow", "path": "/content/pan/en_US/newTopNav/", "line": 172 }, { "directive": "disallow", "path": "/content/pan/en_US/expandedTopNav/", "line": 173 }, { "directive": "disallow", "path": "/apps/", "line": 174 }, { "directive": "disallow", "path": "/content/pan-dev", "line": 175 }, { "directive": "disallow", "path": "/content/pan/en_US/healthCheck.html", "line": 176 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-event", "line": 177 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-event.html", "line": 178 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-post-event", "line": 179 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-post-event.html", "line": 180 }, { "directive": "disallow", "path": "/content/pan/en_US/atlassian-domain-verification.html", "line": 181 }, { "directive": "disallow", "path": "/content/pan/en_US/documentation/", "line": 182 }, { "directive": "disallow", "path": "/documentation/", "line": 183 }, { "directive": "disallow", "path": "/company/in-the-news/2019/", "line": 184 }, { "directive": "disallow", "path": "/company/in-the-news/2018/", "line": 185 }, { "directive": "disallow", "path": "/company/in-the-news/2017/", "line": 186 }, { "directive": "disallow", "path": "/company/in-the-news/2016/", "line": 187 }, { "directive": "disallow", "path": "/company/in-the-news/2015/", "line": 188 }, { "directive": "disallow", "path": "/company/in-the-news/2014/", "line": 189 }, { "directive": "disallow", "path": "/company/in-the-news/2013/", "line": 190 }, { "directive": "disallow", "path": "/company/in-the-news/2012/", "line": 191 }, { "directive": "disallow", "path": "/company/in-the-news/2011/", "line": 192 }, { "directive": "disallow", "path": "/company/in-the-news/2010/", "line": 193 }, { "directive": "disallow", "path": "/company/in-the-news/2009/", "line": 194 }, { "directive": "disallow", "path": "/company/in-the-news/2008/", "line": 195 }, { "directive": "disallow", "path": "/company/in-the-news/2007/", "line": 196 }, { "directive": "disallow", "path": "/company/press/2019/", "line": 197 }, { "directive": "disallow", "path": "/company/press/2018/", "line": 198 }, { "directive": "disallow", "path": "/company/press/2017/", "line": 199 }, { "directive": "disallow", "path": "/company/press/2016/", "line": 200 }, { "directive": "disallow", "path": "/company/press/2015/", "line": 201 }, { "directive": "disallow", "path": "/company/press/2014/", "line": 202 }, { "directive": "disallow", "path": "/company/press/2013/", "line": 203 }, { "directive": "disallow", "path": "/company/press/2012/", "line": 204 }, { "directive": "disallow", "path": "/company/press/2011/", "line": 205 }, { "directive": "disallow", "path": "/company/press/2010/", "line": 206 }, { "directive": "disallow", "path": "/company/press/2009/", "line": 207 }, { "directive": "disallow", "path": "/company/press/2008/", "line": 208 }, { "directive": "disallow", "path": "/company/press/2007/", "line": 209 }, { "directive": "disallow", "path": "/securityevent/en_US_LV2.html", "line": 210 }, { "directive": "disallow", "path": "/content/pan/en_US/google992ef19868c7ad5e.html", "line": 211 }, { "directive": "disallow", "path": "/google992ef19868c7ad5e.html", "line": 212 }, { "directive": "disallow", "path": "/content/pan/en_US/.well_known/", "line": 213 }, { "directive": "disallow", "path": "/.well_known/", "line": 214 }, { "directive": "disallow", "path": "/events/future-of-security-revealed", "line": 215 }, { "directive": "disallow", "path": "/events/future-of-security-revealed-amer", "line": 216 }, { "directive": "disallow", "path": "/newbrand", "line": 217 }, { "directive": "disallow", "path": "/blog/wp-admin/", "line": 218 }, { "directive": "disallow", "path": "/devsectalks/wp-admin/", "line": 219 }, { "directive": "disallow", "path": "/perspectives/wp-admin/", "line": 220 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/", "line": 2 }, { "directive": "disallow", "path": "/content/dam/pan/en_US/assets/pdf/legal/archive/", "line": 3 }, { "directive": "disallow", "path": "/content/pan/en_US/content/dam", "line": 4 }, { "directive": "disallow", "path": "/content/pan/en_US/partners/nextwave-partner-portal/", "line": 5 }, { "directive": "disallow", "path": "/content/pan/en_US/field/", "line": 6 }, { "directive": "disallow", "path": "/content/pan/en_US/ignitePromoDemo", "line": 7 }, { "directive": "disallow", "path": "/content/pan/en_US/legal-notices/privacy/privacy-notice", "line": 8 }, { "directive": "disallow", "path": "/content/pan/en_US/", "line": 9 }, { "directive": "disallow", "path": "/content/pan/ja_JP/", "line": 10 }, { "directive": "disallow", "path": "/content/pan/de_DE/", "line": 11 }, { "directive": "disallow", "path": "/content/pan/fr_FR/", "line": 12 }, { "directive": "disallow", "path": "/content/pan/es_ES/", "line": 13 }, { "directive": "disallow", "path": "/content/pan/pt_BR/", "line": 14 }, { "directive": "disallow", "path": "/content/pan/en_AU/", "line": 15 }, { "directive": "disallow", "path": "/content/pan/zh_TW/", "line": 16 }, { "directive": "disallow", "path": "/content/pan/ko_KR/", "line": 17 }, { "directive": "disallow", "path": "/content/pan/zh_CN/", "line": 18 }, { "directive": "disallow", "path": "/content/pan/es_LA/", "line": 19 }, { "directive": "disallow", "path": "/content/pan/en_US/allsitemap.html", "line": 20 }, { "directive": "disallow", "path": "/static/", "line": 21 }, { "directive": "disallow", "path": "/static_260619/", "line": 22 }, { "directive": "disallow", "path": "/static_perf/", "line": 23 }, { "directive": "disallow", "path": "/qa/", "line": 24 }, { "directive": "disallow", "path": "/allsitemap", "line": 25 }, { "directive": "disallow", "path": "/allsitemap.html", "line": 26 }, { "directive": "disallow", "path": "/content/pan/en_US/sitemaps/", "line": 27 }, { "directive": "disallow", "path": "/sitemaps/", "line": 28 }, { "directive": "disallow", "path": "/content/pan/en_GB/", "line": 29 }, { "directive": "disallow", "path": "/content/pan/en_CA/", "line": 30 }, { "directive": "disallow", "path": "/content/pan/en_SG/", "line": 31 }, { "directive": "disallow", "path": "/content/pan/en_IN/", "line": 32 }, { "directive": "disallow", "path": "/content/pan/it_IT/", "line": 33 }, { "directive": "disallow", "path": "/content/pan/es_MX/", "line": 34 }, { "directive": "disallow", "path": "/content/pan/en_US/topNav/", "line": 35 }, { "directive": "disallow", "path": "/content/pan/en_US/newTopNav/", "line": 36 }, { "directive": "disallow", "path": "/content/pan/en_US/expandedTopNav/", "line": 37 }, { "directive": "disallow", "path": "/apps/", "line": 38 }, { "directive": "allow", "path": "/apps/pan/public/singlePageReactModel?pageId=", "line": 39 }, { "directive": "allow", "path": "/apps/pan/public/unit42/bloglist.loadblogresults.json?searchLanguage=en_US", "line": 40 }, { "directive": "disallow", "path": "/content/pan-dev", "line": 41 }, { "directive": "disallow", "path": "/content/pan/en_US/healthCheck.html", "line": 42 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-event", "line": 43 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-event.html", "line": 44 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-post-event", "line": 45 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-post-event.html", "line": 46 }, { "directive": "disallow", "path": "/content/pan/en_US/atlassian-domain-verification.html", "line": 47 }, { "directive": "allow", "path": "/sitemap.xml", "line": 48 }, { "directive": "disallow", "path": "/content/pan/en_US/documentation/", "line": 49 }, { "directive": "disallow", "path": "/documentation/", "line": 50 }, { "directive": "disallow", "path": "/company/in-the-news/2019/", "line": 51 }, { "directive": "disallow", "path": "/company/in-the-news/2018/", "line": 52 }, { "directive": "disallow", "path": "/company/in-the-news/2017/", "line": 53 }, { "directive": "disallow", "path": "/company/in-the-news/2016/", "line": 54 }, { "directive": "disallow", "path": "/company/in-the-news/2015/", "line": 55 }, { "directive": "disallow", "path": "/company/in-the-news/2014/", "line": 56 }, { "directive": "disallow", "path": "/company/in-the-news/2013/", "line": 57 }, { "directive": "disallow", "path": "/company/in-the-news/2012/", "line": 58 }, { "directive": "disallow", "path": "/company/in-the-news/2011/", "line": 59 }, { "directive": "disallow", "path": "/company/in-the-news/2010/", "line": 60 }, { "directive": "disallow", "path": "/company/in-the-news/2009/", "line": 61 }, { "directive": "disallow", "path": "/company/in-the-news/2008/", "line": 62 }, { "directive": "disallow", "path": "/company/in-the-news/2007/", "line": 63 }, { "directive": "disallow", "path": "/company/press/2019/", "line": 64 }, { "directive": "disallow", "path": "/company/press/2018/", "line": 65 }, { "directive": "disallow", "path": "/company/press/2017/", "line": 66 }, { "directive": "disallow", "path": "/company/press/2016/", "line": 67 }, { "directive": "disallow", "path": "/company/press/2015/", "line": 68 }, { "directive": "disallow", "path": "/company/press/2014/", "line": 69 }, { "directive": "disallow", "path": "/company/press/2013/", "line": 70 }, { "directive": "disallow", "path": "/company/press/2012/", "line": 71 }, { "directive": "disallow", "path": "/company/press/2011/", "line": 72 }, { "directive": "disallow", "path": "/company/press/2010/", "line": 73 }, { "directive": "disallow", "path": "/company/press/2009/", "line": 74 }, { "directive": "disallow", "path": "/company/press/2008/", "line": 75 }, { "directive": "disallow", "path": "/company/press/2007/", "line": 76 }, { "directive": "disallow", "path": "/securityevent/en_US_LV2.html", "line": 77 }, { "directive": "disallow", "path": "/content/pan/en_US/google992ef19868c7ad5e.html", "line": 78 }, { "directive": "disallow", "path": "/google992ef19868c7ad5e.html", "line": 79 }, { "directive": "disallow", "path": "/content/pan/en_US/.well_known/", "line": 80 }, { "directive": "disallow", "path": "/.well_known/", "line": 81 }, { "directive": "disallow", "path": "/events/future-of-security-revealed", "line": 82 }, { "directive": "disallow", "path": "/events/future-of-security-revealed-amer", "line": 83 }, { "directive": "disallow", "path": "/newbrand", "line": 84 }, { "directive": "allow", "path": "/content/dam/*.svg$", "line": 85 }, { "directive": "allow", "path": "/content/dam/*.gif$", "line": 86 }, { "directive": "allow", "path": "/content/dam/*.png$", "line": 87 }, { "directive": "allow", "path": "/content/dam/*.jpg$", "line": 88 }, { "directive": "allow", "path": "/content/dam/*.jpeg$", "line": 89 }, { "directive": "allow", "path": "/content/dam/*.svg$", "line": 90 }, { "directive": "allow", "path": "/content/dam/*.gif?imwidth", "line": 91 }, { "directive": "allow", "path": "/content/dam/*.png?imwidth", "line": 92 }, { "directive": "allow", "path": "/content/dam/*.jpg?imwidth", "line": 93 }, { "directive": "allow", "path": "/content/dam/*.jpeg?imwidth", "line": 94 }, { "directive": "allow", "path": "/content/dam/*.js$", "line": 95 }, { "directive": "allow", "path": "/content/dam/*.css$", "line": 96 }, { "directive": "disallow", "path": "/blog/wp-admin/", "line": 97 }, { "directive": "allow", "path": "/blog/wp-admin/admin-ajax.php", "line": 98 }, { "directive": "disallow", "path": "/devsectalks/wp-admin/", "line": 99 }, { "directive": "allow", "path": "/devsectalks/wp-admin/admin-ajax.php", "line": 100 }, { "directive": "disallow", "path": "/perspectives/wp-admin/", "line": 101 }, { "directive": "allow", "path": "/perspectives/wp-admin/admin-ajax.php", "line": 102 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/", "line": 2 }, { "directive": "disallow", "path": "/content/dam/pan/en_US/assets/pdf/legal/archive/", "line": 3 }, { "directive": "disallow", "path": "/content/pan/en_US/content/dam", "line": 4 }, { "directive": "disallow", "path": "/content/pan/en_US/partners/nextwave-partner-portal/", "line": 5 }, { "directive": "disallow", "path": "/content/pan/en_US/field/", "line": 6 }, { "directive": "disallow", "path": "/content/pan/en_US/ignitePromoDemo", "line": 7 }, { "directive": "disallow", "path": "/content/pan/en_US/legal-notices/privacy/privacy-notice", "line": 8 }, { "directive": "disallow", "path": "/content/pan/en_US/", "line": 9 }, { "directive": "disallow", "path": "/content/pan/ja_JP/", "line": 10 }, { "directive": "disallow", "path": "/content/pan/de_DE/", "line": 11 }, { "directive": "disallow", "path": "/content/pan/fr_FR/", "line": 12 }, { "directive": "disallow", "path": "/content/pan/es_ES/", "line": 13 }, { "directive": "disallow", "path": "/content/pan/pt_BR/", "line": 14 }, { "directive": "disallow", "path": "/content/pan/en_AU/", "line": 15 }, { "directive": "disallow", "path": "/content/pan/zh_TW/", "line": 16 }, { "directive": "disallow", "path": "/content/pan/ko_KR/", "line": 17 }, { "directive": "disallow", "path": "/content/pan/zh_CN/", "line": 18 }, { "directive": "disallow", "path": "/content/pan/es_LA/", "line": 19 }, { "directive": "disallow", "path": "/content/pan/en_US/allsitemap.html", "line": 20 }, { "directive": "disallow", "path": "/static/", "line": 21 }, { "directive": "disallow", "path": "/static_260619/", "line": 22 }, { "directive": "disallow", "path": "/static_perf/", "line": 23 }, { "directive": "disallow", "path": "/qa/", "line": 24 }, { "directive": "disallow", "path": "/allsitemap", "line": 25 }, { "directive": "disallow", "path": "/allsitemap.html", "line": 26 }, { "directive": "disallow", "path": "/content/pan/en_US/sitemaps/", "line": 27 }, { "directive": "disallow", "path": "/sitemaps/", "line": 28 }, { "directive": "disallow", "path": "/content/pan/en_GB/", "line": 29 }, { "directive": "disallow", "path": "/content/pan/en_CA/", "line": 30 }, { "directive": "disallow", "path": "/content/pan/en_SG/", "line": 31 }, { "directive": "disallow", "path": "/content/pan/en_IN/", "line": 32 }, { "directive": "disallow", "path": "/content/pan/it_IT/", "line": 33 }, { "directive": "disallow", "path": "/content/pan/es_MX/", "line": 34 }, { "directive": "disallow", "path": "/content/pan/en_US/topNav/", "line": 35 }, { "directive": "disallow", "path": "/content/pan/en_US/newTopNav/", "line": 36 }, { "directive": "disallow", "path": "/content/pan/en_US/expandedTopNav/", "line": 37 }, { "directive": "disallow", "path": "/apps/", "line": 38 }, { "directive": "allow", "path": "/apps/pan/public/singlePageReactModel?pageId=", "line": 39 }, { "directive": "allow", "path": "/apps/pan/public/unit42/bloglist.loadblogresults.json?searchLanguage=en_US", "line": 40 }, { "directive": "disallow", "path": "/content/pan-dev", "line": 41 }, { "directive": "disallow", "path": "/content/pan/en_US/healthCheck.html", "line": 42 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-event", "line": 43 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-event.html", "line": 44 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-post-event", "line": 45 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-post-event.html", "line": 46 }, { "directive": "disallow", "path": "/content/pan/en_US/atlassian-domain-verification.html", "line": 47 }, { "directive": "allow", "path": "/sitemap.xml", "line": 48 }, { "directive": "disallow", "path": "/content/pan/en_US/documentation/", "line": 49 }, { "directive": "disallow", "path": "/documentation/", "line": 50 }, { "directive": "disallow", "path": "/company/in-the-news/2019/", "line": 51 }, { "directive": "disallow", "path": "/company/in-the-news/2018/", "line": 52 }, { "directive": "disallow", "path": "/company/in-the-news/2017/", "line": 53 }, { "directive": "disallow", "path": "/company/in-the-news/2016/", "line": 54 }, { "directive": "disallow", "path": "/company/in-the-news/2015/", "line": 55 }, { "directive": "disallow", "path": "/company/in-the-news/2014/", "line": 56 }, { "directive": "disallow", "path": "/company/in-the-news/2013/", "line": 57 }, { "directive": "disallow", "path": "/company/in-the-news/2012/", "line": 58 }, { "directive": "disallow", "path": "/company/in-the-news/2011/", "line": 59 }, { "directive": "disallow", "path": "/company/in-the-news/2010/", "line": 60 }, { "directive": "disallow", "path": "/company/in-the-news/2009/", "line": 61 }, { "directive": "disallow", "path": "/company/in-the-news/2008/", "line": 62 }, { "directive": "disallow", "path": "/company/in-the-news/2007/", "line": 63 }, { "directive": "disallow", "path": "/company/press/2019/", "line": 64 }, { "directive": "disallow", "path": "/company/press/2018/", "line": 65 }, { "directive": "disallow", "path": "/company/press/2017/", "line": 66 }, { "directive": "disallow", "path": "/company/press/2016/", "line": 67 }, { "directive": "disallow", "path": "/company/press/2015/", "line": 68 }, { "directive": "disallow", "path": "/company/press/2014/", "line": 69 }, { "directive": "disallow", "path": "/company/press/2013/", "line": 70 }, { "directive": "disallow", "path": "/company/press/2012/", "line": 71 }, { "directive": "disallow", "path": "/company/press/2011/", "line": 72 }, { "directive": "disallow", "path": "/company/press/2010/", "line": 73 }, { "directive": "disallow", "path": "/company/press/2009/", "line": 74 }, { "directive": "disallow", "path": "/company/press/2008/", "line": 75 }, { "directive": "disallow", "path": "/company/press/2007/", "line": 76 }, { "directive": "disallow", "path": "/securityevent/en_US_LV2.html", "line": 77 }, { "directive": "disallow", "path": "/content/pan/en_US/google992ef19868c7ad5e.html", "line": 78 }, { "directive": "disallow", "path": "/google992ef19868c7ad5e.html", "line": 79 }, { "directive": "disallow", "path": "/content/pan/en_US/.well_known/", "line": 80 }, { "directive": "disallow", "path": "/.well_known/", "line": 81 }, { "directive": "disallow", "path": "/events/future-of-security-revealed", "line": 82 }, { "directive": "disallow", "path": "/events/future-of-security-revealed-amer", "line": 83 }, { "directive": "disallow", "path": "/newbrand", "line": 84 }, { "directive": "allow", "path": "/content/dam/*.svg$", "line": 85 }, { "directive": "allow", "path": "/content/dam/*.gif$", "line": 86 }, { "directive": "allow", "path": "/content/dam/*.png$", "line": 87 }, { "directive": "allow", "path": "/content/dam/*.jpg$", "line": 88 }, { "directive": "allow", "path": "/content/dam/*.jpeg$", "line": 89 }, { "directive": "allow", "path": "/content/dam/*.svg$", "line": 90 }, { "directive": "allow", "path": "/content/dam/*.gif?imwidth", "line": 91 }, { "directive": "allow", "path": "/content/dam/*.png?imwidth", "line": 92 }, { "directive": "allow", "path": "/content/dam/*.jpg?imwidth", "line": 93 }, { "directive": "allow", "path": "/content/dam/*.jpeg?imwidth", "line": 94 }, { "directive": "allow", "path": "/content/dam/*.js$", "line": 95 }, { "directive": "allow", "path": "/content/dam/*.css$", "line": 96 }, { "directive": "disallow", "path": "/blog/wp-admin/", "line": 97 }, { "directive": "allow", "path": "/blog/wp-admin/admin-ajax.php", "line": 98 }, { "directive": "disallow", "path": "/devsectalks/wp-admin/", "line": 99 }, { "directive": "allow", "path": "/devsectalks/wp-admin/admin-ajax.php", "line": 100 }, { "directive": "disallow", "path": "/perspectives/wp-admin/", "line": 101 }, { "directive": "allow", "path": "/perspectives/wp-admin/admin-ajax.php", "line": 102 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "allow", "path": "/sitemap.xml", "line": 119 }, { "directive": "allow", "path": "/apps/pan/public/downloadResource", "line": 120 }, { "directive": "allow", "path": "/apps/pan/public/singlePageReactModel?pageId=", "line": 121 }, { "directive": "allow", "path": "/apps/pan/public/unit42/bloglist.loadblogresults.json?searchLanguage=en_US", "line": 122 }, { "directive": "allow", "path": "/blog/wp-admin/admin-ajax.php", "line": 123 }, { "directive": "allow", "path": "/devsectalks/wp-admin/admin-ajax.php", "line": 124 }, { "directive": "allow", "path": "/perspectives/wp-admin/admin-ajax.php", "line": 125 }, { "directive": "allow", "path": "/content/dam/*.svg$", "line": 126 }, { "directive": "allow", "path": "/content/dam/*.gif$", "line": 127 }, { "directive": "allow", "path": "/content/dam/*.png$", "line": 128 }, { "directive": "allow", "path": "/content/dam/*.jpg$", "line": 129 }, { "directive": "allow", "path": "/content/dam/*.jpeg$", "line": 130 }, { "directive": "allow", "path": "/content/dam/*.pdf$", "line": 131 }, { "directive": "allow", "path": "/content/dam/*.gif?imwidth", "line": 132 }, { "directive": "allow", "path": "/content/dam/*.png?imwidth", "line": 133 }, { "directive": "allow", "path": "/content/dam/*.jpg?imwidth", "line": 134 }, { "directive": "allow", "path": "/content/dam/*.jpeg?imwidth", "line": 135 }, { "directive": "allow", "path": "/content/dam/*.js$", "line": 136 }, { "directive": "allow", "path": "/content/dam/*.css$", "line": 137 }, { "directive": "disallow", "path": "/content/dam/", "line": 138 }, { "directive": "disallow", "path": "/content/dam/pan/en_US/assets/pdf/legal/archive/", "line": 139 }, { "directive": "disallow", "path": "/content/pan/en_US/content/dam", "line": 140 }, { "directive": "disallow", "path": "/content/pan/en_US/partners/nextwave-partner-portal/", "line": 141 }, { "directive": "disallow", "path": "/content/pan/en_US/field/", "line": 142 }, { "directive": "disallow", "path": "/content/pan/en_US/ignitePromoDemo", "line": 143 }, { "directive": "disallow", "path": "/content/pan/en_US/legal-notices/privacy/privacy-notice", "line": 144 }, { "directive": "disallow", "path": "/content/pan/en_US/", "line": 145 }, { "directive": "disallow", "path": "/content/pan/ja_JP/", "line": 146 }, { "directive": "disallow", "path": "/content/pan/de_DE/", "line": 147 }, { "directive": "disallow", "path": "/content/pan/fr_FR/", "line": 148 }, { "directive": "disallow", "path": "/content/pan/es_ES/", "line": 149 }, { "directive": "disallow", "path": "/content/pan/pt_BR/", "line": 150 }, { "directive": "disallow", "path": "/content/pan/en_AU/", "line": 151 }, { "directive": "disallow", "path": "/content/pan/zh_TW/", "line": 152 }, { "directive": "disallow", "path": "/content/pan/ko_KR/", "line": 153 }, { "directive": "disallow", "path": "/content/pan/zh_CN/", "line": 154 }, { "directive": "disallow", "path": "/content/pan/es_LA/", "line": 155 }, { "directive": "disallow", "path": "/content/pan/en_US/allsitemap.html", "line": 156 }, { "directive": "disallow", "path": "/static/", "line": 157 }, { "directive": "disallow", "path": "/static_260619/", "line": 158 }, { "directive": "disallow", "path": "/static_perf/", "line": 159 }, { "directive": "disallow", "path": "/qa/", "line": 160 }, { "directive": "disallow", "path": "/allsitemap", "line": 161 }, { "directive": "disallow", "path": "/allsitemap.html", "line": 162 }, { "directive": "disallow", "path": "/content/pan/en_US/sitemaps/", "line": 163 }, { "directive": "disallow", "path": "/sitemaps/", "line": 164 }, { "directive": "disallow", "path": "/content/pan/en_GB/", "line": 165 }, { "directive": "disallow", "path": "/content/pan/en_CA/", "line": 166 }, { "directive": "disallow", "path": "/content/pan/en_SG/", "line": 167 }, { "directive": "disallow", "path": "/content/pan/en_IN/", "line": 168 }, { "directive": "disallow", "path": "/content/pan/it_IT/", "line": 169 }, { "directive": "disallow", "path": "/content/pan/es_MX/", "line": 170 }, { "directive": "disallow", "path": "/content/pan/en_US/topNav/", "line": 171 }, { "directive": "disallow", "path": "/content/pan/en_US/newTopNav/", "line": 172 }, { "directive": "disallow", "path": "/content/pan/en_US/expandedTopNav/", "line": 173 }, { "directive": "disallow", "path": "/apps/", "line": 174 }, { "directive": "disallow", "path": "/content/pan-dev", "line": 175 }, { "directive": "disallow", "path": "/content/pan/en_US/healthCheck.html", "line": 176 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-event", "line": 177 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-event.html", "line": 178 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-post-event", "line": 179 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-post-event.html", "line": 180 }, { "directive": "disallow", "path": "/content/pan/en_US/atlassian-domain-verification.html", "line": 181 }, { "directive": "disallow", "path": "/content/pan/en_US/documentation/", "line": 182 }, { "directive": "disallow", "path": "/documentation/", "line": 183 }, { "directive": "disallow", "path": "/company/in-the-news/2019/", "line": 184 }, { "directive": "disallow", "path": "/company/in-the-news/2018/", "line": 185 }, { "directive": "disallow", "path": "/company/in-the-news/2017/", "line": 186 }, { "directive": "disallow", "path": "/company/in-the-news/2016/", "line": 187 }, { "directive": "disallow", "path": "/company/in-the-news/2015/", "line": 188 }, { "directive": "disallow", "path": "/company/in-the-news/2014/", "line": 189 }, { "directive": "disallow", "path": "/company/in-the-news/2013/", "line": 190 }, { "directive": "disallow", "path": "/company/in-the-news/2012/", "line": 191 }, { "directive": "disallow", "path": "/company/in-the-news/2011/", "line": 192 }, { "directive": "disallow", "path": "/company/in-the-news/2010/", "line": 193 }, { "directive": "disallow", "path": "/company/in-the-news/2009/", "line": 194 }, { "directive": "disallow", "path": "/company/in-the-news/2008/", "line": 195 }, { "directive": "disallow", "path": "/company/in-the-news/2007/", "line": 196 }, { "directive": "disallow", "path": "/company/press/2019/", "line": 197 }, { "directive": "disallow", "path": "/company/press/2018/", "line": 198 }, { "directive": "disallow", "path": "/company/press/2017/", "line": 199 }, { "directive": "disallow", "path": "/company/press/2016/", "line": 200 }, { "directive": "disallow", "path": "/company/press/2015/", "line": 201 }, { "directive": "disallow", "path": "/company/press/2014/", "line": 202 }, { "directive": "disallow", "path": "/company/press/2013/", "line": 203 }, { "directive": "disallow", "path": "/company/press/2012/", "line": 204 }, { "directive": "disallow", "path": "/company/press/2011/", "line": 205 }, { "directive": "disallow", "path": "/company/press/2010/", "line": 206 }, { "directive": "disallow", "path": "/company/press/2009/", "line": 207 }, { "directive": "disallow", "path": "/company/press/2008/", "line": 208 }, { "directive": "disallow", "path": "/company/press/2007/", "line": 209 }, { "directive": "disallow", "path": "/securityevent/en_US_LV2.html", "line": 210 }, { "directive": "disallow", "path": "/content/pan/en_US/google992ef19868c7ad5e.html", "line": 211 }, { "directive": "disallow", "path": "/google992ef19868c7ad5e.html", "line": 212 }, { "directive": "disallow", "path": "/content/pan/en_US/.well_known/", "line": 213 }, { "directive": "disallow", "path": "/.well_known/", "line": 214 }, { "directive": "disallow", "path": "/events/future-of-security-revealed", "line": 215 }, { "directive": "disallow", "path": "/events/future-of-security-revealed-amer", "line": 216 }, { "directive": "disallow", "path": "/newbrand", "line": 217 }, { "directive": "disallow", "path": "/blog/wp-admin/", "line": 218 }, { "directive": "disallow", "path": "/devsectalks/wp-admin/", "line": 219 }, { "directive": "disallow", "path": "/perspectives/wp-admin/", "line": 220 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "allow", "path": "/sitemap.xml", "line": 119 }, { "directive": "allow", "path": "/apps/pan/public/downloadResource", "line": 120 }, { "directive": "allow", "path": "/apps/pan/public/singlePageReactModel?pageId=", "line": 121 }, { "directive": "allow", "path": "/apps/pan/public/unit42/bloglist.loadblogresults.json?searchLanguage=en_US", "line": 122 }, { "directive": "allow", "path": "/blog/wp-admin/admin-ajax.php", "line": 123 }, { "directive": "allow", "path": "/devsectalks/wp-admin/admin-ajax.php", "line": 124 }, { "directive": "allow", "path": "/perspectives/wp-admin/admin-ajax.php", "line": 125 }, { "directive": "allow", "path": "/content/dam/*.svg$", "line": 126 }, { "directive": "allow", "path": "/content/dam/*.gif$", "line": 127 }, { "directive": "allow", "path": "/content/dam/*.png$", "line": 128 }, { "directive": "allow", "path": "/content/dam/*.jpg$", "line": 129 }, { "directive": "allow", "path": "/content/dam/*.jpeg$", "line": 130 }, { "directive": "allow", "path": "/content/dam/*.pdf$", "line": 131 }, { "directive": "allow", "path": "/content/dam/*.gif?imwidth", "line": 132 }, { "directive": "allow", "path": "/content/dam/*.png?imwidth", "line": 133 }, { "directive": "allow", "path": "/content/dam/*.jpg?imwidth", "line": 134 }, { "directive": "allow", "path": "/content/dam/*.jpeg?imwidth", "line": 135 }, { "directive": "allow", "path": "/content/dam/*.js$", "line": 136 }, { "directive": "allow", "path": "/content/dam/*.css$", "line": 137 }, { "directive": "disallow", "path": "/content/dam/", "line": 138 }, { "directive": "disallow", "path": "/content/dam/pan/en_US/assets/pdf/legal/archive/", "line": 139 }, { "directive": "disallow", "path": "/content/pan/en_US/content/dam", "line": 140 }, { "directive": "disallow", "path": "/content/pan/en_US/partners/nextwave-partner-portal/", "line": 141 }, { "directive": "disallow", "path": "/content/pan/en_US/field/", "line": 142 }, { "directive": "disallow", "path": "/content/pan/en_US/ignitePromoDemo", "line": 143 }, { "directive": "disallow", "path": "/content/pan/en_US/legal-notices/privacy/privacy-notice", "line": 144 }, { "directive": "disallow", "path": "/content/pan/en_US/", "line": 145 }, { "directive": "disallow", "path": "/content/pan/ja_JP/", "line": 146 }, { "directive": "disallow", "path": "/content/pan/de_DE/", "line": 147 }, { "directive": "disallow", "path": "/content/pan/fr_FR/", "line": 148 }, { "directive": "disallow", "path": "/content/pan/es_ES/", "line": 149 }, { "directive": "disallow", "path": "/content/pan/pt_BR/", "line": 150 }, { "directive": "disallow", "path": "/content/pan/en_AU/", "line": 151 }, { "directive": "disallow", "path": "/content/pan/zh_TW/", "line": 152 }, { "directive": "disallow", "path": "/content/pan/ko_KR/", "line": 153 }, { "directive": "disallow", "path": "/content/pan/zh_CN/", "line": 154 }, { "directive": "disallow", "path": "/content/pan/es_LA/", "line": 155 }, { "directive": "disallow", "path": "/content/pan/en_US/allsitemap.html", "line": 156 }, { "directive": "disallow", "path": "/static/", "line": 157 }, { "directive": "disallow", "path": "/static_260619/", "line": 158 }, { "directive": "disallow", "path": "/static_perf/", "line": 159 }, { "directive": "disallow", "path": "/qa/", "line": 160 }, { "directive": "disallow", "path": "/allsitemap", "line": 161 }, { "directive": "disallow", "path": "/allsitemap.html", "line": 162 }, { "directive": "disallow", "path": "/content/pan/en_US/sitemaps/", "line": 163 }, { "directive": "disallow", "path": "/sitemaps/", "line": 164 }, { "directive": "disallow", "path": "/content/pan/en_GB/", "line": 165 }, { "directive": "disallow", "path": "/content/pan/en_CA/", "line": 166 }, { "directive": "disallow", "path": "/content/pan/en_SG/", "line": 167 }, { "directive": "disallow", "path": "/content/pan/en_IN/", "line": 168 }, { "directive": "disallow", "path": "/content/pan/it_IT/", "line": 169 }, { "directive": "disallow", "path": "/content/pan/es_MX/", "line": 170 }, { "directive": "disallow", "path": "/content/pan/en_US/topNav/", "line": 171 }, { "directive": "disallow", "path": "/content/pan/en_US/newTopNav/", "line": 172 }, { "directive": "disallow", "path": "/content/pan/en_US/expandedTopNav/", "line": 173 }, { "directive": "disallow", "path": "/apps/", "line": 174 }, { "directive": "disallow", "path": "/content/pan-dev", "line": 175 }, { "directive": "disallow", "path": "/content/pan/en_US/healthCheck.html", "line": 176 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-event", "line": 177 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-event.html", "line": 178 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-post-event", "line": 179 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-post-event.html", "line": 180 }, { "directive": "disallow", "path": "/content/pan/en_US/atlassian-domain-verification.html", "line": 181 }, { "directive": "disallow", "path": "/content/pan/en_US/documentation/", "line": 182 }, { "directive": "disallow", "path": "/documentation/", "line": 183 }, { "directive": "disallow", "path": "/company/in-the-news/2019/", "line": 184 }, { "directive": "disallow", "path": "/company/in-the-news/2018/", "line": 185 }, { "directive": "disallow", "path": "/company/in-the-news/2017/", "line": 186 }, { "directive": "disallow", "path": "/company/in-the-news/2016/", "line": 187 }, { "directive": "disallow", "path": "/company/in-the-news/2015/", "line": 188 }, { "directive": "disallow", "path": "/company/in-the-news/2014/", "line": 189 }, { "directive": "disallow", "path": "/company/in-the-news/2013/", "line": 190 }, { "directive": "disallow", "path": "/company/in-the-news/2012/", "line": 191 }, { "directive": "disallow", "path": "/company/in-the-news/2011/", "line": 192 }, { "directive": "disallow", "path": "/company/in-the-news/2010/", "line": 193 }, { "directive": "disallow", "path": "/company/in-the-news/2009/", "line": 194 }, { "directive": "disallow", "path": "/company/in-the-news/2008/", "line": 195 }, { "directive": "disallow", "path": "/company/in-the-news/2007/", "line": 196 }, { "directive": "disallow", "path": "/company/press/2019/", "line": 197 }, { "directive": "disallow", "path": "/company/press/2018/", "line": 198 }, { "directive": "disallow", "path": "/company/press/2017/", "line": 199 }, { "directive": "disallow", "path": "/company/press/2016/", "line": 200 }, { "directive": "disallow", "path": "/company/press/2015/", "line": 201 }, { "directive": "disallow", "path": "/company/press/2014/", "line": 202 }, { "directive": "disallow", "path": "/company/press/2013/", "line": 203 }, { "directive": "disallow", "path": "/company/press/2012/", "line": 204 }, { "directive": "disallow", "path": "/company/press/2011/", "line": 205 }, { "directive": "disallow", "path": "/company/press/2010/", "line": 206 }, { "directive": "disallow", "path": "/company/press/2009/", "line": 207 }, { "directive": "disallow", "path": "/company/press/2008/", "line": 208 }, { "directive": "disallow", "path": "/company/press/2007/", "line": 209 }, { "directive": "disallow", "path": "/securityevent/en_US_LV2.html", "line": 210 }, { "directive": "disallow", "path": "/content/pan/en_US/google992ef19868c7ad5e.html", "line": 211 }, { "directive": "disallow", "path": "/google992ef19868c7ad5e.html", "line": 212 }, { "directive": "disallow", "path": "/content/pan/en_US/.well_known/", "line": 213 }, { "directive": "disallow", "path": "/.well_known/", "line": 214 }, { "directive": "disallow", "path": "/events/future-of-security-revealed", "line": 215 }, { "directive": "disallow", "path": "/events/future-of-security-revealed-amer", "line": 216 }, { "directive": "disallow", "path": "/newbrand", "line": 217 }, { "directive": "disallow", "path": "/blog/wp-admin/", "line": 218 }, { "directive": "disallow", "path": "/devsectalks/wp-admin/", "line": 219 }, { "directive": "disallow", "path": "/perspectives/wp-admin/", "line": 220 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/", "line": 2 }, { "directive": "disallow", "path": "/content/dam/pan/en_US/assets/pdf/legal/archive/", "line": 3 }, { "directive": "disallow", "path": "/content/pan/en_US/content/dam", "line": 4 }, { "directive": "disallow", "path": "/content/pan/en_US/partners/nextwave-partner-portal/", "line": 5 }, { "directive": "disallow", "path": "/content/pan/en_US/field/", "line": 6 }, { "directive": "disallow", "path": "/content/pan/en_US/ignitePromoDemo", "line": 7 }, { "directive": "disallow", "path": "/content/pan/en_US/legal-notices/privacy/privacy-notice", "line": 8 }, { "directive": "disallow", "path": "/content/pan/en_US/", "line": 9 }, { "directive": "disallow", "path": "/content/pan/ja_JP/", "line": 10 }, { "directive": "disallow", "path": "/content/pan/de_DE/", "line": 11 }, { "directive": "disallow", "path": "/content/pan/fr_FR/", "line": 12 }, { "directive": "disallow", "path": "/content/pan/es_ES/", "line": 13 }, { "directive": "disallow", "path": "/content/pan/pt_BR/", "line": 14 }, { "directive": "disallow", "path": "/content/pan/en_AU/", "line": 15 }, { "directive": "disallow", "path": "/content/pan/zh_TW/", "line": 16 }, { "directive": "disallow", "path": "/content/pan/ko_KR/", "line": 17 }, { "directive": "disallow", "path": "/content/pan/zh_CN/", "line": 18 }, { "directive": "disallow", "path": "/content/pan/es_LA/", "line": 19 }, { "directive": "disallow", "path": "/content/pan/en_US/allsitemap.html", "line": 20 }, { "directive": "disallow", "path": "/static/", "line": 21 }, { "directive": "disallow", "path": "/static_260619/", "line": 22 }, { "directive": "disallow", "path": "/static_perf/", "line": 23 }, { "directive": "disallow", "path": "/qa/", "line": 24 }, { "directive": "disallow", "path": "/allsitemap", "line": 25 }, { "directive": "disallow", "path": "/allsitemap.html", "line": 26 }, { "directive": "disallow", "path": "/content/pan/en_US/sitemaps/", "line": 27 }, { "directive": "disallow", "path": "/sitemaps/", "line": 28 }, { "directive": "disallow", "path": "/content/pan/en_GB/", "line": 29 }, { "directive": "disallow", "path": "/content/pan/en_CA/", "line": 30 }, { "directive": "disallow", "path": "/content/pan/en_SG/", "line": 31 }, { "directive": "disallow", "path": "/content/pan/en_IN/", "line": 32 }, { "directive": "disallow", "path": "/content/pan/it_IT/", "line": 33 }, { "directive": "disallow", "path": "/content/pan/es_MX/", "line": 34 }, { "directive": "disallow", "path": "/content/pan/en_US/topNav/", "line": 35 }, { "directive": "disallow", "path": "/content/pan/en_US/newTopNav/", "line": 36 }, { "directive": "disallow", "path": "/content/pan/en_US/expandedTopNav/", "line": 37 }, { "directive": "disallow", "path": "/apps/", "line": 38 }, { "directive": "allow", "path": "/apps/pan/public/singlePageReactModel?pageId=", "line": 39 }, { "directive": "allow", "path": "/apps/pan/public/unit42/bloglist.loadblogresults.json?searchLanguage=en_US", "line": 40 }, { "directive": "disallow", "path": "/content/pan-dev", "line": 41 }, { "directive": "disallow", "path": "/content/pan/en_US/healthCheck.html", "line": 42 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-event", "line": 43 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-event.html", "line": 44 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-post-event", "line": 45 }, { "directive": "disallow", "path": "/content/pan/en_US/events/xdr-post-event.html", "line": 46 }, { "directive": "disallow", "path": "/content/pan/en_US/atlassian-domain-verification.html", "line": 47 }, { "directive": "allow", "path": "/sitemap.xml", "line": 48 }, { "directive": "disallow", "path": "/content/pan/en_US/documentation/", "line": 49 }, { "directive": "disallow", "path": "/documentation/", "line": 50 }, { "directive": "disallow", "path": "/company/in-the-news/2019/", "line": 51 }, { "directive": "disallow", "path": "/company/in-the-news/2018/", "line": 52 }, { "directive": "disallow", "path": "/company/in-the-news/2017/", "line": 53 }, { "directive": "disallow", "path": "/company/in-the-news/2016/", "line": 54 }, { "directive": "disallow", "path": "/company/in-the-news/2015/", "line": 55 }, { "directive": "disallow", "path": "/company/in-the-news/2014/", "line": 56 }, { "directive": "disallow", "path": "/company/in-the-news/2013/", "line": 57 }, { "directive": "disallow", "path": "/company/in-the-news/2012/", "line": 58 }, { "directive": "disallow", "path": "/company/in-the-news/2011/", "line": 59 }, { "directive": "disallow", "path": "/company/in-the-news/2010/", "line": 60 }, { "directive": "disallow", "path": "/company/in-the-news/2009/", "line": 61 }, { "directive": "disallow", "path": "/company/in-the-news/2008/", "line": 62 }, { "directive": "disallow", "path": "/company/in-the-news/2007/", "line": 63 }, { "directive": "disallow", "path": "/company/press/2019/", "line": 64 }, { "directive": "disallow", "path": "/company/press/2018/", "line": 65 }, { "directive": "disallow", "path": "/company/press/2017/", "line": 66 }, { "directive": "disallow", "path": "/company/press/2016/", "line": 67 }, { "directive": "disallow", "path": "/company/press/2015/", "line": 68 }, { "directive": "disallow", "path": "/company/press/2014/", "line": 69 }, { "directive": "disallow", "path": "/company/press/2013/", "line": 70 }, { "directive": "disallow", "path": "/company/press/2012/", "line": 71 }, { "directive": "disallow", "path": "/company/press/2011/", "line": 72 }, { "directive": "disallow", "path": "/company/press/2010/", "line": 73 }, { "directive": "disallow", "path": "/company/press/2009/", "line": 74 }, { "directive": "disallow", "path": "/company/press/2008/", "line": 75 }, { "directive": "disallow", "path": "/company/press/2007/", "line": 76 }, { "directive": "disallow", "path": "/securityevent/en_US_LV2.html", "line": 77 }, { "directive": "disallow", "path": "/content/pan/en_US/google992ef19868c7ad5e.html", "line": 78 }, { "directive": "disallow", "path": "/google992ef19868c7ad5e.html", "line": 79 }, { "directive": "disallow", "path": "/content/pan/en_US/.well_known/", "line": 80 }, { "directive": "disallow", "path": "/.well_known/", "line": 81 }, { "directive": "disallow", "path": "/events/future-of-security-revealed", "line": 82 }, { "directive": "disallow", "path": "/events/future-of-security-revealed-amer", "line": 83 }, { "directive": "disallow", "path": "/newbrand", "line": 84 }, { "directive": "allow", "path": "/content/dam/*.svg$", "line": 85 }, { "directive": "allow", "path": "/content/dam/*.gif$", "line": 86 }, { "directive": "allow", "path": "/content/dam/*.png$", "line": 87 }, { "directive": "allow", "path": "/content/dam/*.jpg$", "line": 88 }, { "directive": "allow", "path": "/content/dam/*.jpeg$", "line": 89 }, { "directive": "allow", "path": "/content/dam/*.svg$", "line": 90 }, { "directive": "allow", "path": "/content/dam/*.gif?imwidth", "line": 91 }, { "directive": "allow", "path": "/content/dam/*.png?imwidth", "line": 92 }, { "directive": "allow", "path": "/content/dam/*.jpg?imwidth", "line": 93 }, { "directive": "allow", "path": "/content/dam/*.jpeg?imwidth", "line": 94 }, { "directive": "allow", "path": "/content/dam/*.js$", "line": 95 }, { "directive": "allow", "path": "/content/dam/*.css$", "line": 96 }, { "directive": "disallow", "path": "/blog/wp-admin/", "line": 97 }, { "directive": "allow", "path": "/blog/wp-admin/admin-ajax.php", "line": 98 }, { "directive": "disallow", "path": "/devsectalks/wp-admin/", "line": 99 }, { "directive": "allow", "path": "/devsectalks/wp-admin/admin-ajax.php", "line": 100 }, { "directive": "disallow", "path": "/perspectives/wp-admin/", "line": 101 }, { "directive": "allow", "path": "/perspectives/wp-admin/admin-ajax.php", "line": 102 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.paloaltonetworks.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "329486a1c300341e2b2ad756655830d5be25f139a09a7d0a7425408b896ba157", "bytes": 7701 }, { "company": "Paramount Skydance Corporation", "cik": "2041610", "sector": "Communication Services", "origin": "https://www.paramount.com", "checkedAt": "2026-09-26T04:56:07.459Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.paramount.com/robots.txt", "contentType": "text/plain", "sha256": "17f7b0b22f4a02e7b9d4b252bf47b78870c738d7f35dcfdb043b02470e347603", "bytes": 2005 }, { "company": "Parker Hannifin", "cik": "76334", "sector": "Industrials", "origin": "http://www.parker.com", "checkedAt": "2026-09-26T04:56:07.538Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "http://www.parker.com/robots.txt", "contentType": "text/html" }, { "company": "Paychex", "cik": "723531", "sector": "Industrials", "origin": "http://www.paychex.com", "checkedAt": "2026-09-26T04:56:07.704Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/sites/default/files/", "line": 5 }, { "directive": "allow", "path": "/sites/default/files/styles/", "line": 6 }, { "directive": "disallow", "path": "/sites/default/private/", "line": 7 }, { "directive": "disallow", "path": "/sites/default/files/private/", "line": 8 }, { "directive": "disallow", "path": "/bin/", "line": 9 }, { "directive": "disallow", "path": "/App_Code/", "line": 10 }, { "directive": "disallow", "path": "/App_WebReferences/", "line": 11 }, { "directive": "disallow", "path": "/Release/", "line": 12 }, { "directive": "disallow", "path": "/formmail/", "line": 13 }, { "directive": "disallow", "path": "/google/", "line": 14 }, { "directive": "disallow", "path": "/master/", "line": 15 }, { "directive": "disallow", "path": "/media/*", "line": 16 }, { "directive": "disallow", "path": "/msn/", "line": 17 }, { "directive": "disallow", "path": "/usercontrol/", "line": 18 }, { "directive": "disallow", "path": "/a/d/retsrv/", "line": 19 }, { "directive": "disallow", "path": "/a/d/roc/", "line": 20 }, { "directive": "disallow", "path": "/a/d/ssae/", "line": 21 }, { "directive": "disallow", "path": "/a/d/white-papers/", "line": 22 }, { "directive": "disallow", "path": "/a/x/", "line": 23 }, { "directive": "disallow", "path": "/accounting-professionals/resources/newsletters", "line": 24 }, { "directive": "disallow", "path": "/iframe", "line": 25 }, { "directive": "disallow", "path": "/shadowbox", "line": 26 }, { "directive": "disallow", "path": "/*thankyou*", "line": 27 }, { "directive": "disallow", "path": "/benetrac*", "line": 28 }, { "directive": "disallow", "path": "/assets/optimizely/", "line": 29 }, { "directive": "disallow", "path": "/node*", "line": 30 }, { "directive": "disallow", "path": "/es/node*", "line": 31 }, { "directive": "disallow", "path": "/includes/", "line": 32 }, { "directive": "disallow", "path": "/misc/", "line": 33 }, { "directive": "disallow", "path": "/profiles/", "line": 34 }, { "directive": "disallow", "path": "/scripts/", "line": 35 }, { "directive": "disallow", "path": "/CHANGELOG.txt", "line": 36 }, { "directive": "disallow", "path": "/cron.php", "line": 37 }, { "directive": "disallow", "path": "/INSTALL.mysql.txt", "line": 38 }, { "directive": "disallow", "path": "/INSTALL.pgsql.txt", "line": 39 }, { "directive": "disallow", "path": "/install.php", "line": 40 }, { "directive": "disallow", "path": "/INSTALL.txt", "line": 41 }, { "directive": "disallow", "path": "/LICENSE.txt", "line": 42 }, { "directive": "disallow", "path": "/MAINTAINERS.txt", "line": 43 }, { "directive": "disallow", "path": "/update.php", "line": 44 }, { "directive": "disallow", "path": "/UPGRADE.txt", "line": 45 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 46 }, { "directive": "disallow", "path": "/admin/", "line": 47 }, { "directive": "disallow", "path": "/comment/reply/", "line": 48 }, { "directive": "disallow", "path": "/node/add/", "line": 49 }, { "directive": "disallow", "path": "/search/", "line": 50 }, { "directive": "disallow", "path": "/user/register/", "line": 51 }, { "directive": "disallow", "path": "/user/password/", "line": 52 }, { "directive": "disallow", "path": "/user/login/", "line": 53 }, { "directive": "disallow", "path": "/user/logout/", "line": 54 }, { "directive": "disallow", "path": "/?q=admin/", "line": 55 }, { "directive": "disallow", "path": "/?q=comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/?q=node/add/", "line": 57 }, { "directive": "disallow", "path": "/?q=search/", "line": 58 }, { "directive": "disallow", "path": "/?q=user/password/", "line": 59 }, { "directive": "disallow", "path": "/?q=user/register/", "line": 60 }, { "directive": "disallow", "path": "/?q=user/login/", "line": 61 }, { "directive": "disallow", "path": "/?q=user/logout/", "line": 62 }, { "directive": "disallow", "path": "/media/", "line": 63 }, { "directive": "disallow", "path": "/taxonomy*", "line": 65 }, { "directive": "disallow", "path": "/newsroom/news-releases?page=*", "line": 67 }, { "directive": "disallow", "path": "/newsroom/financial-releases?page=*", "line": 68 }, { "directive": "disallow", "path": "/newsroom/awards?page=*", "line": 69 }, { "directive": "disallow", "path": "/coronavirus-resources/finances?page=*", "line": 70 }, { "directive": "disallow", "path": "/coronavirus-resources/employees?page=*", "line": 71 }, { "directive": "disallow", "path": "/coronavirus-resources/operations?page=*", "line": 72 }, { "directive": "disallow", "path": "/a/d/referenceguide/", "line": 74 }, { "directive": "disallow", "path": "/a/d/accounting/", "line": 75 }, { "directive": "disallow", "path": "/a/d/payroll/", "line": 76 }, { "directive": "disallow", "path": "/a/d/referenceguide-pbs/", "line": 77 }, { "directive": "disallow", "path": "/a/d/clients-employees/", "line": 78 }, { "directive": "disallow", "path": "/a/d/peo-enroll/", "line": 79 }, { "directive": "disallow", "path": "/a/d/investor/releases/", "line": 80 }, { "directive": "disallow", "path": "/a/d/hr/", "line": 81 }, { "directive": "disallow", "path": "/a/d/investor/presentation/", "line": 82 }, { "directive": "disallow", "path": "/a/d/peo/", "line": 83 }, { "directive": "disallow", "path": "/a/d/ew-ssae/", "line": 84 }, { "directive": "disallow", "path": "/a/d/hbguide/", "line": 85 }, { "directive": "disallow", "path": "/a/d/advisors/", "line": 86 }, { "directive": "disallow", "path": "/search?keywords", "line": 87 }, { "directive": "disallow", "path": "*?recommid=", "line": 88 }, { "directive": "disallow", "path": "*?site=", "line": 89 }, { "directive": "disallow", "path": "*?wtime", "line": 90 }, { "directive": "disallow", "path": "/paychex-testimonials/", "line": 92 }, { "directive": "disallow", "path": "/paychex-testimonials-single/*", "line": 93 } ], "warnings": [ 88, 89, 90 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/sites/default/files/", "line": 5 }, { "directive": "allow", "path": "/sites/default/files/styles/", "line": 6 }, { "directive": "disallow", "path": "/sites/default/private/", "line": 7 }, { "directive": "disallow", "path": "/sites/default/files/private/", "line": 8 }, { "directive": "disallow", "path": "/bin/", "line": 9 }, { "directive": "disallow", "path": "/App_Code/", "line": 10 }, { "directive": "disallow", "path": "/App_WebReferences/", "line": 11 }, { "directive": "disallow", "path": "/Release/", "line": 12 }, { "directive": "disallow", "path": "/formmail/", "line": 13 }, { "directive": "disallow", "path": "/google/", "line": 14 }, { "directive": "disallow", "path": "/master/", "line": 15 }, { "directive": "disallow", "path": "/media/*", "line": 16 }, { "directive": "disallow", "path": "/msn/", "line": 17 }, { "directive": "disallow", "path": "/usercontrol/", "line": 18 }, { "directive": "disallow", "path": "/a/d/retsrv/", "line": 19 }, { "directive": "disallow", "path": "/a/d/roc/", "line": 20 }, { "directive": "disallow", "path": "/a/d/ssae/", "line": 21 }, { "directive": "disallow", "path": "/a/d/white-papers/", "line": 22 }, { "directive": "disallow", "path": "/a/x/", "line": 23 }, { "directive": "disallow", "path": "/accounting-professionals/resources/newsletters", "line": 24 }, { "directive": "disallow", "path": "/iframe", "line": 25 }, { "directive": "disallow", "path": "/shadowbox", "line": 26 }, { "directive": "disallow", "path": "/*thankyou*", "line": 27 }, { "directive": "disallow", "path": "/benetrac*", "line": 28 }, { "directive": "disallow", "path": "/assets/optimizely/", "line": 29 }, { "directive": "disallow", "path": "/node*", "line": 30 }, { "directive": "disallow", "path": "/es/node*", "line": 31 }, { "directive": "disallow", "path": "/includes/", "line": 32 }, { "directive": "disallow", "path": "/misc/", "line": 33 }, { "directive": "disallow", "path": "/profiles/", "line": 34 }, { "directive": "disallow", "path": "/scripts/", "line": 35 }, { "directive": "disallow", "path": "/CHANGELOG.txt", "line": 36 }, { "directive": "disallow", "path": "/cron.php", "line": 37 }, { "directive": "disallow", "path": "/INSTALL.mysql.txt", "line": 38 }, { "directive": "disallow", "path": "/INSTALL.pgsql.txt", "line": 39 }, { "directive": "disallow", "path": "/install.php", "line": 40 }, { "directive": "disallow", "path": "/INSTALL.txt", "line": 41 }, { "directive": "disallow", "path": "/LICENSE.txt", "line": 42 }, { "directive": "disallow", "path": "/MAINTAINERS.txt", "line": 43 }, { "directive": "disallow", "path": "/update.php", "line": 44 }, { "directive": "disallow", "path": "/UPGRADE.txt", "line": 45 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 46 }, { "directive": "disallow", "path": "/admin/", "line": 47 }, { "directive": "disallow", "path": "/comment/reply/", "line": 48 }, { "directive": "disallow", "path": "/node/add/", "line": 49 }, { "directive": "disallow", "path": "/search/", "line": 50 }, { "directive": "disallow", "path": "/user/register/", "line": 51 }, { "directive": "disallow", "path": "/user/password/", "line": 52 }, { "directive": "disallow", "path": "/user/login/", "line": 53 }, { "directive": "disallow", "path": "/user/logout/", "line": 54 }, { "directive": "disallow", "path": "/?q=admin/", "line": 55 }, { "directive": "disallow", "path": "/?q=comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/?q=node/add/", "line": 57 }, { "directive": "disallow", "path": "/?q=search/", "line": 58 }, { "directive": "disallow", "path": "/?q=user/password/", "line": 59 }, { "directive": "disallow", "path": "/?q=user/register/", "line": 60 }, { "directive": "disallow", "path": "/?q=user/login/", "line": 61 }, { "directive": "disallow", "path": "/?q=user/logout/", "line": 62 }, { "directive": "disallow", "path": "/media/", "line": 63 }, { "directive": "disallow", "path": "/taxonomy*", "line": 65 }, { "directive": "disallow", "path": "/newsroom/news-releases?page=*", "line": 67 }, { "directive": "disallow", "path": "/newsroom/financial-releases?page=*", "line": 68 }, { "directive": "disallow", "path": "/newsroom/awards?page=*", "line": 69 }, { "directive": "disallow", "path": "/coronavirus-resources/finances?page=*", "line": 70 }, { "directive": "disallow", "path": "/coronavirus-resources/employees?page=*", "line": 71 }, { "directive": "disallow", "path": "/coronavirus-resources/operations?page=*", "line": 72 }, { "directive": "disallow", "path": "/a/d/referenceguide/", "line": 74 }, { "directive": "disallow", "path": "/a/d/accounting/", "line": 75 }, { "directive": "disallow", "path": "/a/d/payroll/", "line": 76 }, { "directive": "disallow", "path": "/a/d/referenceguide-pbs/", "line": 77 }, { "directive": "disallow", "path": "/a/d/clients-employees/", "line": 78 }, { "directive": "disallow", "path": "/a/d/peo-enroll/", "line": 79 }, { "directive": "disallow", "path": "/a/d/investor/releases/", "line": 80 }, { "directive": "disallow", "path": "/a/d/hr/", "line": 81 }, { "directive": "disallow", "path": "/a/d/investor/presentation/", "line": 82 }, { "directive": "disallow", "path": "/a/d/peo/", "line": 83 }, { "directive": "disallow", "path": "/a/d/ew-ssae/", "line": 84 }, { "directive": "disallow", "path": "/a/d/hbguide/", "line": 85 }, { "directive": "disallow", "path": "/a/d/advisors/", "line": 86 }, { "directive": "disallow", "path": "/search?keywords", "line": 87 }, { "directive": "disallow", "path": "*?recommid=", "line": 88 }, { "directive": "disallow", "path": "*?site=", "line": 89 }, { "directive": "disallow", "path": "*?wtime", "line": 90 }, { "directive": "disallow", "path": "/paychex-testimonials/", "line": 92 }, { "directive": "disallow", "path": "/paychex-testimonials-single/*", "line": 93 } ], "warnings": [ 88, 89, 90 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/sites/default/files/", "line": 5 }, { "directive": "allow", "path": "/sites/default/files/styles/", "line": 6 }, { "directive": "disallow", "path": "/sites/default/private/", "line": 7 }, { "directive": "disallow", "path": "/sites/default/files/private/", "line": 8 }, { "directive": "disallow", "path": "/bin/", "line": 9 }, { "directive": "disallow", "path": "/App_Code/", "line": 10 }, { "directive": "disallow", "path": "/App_WebReferences/", "line": 11 }, { "directive": "disallow", "path": "/Release/", "line": 12 }, { "directive": "disallow", "path": "/formmail/", "line": 13 }, { "directive": "disallow", "path": "/google/", "line": 14 }, { "directive": "disallow", "path": "/master/", "line": 15 }, { "directive": "disallow", "path": "/media/*", "line": 16 }, { "directive": "disallow", "path": "/msn/", "line": 17 }, { "directive": "disallow", "path": "/usercontrol/", "line": 18 }, { "directive": "disallow", "path": "/a/d/retsrv/", "line": 19 }, { "directive": "disallow", "path": "/a/d/roc/", "line": 20 }, { "directive": "disallow", "path": "/a/d/ssae/", "line": 21 }, { "directive": "disallow", "path": "/a/d/white-papers/", "line": 22 }, { "directive": "disallow", "path": "/a/x/", "line": 23 }, { "directive": "disallow", "path": "/accounting-professionals/resources/newsletters", "line": 24 }, { "directive": "disallow", "path": "/iframe", "line": 25 }, { "directive": "disallow", "path": "/shadowbox", "line": 26 }, { "directive": "disallow", "path": "/*thankyou*", "line": 27 }, { "directive": "disallow", "path": "/benetrac*", "line": 28 }, { "directive": "disallow", "path": "/assets/optimizely/", "line": 29 }, { "directive": "disallow", "path": "/node*", "line": 30 }, { "directive": "disallow", "path": "/es/node*", "line": 31 }, { "directive": "disallow", "path": "/includes/", "line": 32 }, { "directive": "disallow", "path": "/misc/", "line": 33 }, { "directive": "disallow", "path": "/profiles/", "line": 34 }, { "directive": "disallow", "path": "/scripts/", "line": 35 }, { "directive": "disallow", "path": "/CHANGELOG.txt", "line": 36 }, { "directive": "disallow", "path": "/cron.php", "line": 37 }, { "directive": "disallow", "path": "/INSTALL.mysql.txt", "line": 38 }, { "directive": "disallow", "path": "/INSTALL.pgsql.txt", "line": 39 }, { "directive": "disallow", "path": "/install.php", "line": 40 }, { "directive": "disallow", "path": "/INSTALL.txt", "line": 41 }, { "directive": "disallow", "path": "/LICENSE.txt", "line": 42 }, { "directive": "disallow", "path": "/MAINTAINERS.txt", "line": 43 }, { "directive": "disallow", "path": "/update.php", "line": 44 }, { "directive": "disallow", "path": "/UPGRADE.txt", "line": 45 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 46 }, { "directive": "disallow", "path": "/admin/", "line": 47 }, { "directive": "disallow", "path": "/comment/reply/", "line": 48 }, { "directive": "disallow", "path": "/node/add/", "line": 49 }, { "directive": "disallow", "path": "/search/", "line": 50 }, { "directive": "disallow", "path": "/user/register/", "line": 51 }, { "directive": "disallow", "path": "/user/password/", "line": 52 }, { "directive": "disallow", "path": "/user/login/", "line": 53 }, { "directive": "disallow", "path": "/user/logout/", "line": 54 }, { "directive": "disallow", "path": "/?q=admin/", "line": 55 }, { "directive": "disallow", "path": "/?q=comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/?q=node/add/", "line": 57 }, { "directive": "disallow", "path": "/?q=search/", "line": 58 }, { "directive": "disallow", "path": "/?q=user/password/", "line": 59 }, { "directive": "disallow", "path": "/?q=user/register/", "line": 60 }, { "directive": "disallow", "path": "/?q=user/login/", "line": 61 }, { "directive": "disallow", "path": "/?q=user/logout/", "line": 62 }, { "directive": "disallow", "path": "/media/", "line": 63 }, { "directive": "disallow", "path": "/taxonomy*", "line": 65 }, { "directive": "disallow", "path": "/newsroom/news-releases?page=*", "line": 67 }, { "directive": "disallow", "path": "/newsroom/financial-releases?page=*", "line": 68 }, { "directive": "disallow", "path": "/newsroom/awards?page=*", "line": 69 }, { "directive": "disallow", "path": "/coronavirus-resources/finances?page=*", "line": 70 }, { "directive": "disallow", "path": "/coronavirus-resources/employees?page=*", "line": 71 }, { "directive": "disallow", "path": "/coronavirus-resources/operations?page=*", "line": 72 }, { "directive": "disallow", "path": "/a/d/referenceguide/", "line": 74 }, { "directive": "disallow", "path": "/a/d/accounting/", "line": 75 }, { "directive": "disallow", "path": "/a/d/payroll/", "line": 76 }, { "directive": "disallow", "path": "/a/d/referenceguide-pbs/", "line": 77 }, { "directive": "disallow", "path": "/a/d/clients-employees/", "line": 78 }, { "directive": "disallow", "path": "/a/d/peo-enroll/", "line": 79 }, { "directive": "disallow", "path": "/a/d/investor/releases/", "line": 80 }, { "directive": "disallow", "path": "/a/d/hr/", "line": 81 }, { "directive": "disallow", "path": "/a/d/investor/presentation/", "line": 82 }, { "directive": "disallow", "path": "/a/d/peo/", "line": 83 }, { "directive": "disallow", "path": "/a/d/ew-ssae/", "line": 84 }, { "directive": "disallow", "path": "/a/d/hbguide/", "line": 85 }, { "directive": "disallow", "path": "/a/d/advisors/", "line": 86 }, { "directive": "disallow", "path": "/search?keywords", "line": 87 }, { "directive": "disallow", "path": "*?recommid=", "line": 88 }, { "directive": "disallow", "path": "*?site=", "line": 89 }, { "directive": "disallow", "path": "*?wtime", "line": 90 }, { "directive": "disallow", "path": "/paychex-testimonials/", "line": 92 }, { "directive": "disallow", "path": "/paychex-testimonials-single/*", "line": 93 } ], "warnings": [ 88, 89, 90 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/sites/default/files/", "line": 5 }, { "directive": "allow", "path": "/sites/default/files/styles/", "line": 6 }, { "directive": "disallow", "path": "/sites/default/private/", "line": 7 }, { "directive": "disallow", "path": "/sites/default/files/private/", "line": 8 }, { "directive": "disallow", "path": "/bin/", "line": 9 }, { "directive": "disallow", "path": "/App_Code/", "line": 10 }, { "directive": "disallow", "path": "/App_WebReferences/", "line": 11 }, { "directive": "disallow", "path": "/Release/", "line": 12 }, { "directive": "disallow", "path": "/formmail/", "line": 13 }, { "directive": "disallow", "path": "/google/", "line": 14 }, { "directive": "disallow", "path": "/master/", "line": 15 }, { "directive": "disallow", "path": "/media/*", "line": 16 }, { "directive": "disallow", "path": "/msn/", "line": 17 }, { "directive": "disallow", "path": "/usercontrol/", "line": 18 }, { "directive": "disallow", "path": "/a/d/retsrv/", "line": 19 }, { "directive": "disallow", "path": "/a/d/roc/", "line": 20 }, { "directive": "disallow", "path": "/a/d/ssae/", "line": 21 }, { "directive": "disallow", "path": "/a/d/white-papers/", "line": 22 }, { "directive": "disallow", "path": "/a/x/", "line": 23 }, { "directive": "disallow", "path": "/accounting-professionals/resources/newsletters", "line": 24 }, { "directive": "disallow", "path": "/iframe", "line": 25 }, { "directive": "disallow", "path": "/shadowbox", "line": 26 }, { "directive": "disallow", "path": "/*thankyou*", "line": 27 }, { "directive": "disallow", "path": "/benetrac*", "line": 28 }, { "directive": "disallow", "path": "/assets/optimizely/", "line": 29 }, { "directive": "disallow", "path": "/node*", "line": 30 }, { "directive": "disallow", "path": "/es/node*", "line": 31 }, { "directive": "disallow", "path": "/includes/", "line": 32 }, { "directive": "disallow", "path": "/misc/", "line": 33 }, { "directive": "disallow", "path": "/profiles/", "line": 34 }, { "directive": "disallow", "path": "/scripts/", "line": 35 }, { "directive": "disallow", "path": "/CHANGELOG.txt", "line": 36 }, { "directive": "disallow", "path": "/cron.php", "line": 37 }, { "directive": "disallow", "path": "/INSTALL.mysql.txt", "line": 38 }, { "directive": "disallow", "path": "/INSTALL.pgsql.txt", "line": 39 }, { "directive": "disallow", "path": "/install.php", "line": 40 }, { "directive": "disallow", "path": "/INSTALL.txt", "line": 41 }, { "directive": "disallow", "path": "/LICENSE.txt", "line": 42 }, { "directive": "disallow", "path": "/MAINTAINERS.txt", "line": 43 }, { "directive": "disallow", "path": "/update.php", "line": 44 }, { "directive": "disallow", "path": "/UPGRADE.txt", "line": 45 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 46 }, { "directive": "disallow", "path": "/admin/", "line": 47 }, { "directive": "disallow", "path": "/comment/reply/", "line": 48 }, { "directive": "disallow", "path": "/node/add/", "line": 49 }, { "directive": "disallow", "path": "/search/", "line": 50 }, { "directive": "disallow", "path": "/user/register/", "line": 51 }, { "directive": "disallow", "path": "/user/password/", "line": 52 }, { "directive": "disallow", "path": "/user/login/", "line": 53 }, { "directive": "disallow", "path": "/user/logout/", "line": 54 }, { "directive": "disallow", "path": "/?q=admin/", "line": 55 }, { "directive": "disallow", "path": "/?q=comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/?q=node/add/", "line": 57 }, { "directive": "disallow", "path": "/?q=search/", "line": 58 }, { "directive": "disallow", "path": "/?q=user/password/", "line": 59 }, { "directive": "disallow", "path": "/?q=user/register/", "line": 60 }, { "directive": "disallow", "path": "/?q=user/login/", "line": 61 }, { "directive": "disallow", "path": "/?q=user/logout/", "line": 62 }, { "directive": "disallow", "path": "/media/", "line": 63 }, { "directive": "disallow", "path": "/taxonomy*", "line": 65 }, { "directive": "disallow", "path": "/newsroom/news-releases?page=*", "line": 67 }, { "directive": "disallow", "path": "/newsroom/financial-releases?page=*", "line": 68 }, { "directive": "disallow", "path": "/newsroom/awards?page=*", "line": 69 }, { "directive": "disallow", "path": "/coronavirus-resources/finances?page=*", "line": 70 }, { "directive": "disallow", "path": "/coronavirus-resources/employees?page=*", "line": 71 }, { "directive": "disallow", "path": "/coronavirus-resources/operations?page=*", "line": 72 }, { "directive": "disallow", "path": "/a/d/referenceguide/", "line": 74 }, { "directive": "disallow", "path": "/a/d/accounting/", "line": 75 }, { "directive": "disallow", "path": "/a/d/payroll/", "line": 76 }, { "directive": "disallow", "path": "/a/d/referenceguide-pbs/", "line": 77 }, { "directive": "disallow", "path": "/a/d/clients-employees/", "line": 78 }, { "directive": "disallow", "path": "/a/d/peo-enroll/", "line": 79 }, { "directive": "disallow", "path": "/a/d/investor/releases/", "line": 80 }, { "directive": "disallow", "path": "/a/d/hr/", "line": 81 }, { "directive": "disallow", "path": "/a/d/investor/presentation/", "line": 82 }, { "directive": "disallow", "path": "/a/d/peo/", "line": 83 }, { "directive": "disallow", "path": "/a/d/ew-ssae/", "line": 84 }, { "directive": "disallow", "path": "/a/d/hbguide/", "line": 85 }, { "directive": "disallow", "path": "/a/d/advisors/", "line": 86 }, { "directive": "disallow", "path": "/search?keywords", "line": 87 }, { "directive": "disallow", "path": "*?recommid=", "line": 88 }, { "directive": "disallow", "path": "*?site=", "line": 89 }, { "directive": "disallow", "path": "*?wtime", "line": 90 }, { "directive": "disallow", "path": "/paychex-testimonials/", "line": 92 }, { "directive": "disallow", "path": "/paychex-testimonials-single/*", "line": 93 } ], "warnings": [ 88, 89, 90 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/sites/default/files/", "line": 5 }, { "directive": "allow", "path": "/sites/default/files/styles/", "line": 6 }, { "directive": "disallow", "path": "/sites/default/private/", "line": 7 }, { "directive": "disallow", "path": "/sites/default/files/private/", "line": 8 }, { "directive": "disallow", "path": "/bin/", "line": 9 }, { "directive": "disallow", "path": "/App_Code/", "line": 10 }, { "directive": "disallow", "path": "/App_WebReferences/", "line": 11 }, { "directive": "disallow", "path": "/Release/", "line": 12 }, { "directive": "disallow", "path": "/formmail/", "line": 13 }, { "directive": "disallow", "path": "/google/", "line": 14 }, { "directive": "disallow", "path": "/master/", "line": 15 }, { "directive": "disallow", "path": "/media/*", "line": 16 }, { "directive": "disallow", "path": "/msn/", "line": 17 }, { "directive": "disallow", "path": "/usercontrol/", "line": 18 }, { "directive": "disallow", "path": "/a/d/retsrv/", "line": 19 }, { "directive": "disallow", "path": "/a/d/roc/", "line": 20 }, { "directive": "disallow", "path": "/a/d/ssae/", "line": 21 }, { "directive": "disallow", "path": "/a/d/white-papers/", "line": 22 }, { "directive": "disallow", "path": "/a/x/", "line": 23 }, { "directive": "disallow", "path": "/accounting-professionals/resources/newsletters", "line": 24 }, { "directive": "disallow", "path": "/iframe", "line": 25 }, { "directive": "disallow", "path": "/shadowbox", "line": 26 }, { "directive": "disallow", "path": "/*thankyou*", "line": 27 }, { "directive": "disallow", "path": "/benetrac*", "line": 28 }, { "directive": "disallow", "path": "/assets/optimizely/", "line": 29 }, { "directive": "disallow", "path": "/node*", "line": 30 }, { "directive": "disallow", "path": "/es/node*", "line": 31 }, { "directive": "disallow", "path": "/includes/", "line": 32 }, { "directive": "disallow", "path": "/misc/", "line": 33 }, { "directive": "disallow", "path": "/profiles/", "line": 34 }, { "directive": "disallow", "path": "/scripts/", "line": 35 }, { "directive": "disallow", "path": "/CHANGELOG.txt", "line": 36 }, { "directive": "disallow", "path": "/cron.php", "line": 37 }, { "directive": "disallow", "path": "/INSTALL.mysql.txt", "line": 38 }, { "directive": "disallow", "path": "/INSTALL.pgsql.txt", "line": 39 }, { "directive": "disallow", "path": "/install.php", "line": 40 }, { "directive": "disallow", "path": "/INSTALL.txt", "line": 41 }, { "directive": "disallow", "path": "/LICENSE.txt", "line": 42 }, { "directive": "disallow", "path": "/MAINTAINERS.txt", "line": 43 }, { "directive": "disallow", "path": "/update.php", "line": 44 }, { "directive": "disallow", "path": "/UPGRADE.txt", "line": 45 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 46 }, { "directive": "disallow", "path": "/admin/", "line": 47 }, { "directive": "disallow", "path": "/comment/reply/", "line": 48 }, { "directive": "disallow", "path": "/node/add/", "line": 49 }, { "directive": "disallow", "path": "/search/", "line": 50 }, { "directive": "disallow", "path": "/user/register/", "line": 51 }, { "directive": "disallow", "path": "/user/password/", "line": 52 }, { "directive": "disallow", "path": "/user/login/", "line": 53 }, { "directive": "disallow", "path": "/user/logout/", "line": 54 }, { "directive": "disallow", "path": "/?q=admin/", "line": 55 }, { "directive": "disallow", "path": "/?q=comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/?q=node/add/", "line": 57 }, { "directive": "disallow", "path": "/?q=search/", "line": 58 }, { "directive": "disallow", "path": "/?q=user/password/", "line": 59 }, { "directive": "disallow", "path": "/?q=user/register/", "line": 60 }, { "directive": "disallow", "path": "/?q=user/login/", "line": 61 }, { "directive": "disallow", "path": "/?q=user/logout/", "line": 62 }, { "directive": "disallow", "path": "/media/", "line": 63 }, { "directive": "disallow", "path": "/taxonomy*", "line": 65 }, { "directive": "disallow", "path": "/newsroom/news-releases?page=*", "line": 67 }, { "directive": "disallow", "path": "/newsroom/financial-releases?page=*", "line": 68 }, { "directive": "disallow", "path": "/newsroom/awards?page=*", "line": 69 }, { "directive": "disallow", "path": "/coronavirus-resources/finances?page=*", "line": 70 }, { "directive": "disallow", "path": "/coronavirus-resources/employees?page=*", "line": 71 }, { "directive": "disallow", "path": "/coronavirus-resources/operations?page=*", "line": 72 }, { "directive": "disallow", "path": "/a/d/referenceguide/", "line": 74 }, { "directive": "disallow", "path": "/a/d/accounting/", "line": 75 }, { "directive": "disallow", "path": "/a/d/payroll/", "line": 76 }, { "directive": "disallow", "path": "/a/d/referenceguide-pbs/", "line": 77 }, { "directive": "disallow", "path": "/a/d/clients-employees/", "line": 78 }, { "directive": "disallow", "path": "/a/d/peo-enroll/", "line": 79 }, { "directive": "disallow", "path": "/a/d/investor/releases/", "line": 80 }, { "directive": "disallow", "path": "/a/d/hr/", "line": 81 }, { "directive": "disallow", "path": "/a/d/investor/presentation/", "line": 82 }, { "directive": "disallow", "path": "/a/d/peo/", "line": 83 }, { "directive": "disallow", "path": "/a/d/ew-ssae/", "line": 84 }, { "directive": "disallow", "path": "/a/d/hbguide/", "line": 85 }, { "directive": "disallow", "path": "/a/d/advisors/", "line": 86 }, { "directive": "disallow", "path": "/search?keywords", "line": 87 }, { "directive": "disallow", "path": "*?recommid=", "line": 88 }, { "directive": "disallow", "path": "*?site=", "line": 89 }, { "directive": "disallow", "path": "*?wtime", "line": 90 }, { "directive": "disallow", "path": "/paychex-testimonials/", "line": 92 }, { "directive": "disallow", "path": "/paychex-testimonials-single/*", "line": 93 } ], "warnings": [ 88, 89, 90 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/sites/default/files/", "line": 5 }, { "directive": "allow", "path": "/sites/default/files/styles/", "line": 6 }, { "directive": "disallow", "path": "/sites/default/private/", "line": 7 }, { "directive": "disallow", "path": "/sites/default/files/private/", "line": 8 }, { "directive": "disallow", "path": "/bin/", "line": 9 }, { "directive": "disallow", "path": "/App_Code/", "line": 10 }, { "directive": "disallow", "path": "/App_WebReferences/", "line": 11 }, { "directive": "disallow", "path": "/Release/", "line": 12 }, { "directive": "disallow", "path": "/formmail/", "line": 13 }, { "directive": "disallow", "path": "/google/", "line": 14 }, { "directive": "disallow", "path": "/master/", "line": 15 }, { "directive": "disallow", "path": "/media/*", "line": 16 }, { "directive": "disallow", "path": "/msn/", "line": 17 }, { "directive": "disallow", "path": "/usercontrol/", "line": 18 }, { "directive": "disallow", "path": "/a/d/retsrv/", "line": 19 }, { "directive": "disallow", "path": "/a/d/roc/", "line": 20 }, { "directive": "disallow", "path": "/a/d/ssae/", "line": 21 }, { "directive": "disallow", "path": "/a/d/white-papers/", "line": 22 }, { "directive": "disallow", "path": "/a/x/", "line": 23 }, { "directive": "disallow", "path": "/accounting-professionals/resources/newsletters", "line": 24 }, { "directive": "disallow", "path": "/iframe", "line": 25 }, { "directive": "disallow", "path": "/shadowbox", "line": 26 }, { "directive": "disallow", "path": "/*thankyou*", "line": 27 }, { "directive": "disallow", "path": "/benetrac*", "line": 28 }, { "directive": "disallow", "path": "/assets/optimizely/", "line": 29 }, { "directive": "disallow", "path": "/node*", "line": 30 }, { "directive": "disallow", "path": "/es/node*", "line": 31 }, { "directive": "disallow", "path": "/includes/", "line": 32 }, { "directive": "disallow", "path": "/misc/", "line": 33 }, { "directive": "disallow", "path": "/profiles/", "line": 34 }, { "directive": "disallow", "path": "/scripts/", "line": 35 }, { "directive": "disallow", "path": "/CHANGELOG.txt", "line": 36 }, { "directive": "disallow", "path": "/cron.php", "line": 37 }, { "directive": "disallow", "path": "/INSTALL.mysql.txt", "line": 38 }, { "directive": "disallow", "path": "/INSTALL.pgsql.txt", "line": 39 }, { "directive": "disallow", "path": "/install.php", "line": 40 }, { "directive": "disallow", "path": "/INSTALL.txt", "line": 41 }, { "directive": "disallow", "path": "/LICENSE.txt", "line": 42 }, { "directive": "disallow", "path": "/MAINTAINERS.txt", "line": 43 }, { "directive": "disallow", "path": "/update.php", "line": 44 }, { "directive": "disallow", "path": "/UPGRADE.txt", "line": 45 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 46 }, { "directive": "disallow", "path": "/admin/", "line": 47 }, { "directive": "disallow", "path": "/comment/reply/", "line": 48 }, { "directive": "disallow", "path": "/node/add/", "line": 49 }, { "directive": "disallow", "path": "/search/", "line": 50 }, { "directive": "disallow", "path": "/user/register/", "line": 51 }, { "directive": "disallow", "path": "/user/password/", "line": 52 }, { "directive": "disallow", "path": "/user/login/", "line": 53 }, { "directive": "disallow", "path": "/user/logout/", "line": 54 }, { "directive": "disallow", "path": "/?q=admin/", "line": 55 }, { "directive": "disallow", "path": "/?q=comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/?q=node/add/", "line": 57 }, { "directive": "disallow", "path": "/?q=search/", "line": 58 }, { "directive": "disallow", "path": "/?q=user/password/", "line": 59 }, { "directive": "disallow", "path": "/?q=user/register/", "line": 60 }, { "directive": "disallow", "path": "/?q=user/login/", "line": 61 }, { "directive": "disallow", "path": "/?q=user/logout/", "line": 62 }, { "directive": "disallow", "path": "/media/", "line": 63 }, { "directive": "disallow", "path": "/taxonomy*", "line": 65 }, { "directive": "disallow", "path": "/newsroom/news-releases?page=*", "line": 67 }, { "directive": "disallow", "path": "/newsroom/financial-releases?page=*", "line": 68 }, { "directive": "disallow", "path": "/newsroom/awards?page=*", "line": 69 }, { "directive": "disallow", "path": "/coronavirus-resources/finances?page=*", "line": 70 }, { "directive": "disallow", "path": "/coronavirus-resources/employees?page=*", "line": 71 }, { "directive": "disallow", "path": "/coronavirus-resources/operations?page=*", "line": 72 }, { "directive": "disallow", "path": "/a/d/referenceguide/", "line": 74 }, { "directive": "disallow", "path": "/a/d/accounting/", "line": 75 }, { "directive": "disallow", "path": "/a/d/payroll/", "line": 76 }, { "directive": "disallow", "path": "/a/d/referenceguide-pbs/", "line": 77 }, { "directive": "disallow", "path": "/a/d/clients-employees/", "line": 78 }, { "directive": "disallow", "path": "/a/d/peo-enroll/", "line": 79 }, { "directive": "disallow", "path": "/a/d/investor/releases/", "line": 80 }, { "directive": "disallow", "path": "/a/d/hr/", "line": 81 }, { "directive": "disallow", "path": "/a/d/investor/presentation/", "line": 82 }, { "directive": "disallow", "path": "/a/d/peo/", "line": 83 }, { "directive": "disallow", "path": "/a/d/ew-ssae/", "line": 84 }, { "directive": "disallow", "path": "/a/d/hbguide/", "line": 85 }, { "directive": "disallow", "path": "/a/d/advisors/", "line": 86 }, { "directive": "disallow", "path": "/search?keywords", "line": 87 }, { "directive": "disallow", "path": "*?recommid=", "line": 88 }, { "directive": "disallow", "path": "*?site=", "line": 89 }, { "directive": "disallow", "path": "*?wtime", "line": 90 }, { "directive": "disallow", "path": "/paychex-testimonials/", "line": 92 }, { "directive": "disallow", "path": "/paychex-testimonials-single/*", "line": 93 } ], "warnings": [ 88, 89, 90 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/sites/default/files/", "line": 5 }, { "directive": "allow", "path": "/sites/default/files/styles/", "line": 6 }, { "directive": "disallow", "path": "/sites/default/private/", "line": 7 }, { "directive": "disallow", "path": "/sites/default/files/private/", "line": 8 }, { "directive": "disallow", "path": "/bin/", "line": 9 }, { "directive": "disallow", "path": "/App_Code/", "line": 10 }, { "directive": "disallow", "path": "/App_WebReferences/", "line": 11 }, { "directive": "disallow", "path": "/Release/", "line": 12 }, { "directive": "disallow", "path": "/formmail/", "line": 13 }, { "directive": "disallow", "path": "/google/", "line": 14 }, { "directive": "disallow", "path": "/master/", "line": 15 }, { "directive": "disallow", "path": "/media/*", "line": 16 }, { "directive": "disallow", "path": "/msn/", "line": 17 }, { "directive": "disallow", "path": "/usercontrol/", "line": 18 }, { "directive": "disallow", "path": "/a/d/retsrv/", "line": 19 }, { "directive": "disallow", "path": "/a/d/roc/", "line": 20 }, { "directive": "disallow", "path": "/a/d/ssae/", "line": 21 }, { "directive": "disallow", "path": "/a/d/white-papers/", "line": 22 }, { "directive": "disallow", "path": "/a/x/", "line": 23 }, { "directive": "disallow", "path": "/accounting-professionals/resources/newsletters", "line": 24 }, { "directive": "disallow", "path": "/iframe", "line": 25 }, { "directive": "disallow", "path": "/shadowbox", "line": 26 }, { "directive": "disallow", "path": "/*thankyou*", "line": 27 }, { "directive": "disallow", "path": "/benetrac*", "line": 28 }, { "directive": "disallow", "path": "/assets/optimizely/", "line": 29 }, { "directive": "disallow", "path": "/node*", "line": 30 }, { "directive": "disallow", "path": "/es/node*", "line": 31 }, { "directive": "disallow", "path": "/includes/", "line": 32 }, { "directive": "disallow", "path": "/misc/", "line": 33 }, { "directive": "disallow", "path": "/profiles/", "line": 34 }, { "directive": "disallow", "path": "/scripts/", "line": 35 }, { "directive": "disallow", "path": "/CHANGELOG.txt", "line": 36 }, { "directive": "disallow", "path": "/cron.php", "line": 37 }, { "directive": "disallow", "path": "/INSTALL.mysql.txt", "line": 38 }, { "directive": "disallow", "path": "/INSTALL.pgsql.txt", "line": 39 }, { "directive": "disallow", "path": "/install.php", "line": 40 }, { "directive": "disallow", "path": "/INSTALL.txt", "line": 41 }, { "directive": "disallow", "path": "/LICENSE.txt", "line": 42 }, { "directive": "disallow", "path": "/MAINTAINERS.txt", "line": 43 }, { "directive": "disallow", "path": "/update.php", "line": 44 }, { "directive": "disallow", "path": "/UPGRADE.txt", "line": 45 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 46 }, { "directive": "disallow", "path": "/admin/", "line": 47 }, { "directive": "disallow", "path": "/comment/reply/", "line": 48 }, { "directive": "disallow", "path": "/node/add/", "line": 49 }, { "directive": "disallow", "path": "/search/", "line": 50 }, { "directive": "disallow", "path": "/user/register/", "line": 51 }, { "directive": "disallow", "path": "/user/password/", "line": 52 }, { "directive": "disallow", "path": "/user/login/", "line": 53 }, { "directive": "disallow", "path": "/user/logout/", "line": 54 }, { "directive": "disallow", "path": "/?q=admin/", "line": 55 }, { "directive": "disallow", "path": "/?q=comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/?q=node/add/", "line": 57 }, { "directive": "disallow", "path": "/?q=search/", "line": 58 }, { "directive": "disallow", "path": "/?q=user/password/", "line": 59 }, { "directive": "disallow", "path": "/?q=user/register/", "line": 60 }, { "directive": "disallow", "path": "/?q=user/login/", "line": 61 }, { "directive": "disallow", "path": "/?q=user/logout/", "line": 62 }, { "directive": "disallow", "path": "/media/", "line": 63 }, { "directive": "disallow", "path": "/taxonomy*", "line": 65 }, { "directive": "disallow", "path": "/newsroom/news-releases?page=*", "line": 67 }, { "directive": "disallow", "path": "/newsroom/financial-releases?page=*", "line": 68 }, { "directive": "disallow", "path": "/newsroom/awards?page=*", "line": 69 }, { "directive": "disallow", "path": "/coronavirus-resources/finances?page=*", "line": 70 }, { "directive": "disallow", "path": "/coronavirus-resources/employees?page=*", "line": 71 }, { "directive": "disallow", "path": "/coronavirus-resources/operations?page=*", "line": 72 }, { "directive": "disallow", "path": "/a/d/referenceguide/", "line": 74 }, { "directive": "disallow", "path": "/a/d/accounting/", "line": 75 }, { "directive": "disallow", "path": "/a/d/payroll/", "line": 76 }, { "directive": "disallow", "path": "/a/d/referenceguide-pbs/", "line": 77 }, { "directive": "disallow", "path": "/a/d/clients-employees/", "line": 78 }, { "directive": "disallow", "path": "/a/d/peo-enroll/", "line": 79 }, { "directive": "disallow", "path": "/a/d/investor/releases/", "line": 80 }, { "directive": "disallow", "path": "/a/d/hr/", "line": 81 }, { "directive": "disallow", "path": "/a/d/investor/presentation/", "line": 82 }, { "directive": "disallow", "path": "/a/d/peo/", "line": 83 }, { "directive": "disallow", "path": "/a/d/ew-ssae/", "line": 84 }, { "directive": "disallow", "path": "/a/d/hbguide/", "line": 85 }, { "directive": "disallow", "path": "/a/d/advisors/", "line": 86 }, { "directive": "disallow", "path": "/search?keywords", "line": 87 }, { "directive": "disallow", "path": "*?recommid=", "line": 88 }, { "directive": "disallow", "path": "*?site=", "line": 89 }, { "directive": "disallow", "path": "*?wtime", "line": 90 }, { "directive": "disallow", "path": "/paychex-testimonials/", "line": 92 }, { "directive": "disallow", "path": "/paychex-testimonials-single/*", "line": 93 } ], "warnings": [ 88, 89, 90 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/sites/default/files/", "line": 5 }, { "directive": "allow", "path": "/sites/default/files/styles/", "line": 6 }, { "directive": "disallow", "path": "/sites/default/private/", "line": 7 }, { "directive": "disallow", "path": "/sites/default/files/private/", "line": 8 }, { "directive": "disallow", "path": "/bin/", "line": 9 }, { "directive": "disallow", "path": "/App_Code/", "line": 10 }, { "directive": "disallow", "path": "/App_WebReferences/", "line": 11 }, { "directive": "disallow", "path": "/Release/", "line": 12 }, { "directive": "disallow", "path": "/formmail/", "line": 13 }, { "directive": "disallow", "path": "/google/", "line": 14 }, { "directive": "disallow", "path": "/master/", "line": 15 }, { "directive": "disallow", "path": "/media/*", "line": 16 }, { "directive": "disallow", "path": "/msn/", "line": 17 }, { "directive": "disallow", "path": "/usercontrol/", "line": 18 }, { "directive": "disallow", "path": "/a/d/retsrv/", "line": 19 }, { "directive": "disallow", "path": "/a/d/roc/", "line": 20 }, { "directive": "disallow", "path": "/a/d/ssae/", "line": 21 }, { "directive": "disallow", "path": "/a/d/white-papers/", "line": 22 }, { "directive": "disallow", "path": "/a/x/", "line": 23 }, { "directive": "disallow", "path": "/accounting-professionals/resources/newsletters", "line": 24 }, { "directive": "disallow", "path": "/iframe", "line": 25 }, { "directive": "disallow", "path": "/shadowbox", "line": 26 }, { "directive": "disallow", "path": "/*thankyou*", "line": 27 }, { "directive": "disallow", "path": "/benetrac*", "line": 28 }, { "directive": "disallow", "path": "/assets/optimizely/", "line": 29 }, { "directive": "disallow", "path": "/node*", "line": 30 }, { "directive": "disallow", "path": "/es/node*", "line": 31 }, { "directive": "disallow", "path": "/includes/", "line": 32 }, { "directive": "disallow", "path": "/misc/", "line": 33 }, { "directive": "disallow", "path": "/profiles/", "line": 34 }, { "directive": "disallow", "path": "/scripts/", "line": 35 }, { "directive": "disallow", "path": "/CHANGELOG.txt", "line": 36 }, { "directive": "disallow", "path": "/cron.php", "line": 37 }, { "directive": "disallow", "path": "/INSTALL.mysql.txt", "line": 38 }, { "directive": "disallow", "path": "/INSTALL.pgsql.txt", "line": 39 }, { "directive": "disallow", "path": "/install.php", "line": 40 }, { "directive": "disallow", "path": "/INSTALL.txt", "line": 41 }, { "directive": "disallow", "path": "/LICENSE.txt", "line": 42 }, { "directive": "disallow", "path": "/MAINTAINERS.txt", "line": 43 }, { "directive": "disallow", "path": "/update.php", "line": 44 }, { "directive": "disallow", "path": "/UPGRADE.txt", "line": 45 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 46 }, { "directive": "disallow", "path": "/admin/", "line": 47 }, { "directive": "disallow", "path": "/comment/reply/", "line": 48 }, { "directive": "disallow", "path": "/node/add/", "line": 49 }, { "directive": "disallow", "path": "/search/", "line": 50 }, { "directive": "disallow", "path": "/user/register/", "line": 51 }, { "directive": "disallow", "path": "/user/password/", "line": 52 }, { "directive": "disallow", "path": "/user/login/", "line": 53 }, { "directive": "disallow", "path": "/user/logout/", "line": 54 }, { "directive": "disallow", "path": "/?q=admin/", "line": 55 }, { "directive": "disallow", "path": "/?q=comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/?q=node/add/", "line": 57 }, { "directive": "disallow", "path": "/?q=search/", "line": 58 }, { "directive": "disallow", "path": "/?q=user/password/", "line": 59 }, { "directive": "disallow", "path": "/?q=user/register/", "line": 60 }, { "directive": "disallow", "path": "/?q=user/login/", "line": 61 }, { "directive": "disallow", "path": "/?q=user/logout/", "line": 62 }, { "directive": "disallow", "path": "/media/", "line": 63 }, { "directive": "disallow", "path": "/taxonomy*", "line": 65 }, { "directive": "disallow", "path": "/newsroom/news-releases?page=*", "line": 67 }, { "directive": "disallow", "path": "/newsroom/financial-releases?page=*", "line": 68 }, { "directive": "disallow", "path": "/newsroom/awards?page=*", "line": 69 }, { "directive": "disallow", "path": "/coronavirus-resources/finances?page=*", "line": 70 }, { "directive": "disallow", "path": "/coronavirus-resources/employees?page=*", "line": 71 }, { "directive": "disallow", "path": "/coronavirus-resources/operations?page=*", "line": 72 }, { "directive": "disallow", "path": "/a/d/referenceguide/", "line": 74 }, { "directive": "disallow", "path": "/a/d/accounting/", "line": 75 }, { "directive": "disallow", "path": "/a/d/payroll/", "line": 76 }, { "directive": "disallow", "path": "/a/d/referenceguide-pbs/", "line": 77 }, { "directive": "disallow", "path": "/a/d/clients-employees/", "line": 78 }, { "directive": "disallow", "path": "/a/d/peo-enroll/", "line": 79 }, { "directive": "disallow", "path": "/a/d/investor/releases/", "line": 80 }, { "directive": "disallow", "path": "/a/d/hr/", "line": 81 }, { "directive": "disallow", "path": "/a/d/investor/presentation/", "line": 82 }, { "directive": "disallow", "path": "/a/d/peo/", "line": 83 }, { "directive": "disallow", "path": "/a/d/ew-ssae/", "line": 84 }, { "directive": "disallow", "path": "/a/d/hbguide/", "line": 85 }, { "directive": "disallow", "path": "/a/d/advisors/", "line": 86 }, { "directive": "disallow", "path": "/search?keywords", "line": 87 }, { "directive": "disallow", "path": "*?recommid=", "line": 88 }, { "directive": "disallow", "path": "*?site=", "line": 89 }, { "directive": "disallow", "path": "*?wtime", "line": 90 }, { "directive": "disallow", "path": "/paychex-testimonials/", "line": 92 }, { "directive": "disallow", "path": "/paychex-testimonials-single/*", "line": 93 } ], "warnings": [ 88, 89, 90 ] } }, "httpStatus": 200, "finalUrl": "https://www.paychex.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "b712db5ca25a0954fc9fe5bf30c5d8c26ce245a8c40dfef8c73d7ab4c9f4bcce", "bytes": 2751 }, { "company": "PayPal", "cik": "1633917", "sector": "Financials", "origin": "https://www.paypal.com", "checkedAt": "2026-09-26T04:56:07.791Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cgibin/", "line": 6 }, { "directive": "disallow", "path": "/il/cart/", "line": 7 }, { "directive": "disallow", "path": "/*?cmd=_pce*", "line": 8 }, { "directive": "disallow", "path": "/row/", "line": 9 }, { "directive": "disallow", "path": "/xclick-auction*", "line": 10 }, { "directive": "disallow", "path": "/affil/", "line": 11 }, { "directive": "disallow", "path": "/*?cmd=_flow*", "line": 12 }, { "directive": "disallow", "path": "/*?cmd=_mobile-activate-outside", "line": 13 }, { "directive": "disallow", "path": "/*?SESSION*", "line": 14 }, { "directive": "disallow", "path": "/*?cmd=_s-xclick*", "line": 15 }, { "directive": "disallow", "path": "/subscriptions/", "line": 16 }, { "directive": "disallow", "path": "/ireceipt/get/", "line": 17 }, { "directive": "disallow", "path": "/ireceipt/get?", "line": 18 }, { "directive": "disallow", "path": "/getCallUsInfoData/", "line": 19 }, { "directive": "disallow", "path": "/*?action=callus", "line": 20 }, { "directive": "disallow", "path": "/loadHelpcenterDecouplePage", "line": 21 }, { "directive": "disallow", "path": "/limited-release/", "line": 22 }, { "directive": "disallow", "path": "/files/developer/", "line": 23 }, { "directive": "disallow", "path": "/*?content_ID=developer", "line": 24 }, { "directive": "disallow", "path": "/ebook/", "line": 25 }, { "directive": "disallow", "path": "/IntegrationCenter/", "line": 26 }, { "directive": "disallow", "path": "/limited-release", "line": 27 }, { "directive": "disallow", "path": "/ebook", "line": 28 }, { "directive": "disallow", "path": "/IntegrationCenter", "line": 29 }, { "directive": "disallow", "path": "/ece/", "line": 30 }, { "directive": "disallow", "path": "/webscr/", "line": 31 }, { "directive": "disallow", "path": "/*?cmd=_xclick*", "line": 32 }, { "directive": "disallow", "path": "/*?cmd=_cart*", "line": 33 }, { "directive": "disallow", "path": "/*?cmd=_gxo-upgrade/", "line": 34 }, { "directive": "disallow", "path": "/cms_content/", "line": 35 }, { "directive": "disallow", "path": "/affil/", "line": 36 }, { "directive": "disallow", "path": "/*?cmd=_donations*", "line": 37 }, { "directive": "disallow", "path": "/*?cmd=_oe-gift-certificate*", "line": 38 }, { "directive": "disallow", "path": "/refer/", "line": 39 }, { "directive": "disallow", "path": "/cart?*", "line": 40 }, { "directive": "disallow", "path": "/signin/inject/", "line": 41 }, { "directive": "disallow", "path": "/_prq/", "line": 42 }, { "directive": "disallow", "path": "/PWD/", "line": 43 }, { "directive": "disallow", "path": "/mobile/checkout", "line": 44 }, { "directive": "disallow", "path": "/webapps/checkout", "line": 45 }, { "directive": "disallow", "path": "/webapps/hermes", "line": 46 }, { "directive": "disallow", "path": "/webapps/aries", "line": 47 }, { "directive": "disallow", "path": "/webapps/xo/html/cookiecheck.html", "line": 48 }, { "directive": "disallow", "path": "/webapps/xoonboarding/*", "line": 49 }, { "directive": "disallow", "path": "/agreements/approve", "line": 50 }, { "directive": "disallow", "path": "/mobile/agreements", "line": 51 }, { "directive": "disallow", "path": "/checkoutnow/", "line": 52 }, { "directive": "disallow", "path": "/incontext", "line": 53 }, { "directive": "disallow", "path": "/helios/", "line": 54 }, { "directive": "disallow", "path": "/xorouter/", "line": 55 }, { "directive": "disallow", "path": "/auth/verifychallenge/", "line": 56 }, { "directive": "disallow", "path": "/signin?expId=confirmEmail", "line": 57 }, { "directive": "disallow", "path": "/signin?expId=confirmEmail*", "line": 58 }, { "directive": "disallow", "path": "/?expId=confirmEmail*", "line": 59 }, { "directive": "disallow", "path": "/*?cmd=_pay-inv", "line": 60 }, { "directive": "disallow", "path": "/affil/pal", "line": 61 }, { "directive": "disallow", "path": "/refer/pal", "line": 62 }, { "directive": "disallow", "path": "/pools/campaign/*", "line": 63 }, { "directive": "disallow", "path": "/invoice/p/*", "line": 64 }, { "directive": "disallow", "path": "/pools/c/*", "line": 65 }, { "directive": "disallow", "path": "/claim-money?*", "line": 66 }, { "directive": "disallow", "path": "/hub?category=*", "line": 67 }, { "directive": "disallow", "path": "/fundraiser/charity/*", "line": 68 }, { "directive": "disallow", "path": "/auth/createchallenge", "line": 69 }, { "directive": "disallow", "path": "/graphql?", "line": 70 }, { "directive": "disallow", "path": "/muse/identity/v2/identity.js", "line": 71 }, { "directive": "disallow", "path": "/sdk/js", "line": 72 }, { "directive": "disallow", "path": "/smart/button", "line": 73 }, { "directive": "disallow", "path": "/smart/buttons", "line": 74 }, { "directive": "disallow", "path": "/tagmanager/containers/xo", "line": 75 }, { "directive": "disallow", "path": "/tagmanager/pptm.js", "line": 76 }, { "directive": "disallow", "path": "/xoplatform/logger/api/logger", "line": 77 }, { "directive": "disallow", "path": "/merchantapps/", "line": 78 }, { "directive": "disallow", "path": "/clickthru/", "line": 79 }, { "directive": "disallow", "path": "/invoice/payerView/*", "line": 80 }, { "directive": "disallow", "path": "/invoice/payerView/attachments/*", "line": 81 }, { "directive": "disallow", "path": "/invoice/estimate/buyerView/attachments/*", "line": 82 }, { "directive": "disallow", "path": "/invoice/est/*", "line": 83 }, { "directive": "disallow", "path": "/invoice/estimate/buyerView/*", "line": 84 }, { "directive": "disallow", "path": "/invoice/p/*", "line": 85 }, { "directive": "disallow", "path": "/pay/*", "line": 86 }, { "directive": "disallow", "path": "/*?*payRequest=*", "line": 87 }, { "directive": "disallow", "path": "/*?*cgi-bin=*", "line": 88 }, { "directive": "disallow", "path": "/*?*onboardData=*", "line": 89 }, { "directive": "disallow", "path": "/*?*signUpRequest=*", "line": 90 }, { "directive": "disallow", "path": "/*?*guestLogin=*", "line": 91 }, { "directive": "disallow", "path": "/*?*unptid=*", "line": 92 }, { "directive": "disallow", "path": "/*?*tpcid=*", "line": 93 }, { "directive": "disallow", "path": "/*?*requestmoney=*", "line": 94 }, { "directive": "disallow", "path": "/business/pos-system/shop/*", "line": 95 }, { "directive": "disallow", "path": "/cdn-cgi/", "line": 96 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cgibin/", "line": 6 }, { "directive": "disallow", "path": "/il/cart/", "line": 7 }, { "directive": "disallow", "path": "/*?cmd=_pce*", "line": 8 }, { "directive": "disallow", "path": "/row/", "line": 9 }, { "directive": "disallow", "path": "/xclick-auction*", "line": 10 }, { "directive": "disallow", "path": "/affil/", "line": 11 }, { "directive": "disallow", "path": "/*?cmd=_flow*", "line": 12 }, { "directive": "disallow", "path": "/*?cmd=_mobile-activate-outside", "line": 13 }, { "directive": "disallow", "path": "/*?SESSION*", "line": 14 }, { "directive": "disallow", "path": "/*?cmd=_s-xclick*", "line": 15 }, { "directive": "disallow", "path": "/subscriptions/", "line": 16 }, { "directive": "disallow", "path": "/ireceipt/get/", "line": 17 }, { "directive": "disallow", "path": "/ireceipt/get?", "line": 18 }, { "directive": "disallow", "path": "/getCallUsInfoData/", "line": 19 }, { "directive": "disallow", "path": "/*?action=callus", "line": 20 }, { "directive": "disallow", "path": "/loadHelpcenterDecouplePage", "line": 21 }, { "directive": "disallow", "path": "/limited-release/", "line": 22 }, { "directive": "disallow", "path": "/files/developer/", "line": 23 }, { "directive": "disallow", "path": "/*?content_ID=developer", "line": 24 }, { "directive": "disallow", "path": "/ebook/", "line": 25 }, { "directive": "disallow", "path": "/IntegrationCenter/", "line": 26 }, { "directive": "disallow", "path": "/limited-release", "line": 27 }, { "directive": "disallow", "path": "/ebook", "line": 28 }, { "directive": "disallow", "path": "/IntegrationCenter", "line": 29 }, { "directive": "disallow", "path": "/ece/", "line": 30 }, { "directive": "disallow", "path": "/webscr/", "line": 31 }, { "directive": "disallow", "path": "/*?cmd=_xclick*", "line": 32 }, { "directive": "disallow", "path": "/*?cmd=_cart*", "line": 33 }, { "directive": "disallow", "path": "/*?cmd=_gxo-upgrade/", "line": 34 }, { "directive": "disallow", "path": "/cms_content/", "line": 35 }, { "directive": "disallow", "path": "/affil/", "line": 36 }, { "directive": "disallow", "path": "/*?cmd=_donations*", "line": 37 }, { "directive": "disallow", "path": "/*?cmd=_oe-gift-certificate*", "line": 38 }, { "directive": "disallow", "path": "/refer/", "line": 39 }, { "directive": "disallow", "path": "/cart?*", "line": 40 }, { "directive": "disallow", "path": "/signin/inject/", "line": 41 }, { "directive": "disallow", "path": "/_prq/", "line": 42 }, { "directive": "disallow", "path": "/PWD/", "line": 43 }, { "directive": "disallow", "path": "/mobile/checkout", "line": 44 }, { "directive": "disallow", "path": "/webapps/checkout", "line": 45 }, { "directive": "disallow", "path": "/webapps/hermes", "line": 46 }, { "directive": "disallow", "path": "/webapps/aries", "line": 47 }, { "directive": "disallow", "path": "/webapps/xo/html/cookiecheck.html", "line": 48 }, { "directive": "disallow", "path": "/webapps/xoonboarding/*", "line": 49 }, { "directive": "disallow", "path": "/agreements/approve", "line": 50 }, { "directive": "disallow", "path": "/mobile/agreements", "line": 51 }, { "directive": "disallow", "path": "/checkoutnow/", "line": 52 }, { "directive": "disallow", "path": "/incontext", "line": 53 }, { "directive": "disallow", "path": "/helios/", "line": 54 }, { "directive": "disallow", "path": "/xorouter/", "line": 55 }, { "directive": "disallow", "path": "/auth/verifychallenge/", "line": 56 }, { "directive": "disallow", "path": "/signin?expId=confirmEmail", "line": 57 }, { "directive": "disallow", "path": "/signin?expId=confirmEmail*", "line": 58 }, { "directive": "disallow", "path": "/?expId=confirmEmail*", "line": 59 }, { "directive": "disallow", "path": "/*?cmd=_pay-inv", "line": 60 }, { "directive": "disallow", "path": "/affil/pal", "line": 61 }, { "directive": "disallow", "path": "/refer/pal", "line": 62 }, { "directive": "disallow", "path": "/pools/campaign/*", "line": 63 }, { "directive": "disallow", "path": "/invoice/p/*", "line": 64 }, { "directive": "disallow", "path": "/pools/c/*", "line": 65 }, { "directive": "disallow", "path": "/claim-money?*", "line": 66 }, { "directive": "disallow", "path": "/hub?category=*", "line": 67 }, { "directive": "disallow", "path": "/fundraiser/charity/*", "line": 68 }, { "directive": "disallow", "path": "/auth/createchallenge", "line": 69 }, { "directive": "disallow", "path": "/graphql?", "line": 70 }, { "directive": "disallow", "path": "/muse/identity/v2/identity.js", "line": 71 }, { "directive": "disallow", "path": "/sdk/js", "line": 72 }, { "directive": "disallow", "path": "/smart/button", "line": 73 }, { "directive": "disallow", "path": "/smart/buttons", "line": 74 }, { "directive": "disallow", "path": "/tagmanager/containers/xo", "line": 75 }, { "directive": "disallow", "path": "/tagmanager/pptm.js", "line": 76 }, { "directive": "disallow", "path": "/xoplatform/logger/api/logger", "line": 77 }, { "directive": "disallow", "path": "/merchantapps/", "line": 78 }, { "directive": "disallow", "path": "/clickthru/", "line": 79 }, { "directive": "disallow", "path": "/invoice/payerView/*", "line": 80 }, { "directive": "disallow", "path": "/invoice/payerView/attachments/*", "line": 81 }, { "directive": "disallow", "path": "/invoice/estimate/buyerView/attachments/*", "line": 82 }, { "directive": "disallow", "path": "/invoice/est/*", "line": 83 }, { "directive": "disallow", "path": "/invoice/estimate/buyerView/*", "line": 84 }, { "directive": "disallow", "path": "/invoice/p/*", "line": 85 }, { "directive": "disallow", "path": "/pay/*", "line": 86 }, { "directive": "disallow", "path": "/*?*payRequest=*", "line": 87 }, { "directive": "disallow", "path": "/*?*cgi-bin=*", "line": 88 }, { "directive": "disallow", "path": "/*?*onboardData=*", "line": 89 }, { "directive": "disallow", "path": "/*?*signUpRequest=*", "line": 90 }, { "directive": "disallow", "path": "/*?*guestLogin=*", "line": 91 }, { "directive": "disallow", "path": "/*?*unptid=*", "line": 92 }, { "directive": "disallow", "path": "/*?*tpcid=*", "line": 93 }, { "directive": "disallow", "path": "/*?*requestmoney=*", "line": 94 }, { "directive": "disallow", "path": "/business/pos-system/shop/*", "line": 95 }, { "directive": "disallow", "path": "/cdn-cgi/", "line": 96 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cgibin/", "line": 6 }, { "directive": "disallow", "path": "/il/cart/", "line": 7 }, { "directive": "disallow", "path": "/*?cmd=_pce*", "line": 8 }, { "directive": "disallow", "path": "/row/", "line": 9 }, { "directive": "disallow", "path": "/xclick-auction*", "line": 10 }, { "directive": "disallow", "path": "/affil/", "line": 11 }, { "directive": "disallow", "path": "/*?cmd=_flow*", "line": 12 }, { "directive": "disallow", "path": "/*?cmd=_mobile-activate-outside", "line": 13 }, { "directive": "disallow", "path": "/*?SESSION*", "line": 14 }, { "directive": "disallow", "path": "/*?cmd=_s-xclick*", "line": 15 }, { "directive": "disallow", "path": "/subscriptions/", "line": 16 }, { "directive": "disallow", "path": "/ireceipt/get/", "line": 17 }, { "directive": "disallow", "path": "/ireceipt/get?", "line": 18 }, { "directive": "disallow", "path": "/getCallUsInfoData/", "line": 19 }, { "directive": "disallow", "path": "/*?action=callus", "line": 20 }, { "directive": "disallow", "path": "/loadHelpcenterDecouplePage", "line": 21 }, { "directive": "disallow", "path": "/limited-release/", "line": 22 }, { "directive": "disallow", "path": "/files/developer/", "line": 23 }, { "directive": "disallow", "path": "/*?content_ID=developer", "line": 24 }, { "directive": "disallow", "path": "/ebook/", "line": 25 }, { "directive": "disallow", "path": "/IntegrationCenter/", "line": 26 }, { "directive": "disallow", "path": "/limited-release", "line": 27 }, { "directive": "disallow", "path": "/ebook", "line": 28 }, { "directive": "disallow", "path": "/IntegrationCenter", "line": 29 }, { "directive": "disallow", "path": "/ece/", "line": 30 }, { "directive": "disallow", "path": "/webscr/", "line": 31 }, { "directive": "disallow", "path": "/*?cmd=_xclick*", "line": 32 }, { "directive": "disallow", "path": "/*?cmd=_cart*", "line": 33 }, { "directive": "disallow", "path": "/*?cmd=_gxo-upgrade/", "line": 34 }, { "directive": "disallow", "path": "/cms_content/", "line": 35 }, { "directive": "disallow", "path": "/affil/", "line": 36 }, { "directive": "disallow", "path": "/*?cmd=_donations*", "line": 37 }, { "directive": "disallow", "path": "/*?cmd=_oe-gift-certificate*", "line": 38 }, { "directive": "disallow", "path": "/refer/", "line": 39 }, { "directive": "disallow", "path": "/cart?*", "line": 40 }, { "directive": "disallow", "path": "/signin/inject/", "line": 41 }, { "directive": "disallow", "path": "/_prq/", "line": 42 }, { "directive": "disallow", "path": "/PWD/", "line": 43 }, { "directive": "disallow", "path": "/mobile/checkout", "line": 44 }, { "directive": "disallow", "path": "/webapps/checkout", "line": 45 }, { "directive": "disallow", "path": "/webapps/hermes", "line": 46 }, { "directive": "disallow", "path": "/webapps/aries", "line": 47 }, { "directive": "disallow", "path": "/webapps/xo/html/cookiecheck.html", "line": 48 }, { "directive": "disallow", "path": "/webapps/xoonboarding/*", "line": 49 }, { "directive": "disallow", "path": "/agreements/approve", "line": 50 }, { "directive": "disallow", "path": "/mobile/agreements", "line": 51 }, { "directive": "disallow", "path": "/checkoutnow/", "line": 52 }, { "directive": "disallow", "path": "/incontext", "line": 53 }, { "directive": "disallow", "path": "/helios/", "line": 54 }, { "directive": "disallow", "path": "/xorouter/", "line": 55 }, { "directive": "disallow", "path": "/auth/verifychallenge/", "line": 56 }, { "directive": "disallow", "path": "/signin?expId=confirmEmail", "line": 57 }, { "directive": "disallow", "path": "/signin?expId=confirmEmail*", "line": 58 }, { "directive": "disallow", "path": "/?expId=confirmEmail*", "line": 59 }, { "directive": "disallow", "path": "/*?cmd=_pay-inv", "line": 60 }, { "directive": "disallow", "path": "/affil/pal", "line": 61 }, { "directive": "disallow", "path": "/refer/pal", "line": 62 }, { "directive": "disallow", "path": "/pools/campaign/*", "line": 63 }, { "directive": "disallow", "path": "/invoice/p/*", "line": 64 }, { "directive": "disallow", "path": "/pools/c/*", "line": 65 }, { "directive": "disallow", "path": "/claim-money?*", "line": 66 }, { "directive": "disallow", "path": "/hub?category=*", "line": 67 }, { "directive": "disallow", "path": "/fundraiser/charity/*", "line": 68 }, { "directive": "disallow", "path": "/auth/createchallenge", "line": 69 }, { "directive": "disallow", "path": "/graphql?", "line": 70 }, { "directive": "disallow", "path": "/muse/identity/v2/identity.js", "line": 71 }, { "directive": "disallow", "path": "/sdk/js", "line": 72 }, { "directive": "disallow", "path": "/smart/button", "line": 73 }, { "directive": "disallow", "path": "/smart/buttons", "line": 74 }, { "directive": "disallow", "path": "/tagmanager/containers/xo", "line": 75 }, { "directive": "disallow", "path": "/tagmanager/pptm.js", "line": 76 }, { "directive": "disallow", "path": "/xoplatform/logger/api/logger", "line": 77 }, { "directive": "disallow", "path": "/merchantapps/", "line": 78 }, { "directive": "disallow", "path": "/clickthru/", "line": 79 }, { "directive": "disallow", "path": "/invoice/payerView/*", "line": 80 }, { "directive": "disallow", "path": "/invoice/payerView/attachments/*", "line": 81 }, { "directive": "disallow", "path": "/invoice/estimate/buyerView/attachments/*", "line": 82 }, { "directive": "disallow", "path": "/invoice/est/*", "line": 83 }, { "directive": "disallow", "path": "/invoice/estimate/buyerView/*", "line": 84 }, { "directive": "disallow", "path": "/invoice/p/*", "line": 85 }, { "directive": "disallow", "path": "/pay/*", "line": 86 }, { "directive": "disallow", "path": "/*?*payRequest=*", "line": 87 }, { "directive": "disallow", "path": "/*?*cgi-bin=*", "line": 88 }, { "directive": "disallow", "path": "/*?*onboardData=*", "line": 89 }, { "directive": "disallow", "path": "/*?*signUpRequest=*", "line": 90 }, { "directive": "disallow", "path": "/*?*guestLogin=*", "line": 91 }, { "directive": "disallow", "path": "/*?*unptid=*", "line": 92 }, { "directive": "disallow", "path": "/*?*tpcid=*", "line": 93 }, { "directive": "disallow", "path": "/*?*requestmoney=*", "line": 94 }, { "directive": "disallow", "path": "/business/pos-system/shop/*", "line": 95 }, { "directive": "disallow", "path": "/cdn-cgi/", "line": 96 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cgibin/", "line": 6 }, { "directive": "disallow", "path": "/il/cart/", "line": 7 }, { "directive": "disallow", "path": "/*?cmd=_pce*", "line": 8 }, { "directive": "disallow", "path": "/row/", "line": 9 }, { "directive": "disallow", "path": "/xclick-auction*", "line": 10 }, { "directive": "disallow", "path": "/affil/", "line": 11 }, { "directive": "disallow", "path": "/*?cmd=_flow*", "line": 12 }, { "directive": "disallow", "path": "/*?cmd=_mobile-activate-outside", "line": 13 }, { "directive": "disallow", "path": "/*?SESSION*", "line": 14 }, { "directive": "disallow", "path": "/*?cmd=_s-xclick*", "line": 15 }, { "directive": "disallow", "path": "/subscriptions/", "line": 16 }, { "directive": "disallow", "path": "/ireceipt/get/", "line": 17 }, { "directive": "disallow", "path": "/ireceipt/get?", "line": 18 }, { "directive": "disallow", "path": "/getCallUsInfoData/", "line": 19 }, { "directive": "disallow", "path": "/*?action=callus", "line": 20 }, { "directive": "disallow", "path": "/loadHelpcenterDecouplePage", "line": 21 }, { "directive": "disallow", "path": "/limited-release/", "line": 22 }, { "directive": "disallow", "path": "/files/developer/", "line": 23 }, { "directive": "disallow", "path": "/*?content_ID=developer", "line": 24 }, { "directive": "disallow", "path": "/ebook/", "line": 25 }, { "directive": "disallow", "path": "/IntegrationCenter/", "line": 26 }, { "directive": "disallow", "path": "/limited-release", "line": 27 }, { "directive": "disallow", "path": "/ebook", "line": 28 }, { "directive": "disallow", "path": "/IntegrationCenter", "line": 29 }, { "directive": "disallow", "path": "/ece/", "line": 30 }, { "directive": "disallow", "path": "/webscr/", "line": 31 }, { "directive": "disallow", "path": "/*?cmd=_xclick*", "line": 32 }, { "directive": "disallow", "path": "/*?cmd=_cart*", "line": 33 }, { "directive": "disallow", "path": "/*?cmd=_gxo-upgrade/", "line": 34 }, { "directive": "disallow", "path": "/cms_content/", "line": 35 }, { "directive": "disallow", "path": "/affil/", "line": 36 }, { "directive": "disallow", "path": "/*?cmd=_donations*", "line": 37 }, { "directive": "disallow", "path": "/*?cmd=_oe-gift-certificate*", "line": 38 }, { "directive": "disallow", "path": "/refer/", "line": 39 }, { "directive": "disallow", "path": "/cart?*", "line": 40 }, { "directive": "disallow", "path": "/signin/inject/", "line": 41 }, { "directive": "disallow", "path": "/_prq/", "line": 42 }, { "directive": "disallow", "path": "/PWD/", "line": 43 }, { "directive": "disallow", "path": "/mobile/checkout", "line": 44 }, { "directive": "disallow", "path": "/webapps/checkout", "line": 45 }, { "directive": "disallow", "path": "/webapps/hermes", "line": 46 }, { "directive": "disallow", "path": "/webapps/aries", "line": 47 }, { "directive": "disallow", "path": "/webapps/xo/html/cookiecheck.html", "line": 48 }, { "directive": "disallow", "path": "/webapps/xoonboarding/*", "line": 49 }, { "directive": "disallow", "path": "/agreements/approve", "line": 50 }, { "directive": "disallow", "path": "/mobile/agreements", "line": 51 }, { "directive": "disallow", "path": "/checkoutnow/", "line": 52 }, { "directive": "disallow", "path": "/incontext", "line": 53 }, { "directive": "disallow", "path": "/helios/", "line": 54 }, { "directive": "disallow", "path": "/xorouter/", "line": 55 }, { "directive": "disallow", "path": "/auth/verifychallenge/", "line": 56 }, { "directive": "disallow", "path": "/signin?expId=confirmEmail", "line": 57 }, { "directive": "disallow", "path": "/signin?expId=confirmEmail*", "line": 58 }, { "directive": "disallow", "path": "/?expId=confirmEmail*", "line": 59 }, { "directive": "disallow", "path": "/*?cmd=_pay-inv", "line": 60 }, { "directive": "disallow", "path": "/affil/pal", "line": 61 }, { "directive": "disallow", "path": "/refer/pal", "line": 62 }, { "directive": "disallow", "path": "/pools/campaign/*", "line": 63 }, { "directive": "disallow", "path": "/invoice/p/*", "line": 64 }, { "directive": "disallow", "path": "/pools/c/*", "line": 65 }, { "directive": "disallow", "path": "/claim-money?*", "line": 66 }, { "directive": "disallow", "path": "/hub?category=*", "line": 67 }, { "directive": "disallow", "path": "/fundraiser/charity/*", "line": 68 }, { "directive": "disallow", "path": "/auth/createchallenge", "line": 69 }, { "directive": "disallow", "path": "/graphql?", "line": 70 }, { "directive": "disallow", "path": "/muse/identity/v2/identity.js", "line": 71 }, { "directive": "disallow", "path": "/sdk/js", "line": 72 }, { "directive": "disallow", "path": "/smart/button", "line": 73 }, { "directive": "disallow", "path": "/smart/buttons", "line": 74 }, { "directive": "disallow", "path": "/tagmanager/containers/xo", "line": 75 }, { "directive": "disallow", "path": "/tagmanager/pptm.js", "line": 76 }, { "directive": "disallow", "path": "/xoplatform/logger/api/logger", "line": 77 }, { "directive": "disallow", "path": "/merchantapps/", "line": 78 }, { "directive": "disallow", "path": "/clickthru/", "line": 79 }, { "directive": "disallow", "path": "/invoice/payerView/*", "line": 80 }, { "directive": "disallow", "path": "/invoice/payerView/attachments/*", "line": 81 }, { "directive": "disallow", "path": "/invoice/estimate/buyerView/attachments/*", "line": 82 }, { "directive": "disallow", "path": "/invoice/est/*", "line": 83 }, { "directive": "disallow", "path": "/invoice/estimate/buyerView/*", "line": 84 }, { "directive": "disallow", "path": "/invoice/p/*", "line": 85 }, { "directive": "disallow", "path": "/pay/*", "line": 86 }, { "directive": "disallow", "path": "/*?*payRequest=*", "line": 87 }, { "directive": "disallow", "path": "/*?*cgi-bin=*", "line": 88 }, { "directive": "disallow", "path": "/*?*onboardData=*", "line": 89 }, { "directive": "disallow", "path": "/*?*signUpRequest=*", "line": 90 }, { "directive": "disallow", "path": "/*?*guestLogin=*", "line": 91 }, { "directive": "disallow", "path": "/*?*unptid=*", "line": 92 }, { "directive": "disallow", "path": "/*?*tpcid=*", "line": 93 }, { "directive": "disallow", "path": "/*?*requestmoney=*", "line": 94 }, { "directive": "disallow", "path": "/business/pos-system/shop/*", "line": 95 }, { "directive": "disallow", "path": "/cdn-cgi/", "line": 96 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cgibin/", "line": 6 }, { "directive": "disallow", "path": "/il/cart/", "line": 7 }, { "directive": "disallow", "path": "/*?cmd=_pce*", "line": 8 }, { "directive": "disallow", "path": "/row/", "line": 9 }, { "directive": "disallow", "path": "/xclick-auction*", "line": 10 }, { "directive": "disallow", "path": "/affil/", "line": 11 }, { "directive": "disallow", "path": "/*?cmd=_flow*", "line": 12 }, { "directive": "disallow", "path": "/*?cmd=_mobile-activate-outside", "line": 13 }, { "directive": "disallow", "path": "/*?SESSION*", "line": 14 }, { "directive": "disallow", "path": "/*?cmd=_s-xclick*", "line": 15 }, { "directive": "disallow", "path": "/subscriptions/", "line": 16 }, { "directive": "disallow", "path": "/ireceipt/get/", "line": 17 }, { "directive": "disallow", "path": "/ireceipt/get?", "line": 18 }, { "directive": "disallow", "path": "/getCallUsInfoData/", "line": 19 }, { "directive": "disallow", "path": "/*?action=callus", "line": 20 }, { "directive": "disallow", "path": "/loadHelpcenterDecouplePage", "line": 21 }, { "directive": "disallow", "path": "/limited-release/", "line": 22 }, { "directive": "disallow", "path": "/files/developer/", "line": 23 }, { "directive": "disallow", "path": "/*?content_ID=developer", "line": 24 }, { "directive": "disallow", "path": "/ebook/", "line": 25 }, { "directive": "disallow", "path": "/IntegrationCenter/", "line": 26 }, { "directive": "disallow", "path": "/limited-release", "line": 27 }, { "directive": "disallow", "path": "/ebook", "line": 28 }, { "directive": "disallow", "path": "/IntegrationCenter", "line": 29 }, { "directive": "disallow", "path": "/ece/", "line": 30 }, { "directive": "disallow", "path": "/webscr/", "line": 31 }, { "directive": "disallow", "path": "/*?cmd=_xclick*", "line": 32 }, { "directive": "disallow", "path": "/*?cmd=_cart*", "line": 33 }, { "directive": "disallow", "path": "/*?cmd=_gxo-upgrade/", "line": 34 }, { "directive": "disallow", "path": "/cms_content/", "line": 35 }, { "directive": "disallow", "path": "/affil/", "line": 36 }, { "directive": "disallow", "path": "/*?cmd=_donations*", "line": 37 }, { "directive": "disallow", "path": "/*?cmd=_oe-gift-certificate*", "line": 38 }, { "directive": "disallow", "path": "/refer/", "line": 39 }, { "directive": "disallow", "path": "/cart?*", "line": 40 }, { "directive": "disallow", "path": "/signin/inject/", "line": 41 }, { "directive": "disallow", "path": "/_prq/", "line": 42 }, { "directive": "disallow", "path": "/PWD/", "line": 43 }, { "directive": "disallow", "path": "/mobile/checkout", "line": 44 }, { "directive": "disallow", "path": "/webapps/checkout", "line": 45 }, { "directive": "disallow", "path": "/webapps/hermes", "line": 46 }, { "directive": "disallow", "path": "/webapps/aries", "line": 47 }, { "directive": "disallow", "path": "/webapps/xo/html/cookiecheck.html", "line": 48 }, { "directive": "disallow", "path": "/webapps/xoonboarding/*", "line": 49 }, { "directive": "disallow", "path": "/agreements/approve", "line": 50 }, { "directive": "disallow", "path": "/mobile/agreements", "line": 51 }, { "directive": "disallow", "path": "/checkoutnow/", "line": 52 }, { "directive": "disallow", "path": "/incontext", "line": 53 }, { "directive": "disallow", "path": "/helios/", "line": 54 }, { "directive": "disallow", "path": "/xorouter/", "line": 55 }, { "directive": "disallow", "path": "/auth/verifychallenge/", "line": 56 }, { "directive": "disallow", "path": "/signin?expId=confirmEmail", "line": 57 }, { "directive": "disallow", "path": "/signin?expId=confirmEmail*", "line": 58 }, { "directive": "disallow", "path": "/?expId=confirmEmail*", "line": 59 }, { "directive": "disallow", "path": "/*?cmd=_pay-inv", "line": 60 }, { "directive": "disallow", "path": "/affil/pal", "line": 61 }, { "directive": "disallow", "path": "/refer/pal", "line": 62 }, { "directive": "disallow", "path": "/pools/campaign/*", "line": 63 }, { "directive": "disallow", "path": "/invoice/p/*", "line": 64 }, { "directive": "disallow", "path": "/pools/c/*", "line": 65 }, { "directive": "disallow", "path": "/claim-money?*", "line": 66 }, { "directive": "disallow", "path": "/hub?category=*", "line": 67 }, { "directive": "disallow", "path": "/fundraiser/charity/*", "line": 68 }, { "directive": "disallow", "path": "/auth/createchallenge", "line": 69 }, { "directive": "disallow", "path": "/graphql?", "line": 70 }, { "directive": "disallow", "path": "/muse/identity/v2/identity.js", "line": 71 }, { "directive": "disallow", "path": "/sdk/js", "line": 72 }, { "directive": "disallow", "path": "/smart/button", "line": 73 }, { "directive": "disallow", "path": "/smart/buttons", "line": 74 }, { "directive": "disallow", "path": "/tagmanager/containers/xo", "line": 75 }, { "directive": "disallow", "path": "/tagmanager/pptm.js", "line": 76 }, { "directive": "disallow", "path": "/xoplatform/logger/api/logger", "line": 77 }, { "directive": "disallow", "path": "/merchantapps/", "line": 78 }, { "directive": "disallow", "path": "/clickthru/", "line": 79 }, { "directive": "disallow", "path": "/invoice/payerView/*", "line": 80 }, { "directive": "disallow", "path": "/invoice/payerView/attachments/*", "line": 81 }, { "directive": "disallow", "path": "/invoice/estimate/buyerView/attachments/*", "line": 82 }, { "directive": "disallow", "path": "/invoice/est/*", "line": 83 }, { "directive": "disallow", "path": "/invoice/estimate/buyerView/*", "line": 84 }, { "directive": "disallow", "path": "/invoice/p/*", "line": 85 }, { "directive": "disallow", "path": "/pay/*", "line": 86 }, { "directive": "disallow", "path": "/*?*payRequest=*", "line": 87 }, { "directive": "disallow", "path": "/*?*cgi-bin=*", "line": 88 }, { "directive": "disallow", "path": "/*?*onboardData=*", "line": 89 }, { "directive": "disallow", "path": "/*?*signUpRequest=*", "line": 90 }, { "directive": "disallow", "path": "/*?*guestLogin=*", "line": 91 }, { "directive": "disallow", "path": "/*?*unptid=*", "line": 92 }, { "directive": "disallow", "path": "/*?*tpcid=*", "line": 93 }, { "directive": "disallow", "path": "/*?*requestmoney=*", "line": 94 }, { "directive": "disallow", "path": "/business/pos-system/shop/*", "line": 95 }, { "directive": "disallow", "path": "/cdn-cgi/", "line": 96 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cgibin/", "line": 6 }, { "directive": "disallow", "path": "/il/cart/", "line": 7 }, { "directive": "disallow", "path": "/*?cmd=_pce*", "line": 8 }, { "directive": "disallow", "path": "/row/", "line": 9 }, { "directive": "disallow", "path": "/xclick-auction*", "line": 10 }, { "directive": "disallow", "path": "/affil/", "line": 11 }, { "directive": "disallow", "path": "/*?cmd=_flow*", "line": 12 }, { "directive": "disallow", "path": "/*?cmd=_mobile-activate-outside", "line": 13 }, { "directive": "disallow", "path": "/*?SESSION*", "line": 14 }, { "directive": "disallow", "path": "/*?cmd=_s-xclick*", "line": 15 }, { "directive": "disallow", "path": "/subscriptions/", "line": 16 }, { "directive": "disallow", "path": "/ireceipt/get/", "line": 17 }, { "directive": "disallow", "path": "/ireceipt/get?", "line": 18 }, { "directive": "disallow", "path": "/getCallUsInfoData/", "line": 19 }, { "directive": "disallow", "path": "/*?action=callus", "line": 20 }, { "directive": "disallow", "path": "/loadHelpcenterDecouplePage", "line": 21 }, { "directive": "disallow", "path": "/limited-release/", "line": 22 }, { "directive": "disallow", "path": "/files/developer/", "line": 23 }, { "directive": "disallow", "path": "/*?content_ID=developer", "line": 24 }, { "directive": "disallow", "path": "/ebook/", "line": 25 }, { "directive": "disallow", "path": "/IntegrationCenter/", "line": 26 }, { "directive": "disallow", "path": "/limited-release", "line": 27 }, { "directive": "disallow", "path": "/ebook", "line": 28 }, { "directive": "disallow", "path": "/IntegrationCenter", "line": 29 }, { "directive": "disallow", "path": "/ece/", "line": 30 }, { "directive": "disallow", "path": "/webscr/", "line": 31 }, { "directive": "disallow", "path": "/*?cmd=_xclick*", "line": 32 }, { "directive": "disallow", "path": "/*?cmd=_cart*", "line": 33 }, { "directive": "disallow", "path": "/*?cmd=_gxo-upgrade/", "line": 34 }, { "directive": "disallow", "path": "/cms_content/", "line": 35 }, { "directive": "disallow", "path": "/affil/", "line": 36 }, { "directive": "disallow", "path": "/*?cmd=_donations*", "line": 37 }, { "directive": "disallow", "path": "/*?cmd=_oe-gift-certificate*", "line": 38 }, { "directive": "disallow", "path": "/refer/", "line": 39 }, { "directive": "disallow", "path": "/cart?*", "line": 40 }, { "directive": "disallow", "path": "/signin/inject/", "line": 41 }, { "directive": "disallow", "path": "/_prq/", "line": 42 }, { "directive": "disallow", "path": "/PWD/", "line": 43 }, { "directive": "disallow", "path": "/mobile/checkout", "line": 44 }, { "directive": "disallow", "path": "/webapps/checkout", "line": 45 }, { "directive": "disallow", "path": "/webapps/hermes", "line": 46 }, { "directive": "disallow", "path": "/webapps/aries", "line": 47 }, { "directive": "disallow", "path": "/webapps/xo/html/cookiecheck.html", "line": 48 }, { "directive": "disallow", "path": "/webapps/xoonboarding/*", "line": 49 }, { "directive": "disallow", "path": "/agreements/approve", "line": 50 }, { "directive": "disallow", "path": "/mobile/agreements", "line": 51 }, { "directive": "disallow", "path": "/checkoutnow/", "line": 52 }, { "directive": "disallow", "path": "/incontext", "line": 53 }, { "directive": "disallow", "path": "/helios/", "line": 54 }, { "directive": "disallow", "path": "/xorouter/", "line": 55 }, { "directive": "disallow", "path": "/auth/verifychallenge/", "line": 56 }, { "directive": "disallow", "path": "/signin?expId=confirmEmail", "line": 57 }, { "directive": "disallow", "path": "/signin?expId=confirmEmail*", "line": 58 }, { "directive": "disallow", "path": "/?expId=confirmEmail*", "line": 59 }, { "directive": "disallow", "path": "/*?cmd=_pay-inv", "line": 60 }, { "directive": "disallow", "path": "/affil/pal", "line": 61 }, { "directive": "disallow", "path": "/refer/pal", "line": 62 }, { "directive": "disallow", "path": "/pools/campaign/*", "line": 63 }, { "directive": "disallow", "path": "/invoice/p/*", "line": 64 }, { "directive": "disallow", "path": "/pools/c/*", "line": 65 }, { "directive": "disallow", "path": "/claim-money?*", "line": 66 }, { "directive": "disallow", "path": "/hub?category=*", "line": 67 }, { "directive": "disallow", "path": "/fundraiser/charity/*", "line": 68 }, { "directive": "disallow", "path": "/auth/createchallenge", "line": 69 }, { "directive": "disallow", "path": "/graphql?", "line": 70 }, { "directive": "disallow", "path": "/muse/identity/v2/identity.js", "line": 71 }, { "directive": "disallow", "path": "/sdk/js", "line": 72 }, { "directive": "disallow", "path": "/smart/button", "line": 73 }, { "directive": "disallow", "path": "/smart/buttons", "line": 74 }, { "directive": "disallow", "path": "/tagmanager/containers/xo", "line": 75 }, { "directive": "disallow", "path": "/tagmanager/pptm.js", "line": 76 }, { "directive": "disallow", "path": "/xoplatform/logger/api/logger", "line": 77 }, { "directive": "disallow", "path": "/merchantapps/", "line": 78 }, { "directive": "disallow", "path": "/clickthru/", "line": 79 }, { "directive": "disallow", "path": "/invoice/payerView/*", "line": 80 }, { "directive": "disallow", "path": "/invoice/payerView/attachments/*", "line": 81 }, { "directive": "disallow", "path": "/invoice/estimate/buyerView/attachments/*", "line": 82 }, { "directive": "disallow", "path": "/invoice/est/*", "line": 83 }, { "directive": "disallow", "path": "/invoice/estimate/buyerView/*", "line": 84 }, { "directive": "disallow", "path": "/invoice/p/*", "line": 85 }, { "directive": "disallow", "path": "/pay/*", "line": 86 }, { "directive": "disallow", "path": "/*?*payRequest=*", "line": 87 }, { "directive": "disallow", "path": "/*?*cgi-bin=*", "line": 88 }, { "directive": "disallow", "path": "/*?*onboardData=*", "line": 89 }, { "directive": "disallow", "path": "/*?*signUpRequest=*", "line": 90 }, { "directive": "disallow", "path": "/*?*guestLogin=*", "line": 91 }, { "directive": "disallow", "path": "/*?*unptid=*", "line": 92 }, { "directive": "disallow", "path": "/*?*tpcid=*", "line": 93 }, { "directive": "disallow", "path": "/*?*requestmoney=*", "line": 94 }, { "directive": "disallow", "path": "/business/pos-system/shop/*", "line": 95 }, { "directive": "disallow", "path": "/cdn-cgi/", "line": 96 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cgibin/", "line": 6 }, { "directive": "disallow", "path": "/il/cart/", "line": 7 }, { "directive": "disallow", "path": "/*?cmd=_pce*", "line": 8 }, { "directive": "disallow", "path": "/row/", "line": 9 }, { "directive": "disallow", "path": "/xclick-auction*", "line": 10 }, { "directive": "disallow", "path": "/affil/", "line": 11 }, { "directive": "disallow", "path": "/*?cmd=_flow*", "line": 12 }, { "directive": "disallow", "path": "/*?cmd=_mobile-activate-outside", "line": 13 }, { "directive": "disallow", "path": "/*?SESSION*", "line": 14 }, { "directive": "disallow", "path": "/*?cmd=_s-xclick*", "line": 15 }, { "directive": "disallow", "path": "/subscriptions/", "line": 16 }, { "directive": "disallow", "path": "/ireceipt/get/", "line": 17 }, { "directive": "disallow", "path": "/ireceipt/get?", "line": 18 }, { "directive": "disallow", "path": "/getCallUsInfoData/", "line": 19 }, { "directive": "disallow", "path": "/*?action=callus", "line": 20 }, { "directive": "disallow", "path": "/loadHelpcenterDecouplePage", "line": 21 }, { "directive": "disallow", "path": "/limited-release/", "line": 22 }, { "directive": "disallow", "path": "/files/developer/", "line": 23 }, { "directive": "disallow", "path": "/*?content_ID=developer", "line": 24 }, { "directive": "disallow", "path": "/ebook/", "line": 25 }, { "directive": "disallow", "path": "/IntegrationCenter/", "line": 26 }, { "directive": "disallow", "path": "/limited-release", "line": 27 }, { "directive": "disallow", "path": "/ebook", "line": 28 }, { "directive": "disallow", "path": "/IntegrationCenter", "line": 29 }, { "directive": "disallow", "path": "/ece/", "line": 30 }, { "directive": "disallow", "path": "/webscr/", "line": 31 }, { "directive": "disallow", "path": "/*?cmd=_xclick*", "line": 32 }, { "directive": "disallow", "path": "/*?cmd=_cart*", "line": 33 }, { "directive": "disallow", "path": "/*?cmd=_gxo-upgrade/", "line": 34 }, { "directive": "disallow", "path": "/cms_content/", "line": 35 }, { "directive": "disallow", "path": "/affil/", "line": 36 }, { "directive": "disallow", "path": "/*?cmd=_donations*", "line": 37 }, { "directive": "disallow", "path": "/*?cmd=_oe-gift-certificate*", "line": 38 }, { "directive": "disallow", "path": "/refer/", "line": 39 }, { "directive": "disallow", "path": "/cart?*", "line": 40 }, { "directive": "disallow", "path": "/signin/inject/", "line": 41 }, { "directive": "disallow", "path": "/_prq/", "line": 42 }, { "directive": "disallow", "path": "/PWD/", "line": 43 }, { "directive": "disallow", "path": "/mobile/checkout", "line": 44 }, { "directive": "disallow", "path": "/webapps/checkout", "line": 45 }, { "directive": "disallow", "path": "/webapps/hermes", "line": 46 }, { "directive": "disallow", "path": "/webapps/aries", "line": 47 }, { "directive": "disallow", "path": "/webapps/xo/html/cookiecheck.html", "line": 48 }, { "directive": "disallow", "path": "/webapps/xoonboarding/*", "line": 49 }, { "directive": "disallow", "path": "/agreements/approve", "line": 50 }, { "directive": "disallow", "path": "/mobile/agreements", "line": 51 }, { "directive": "disallow", "path": "/checkoutnow/", "line": 52 }, { "directive": "disallow", "path": "/incontext", "line": 53 }, { "directive": "disallow", "path": "/helios/", "line": 54 }, { "directive": "disallow", "path": "/xorouter/", "line": 55 }, { "directive": "disallow", "path": "/auth/verifychallenge/", "line": 56 }, { "directive": "disallow", "path": "/signin?expId=confirmEmail", "line": 57 }, { "directive": "disallow", "path": "/signin?expId=confirmEmail*", "line": 58 }, { "directive": "disallow", "path": "/?expId=confirmEmail*", "line": 59 }, { "directive": "disallow", "path": "/*?cmd=_pay-inv", "line": 60 }, { "directive": "disallow", "path": "/affil/pal", "line": 61 }, { "directive": "disallow", "path": "/refer/pal", "line": 62 }, { "directive": "disallow", "path": "/pools/campaign/*", "line": 63 }, { "directive": "disallow", "path": "/invoice/p/*", "line": 64 }, { "directive": "disallow", "path": "/pools/c/*", "line": 65 }, { "directive": "disallow", "path": "/claim-money?*", "line": 66 }, { "directive": "disallow", "path": "/hub?category=*", "line": 67 }, { "directive": "disallow", "path": "/fundraiser/charity/*", "line": 68 }, { "directive": "disallow", "path": "/auth/createchallenge", "line": 69 }, { "directive": "disallow", "path": "/graphql?", "line": 70 }, { "directive": "disallow", "path": "/muse/identity/v2/identity.js", "line": 71 }, { "directive": "disallow", "path": "/sdk/js", "line": 72 }, { "directive": "disallow", "path": "/smart/button", "line": 73 }, { "directive": "disallow", "path": "/smart/buttons", "line": 74 }, { "directive": "disallow", "path": "/tagmanager/containers/xo", "line": 75 }, { "directive": "disallow", "path": "/tagmanager/pptm.js", "line": 76 }, { "directive": "disallow", "path": "/xoplatform/logger/api/logger", "line": 77 }, { "directive": "disallow", "path": "/merchantapps/", "line": 78 }, { "directive": "disallow", "path": "/clickthru/", "line": 79 }, { "directive": "disallow", "path": "/invoice/payerView/*", "line": 80 }, { "directive": "disallow", "path": "/invoice/payerView/attachments/*", "line": 81 }, { "directive": "disallow", "path": "/invoice/estimate/buyerView/attachments/*", "line": 82 }, { "directive": "disallow", "path": "/invoice/est/*", "line": 83 }, { "directive": "disallow", "path": "/invoice/estimate/buyerView/*", "line": 84 }, { "directive": "disallow", "path": "/invoice/p/*", "line": 85 }, { "directive": "disallow", "path": "/pay/*", "line": 86 }, { "directive": "disallow", "path": "/*?*payRequest=*", "line": 87 }, { "directive": "disallow", "path": "/*?*cgi-bin=*", "line": 88 }, { "directive": "disallow", "path": "/*?*onboardData=*", "line": 89 }, { "directive": "disallow", "path": "/*?*signUpRequest=*", "line": 90 }, { "directive": "disallow", "path": "/*?*guestLogin=*", "line": 91 }, { "directive": "disallow", "path": "/*?*unptid=*", "line": 92 }, { "directive": "disallow", "path": "/*?*tpcid=*", "line": 93 }, { "directive": "disallow", "path": "/*?*requestmoney=*", "line": 94 }, { "directive": "disallow", "path": "/business/pos-system/shop/*", "line": 95 }, { "directive": "disallow", "path": "/cdn-cgi/", "line": 96 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cgibin/", "line": 6 }, { "directive": "disallow", "path": "/il/cart/", "line": 7 }, { "directive": "disallow", "path": "/*?cmd=_pce*", "line": 8 }, { "directive": "disallow", "path": "/row/", "line": 9 }, { "directive": "disallow", "path": "/xclick-auction*", "line": 10 }, { "directive": "disallow", "path": "/affil/", "line": 11 }, { "directive": "disallow", "path": "/*?cmd=_flow*", "line": 12 }, { "directive": "disallow", "path": "/*?cmd=_mobile-activate-outside", "line": 13 }, { "directive": "disallow", "path": "/*?SESSION*", "line": 14 }, { "directive": "disallow", "path": "/*?cmd=_s-xclick*", "line": 15 }, { "directive": "disallow", "path": "/subscriptions/", "line": 16 }, { "directive": "disallow", "path": "/ireceipt/get/", "line": 17 }, { "directive": "disallow", "path": "/ireceipt/get?", "line": 18 }, { "directive": "disallow", "path": "/getCallUsInfoData/", "line": 19 }, { "directive": "disallow", "path": "/*?action=callus", "line": 20 }, { "directive": "disallow", "path": "/loadHelpcenterDecouplePage", "line": 21 }, { "directive": "disallow", "path": "/limited-release/", "line": 22 }, { "directive": "disallow", "path": "/files/developer/", "line": 23 }, { "directive": "disallow", "path": "/*?content_ID=developer", "line": 24 }, { "directive": "disallow", "path": "/ebook/", "line": 25 }, { "directive": "disallow", "path": "/IntegrationCenter/", "line": 26 }, { "directive": "disallow", "path": "/limited-release", "line": 27 }, { "directive": "disallow", "path": "/ebook", "line": 28 }, { "directive": "disallow", "path": "/IntegrationCenter", "line": 29 }, { "directive": "disallow", "path": "/ece/", "line": 30 }, { "directive": "disallow", "path": "/webscr/", "line": 31 }, { "directive": "disallow", "path": "/*?cmd=_xclick*", "line": 32 }, { "directive": "disallow", "path": "/*?cmd=_cart*", "line": 33 }, { "directive": "disallow", "path": "/*?cmd=_gxo-upgrade/", "line": 34 }, { "directive": "disallow", "path": "/cms_content/", "line": 35 }, { "directive": "disallow", "path": "/affil/", "line": 36 }, { "directive": "disallow", "path": "/*?cmd=_donations*", "line": 37 }, { "directive": "disallow", "path": "/*?cmd=_oe-gift-certificate*", "line": 38 }, { "directive": "disallow", "path": "/refer/", "line": 39 }, { "directive": "disallow", "path": "/cart?*", "line": 40 }, { "directive": "disallow", "path": "/signin/inject/", "line": 41 }, { "directive": "disallow", "path": "/_prq/", "line": 42 }, { "directive": "disallow", "path": "/PWD/", "line": 43 }, { "directive": "disallow", "path": "/mobile/checkout", "line": 44 }, { "directive": "disallow", "path": "/webapps/checkout", "line": 45 }, { "directive": "disallow", "path": "/webapps/hermes", "line": 46 }, { "directive": "disallow", "path": "/webapps/aries", "line": 47 }, { "directive": "disallow", "path": "/webapps/xo/html/cookiecheck.html", "line": 48 }, { "directive": "disallow", "path": "/webapps/xoonboarding/*", "line": 49 }, { "directive": "disallow", "path": "/agreements/approve", "line": 50 }, { "directive": "disallow", "path": "/mobile/agreements", "line": 51 }, { "directive": "disallow", "path": "/checkoutnow/", "line": 52 }, { "directive": "disallow", "path": "/incontext", "line": 53 }, { "directive": "disallow", "path": "/helios/", "line": 54 }, { "directive": "disallow", "path": "/xorouter/", "line": 55 }, { "directive": "disallow", "path": "/auth/verifychallenge/", "line": 56 }, { "directive": "disallow", "path": "/signin?expId=confirmEmail", "line": 57 }, { "directive": "disallow", "path": "/signin?expId=confirmEmail*", "line": 58 }, { "directive": "disallow", "path": "/?expId=confirmEmail*", "line": 59 }, { "directive": "disallow", "path": "/*?cmd=_pay-inv", "line": 60 }, { "directive": "disallow", "path": "/affil/pal", "line": 61 }, { "directive": "disallow", "path": "/refer/pal", "line": 62 }, { "directive": "disallow", "path": "/pools/campaign/*", "line": 63 }, { "directive": "disallow", "path": "/invoice/p/*", "line": 64 }, { "directive": "disallow", "path": "/pools/c/*", "line": 65 }, { "directive": "disallow", "path": "/claim-money?*", "line": 66 }, { "directive": "disallow", "path": "/hub?category=*", "line": 67 }, { "directive": "disallow", "path": "/fundraiser/charity/*", "line": 68 }, { "directive": "disallow", "path": "/auth/createchallenge", "line": 69 }, { "directive": "disallow", "path": "/graphql?", "line": 70 }, { "directive": "disallow", "path": "/muse/identity/v2/identity.js", "line": 71 }, { "directive": "disallow", "path": "/sdk/js", "line": 72 }, { "directive": "disallow", "path": "/smart/button", "line": 73 }, { "directive": "disallow", "path": "/smart/buttons", "line": 74 }, { "directive": "disallow", "path": "/tagmanager/containers/xo", "line": 75 }, { "directive": "disallow", "path": "/tagmanager/pptm.js", "line": 76 }, { "directive": "disallow", "path": "/xoplatform/logger/api/logger", "line": 77 }, { "directive": "disallow", "path": "/merchantapps/", "line": 78 }, { "directive": "disallow", "path": "/clickthru/", "line": 79 }, { "directive": "disallow", "path": "/invoice/payerView/*", "line": 80 }, { "directive": "disallow", "path": "/invoice/payerView/attachments/*", "line": 81 }, { "directive": "disallow", "path": "/invoice/estimate/buyerView/attachments/*", "line": 82 }, { "directive": "disallow", "path": "/invoice/est/*", "line": 83 }, { "directive": "disallow", "path": "/invoice/estimate/buyerView/*", "line": 84 }, { "directive": "disallow", "path": "/invoice/p/*", "line": 85 }, { "directive": "disallow", "path": "/pay/*", "line": 86 }, { "directive": "disallow", "path": "/*?*payRequest=*", "line": 87 }, { "directive": "disallow", "path": "/*?*cgi-bin=*", "line": 88 }, { "directive": "disallow", "path": "/*?*onboardData=*", "line": 89 }, { "directive": "disallow", "path": "/*?*signUpRequest=*", "line": 90 }, { "directive": "disallow", "path": "/*?*guestLogin=*", "line": 91 }, { "directive": "disallow", "path": "/*?*unptid=*", "line": 92 }, { "directive": "disallow", "path": "/*?*tpcid=*", "line": 93 }, { "directive": "disallow", "path": "/*?*requestmoney=*", "line": 94 }, { "directive": "disallow", "path": "/business/pos-system/shop/*", "line": 95 }, { "directive": "disallow", "path": "/cdn-cgi/", "line": 96 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.paypal.com/robots.txt", "contentType": "text/plain", "sha256": "9c2f2f57e870e9b8406b1b738f0afbae6434f9991f24812890de2a6e317fc083", "bytes": 2628 }, { "company": "Pentair", "cik": "77360", "sector": "Industrials", "origin": "http://www.pentair.com", "checkedAt": "2026-09-26T04:56:07.908Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/en-us/search", "line": 3 }, { "directive": "disallow", "path": "/content/pentair/en-us/search", "line": 4 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/en-us/search", "line": 3 }, { "directive": "disallow", "path": "/content/pentair/en-us/search", "line": 4 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/en-us/search", "line": 3 }, { "directive": "disallow", "path": "/content/pentair/en-us/search", "line": 4 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/en-us/search", "line": 3 }, { "directive": "disallow", "path": "/content/pentair/en-us/search", "line": 4 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/en-us/search", "line": 3 }, { "directive": "disallow", "path": "/content/pentair/en-us/search", "line": 4 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/en-us/search", "line": 3 }, { "directive": "disallow", "path": "/content/pentair/en-us/search", "line": 4 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/en-us/search", "line": 3 }, { "directive": "disallow", "path": "/content/pentair/en-us/search", "line": 4 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 2 }, { "directive": "disallow", "path": "/en-us/search", "line": 3 }, { "directive": "disallow", "path": "/content/pentair/en-us/search", "line": 4 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.pentair.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "5532d563c2daf0ed6b7ffcf56dc43e31d9915b336c07baaca206cf799b77c918", "bytes": 569 }, { "company": "PepsiCo", "cik": "77476", "sector": "Consumer Staples", "origin": "https://www.pepsico.com", "checkedAt": "2026-09-26T04:56:07.913Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.pepsico.com/robots.txt", "contentType": "text/plain", "sha256": "518b0e2322f5927eaaf33e5bb98cd23ad8ae7576a02812c2157272f81e4d8c4d", "bytes": 68 }, { "company": "Pfizer", "cik": "78003", "sector": "Health Care", "origin": "https://www.pfizer.com", "checkedAt": "2026-09-26T04:56:07.923Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips/", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/user/", "line": 52 }, { "directive": "disallow", "path": "/pfizer-login/", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 63 }, { "directive": "disallow", "path": "/node/*", "line": 64 }, { "directive": "disallow", "path": "/science/new-drug-product-pipeline", "line": 65 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips/", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/user/", "line": 52 }, { "directive": "disallow", "path": "/pfizer-login/", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 63 }, { "directive": "disallow", "path": "/node/*", "line": 64 }, { "directive": "disallow", "path": "/science/new-drug-product-pipeline", "line": 65 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips/", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/user/", "line": 52 }, { "directive": "disallow", "path": "/pfizer-login/", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 63 }, { "directive": "disallow", "path": "/node/*", "line": 64 }, { "directive": "disallow", "path": "/science/new-drug-product-pipeline", "line": 65 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips/", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/user/", "line": 52 }, { "directive": "disallow", "path": "/pfizer-login/", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 63 }, { "directive": "disallow", "path": "/node/*", "line": 64 }, { "directive": "disallow", "path": "/science/new-drug-product-pipeline", "line": 65 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips/", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/user/", "line": 52 }, { "directive": "disallow", "path": "/pfizer-login/", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 63 }, { "directive": "disallow", "path": "/node/*", "line": 64 }, { "directive": "disallow", "path": "/science/new-drug-product-pipeline", "line": 65 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips/", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/user/", "line": 52 }, { "directive": "disallow", "path": "/pfizer-login/", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 63 }, { "directive": "disallow", "path": "/node/*", "line": 64 }, { "directive": "disallow", "path": "/science/new-drug-product-pipeline", "line": 65 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips/", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/user/", "line": 52 }, { "directive": "disallow", "path": "/pfizer-login/", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 63 }, { "directive": "disallow", "path": "/node/*", "line": 64 }, { "directive": "disallow", "path": "/science/new-drug-product-pipeline", "line": 65 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips/", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/user/", "line": 52 }, { "directive": "disallow", "path": "/pfizer-login/", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips/", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 63 }, { "directive": "disallow", "path": "/node/*", "line": 64 }, { "directive": "disallow", "path": "/science/new-drug-product-pipeline", "line": 65 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.pfizer.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "bd8ad0bb0d547eec7466879755410c282296e64b3fe2547c85155c6a7aa54447", "bytes": 1764 }, { "company": "PG&E Corporation", "cik": "1004980", "sector": "Utilities", "origin": "https://www.pge.com", "checkedAt": "2026-09-26T04:56:08.082Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/mobile/", "line": 7 }, { "directive": "disallow", "path": "/mobile_jbri/", "line": 8 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/mobile/", "line": 7 }, { "directive": "disallow", "path": "/mobile_jbri/", "line": 8 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/mobile/", "line": 7 }, { "directive": "disallow", "path": "/mobile_jbri/", "line": 8 } ], "warnings": [] }, "GPTBot": { "policy": "blanket_disallow", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 5 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/mobile/", "line": 7 }, { "directive": "disallow", "path": "/mobile_jbri/", "line": 8 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/mobile/", "line": 7 }, { "directive": "disallow", "path": "/mobile_jbri/", "line": 8 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/mobile/", "line": 7 }, { "directive": "disallow", "path": "/mobile_jbri/", "line": 8 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/mobile/", "line": 7 }, { "directive": "disallow", "path": "/mobile_jbri/", "line": 8 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.pge.com/robots.txt", "contentType": "text/plain; charset=ISO-8859-1", "sha256": "66e089fc2bfadcc54a0d7f2deece912d77aa84477e61544ef21c8fcb834fd26f", "bytes": 925 }, { "company": "Philip Morris International", "cik": "1413329", "sector": "Consumer Staples", "origin": "https://www.pmi.com", "checkedAt": "2026-09-26T04:56:08.112Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results", "line": 2 }, { "directive": "disallow", "path": "/careers/job-details", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results", "line": 2 }, { "directive": "disallow", "path": "/careers/job-details", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results", "line": 2 }, { "directive": "disallow", "path": "/careers/job-details", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results", "line": 2 }, { "directive": "disallow", "path": "/careers/job-details", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results", "line": 2 }, { "directive": "disallow", "path": "/careers/job-details", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results", "line": 2 }, { "directive": "disallow", "path": "/careers/job-details", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results", "line": 2 }, { "directive": "disallow", "path": "/careers/job-details", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results", "line": 2 }, { "directive": "disallow", "path": "/careers/job-details", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.pmi.com/robots.txt", "contentType": "text/plain", "sha256": "1295ac12dcf486d7fbc5d3c6dedb693585cc0a02d8620335a824805a6ee3f0dd", "bytes": 156 }, { "company": "Phillips 66", "cik": "1534701", "sector": "Energy", "origin": "https://www.phillips66.com", "checkedAt": "2026-09-26T04:56:08.252Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.phillips66.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "2912f8747455876928a43c0097dd48539be3d5ecd6a9210e1949f9dbe006a10f", "bytes": 1010 }, { "company": "Pinnacle West Capital", "cik": "764622", "sector": "Utilities", "origin": "http://www.pinnaclewest.com", "checkedAt": "2026-09-26T04:56:08.337Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.pinnaclewest.com/robots.txt", "contentType": "text/plain", "sha256": "de73d32142f114b8d18bbfd7fa5779ccee5f7a1753873402cfdab59444834ccd", "bytes": 207 }, { "company": "PNC Financial Services", "cik": "713676", "sector": "Financials", "origin": "https://www.pnc.com", "checkedAt": "2026-09-26T04:56:08.438Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/pnc-com/", "line": 2 }, { "directive": "disallow", "path": "/en/apps/", "line": 3 }, { "directive": "disallow", "path": "/content/mezzanine/", "line": 4 }, { "directive": "disallow", "path": "/content/pnc-thought-leadership/", "line": 5 }, { "directive": "disallow", "path": "/content/pnc-hawthorn/", "line": 6 }, { "directive": "disallow", "path": "/content/wm-money/", "line": 7 }, { "directive": "disallow", "path": "/en/admin/", "line": 8 }, { "directive": "allow", "path": "/content/dam/", "line": 9 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/pnc-com/", "line": 2 }, { "directive": "disallow", "path": "/en/apps/", "line": 3 }, { "directive": "disallow", "path": "/content/mezzanine/", "line": 4 }, { "directive": "disallow", "path": "/content/pnc-thought-leadership/", "line": 5 }, { "directive": "disallow", "path": "/content/pnc-hawthorn/", "line": 6 }, { "directive": "disallow", "path": "/content/wm-money/", "line": 7 }, { "directive": "disallow", "path": "/en/admin/", "line": 8 }, { "directive": "allow", "path": "/content/dam/", "line": 9 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/pnc-com/", "line": 2 }, { "directive": "disallow", "path": "/en/apps/", "line": 3 }, { "directive": "disallow", "path": "/content/mezzanine/", "line": 4 }, { "directive": "disallow", "path": "/content/pnc-thought-leadership/", "line": 5 }, { "directive": "disallow", "path": "/content/pnc-hawthorn/", "line": 6 }, { "directive": "disallow", "path": "/content/wm-money/", "line": 7 }, { "directive": "disallow", "path": "/en/admin/", "line": 8 }, { "directive": "allow", "path": "/content/dam/", "line": 9 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/pnc-com/", "line": 2 }, { "directive": "disallow", "path": "/en/apps/", "line": 3 }, { "directive": "disallow", "path": "/content/mezzanine/", "line": 4 }, { "directive": "disallow", "path": "/content/pnc-thought-leadership/", "line": 5 }, { "directive": "disallow", "path": "/content/pnc-hawthorn/", "line": 6 }, { "directive": "disallow", "path": "/content/wm-money/", "line": 7 }, { "directive": "disallow", "path": "/en/admin/", "line": 8 }, { "directive": "allow", "path": "/content/dam/", "line": 9 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/pnc-com/", "line": 2 }, { "directive": "disallow", "path": "/en/apps/", "line": 3 }, { "directive": "disallow", "path": "/content/mezzanine/", "line": 4 }, { "directive": "disallow", "path": "/content/pnc-thought-leadership/", "line": 5 }, { "directive": "disallow", "path": "/content/pnc-hawthorn/", "line": 6 }, { "directive": "disallow", "path": "/content/wm-money/", "line": 7 }, { "directive": "disallow", "path": "/en/admin/", "line": 8 }, { "directive": "allow", "path": "/content/dam/", "line": 9 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/pnc-com/", "line": 2 }, { "directive": "disallow", "path": "/en/apps/", "line": 3 }, { "directive": "disallow", "path": "/content/mezzanine/", "line": 4 }, { "directive": "disallow", "path": "/content/pnc-thought-leadership/", "line": 5 }, { "directive": "disallow", "path": "/content/pnc-hawthorn/", "line": 6 }, { "directive": "disallow", "path": "/content/wm-money/", "line": 7 }, { "directive": "disallow", "path": "/en/admin/", "line": 8 }, { "directive": "allow", "path": "/content/dam/", "line": 9 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/pnc-com/", "line": 2 }, { "directive": "disallow", "path": "/en/apps/", "line": 3 }, { "directive": "disallow", "path": "/content/mezzanine/", "line": 4 }, { "directive": "disallow", "path": "/content/pnc-thought-leadership/", "line": 5 }, { "directive": "disallow", "path": "/content/pnc-hawthorn/", "line": 6 }, { "directive": "disallow", "path": "/content/wm-money/", "line": 7 }, { "directive": "disallow", "path": "/en/admin/", "line": 8 }, { "directive": "allow", "path": "/content/dam/", "line": 9 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/pnc-com/", "line": 2 }, { "directive": "disallow", "path": "/en/apps/", "line": 3 }, { "directive": "disallow", "path": "/content/mezzanine/", "line": 4 }, { "directive": "disallow", "path": "/content/pnc-thought-leadership/", "line": 5 }, { "directive": "disallow", "path": "/content/pnc-hawthorn/", "line": 6 }, { "directive": "disallow", "path": "/content/wm-money/", "line": 7 }, { "directive": "disallow", "path": "/en/admin/", "line": 8 }, { "directive": "allow", "path": "/content/dam/", "line": 9 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.pnc.com/robots.txt", "contentType": "text/plain", "sha256": "f3e4268615302c954630867d36dcf2876eed5877253681ce4dc8058e7d1ff213", "bytes": 911 }, { "company": "PPG Industries", "cik": "79879", "sector": "Materials", "origin": "https://www.ppg.com", "checkedAt": "2026-09-26T04:56:08.566Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/preview/", "line": 2 }, { "directive": "disallow", "path": "/preview$", "line": 3 }, { "directive": "disallow", "path": "/documentation/", "line": 4 }, { "directive": "disallow", "path": "/documentation$", "line": 5 }, { "directive": "disallow", "path": "/invalid-cache/", "line": 6 }, { "directive": "disallow", "path": "/site-map-generation$", "line": 7 }, { "directive": "disallow", "path": "/error$", "line": 8 }, { "directive": "disallow", "path": "/customer", "line": 9 }, { "directive": "disallow", "path": "/jobs", "line": 10 }, { "directive": "disallow", "path": "/orders", "line": 11 }, { "directive": "disallow", "path": "/admin", "line": 12 }, { "directive": "disallow", "path": "/add-account", "line": 13 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/preview/", "line": 2 }, { "directive": "disallow", "path": "/preview$", "line": 3 }, { "directive": "disallow", "path": "/documentation/", "line": 4 }, { "directive": "disallow", "path": "/documentation$", "line": 5 }, { "directive": "disallow", "path": "/invalid-cache/", "line": 6 }, { "directive": "disallow", "path": "/site-map-generation$", "line": 7 }, { "directive": "disallow", "path": "/error$", "line": 8 }, { "directive": "disallow", "path": "/customer", "line": 9 }, { "directive": "disallow", "path": "/jobs", "line": 10 }, { "directive": "disallow", "path": "/orders", "line": 11 }, { "directive": "disallow", "path": "/admin", "line": 12 }, { "directive": "disallow", "path": "/add-account", "line": 13 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/preview/", "line": 2 }, { "directive": "disallow", "path": "/preview$", "line": 3 }, { "directive": "disallow", "path": "/documentation/", "line": 4 }, { "directive": "disallow", "path": "/documentation$", "line": 5 }, { "directive": "disallow", "path": "/invalid-cache/", "line": 6 }, { "directive": "disallow", "path": "/site-map-generation$", "line": 7 }, { "directive": "disallow", "path": "/error$", "line": 8 }, { "directive": "disallow", "path": "/customer", "line": 9 }, { "directive": "disallow", "path": "/jobs", "line": 10 }, { "directive": "disallow", "path": "/orders", "line": 11 }, { "directive": "disallow", "path": "/admin", "line": 12 }, { "directive": "disallow", "path": "/add-account", "line": 13 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/preview/", "line": 2 }, { "directive": "disallow", "path": "/preview$", "line": 3 }, { "directive": "disallow", "path": "/documentation/", "line": 4 }, { "directive": "disallow", "path": "/documentation$", "line": 5 }, { "directive": "disallow", "path": "/invalid-cache/", "line": 6 }, { "directive": "disallow", "path": "/site-map-generation$", "line": 7 }, { "directive": "disallow", "path": "/error$", "line": 8 }, { "directive": "disallow", "path": "/customer", "line": 9 }, { "directive": "disallow", "path": "/jobs", "line": 10 }, { "directive": "disallow", "path": "/orders", "line": 11 }, { "directive": "disallow", "path": "/admin", "line": 12 }, { "directive": "disallow", "path": "/add-account", "line": 13 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/preview/", "line": 2 }, { "directive": "disallow", "path": "/preview$", "line": 3 }, { "directive": "disallow", "path": "/documentation/", "line": 4 }, { "directive": "disallow", "path": "/documentation$", "line": 5 }, { "directive": "disallow", "path": "/invalid-cache/", "line": 6 }, { "directive": "disallow", "path": "/site-map-generation$", "line": 7 }, { "directive": "disallow", "path": "/error$", "line": 8 }, { "directive": "disallow", "path": "/customer", "line": 9 }, { "directive": "disallow", "path": "/jobs", "line": 10 }, { "directive": "disallow", "path": "/orders", "line": 11 }, { "directive": "disallow", "path": "/admin", "line": 12 }, { "directive": "disallow", "path": "/add-account", "line": 13 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/preview/", "line": 2 }, { "directive": "disallow", "path": "/preview$", "line": 3 }, { "directive": "disallow", "path": "/documentation/", "line": 4 }, { "directive": "disallow", "path": "/documentation$", "line": 5 }, { "directive": "disallow", "path": "/invalid-cache/", "line": 6 }, { "directive": "disallow", "path": "/site-map-generation$", "line": 7 }, { "directive": "disallow", "path": "/error$", "line": 8 }, { "directive": "disallow", "path": "/customer", "line": 9 }, { "directive": "disallow", "path": "/jobs", "line": 10 }, { "directive": "disallow", "path": "/orders", "line": 11 }, { "directive": "disallow", "path": "/admin", "line": 12 }, { "directive": "disallow", "path": "/add-account", "line": 13 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/preview/", "line": 2 }, { "directive": "disallow", "path": "/preview$", "line": 3 }, { "directive": "disallow", "path": "/documentation/", "line": 4 }, { "directive": "disallow", "path": "/documentation$", "line": 5 }, { "directive": "disallow", "path": "/invalid-cache/", "line": 6 }, { "directive": "disallow", "path": "/site-map-generation$", "line": 7 }, { "directive": "disallow", "path": "/error$", "line": 8 }, { "directive": "disallow", "path": "/customer", "line": 9 }, { "directive": "disallow", "path": "/jobs", "line": 10 }, { "directive": "disallow", "path": "/orders", "line": 11 }, { "directive": "disallow", "path": "/admin", "line": 12 }, { "directive": "disallow", "path": "/add-account", "line": 13 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/preview/", "line": 2 }, { "directive": "disallow", "path": "/preview$", "line": 3 }, { "directive": "disallow", "path": "/documentation/", "line": 4 }, { "directive": "disallow", "path": "/documentation$", "line": 5 }, { "directive": "disallow", "path": "/invalid-cache/", "line": 6 }, { "directive": "disallow", "path": "/site-map-generation$", "line": 7 }, { "directive": "disallow", "path": "/error$", "line": 8 }, { "directive": "disallow", "path": "/customer", "line": 9 }, { "directive": "disallow", "path": "/jobs", "line": 10 }, { "directive": "disallow", "path": "/orders", "line": 11 }, { "directive": "disallow", "path": "/admin", "line": 12 }, { "directive": "disallow", "path": "/add-account", "line": 13 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.ppg.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "59cf72b328ee49bca8a89ee829595631d5feebf2b8d049cd739f5714ae3ef35e", "bytes": 323 }, { "company": "PPL Corporation", "cik": "922224", "sector": "Utilities", "origin": "http://www.pplweb.com", "checkedAt": "2026-09-26T04:56:08.732Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "http://www.pplweb.com/robots.txt", "contentType": "text/plain", "sha256": "f1ca280aaed3b54e2b3a77222f0d699b6a6098ce165ddabafc2683f93e90991c", "bytes": 84 }, { "company": "Principal Financial Group", "cik": "1126328", "sector": "Financials", "origin": "https://www.principal.com", "checkedAt": "2026-09-26T04:56:08.733Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/taxonomy/", "line": 75 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/taxonomy/", "line": 75 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/taxonomy/", "line": 75 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/taxonomy/", "line": 75 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/taxonomy/", "line": 75 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/taxonomy/", "line": 75 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/taxonomy/", "line": 75 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/admin/", "line": 50 }, { "directive": "disallow", "path": "/comment/reply/", "line": 51 }, { "directive": "disallow", "path": "/filter/tips", "line": 52 }, { "directive": "disallow", "path": "/node/add/", "line": 53 }, { "directive": "disallow", "path": "/search/", "line": 54 }, { "directive": "disallow", "path": "/user/register", "line": 55 }, { "directive": "disallow", "path": "/user/password", "line": 56 }, { "directive": "disallow", "path": "/user/login", "line": 57 }, { "directive": "disallow", "path": "/user/logout", "line": 58 }, { "directive": "disallow", "path": "/media/oembed", "line": 59 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 62 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 63 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 64 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 65 }, { "directive": "disallow", "path": "/index.php/search/", "line": 66 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 70 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 71 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/taxonomy/", "line": 75 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.principal.com/robots.txt", "contentType": "text/plain", "sha256": "623cc156932424ad0dd0eb7455f2005fc23d080b84821367a43a4c27d3fc936a", "bytes": 2039 }, { "company": "Procter & Gamble", "cik": "80424", "sector": "Consumer Staples", "origin": "http://www.pg.com", "checkedAt": "2026-09-26T04:56:09.068Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.pg.com/robots.txt", "contentType": "text/plain", "sha256": "caff398629a3b462c980f856cbda8d0a463f2134a551514b0d9103fc9c796e6c", "bytes": 71 }, { "company": "Progressive Corporation", "cik": "80661", "sector": "Financials", "origin": "https://www.progressive.com", "checkedAt": "2026-09-26T04:56:09.295Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/af/", "line": 3 }, { "directive": "disallow", "path": "/api/", "line": 4 }, { "directive": "disallow", "path": "/dev/", "line": 5 }, { "directive": "disallow", "path": "/lp/", "line": 6 }, { "directive": "disallow", "path": "/benefits/", "line": 7 }, { "directive": "disallow", "path": "/error/", "line": 8 }, { "directive": "disallow", "path": "/popup/", "line": 9 }, { "directive": "disallow", "path": "/controls/", "line": 10 }, { "directive": "disallow", "path": "/archive/", "line": 11 }, { "directive": "disallow", "path": "/archived/", "line": 12 }, { "directive": "disallow", "path": "/thirdparty/", "line": 13 }, { "directive": "disallow", "path": "/messages/", "line": 14 }, { "directive": "disallow", "path": "/monthly-report/", "line": 15 }, { "directive": "disallow", "path": "/agent/agent-contact/thanks-page/", "line": 16 }, { "directive": "disallow", "path": "/agent/error/", "line": 17 }, { "directive": "disallow", "path": "/goodies/", "line": 18 }, { "directive": "disallow", "path": "/snapshotpreview/", "line": 19 }, { "directive": "disallow", "path": "/privacy/do-not-sell-my-information/", "line": 20 }, { "directive": "disallow", "path": "/privacy/do-not-sell-my-information/confirmation/", "line": 21 }, { "directive": "disallow", "path": "/Quote/", "line": 22 }, { "directive": "disallow", "path": "/aff-retrieve-quote/", "line": 23 }, { "directive": "disallow", "path": "/lp-agent/", "line": 24 }, { "directive": "disallow", "path": "/lifelanes/wp-content/", "line": 25 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/af/", "line": 3 }, { "directive": "disallow", "path": "/api/", "line": 4 }, { "directive": "disallow", "path": "/dev/", "line": 5 }, { "directive": "disallow", "path": "/lp/", "line": 6 }, { "directive": "disallow", "path": "/benefits/", "line": 7 }, { "directive": "disallow", "path": "/error/", "line": 8 }, { "directive": "disallow", "path": "/popup/", "line": 9 }, { "directive": "disallow", "path": "/controls/", "line": 10 }, { "directive": "disallow", "path": "/archive/", "line": 11 }, { "directive": "disallow", "path": "/archived/", "line": 12 }, { "directive": "disallow", "path": "/thirdparty/", "line": 13 }, { "directive": "disallow", "path": "/messages/", "line": 14 }, { "directive": "disallow", "path": "/monthly-report/", "line": 15 }, { "directive": "disallow", "path": "/agent/agent-contact/thanks-page/", "line": 16 }, { "directive": "disallow", "path": "/agent/error/", "line": 17 }, { "directive": "disallow", "path": "/goodies/", "line": 18 }, { "directive": "disallow", "path": "/snapshotpreview/", "line": 19 }, { "directive": "disallow", "path": "/privacy/do-not-sell-my-information/", "line": 20 }, { "directive": "disallow", "path": "/privacy/do-not-sell-my-information/confirmation/", "line": 21 }, { "directive": "disallow", "path": "/Quote/", "line": 22 }, { "directive": "disallow", "path": "/aff-retrieve-quote/", "line": 23 }, { "directive": "disallow", "path": "/lp-agent/", "line": 24 }, { "directive": "disallow", "path": "/lifelanes/wp-content/", "line": 25 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/af/", "line": 3 }, { "directive": "disallow", "path": "/api/", "line": 4 }, { "directive": "disallow", "path": "/dev/", "line": 5 }, { "directive": "disallow", "path": "/lp/", "line": 6 }, { "directive": "disallow", "path": "/benefits/", "line": 7 }, { "directive": "disallow", "path": "/error/", "line": 8 }, { "directive": "disallow", "path": "/popup/", "line": 9 }, { "directive": "disallow", "path": "/controls/", "line": 10 }, { "directive": "disallow", "path": "/archive/", "line": 11 }, { "directive": "disallow", "path": "/archived/", "line": 12 }, { "directive": "disallow", "path": "/thirdparty/", "line": 13 }, { "directive": "disallow", "path": "/messages/", "line": 14 }, { "directive": "disallow", "path": "/monthly-report/", "line": 15 }, { "directive": "disallow", "path": "/agent/agent-contact/thanks-page/", "line": 16 }, { "directive": "disallow", "path": "/agent/error/", "line": 17 }, { "directive": "disallow", "path": "/goodies/", "line": 18 }, { "directive": "disallow", "path": "/snapshotpreview/", "line": 19 }, { "directive": "disallow", "path": "/privacy/do-not-sell-my-information/", "line": 20 }, { "directive": "disallow", "path": "/privacy/do-not-sell-my-information/confirmation/", "line": 21 }, { "directive": "disallow", "path": "/Quote/", "line": 22 }, { "directive": "disallow", "path": "/aff-retrieve-quote/", "line": 23 }, { "directive": "disallow", "path": "/lp-agent/", "line": 24 }, { "directive": "disallow", "path": "/lifelanes/wp-content/", "line": 25 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/af/", "line": 3 }, { "directive": "disallow", "path": "/api/", "line": 4 }, { "directive": "disallow", "path": "/dev/", "line": 5 }, { "directive": "disallow", "path": "/lp/", "line": 6 }, { "directive": "disallow", "path": "/benefits/", "line": 7 }, { "directive": "disallow", "path": "/error/", "line": 8 }, { "directive": "disallow", "path": "/popup/", "line": 9 }, { "directive": "disallow", "path": "/controls/", "line": 10 }, { "directive": "disallow", "path": "/archive/", "line": 11 }, { "directive": "disallow", "path": "/archived/", "line": 12 }, { "directive": "disallow", "path": "/thirdparty/", "line": 13 }, { "directive": "disallow", "path": "/messages/", "line": 14 }, { "directive": "disallow", "path": "/monthly-report/", "line": 15 }, { "directive": "disallow", "path": "/agent/agent-contact/thanks-page/", "line": 16 }, { "directive": "disallow", "path": "/agent/error/", "line": 17 }, { "directive": "disallow", "path": "/goodies/", "line": 18 }, { "directive": "disallow", "path": "/snapshotpreview/", "line": 19 }, { "directive": "disallow", "path": "/privacy/do-not-sell-my-information/", "line": 20 }, { "directive": "disallow", "path": "/privacy/do-not-sell-my-information/confirmation/", "line": 21 }, { "directive": "disallow", "path": "/Quote/", "line": 22 }, { "directive": "disallow", "path": "/aff-retrieve-quote/", "line": 23 }, { "directive": "disallow", "path": "/lp-agent/", "line": 24 }, { "directive": "disallow", "path": "/lifelanes/wp-content/", "line": 25 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/af/", "line": 3 }, { "directive": "disallow", "path": "/api/", "line": 4 }, { "directive": "disallow", "path": "/dev/", "line": 5 }, { "directive": "disallow", "path": "/lp/", "line": 6 }, { "directive": "disallow", "path": "/benefits/", "line": 7 }, { "directive": "disallow", "path": "/error/", "line": 8 }, { "directive": "disallow", "path": "/popup/", "line": 9 }, { "directive": "disallow", "path": "/controls/", "line": 10 }, { "directive": "disallow", "path": "/archive/", "line": 11 }, { "directive": "disallow", "path": "/archived/", "line": 12 }, { "directive": "disallow", "path": "/thirdparty/", "line": 13 }, { "directive": "disallow", "path": "/messages/", "line": 14 }, { "directive": "disallow", "path": "/monthly-report/", "line": 15 }, { "directive": "disallow", "path": "/agent/agent-contact/thanks-page/", "line": 16 }, { "directive": "disallow", "path": "/agent/error/", "line": 17 }, { "directive": "disallow", "path": "/goodies/", "line": 18 }, { "directive": "disallow", "path": "/snapshotpreview/", "line": 19 }, { "directive": "disallow", "path": "/privacy/do-not-sell-my-information/", "line": 20 }, { "directive": "disallow", "path": "/privacy/do-not-sell-my-information/confirmation/", "line": 21 }, { "directive": "disallow", "path": "/Quote/", "line": 22 }, { "directive": "disallow", "path": "/aff-retrieve-quote/", "line": 23 }, { "directive": "disallow", "path": "/lp-agent/", "line": 24 }, { "directive": "disallow", "path": "/lifelanes/wp-content/", "line": 25 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/af/", "line": 3 }, { "directive": "disallow", "path": "/api/", "line": 4 }, { "directive": "disallow", "path": "/dev/", "line": 5 }, { "directive": "disallow", "path": "/lp/", "line": 6 }, { "directive": "disallow", "path": "/benefits/", "line": 7 }, { "directive": "disallow", "path": "/error/", "line": 8 }, { "directive": "disallow", "path": "/popup/", "line": 9 }, { "directive": "disallow", "path": "/controls/", "line": 10 }, { "directive": "disallow", "path": "/archive/", "line": 11 }, { "directive": "disallow", "path": "/archived/", "line": 12 }, { "directive": "disallow", "path": "/thirdparty/", "line": 13 }, { "directive": "disallow", "path": "/messages/", "line": 14 }, { "directive": "disallow", "path": "/monthly-report/", "line": 15 }, { "directive": "disallow", "path": "/agent/agent-contact/thanks-page/", "line": 16 }, { "directive": "disallow", "path": "/agent/error/", "line": 17 }, { "directive": "disallow", "path": "/goodies/", "line": 18 }, { "directive": "disallow", "path": "/snapshotpreview/", "line": 19 }, { "directive": "disallow", "path": "/privacy/do-not-sell-my-information/", "line": 20 }, { "directive": "disallow", "path": "/privacy/do-not-sell-my-information/confirmation/", "line": 21 }, { "directive": "disallow", "path": "/Quote/", "line": 22 }, { "directive": "disallow", "path": "/aff-retrieve-quote/", "line": 23 }, { "directive": "disallow", "path": "/lp-agent/", "line": 24 }, { "directive": "disallow", "path": "/lifelanes/wp-content/", "line": 25 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/af/", "line": 3 }, { "directive": "disallow", "path": "/api/", "line": 4 }, { "directive": "disallow", "path": "/dev/", "line": 5 }, { "directive": "disallow", "path": "/lp/", "line": 6 }, { "directive": "disallow", "path": "/benefits/", "line": 7 }, { "directive": "disallow", "path": "/error/", "line": 8 }, { "directive": "disallow", "path": "/popup/", "line": 9 }, { "directive": "disallow", "path": "/controls/", "line": 10 }, { "directive": "disallow", "path": "/archive/", "line": 11 }, { "directive": "disallow", "path": "/archived/", "line": 12 }, { "directive": "disallow", "path": "/thirdparty/", "line": 13 }, { "directive": "disallow", "path": "/messages/", "line": 14 }, { "directive": "disallow", "path": "/monthly-report/", "line": 15 }, { "directive": "disallow", "path": "/agent/agent-contact/thanks-page/", "line": 16 }, { "directive": "disallow", "path": "/agent/error/", "line": 17 }, { "directive": "disallow", "path": "/goodies/", "line": 18 }, { "directive": "disallow", "path": "/snapshotpreview/", "line": 19 }, { "directive": "disallow", "path": "/privacy/do-not-sell-my-information/", "line": 20 }, { "directive": "disallow", "path": "/privacy/do-not-sell-my-information/confirmation/", "line": 21 }, { "directive": "disallow", "path": "/Quote/", "line": 22 }, { "directive": "disallow", "path": "/aff-retrieve-quote/", "line": 23 }, { "directive": "disallow", "path": "/lp-agent/", "line": 24 }, { "directive": "disallow", "path": "/lifelanes/wp-content/", "line": 25 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/af/", "line": 3 }, { "directive": "disallow", "path": "/api/", "line": 4 }, { "directive": "disallow", "path": "/dev/", "line": 5 }, { "directive": "disallow", "path": "/lp/", "line": 6 }, { "directive": "disallow", "path": "/benefits/", "line": 7 }, { "directive": "disallow", "path": "/error/", "line": 8 }, { "directive": "disallow", "path": "/popup/", "line": 9 }, { "directive": "disallow", "path": "/controls/", "line": 10 }, { "directive": "disallow", "path": "/archive/", "line": 11 }, { "directive": "disallow", "path": "/archived/", "line": 12 }, { "directive": "disallow", "path": "/thirdparty/", "line": 13 }, { "directive": "disallow", "path": "/messages/", "line": 14 }, { "directive": "disallow", "path": "/monthly-report/", "line": 15 }, { "directive": "disallow", "path": "/agent/agent-contact/thanks-page/", "line": 16 }, { "directive": "disallow", "path": "/agent/error/", "line": 17 }, { "directive": "disallow", "path": "/goodies/", "line": 18 }, { "directive": "disallow", "path": "/snapshotpreview/", "line": 19 }, { "directive": "disallow", "path": "/privacy/do-not-sell-my-information/", "line": 20 }, { "directive": "disallow", "path": "/privacy/do-not-sell-my-information/confirmation/", "line": 21 }, { "directive": "disallow", "path": "/Quote/", "line": 22 }, { "directive": "disallow", "path": "/aff-retrieve-quote/", "line": 23 }, { "directive": "disallow", "path": "/lp-agent/", "line": 24 }, { "directive": "disallow", "path": "/lifelanes/wp-content/", "line": 25 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.progressive.com/robots.txt", "contentType": "text/plain", "sha256": "30e2662b609a4bc796b7b37c4c3734ab779cde249cb2dc1affff17313f0cb360", "bytes": 1849 }, { "company": "Prologis", "cik": "1045609", "sector": "Real Estate", "origin": "https://www.prologis.com", "checkedAt": "2026-09-26T04:56:09.576Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 }, { "directive": "disallow", "path": "/search?*", "line": 62 }, { "directive": "disallow", "path": "*land_size_range*", "line": 63 }, { "directive": "disallow", "path": "*building_size_range*", "line": 64 }, { "directive": "disallow", "path": "/property-search/compare", "line": 65 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_video", "line": 66 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_image", "line": 67 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_geolocation", "line": 68 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_360_view", "line": 69 }, { "directive": "disallow", "path": "/industrial-properties/land-sale/field_image", "line": 70 }, { "directive": "disallow", "path": "/industrial-properties/land-sale/field_geolocation", "line": 71 }, { "directive": "disallow", "path": "/industrial-properties/land-lease/field_image", "line": 72 }, { "directive": "disallow", "path": "/industrial-properties/land-lease/field_geolocation", "line": 73 }, { "directive": "disallow", "path": "/industrial-properties/building/prologischorzow.com", "line": 74 }, { "directive": "disallow", "path": "/industrial-properties/building/field_video", "line": 75 }, { "directive": "disallow", "path": "/industrial-properties/building/field_image", "line": 76 }, { "directive": "disallow", "path": "/industrial-properties/building/field_geolocation", "line": 77 }, { "directive": "disallow", "path": "/industrial-properties/building/field_360_view", "line": 78 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_video", "line": 79 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_image", "line": 80 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_geolocation", "line": 81 }, { "directive": "disallow", "path": "/media/oembed", "line": 82 }, { "directive": "disallow", "path": "/about/prologis-ventures/new", "line": 83 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 84 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 85 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 86 }, { "directive": "disallow", "path": "/about-our-company", "line": 87 }, { "directive": "disallow", "path": "/storage", "line": 88 }, { "directive": "disallow", "path": "/storage*", "line": 89 }, { "directive": "disallow", "path": "/agile-modernized-building", "line": 90 } ], "warnings": [ 63, 64 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 }, { "directive": "disallow", "path": "/search?*", "line": 62 }, { "directive": "disallow", "path": "*land_size_range*", "line": 63 }, { "directive": "disallow", "path": "*building_size_range*", "line": 64 }, { "directive": "disallow", "path": "/property-search/compare", "line": 65 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_video", "line": 66 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_image", "line": 67 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_geolocation", "line": 68 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_360_view", "line": 69 }, { "directive": "disallow", "path": "/industrial-properties/land-sale/field_image", "line": 70 }, { "directive": "disallow", "path": "/industrial-properties/land-sale/field_geolocation", "line": 71 }, { "directive": "disallow", "path": "/industrial-properties/land-lease/field_image", "line": 72 }, { "directive": "disallow", "path": "/industrial-properties/land-lease/field_geolocation", "line": 73 }, { "directive": "disallow", "path": "/industrial-properties/building/prologischorzow.com", "line": 74 }, { "directive": "disallow", "path": "/industrial-properties/building/field_video", "line": 75 }, { "directive": "disallow", "path": "/industrial-properties/building/field_image", "line": 76 }, { "directive": "disallow", "path": "/industrial-properties/building/field_geolocation", "line": 77 }, { "directive": "disallow", "path": "/industrial-properties/building/field_360_view", "line": 78 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_video", "line": 79 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_image", "line": 80 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_geolocation", "line": 81 }, { "directive": "disallow", "path": "/media/oembed", "line": 82 }, { "directive": "disallow", "path": "/about/prologis-ventures/new", "line": 83 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 84 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 85 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 86 }, { "directive": "disallow", "path": "/about-our-company", "line": 87 }, { "directive": "disallow", "path": "/storage", "line": 88 }, { "directive": "disallow", "path": "/storage*", "line": 89 }, { "directive": "disallow", "path": "/agile-modernized-building", "line": 90 } ], "warnings": [ 63, 64 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 }, { "directive": "disallow", "path": "/search?*", "line": 62 }, { "directive": "disallow", "path": "*land_size_range*", "line": 63 }, { "directive": "disallow", "path": "*building_size_range*", "line": 64 }, { "directive": "disallow", "path": "/property-search/compare", "line": 65 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_video", "line": 66 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_image", "line": 67 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_geolocation", "line": 68 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_360_view", "line": 69 }, { "directive": "disallow", "path": "/industrial-properties/land-sale/field_image", "line": 70 }, { "directive": "disallow", "path": "/industrial-properties/land-sale/field_geolocation", "line": 71 }, { "directive": "disallow", "path": "/industrial-properties/land-lease/field_image", "line": 72 }, { "directive": "disallow", "path": "/industrial-properties/land-lease/field_geolocation", "line": 73 }, { "directive": "disallow", "path": "/industrial-properties/building/prologischorzow.com", "line": 74 }, { "directive": "disallow", "path": "/industrial-properties/building/field_video", "line": 75 }, { "directive": "disallow", "path": "/industrial-properties/building/field_image", "line": 76 }, { "directive": "disallow", "path": "/industrial-properties/building/field_geolocation", "line": 77 }, { "directive": "disallow", "path": "/industrial-properties/building/field_360_view", "line": 78 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_video", "line": 79 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_image", "line": 80 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_geolocation", "line": 81 }, { "directive": "disallow", "path": "/media/oembed", "line": 82 }, { "directive": "disallow", "path": "/about/prologis-ventures/new", "line": 83 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 84 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 85 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 86 }, { "directive": "disallow", "path": "/about-our-company", "line": 87 }, { "directive": "disallow", "path": "/storage", "line": 88 }, { "directive": "disallow", "path": "/storage*", "line": 89 }, { "directive": "disallow", "path": "/agile-modernized-building", "line": 90 } ], "warnings": [ 63, 64 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 }, { "directive": "disallow", "path": "/search?*", "line": 62 }, { "directive": "disallow", "path": "*land_size_range*", "line": 63 }, { "directive": "disallow", "path": "*building_size_range*", "line": 64 }, { "directive": "disallow", "path": "/property-search/compare", "line": 65 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_video", "line": 66 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_image", "line": 67 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_geolocation", "line": 68 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_360_view", "line": 69 }, { "directive": "disallow", "path": "/industrial-properties/land-sale/field_image", "line": 70 }, { "directive": "disallow", "path": "/industrial-properties/land-sale/field_geolocation", "line": 71 }, { "directive": "disallow", "path": "/industrial-properties/land-lease/field_image", "line": 72 }, { "directive": "disallow", "path": "/industrial-properties/land-lease/field_geolocation", "line": 73 }, { "directive": "disallow", "path": "/industrial-properties/building/prologischorzow.com", "line": 74 }, { "directive": "disallow", "path": "/industrial-properties/building/field_video", "line": 75 }, { "directive": "disallow", "path": "/industrial-properties/building/field_image", "line": 76 }, { "directive": "disallow", "path": "/industrial-properties/building/field_geolocation", "line": 77 }, { "directive": "disallow", "path": "/industrial-properties/building/field_360_view", "line": 78 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_video", "line": 79 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_image", "line": 80 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_geolocation", "line": 81 }, { "directive": "disallow", "path": "/media/oembed", "line": 82 }, { "directive": "disallow", "path": "/about/prologis-ventures/new", "line": 83 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 84 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 85 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 86 }, { "directive": "disallow", "path": "/about-our-company", "line": 87 }, { "directive": "disallow", "path": "/storage", "line": 88 }, { "directive": "disallow", "path": "/storage*", "line": 89 }, { "directive": "disallow", "path": "/agile-modernized-building", "line": 90 } ], "warnings": [ 63, 64 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 }, { "directive": "disallow", "path": "/search?*", "line": 62 }, { "directive": "disallow", "path": "*land_size_range*", "line": 63 }, { "directive": "disallow", "path": "*building_size_range*", "line": 64 }, { "directive": "disallow", "path": "/property-search/compare", "line": 65 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_video", "line": 66 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_image", "line": 67 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_geolocation", "line": 68 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_360_view", "line": 69 }, { "directive": "disallow", "path": "/industrial-properties/land-sale/field_image", "line": 70 }, { "directive": "disallow", "path": "/industrial-properties/land-sale/field_geolocation", "line": 71 }, { "directive": "disallow", "path": "/industrial-properties/land-lease/field_image", "line": 72 }, { "directive": "disallow", "path": "/industrial-properties/land-lease/field_geolocation", "line": 73 }, { "directive": "disallow", "path": "/industrial-properties/building/prologischorzow.com", "line": 74 }, { "directive": "disallow", "path": "/industrial-properties/building/field_video", "line": 75 }, { "directive": "disallow", "path": "/industrial-properties/building/field_image", "line": 76 }, { "directive": "disallow", "path": "/industrial-properties/building/field_geolocation", "line": 77 }, { "directive": "disallow", "path": "/industrial-properties/building/field_360_view", "line": 78 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_video", "line": 79 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_image", "line": 80 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_geolocation", "line": 81 }, { "directive": "disallow", "path": "/media/oembed", "line": 82 }, { "directive": "disallow", "path": "/about/prologis-ventures/new", "line": 83 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 84 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 85 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 86 }, { "directive": "disallow", "path": "/about-our-company", "line": 87 }, { "directive": "disallow", "path": "/storage", "line": 88 }, { "directive": "disallow", "path": "/storage*", "line": 89 }, { "directive": "disallow", "path": "/agile-modernized-building", "line": 90 } ], "warnings": [ 63, 64 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 }, { "directive": "disallow", "path": "/search?*", "line": 62 }, { "directive": "disallow", "path": "*land_size_range*", "line": 63 }, { "directive": "disallow", "path": "*building_size_range*", "line": 64 }, { "directive": "disallow", "path": "/property-search/compare", "line": 65 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_video", "line": 66 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_image", "line": 67 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_geolocation", "line": 68 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_360_view", "line": 69 }, { "directive": "disallow", "path": "/industrial-properties/land-sale/field_image", "line": 70 }, { "directive": "disallow", "path": "/industrial-properties/land-sale/field_geolocation", "line": 71 }, { "directive": "disallow", "path": "/industrial-properties/land-lease/field_image", "line": 72 }, { "directive": "disallow", "path": "/industrial-properties/land-lease/field_geolocation", "line": 73 }, { "directive": "disallow", "path": "/industrial-properties/building/prologischorzow.com", "line": 74 }, { "directive": "disallow", "path": "/industrial-properties/building/field_video", "line": 75 }, { "directive": "disallow", "path": "/industrial-properties/building/field_image", "line": 76 }, { "directive": "disallow", "path": "/industrial-properties/building/field_geolocation", "line": 77 }, { "directive": "disallow", "path": "/industrial-properties/building/field_360_view", "line": 78 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_video", "line": 79 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_image", "line": 80 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_geolocation", "line": 81 }, { "directive": "disallow", "path": "/media/oembed", "line": 82 }, { "directive": "disallow", "path": "/about/prologis-ventures/new", "line": 83 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 84 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 85 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 86 }, { "directive": "disallow", "path": "/about-our-company", "line": 87 }, { "directive": "disallow", "path": "/storage", "line": 88 }, { "directive": "disallow", "path": "/storage*", "line": 89 }, { "directive": "disallow", "path": "/agile-modernized-building", "line": 90 } ], "warnings": [ 63, 64 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 }, { "directive": "disallow", "path": "/search?*", "line": 62 }, { "directive": "disallow", "path": "*land_size_range*", "line": 63 }, { "directive": "disallow", "path": "*building_size_range*", "line": 64 }, { "directive": "disallow", "path": "/property-search/compare", "line": 65 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_video", "line": 66 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_image", "line": 67 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_geolocation", "line": 68 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_360_view", "line": 69 }, { "directive": "disallow", "path": "/industrial-properties/land-sale/field_image", "line": 70 }, { "directive": "disallow", "path": "/industrial-properties/land-sale/field_geolocation", "line": 71 }, { "directive": "disallow", "path": "/industrial-properties/land-lease/field_image", "line": 72 }, { "directive": "disallow", "path": "/industrial-properties/land-lease/field_geolocation", "line": 73 }, { "directive": "disallow", "path": "/industrial-properties/building/prologischorzow.com", "line": 74 }, { "directive": "disallow", "path": "/industrial-properties/building/field_video", "line": 75 }, { "directive": "disallow", "path": "/industrial-properties/building/field_image", "line": 76 }, { "directive": "disallow", "path": "/industrial-properties/building/field_geolocation", "line": 77 }, { "directive": "disallow", "path": "/industrial-properties/building/field_360_view", "line": 78 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_video", "line": 79 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_image", "line": 80 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_geolocation", "line": 81 }, { "directive": "disallow", "path": "/media/oembed", "line": 82 }, { "directive": "disallow", "path": "/about/prologis-ventures/new", "line": 83 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 84 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 85 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 86 }, { "directive": "disallow", "path": "/about-our-company", "line": 87 }, { "directive": "disallow", "path": "/storage", "line": 88 }, { "directive": "disallow", "path": "/storage*", "line": 89 }, { "directive": "disallow", "path": "/agile-modernized-building", "line": 90 } ], "warnings": [ 63, 64 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 }, { "directive": "disallow", "path": "/search?*", "line": 62 }, { "directive": "disallow", "path": "*land_size_range*", "line": 63 }, { "directive": "disallow", "path": "*building_size_range*", "line": 64 }, { "directive": "disallow", "path": "/property-search/compare", "line": 65 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_video", "line": 66 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_image", "line": 67 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_geolocation", "line": 68 }, { "directive": "disallow", "path": "/industrial-properties/spec-building/field_360_view", "line": 69 }, { "directive": "disallow", "path": "/industrial-properties/land-sale/field_image", "line": 70 }, { "directive": "disallow", "path": "/industrial-properties/land-sale/field_geolocation", "line": 71 }, { "directive": "disallow", "path": "/industrial-properties/land-lease/field_image", "line": 72 }, { "directive": "disallow", "path": "/industrial-properties/land-lease/field_geolocation", "line": 73 }, { "directive": "disallow", "path": "/industrial-properties/building/prologischorzow.com", "line": 74 }, { "directive": "disallow", "path": "/industrial-properties/building/field_video", "line": 75 }, { "directive": "disallow", "path": "/industrial-properties/building/field_image", "line": 76 }, { "directive": "disallow", "path": "/industrial-properties/building/field_geolocation", "line": 77 }, { "directive": "disallow", "path": "/industrial-properties/building/field_360_view", "line": 78 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_video", "line": 79 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_image", "line": 80 }, { "directive": "disallow", "path": "/industrial-properties/build-suit/field_geolocation", "line": 81 }, { "directive": "disallow", "path": "/media/oembed", "line": 82 }, { "directive": "disallow", "path": "/about/prologis-ventures/new", "line": 83 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 84 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 85 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 86 }, { "directive": "disallow", "path": "/about-our-company", "line": 87 }, { "directive": "disallow", "path": "/storage", "line": 88 }, { "directive": "disallow", "path": "/storage*", "line": 89 }, { "directive": "disallow", "path": "/agile-modernized-building", "line": 90 } ], "warnings": [ 63, 64 ] } }, "httpStatus": 200, "finalUrl": "https://www.prologis.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "038ab2262e0e729e4a1d0d4bdc568375e29c6583b2825a9a4c74e2d303f7fa71", "bytes": 3048 }, { "company": "Prudential Financial", "cik": "1137774", "sector": "Financials", "origin": "http://prudential.com", "checkedAt": "2026-09-26T04:56:09.662Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/wps/wcm/connect", "line": 11 }, { "directive": "allow", "path": "/wps/wcm/connect", "line": 12 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/personal/goals/financial-plan-2/", "line": 21 }, { "directive": "disallow", "path": "/personal/goals/financial-plan-1/", "line": 22 }, { "directive": "disallow", "path": "/personal/goals/investment-2/", "line": 23 }, { "directive": "disallow", "path": "/personal/goals/investment-3/", "line": 24 }, { "directive": "disallow", "path": "/personal/goals/insurance-needs-2/", "line": 25 }, { "directive": "disallow", "path": "/personal/goals/insurance-needs-3/", "line": 26 }, { "directive": "disallow", "path": "/personal/goals/fixed-income-1/", "line": 27 }, { "directive": "disallow", "path": "/personal/goals/fixed-income-3/", "line": 28 }, { "directive": "disallow", "path": "/personal/goals/paying-for-college-and-saving-for-retirement-1/", "line": 29 }, { "directive": "disallow", "path": "/personal/goals/paying-for-college-and-saving-for-retirement-2/", "line": 30 }, { "directive": "disallow", "path": "/personal/goals/retirement-last-2", "line": 31 }, { "directive": "disallow", "path": "/personal/goals/retirement-last-3", "line": 32 }, { "directive": "disallow", "path": "/institutions/risk-transfer/team/*", "line": 33 }, { "directive": "disallow", "path": "/institutions/stable-value/stable-value-team", "line": 34 }, { "directive": "disallow", "path": "/institutions/stable-value/women-stable-value", "line": 35 }, { "directive": "disallow", "path": "/wps/portal/production/prudential/financial-education/home/!ut", "line": 36 }, { "directive": "disallow", "path": "/wps/portal/production/prudential/financial-education/related-tags", "line": 37 }, { "directive": "disallow", "path": "/wps/portal/production/prudential/financial-education/article/!ut", "line": 38 }, { "directive": "disallow", "path": "/wps/portal/production/corporate/articlepage/!ut", "line": 39 }, { "directive": "disallow", "path": "/financial-education?Co=Greenville", "line": 40 }, { "directive": "disallow", "path": "/financial-education?Co=StateofNJ", "line": 41 }, { "directive": "disallow", "path": "/financial-education?Co=Aspendental", "line": 42 }, { "directive": "disallow", "path": "/financial-education?Co=hleemoffitt", "line": 43 }, { "directive": "disallow", "path": "/financial-education?Co=aabloy", "line": 44 }, { "directive": "disallow", "path": "/financial-education?Co=nbhc", "line": 45 }, { "directive": "disallow", "path": "/financial-education?Co=benefitfocus", "line": 46 }, { "directive": "disallow", "path": "/financial-education?Co=NewYorkHH", "line": 47 }, { "directive": "disallow", "path": "/financial-education?Co=FannieMae", "line": 48 }, { "directive": "disallow", "path": "/financial-education?Co=GiAll", "line": 49 }, { "directive": "disallow", "path": "/financial-education?Co=autozone", "line": 50 }, { "directive": "disallow", "path": "/financial-education?Co=healthcaressc", "line": 51 }, { "directive": "disallow", "path": "/financial-education?Co=mitsubishiic", "line": 52 }, { "directive": "disallow", "path": "/financial-education?Co=safetykleen", "line": 53 }, { "directive": "disallow", "path": "/financial-education?Co=unionbankshares", "line": 54 }, { "directive": "disallow", "path": "/financial-education?Co=smartsolutions", "line": 55 }, { "directive": "disallow", "path": "/financial-education?Co=unionbankofca", "line": 56 }, { "directive": "disallow", "path": "/financial-education?Co=eatnparkhg", "line": 57 }, { "directive": "disallow", "path": "/financial-education?Co=americosi", "line": 58 }, { "directive": "disallow", "path": "/financial-education?Co=lancastercounty", "line": 59 }, { "directive": "disallow", "path": "/financial-education?Co=magellanhi", "line": 60 }, { "directive": "disallow", "path": "/financial-education?Co=rabobankna", "line": 61 }, { "directive": "disallow", "path": "/financial-education?Co=scottsdalehealth", "line": 62 }, { "directive": "disallow", "path": "/financial-education?Co=lalakers", "line": 63 }, { "directive": "disallow", "path": "/financial-education?Co=mgmgrand", "line": 64 }, { "directive": "disallow", "path": "/financial-education?Co=softwareag", "line": 65 }, { "directive": "disallow", "path": "/financial-education?Co=cgpcenterprises", "line": 66 }, { "directive": "disallow", "path": "/financial-education?Co=stateofconn", "line": 67 }, { "directive": "disallow", "path": "/financial-education?Co=stateofnc", "line": 68 }, { "directive": "disallow", "path": "/financial-education?Co=teamsterups", "line": 69 }, { "directive": "disallow", "path": "/financial-education?Co=zoneinc", "line": 70 }, { "directive": "disallow", "path": "/financial-education?Co=dash", "line": 71 }, { "directive": "disallow", "path": "/financial-education?Co=ace", "line": 72 }, { "directive": "disallow", "path": "/fw2", "line": 73 }, { "directive": "disallow", "path": "/fw2/", "line": 74 }, { "directive": "disallow", "path": "/fw2/goals", "line": 75 }, { "directive": "disallow", "path": "/fw2/tools", "line": 76 }, { "directive": "disallow", "path": "/fw2/life-events", "line": 77 }, { "directive": "disallow", "path": "/fw2/saving-investing", "line": 78 }, { "directive": "disallow", "path": "/fw2/saving-investing/", "line": 79 }, { "directive": "disallow", "path": "/fw2/managing-debt", "line": 80 }, { "directive": "disallow", "path": "/fw2/managing-debt/", "line": 81 }, { "directive": "disallow", "path": "/fw2/preparing-protecting", "line": 82 }, { "directive": "disallow", "path": "/fw2/preparing-protecting/", "line": 83 }, { "directive": "disallow", "path": "/fw2/retirement-planning", "line": 84 }, { "directive": "disallow", "path": "/fw2/retirement-planning/", "line": 85 }, { "directive": "disallow", "path": "/fw2/family-finances", "line": 86 }, { "directive": "disallow", "path": "/fw2/family-finances/", "line": 87 }, { "directive": "disallow", "path": "/fw2/register", "line": 88 }, { "directive": "disallow", "path": "/wps/wcm/connect", "line": 89 }, { "directive": "disallow", "path": "/wps/wcm/connect/IS_Content_Prudential_EN/SA-Life2/simplyterm?presentationtemplate=IS_Foundational_Design/PT-SimplyTerm-Service&renderMode=json,xml", "line": 90 }, { "directive": "disallow", "path": "/self-service/forgot-password", "line": 91 }, { "directive": "disallow", "path": "/self-service/reset-password", "line": 92 }, { "directive": "disallow", "path": "/financial-wellness/worksite", "line": 93 }, { "directive": "disallow", "path": "/financial-wellness/retail", "line": 94 }, { "directive": "disallow", "path": "/financial-wellness/all", "line": 95 }, { "directive": "disallow", "path": "/financial-wellness", "line": 96 }, { "directive": "disallow", "path": "/financial-wellness/lalakers", "line": 97 }, { "directive": "disallow", "path": "/financial-wellness/", "line": 98 }, { "directive": "disallow", "path": "/common/findfinancialprofessional?cso=true", "line": 99 }, { "directive": "disallow", "path": "/media/managed/gika/", "line": 100 }, { "directive": "disallow", "path": "/cdn/tools/road-map/", "line": 101 }, { "directive": "disallow", "path": "/cdn/tools/mmr", "line": 102 }, { "directive": "disallow", "path": "/cdn/tools/budget", "line": 103 }, { "directive": "disallow", "path": "/cdn/tools/chalkboard", "line": 104 }, { "directive": "disallow", "path": "/cdn/tools/investing-age/", "line": 105 }, { "directive": "disallow", "path": "/cdn/tools/budget/tcdoc.html", "line": 106 }, { "directive": "disallow", "path": "/cdn/tools/stop-student-debt", "line": 107 }, { "directive": "disallow", "path": "/cdn/tools/retirement-challenges/rising-costs/", "line": 108 }, { "directive": "disallow", "path": "/cdn/tools/game-of-odds/", "line": 109 }, { "directive": "disallow", "path": "/cdn/tools/retirement-challenges/tax-increases/", "line": 110 }, { "directive": "disallow", "path": "/cdn/tools/retirement-challenges/market-uncertainty/", "line": 111 }, { "directive": "disallow", "path": "/cdn/tools/polls/i-just-cant-resist.html", "line": 112 }, { "directive": "disallow", "path": "/cdn/tools/polls/i-want-it-now.html", "line": 113 }, { "directive": "disallow", "path": "/cdn/tools/polls/ill-do-it-later.html", "line": 114 }, { "directive": "disallow", "path": "/cdn/tools/polls/i-might-live-how-long.html", "line": 115 }, { "directive": "disallow", "path": "/cdn/tools/polls/it-wont-happen-to-me.html", "line": 116 }, { "directive": "disallow", "path": "/cdn/tools/infographic/pru-life-insurance/content.html", "line": 117 }, { "directive": "disallow", "path": "/cdn/tools/cash-flow", "line": 118 }, { "directive": "disallow", "path": "/cdn/tools/procastination-calc/", "line": 119 }, { "directive": "disallow", "path": "/cdn/tools/time-to-up-it/", "line": 120 }, { "directive": "disallow", "path": "/cdn/tools/value-all-you-do/", "line": 121 }, { "directive": "disallow", "path": "/cdn/tools/spend-vs-invest-calculator", "line": 122 }, { "directive": "disallow", "path": "/personal/financial-education", "line": 123 }, { "directive": "disallow", "path": "/tdfdoc/getdoc", "line": 124 }, { "directive": "disallow", "path": "/cdn/dofcommon/help/help.html", "line": 125 }, { "directive": "disallow", "path": "/cdn/rila-quote-tool/", "line": 126 }, { "directive": "disallow", "path": "/cdn/fixed-glwb-advisor-tool/", "line": 127 }, { "directive": "disallow", "path": "/cdn/fixed-glwb-consumer-tool/", "line": 128 }, { "directive": "disallow", "path": "/cdn/flexguard/", "line": 129 }, { "directive": "allow", "path": "/media/managed/totalmarket", "line": 130 }, { "directive": "allow", "path": "/media/managed/dfree", "line": 131 }, { "directive": "allow", "path": "/media/managed/rp", "line": 132 }, { "directive": "disallow", "path": "/media/managed", "line": 133 }, { "directive": "disallow", "path": "/cdn/flexguard-income/", "line": 134 }, { "directive": "disallow", "path": "/cdn/tools/retirement-calculator/", "line": 135 }, { "directive": "disallow", "path": "/wps/portal/pgim-investments/", "line": 136 }, { "directive": "disallow", "path": "/wps/portal/ucits/", "line": 137 }, { "directive": "disallow", "path": "/wps/portal/production/prudential", "line": 138 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/wps/wcm/connect", "line": 11 }, { "directive": "allow", "path": "/wps/wcm/connect", "line": 12 } ], "warnings": [] }, "GPTBot": { "policy": "blanket_disallow", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 17 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/personal/goals/financial-plan-2/", "line": 21 }, { "directive": "disallow", "path": "/personal/goals/financial-plan-1/", "line": 22 }, { "directive": "disallow", "path": "/personal/goals/investment-2/", "line": 23 }, { "directive": "disallow", "path": "/personal/goals/investment-3/", "line": 24 }, { "directive": "disallow", "path": "/personal/goals/insurance-needs-2/", "line": 25 }, { "directive": "disallow", "path": "/personal/goals/insurance-needs-3/", "line": 26 }, { "directive": "disallow", "path": "/personal/goals/fixed-income-1/", "line": 27 }, { "directive": "disallow", "path": "/personal/goals/fixed-income-3/", "line": 28 }, { "directive": "disallow", "path": "/personal/goals/paying-for-college-and-saving-for-retirement-1/", "line": 29 }, { "directive": "disallow", "path": "/personal/goals/paying-for-college-and-saving-for-retirement-2/", "line": 30 }, { "directive": "disallow", "path": "/personal/goals/retirement-last-2", "line": 31 }, { "directive": "disallow", "path": "/personal/goals/retirement-last-3", "line": 32 }, { "directive": "disallow", "path": "/institutions/risk-transfer/team/*", "line": 33 }, { "directive": "disallow", "path": "/institutions/stable-value/stable-value-team", "line": 34 }, { "directive": "disallow", "path": "/institutions/stable-value/women-stable-value", "line": 35 }, { "directive": "disallow", "path": "/wps/portal/production/prudential/financial-education/home/!ut", "line": 36 }, { "directive": "disallow", "path": "/wps/portal/production/prudential/financial-education/related-tags", "line": 37 }, { "directive": "disallow", "path": "/wps/portal/production/prudential/financial-education/article/!ut", "line": 38 }, { "directive": "disallow", "path": "/wps/portal/production/corporate/articlepage/!ut", "line": 39 }, { "directive": "disallow", "path": "/financial-education?Co=Greenville", "line": 40 }, { "directive": "disallow", "path": "/financial-education?Co=StateofNJ", "line": 41 }, { "directive": "disallow", "path": "/financial-education?Co=Aspendental", "line": 42 }, { "directive": "disallow", "path": "/financial-education?Co=hleemoffitt", "line": 43 }, { "directive": "disallow", "path": "/financial-education?Co=aabloy", "line": 44 }, { "directive": "disallow", "path": "/financial-education?Co=nbhc", "line": 45 }, { "directive": "disallow", "path": "/financial-education?Co=benefitfocus", "line": 46 }, { "directive": "disallow", "path": "/financial-education?Co=NewYorkHH", "line": 47 }, { "directive": "disallow", "path": "/financial-education?Co=FannieMae", "line": 48 }, { "directive": "disallow", "path": "/financial-education?Co=GiAll", "line": 49 }, { "directive": "disallow", "path": "/financial-education?Co=autozone", "line": 50 }, { "directive": "disallow", "path": "/financial-education?Co=healthcaressc", "line": 51 }, { "directive": "disallow", "path": "/financial-education?Co=mitsubishiic", "line": 52 }, { "directive": "disallow", "path": "/financial-education?Co=safetykleen", "line": 53 }, { "directive": "disallow", "path": "/financial-education?Co=unionbankshares", "line": 54 }, { "directive": "disallow", "path": "/financial-education?Co=smartsolutions", "line": 55 }, { "directive": "disallow", "path": "/financial-education?Co=unionbankofca", "line": 56 }, { "directive": "disallow", "path": "/financial-education?Co=eatnparkhg", "line": 57 }, { "directive": "disallow", "path": "/financial-education?Co=americosi", "line": 58 }, { "directive": "disallow", "path": "/financial-education?Co=lancastercounty", "line": 59 }, { "directive": "disallow", "path": "/financial-education?Co=magellanhi", "line": 60 }, { "directive": "disallow", "path": "/financial-education?Co=rabobankna", "line": 61 }, { "directive": "disallow", "path": "/financial-education?Co=scottsdalehealth", "line": 62 }, { "directive": "disallow", "path": "/financial-education?Co=lalakers", "line": 63 }, { "directive": "disallow", "path": "/financial-education?Co=mgmgrand", "line": 64 }, { "directive": "disallow", "path": "/financial-education?Co=softwareag", "line": 65 }, { "directive": "disallow", "path": "/financial-education?Co=cgpcenterprises", "line": 66 }, { "directive": "disallow", "path": "/financial-education?Co=stateofconn", "line": 67 }, { "directive": "disallow", "path": "/financial-education?Co=stateofnc", "line": 68 }, { "directive": "disallow", "path": "/financial-education?Co=teamsterups", "line": 69 }, { "directive": "disallow", "path": "/financial-education?Co=zoneinc", "line": 70 }, { "directive": "disallow", "path": "/financial-education?Co=dash", "line": 71 }, { "directive": "disallow", "path": "/financial-education?Co=ace", "line": 72 }, { "directive": "disallow", "path": "/fw2", "line": 73 }, { "directive": "disallow", "path": "/fw2/", "line": 74 }, { "directive": "disallow", "path": "/fw2/goals", "line": 75 }, { "directive": "disallow", "path": "/fw2/tools", "line": 76 }, { "directive": "disallow", "path": "/fw2/life-events", "line": 77 }, { "directive": "disallow", "path": "/fw2/saving-investing", "line": 78 }, { "directive": "disallow", "path": "/fw2/saving-investing/", "line": 79 }, { "directive": "disallow", "path": "/fw2/managing-debt", "line": 80 }, { "directive": "disallow", "path": "/fw2/managing-debt/", "line": 81 }, { "directive": "disallow", "path": "/fw2/preparing-protecting", "line": 82 }, { "directive": "disallow", "path": "/fw2/preparing-protecting/", "line": 83 }, { "directive": "disallow", "path": "/fw2/retirement-planning", "line": 84 }, { "directive": "disallow", "path": "/fw2/retirement-planning/", "line": 85 }, { "directive": "disallow", "path": "/fw2/family-finances", "line": 86 }, { "directive": "disallow", "path": "/fw2/family-finances/", "line": 87 }, { "directive": "disallow", "path": "/fw2/register", "line": 88 }, { "directive": "disallow", "path": "/wps/wcm/connect", "line": 89 }, { "directive": "disallow", "path": "/wps/wcm/connect/IS_Content_Prudential_EN/SA-Life2/simplyterm?presentationtemplate=IS_Foundational_Design/PT-SimplyTerm-Service&renderMode=json,xml", "line": 90 }, { "directive": "disallow", "path": "/self-service/forgot-password", "line": 91 }, { "directive": "disallow", "path": "/self-service/reset-password", "line": 92 }, { "directive": "disallow", "path": "/financial-wellness/worksite", "line": 93 }, { "directive": "disallow", "path": "/financial-wellness/retail", "line": 94 }, { "directive": "disallow", "path": "/financial-wellness/all", "line": 95 }, { "directive": "disallow", "path": "/financial-wellness", "line": 96 }, { "directive": "disallow", "path": "/financial-wellness/lalakers", "line": 97 }, { "directive": "disallow", "path": "/financial-wellness/", "line": 98 }, { "directive": "disallow", "path": "/common/findfinancialprofessional?cso=true", "line": 99 }, { "directive": "disallow", "path": "/media/managed/gika/", "line": 100 }, { "directive": "disallow", "path": "/cdn/tools/road-map/", "line": 101 }, { "directive": "disallow", "path": "/cdn/tools/mmr", "line": 102 }, { "directive": "disallow", "path": "/cdn/tools/budget", "line": 103 }, { "directive": "disallow", "path": "/cdn/tools/chalkboard", "line": 104 }, { "directive": "disallow", "path": "/cdn/tools/investing-age/", "line": 105 }, { "directive": "disallow", "path": "/cdn/tools/budget/tcdoc.html", "line": 106 }, { "directive": "disallow", "path": "/cdn/tools/stop-student-debt", "line": 107 }, { "directive": "disallow", "path": "/cdn/tools/retirement-challenges/rising-costs/", "line": 108 }, { "directive": "disallow", "path": "/cdn/tools/game-of-odds/", "line": 109 }, { "directive": "disallow", "path": "/cdn/tools/retirement-challenges/tax-increases/", "line": 110 }, { "directive": "disallow", "path": "/cdn/tools/retirement-challenges/market-uncertainty/", "line": 111 }, { "directive": "disallow", "path": "/cdn/tools/polls/i-just-cant-resist.html", "line": 112 }, { "directive": "disallow", "path": "/cdn/tools/polls/i-want-it-now.html", "line": 113 }, { "directive": "disallow", "path": "/cdn/tools/polls/ill-do-it-later.html", "line": 114 }, { "directive": "disallow", "path": "/cdn/tools/polls/i-might-live-how-long.html", "line": 115 }, { "directive": "disallow", "path": "/cdn/tools/polls/it-wont-happen-to-me.html", "line": 116 }, { "directive": "disallow", "path": "/cdn/tools/infographic/pru-life-insurance/content.html", "line": 117 }, { "directive": "disallow", "path": "/cdn/tools/cash-flow", "line": 118 }, { "directive": "disallow", "path": "/cdn/tools/procastination-calc/", "line": 119 }, { "directive": "disallow", "path": "/cdn/tools/time-to-up-it/", "line": 120 }, { "directive": "disallow", "path": "/cdn/tools/value-all-you-do/", "line": 121 }, { "directive": "disallow", "path": "/cdn/tools/spend-vs-invest-calculator", "line": 122 }, { "directive": "disallow", "path": "/personal/financial-education", "line": 123 }, { "directive": "disallow", "path": "/tdfdoc/getdoc", "line": 124 }, { "directive": "disallow", "path": "/cdn/dofcommon/help/help.html", "line": 125 }, { "directive": "disallow", "path": "/cdn/rila-quote-tool/", "line": 126 }, { "directive": "disallow", "path": "/cdn/fixed-glwb-advisor-tool/", "line": 127 }, { "directive": "disallow", "path": "/cdn/fixed-glwb-consumer-tool/", "line": 128 }, { "directive": "disallow", "path": "/cdn/flexguard/", "line": 129 }, { "directive": "allow", "path": "/media/managed/totalmarket", "line": 130 }, { "directive": "allow", "path": "/media/managed/dfree", "line": 131 }, { "directive": "allow", "path": "/media/managed/rp", "line": 132 }, { "directive": "disallow", "path": "/media/managed", "line": 133 }, { "directive": "disallow", "path": "/cdn/flexguard-income/", "line": 134 }, { "directive": "disallow", "path": "/cdn/tools/retirement-calculator/", "line": 135 }, { "directive": "disallow", "path": "/wps/portal/pgim-investments/", "line": 136 }, { "directive": "disallow", "path": "/wps/portal/ucits/", "line": 137 }, { "directive": "disallow", "path": "/wps/portal/production/prudential", "line": 138 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/wps/wcm/connect", "line": 11 }, { "directive": "allow", "path": "/wps/wcm/connect", "line": 12 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/personal/goals/financial-plan-2/", "line": 21 }, { "directive": "disallow", "path": "/personal/goals/financial-plan-1/", "line": 22 }, { "directive": "disallow", "path": "/personal/goals/investment-2/", "line": 23 }, { "directive": "disallow", "path": "/personal/goals/investment-3/", "line": 24 }, { "directive": "disallow", "path": "/personal/goals/insurance-needs-2/", "line": 25 }, { "directive": "disallow", "path": "/personal/goals/insurance-needs-3/", "line": 26 }, { "directive": "disallow", "path": "/personal/goals/fixed-income-1/", "line": 27 }, { "directive": "disallow", "path": "/personal/goals/fixed-income-3/", "line": 28 }, { "directive": "disallow", "path": "/personal/goals/paying-for-college-and-saving-for-retirement-1/", "line": 29 }, { "directive": "disallow", "path": "/personal/goals/paying-for-college-and-saving-for-retirement-2/", "line": 30 }, { "directive": "disallow", "path": "/personal/goals/retirement-last-2", "line": 31 }, { "directive": "disallow", "path": "/personal/goals/retirement-last-3", "line": 32 }, { "directive": "disallow", "path": "/institutions/risk-transfer/team/*", "line": 33 }, { "directive": "disallow", "path": "/institutions/stable-value/stable-value-team", "line": 34 }, { "directive": "disallow", "path": "/institutions/stable-value/women-stable-value", "line": 35 }, { "directive": "disallow", "path": "/wps/portal/production/prudential/financial-education/home/!ut", "line": 36 }, { "directive": "disallow", "path": "/wps/portal/production/prudential/financial-education/related-tags", "line": 37 }, { "directive": "disallow", "path": "/wps/portal/production/prudential/financial-education/article/!ut", "line": 38 }, { "directive": "disallow", "path": "/wps/portal/production/corporate/articlepage/!ut", "line": 39 }, { "directive": "disallow", "path": "/financial-education?Co=Greenville", "line": 40 }, { "directive": "disallow", "path": "/financial-education?Co=StateofNJ", "line": 41 }, { "directive": "disallow", "path": "/financial-education?Co=Aspendental", "line": 42 }, { "directive": "disallow", "path": "/financial-education?Co=hleemoffitt", "line": 43 }, { "directive": "disallow", "path": "/financial-education?Co=aabloy", "line": 44 }, { "directive": "disallow", "path": "/financial-education?Co=nbhc", "line": 45 }, { "directive": "disallow", "path": "/financial-education?Co=benefitfocus", "line": 46 }, { "directive": "disallow", "path": "/financial-education?Co=NewYorkHH", "line": 47 }, { "directive": "disallow", "path": "/financial-education?Co=FannieMae", "line": 48 }, { "directive": "disallow", "path": "/financial-education?Co=GiAll", "line": 49 }, { "directive": "disallow", "path": "/financial-education?Co=autozone", "line": 50 }, { "directive": "disallow", "path": "/financial-education?Co=healthcaressc", "line": 51 }, { "directive": "disallow", "path": "/financial-education?Co=mitsubishiic", "line": 52 }, { "directive": "disallow", "path": "/financial-education?Co=safetykleen", "line": 53 }, { "directive": "disallow", "path": "/financial-education?Co=unionbankshares", "line": 54 }, { "directive": "disallow", "path": "/financial-education?Co=smartsolutions", "line": 55 }, { "directive": "disallow", "path": "/financial-education?Co=unionbankofca", "line": 56 }, { "directive": "disallow", "path": "/financial-education?Co=eatnparkhg", "line": 57 }, { "directive": "disallow", "path": "/financial-education?Co=americosi", "line": 58 }, { "directive": "disallow", "path": "/financial-education?Co=lancastercounty", "line": 59 }, { "directive": "disallow", "path": "/financial-education?Co=magellanhi", "line": 60 }, { "directive": "disallow", "path": "/financial-education?Co=rabobankna", "line": 61 }, { "directive": "disallow", "path": "/financial-education?Co=scottsdalehealth", "line": 62 }, { "directive": "disallow", "path": "/financial-education?Co=lalakers", "line": 63 }, { "directive": "disallow", "path": "/financial-education?Co=mgmgrand", "line": 64 }, { "directive": "disallow", "path": "/financial-education?Co=softwareag", "line": 65 }, { "directive": "disallow", "path": "/financial-education?Co=cgpcenterprises", "line": 66 }, { "directive": "disallow", "path": "/financial-education?Co=stateofconn", "line": 67 }, { "directive": "disallow", "path": "/financial-education?Co=stateofnc", "line": 68 }, { "directive": "disallow", "path": "/financial-education?Co=teamsterups", "line": 69 }, { "directive": "disallow", "path": "/financial-education?Co=zoneinc", "line": 70 }, { "directive": "disallow", "path": "/financial-education?Co=dash", "line": 71 }, { "directive": "disallow", "path": "/financial-education?Co=ace", "line": 72 }, { "directive": "disallow", "path": "/fw2", "line": 73 }, { "directive": "disallow", "path": "/fw2/", "line": 74 }, { "directive": "disallow", "path": "/fw2/goals", "line": 75 }, { "directive": "disallow", "path": "/fw2/tools", "line": 76 }, { "directive": "disallow", "path": "/fw2/life-events", "line": 77 }, { "directive": "disallow", "path": "/fw2/saving-investing", "line": 78 }, { "directive": "disallow", "path": "/fw2/saving-investing/", "line": 79 }, { "directive": "disallow", "path": "/fw2/managing-debt", "line": 80 }, { "directive": "disallow", "path": "/fw2/managing-debt/", "line": 81 }, { "directive": "disallow", "path": "/fw2/preparing-protecting", "line": 82 }, { "directive": "disallow", "path": "/fw2/preparing-protecting/", "line": 83 }, { "directive": "disallow", "path": "/fw2/retirement-planning", "line": 84 }, { "directive": "disallow", "path": "/fw2/retirement-planning/", "line": 85 }, { "directive": "disallow", "path": "/fw2/family-finances", "line": 86 }, { "directive": "disallow", "path": "/fw2/family-finances/", "line": 87 }, { "directive": "disallow", "path": "/fw2/register", "line": 88 }, { "directive": "disallow", "path": "/wps/wcm/connect", "line": 89 }, { "directive": "disallow", "path": "/wps/wcm/connect/IS_Content_Prudential_EN/SA-Life2/simplyterm?presentationtemplate=IS_Foundational_Design/PT-SimplyTerm-Service&renderMode=json,xml", "line": 90 }, { "directive": "disallow", "path": "/self-service/forgot-password", "line": 91 }, { "directive": "disallow", "path": "/self-service/reset-password", "line": 92 }, { "directive": "disallow", "path": "/financial-wellness/worksite", "line": 93 }, { "directive": "disallow", "path": "/financial-wellness/retail", "line": 94 }, { "directive": "disallow", "path": "/financial-wellness/all", "line": 95 }, { "directive": "disallow", "path": "/financial-wellness", "line": 96 }, { "directive": "disallow", "path": "/financial-wellness/lalakers", "line": 97 }, { "directive": "disallow", "path": "/financial-wellness/", "line": 98 }, { "directive": "disallow", "path": "/common/findfinancialprofessional?cso=true", "line": 99 }, { "directive": "disallow", "path": "/media/managed/gika/", "line": 100 }, { "directive": "disallow", "path": "/cdn/tools/road-map/", "line": 101 }, { "directive": "disallow", "path": "/cdn/tools/mmr", "line": 102 }, { "directive": "disallow", "path": "/cdn/tools/budget", "line": 103 }, { "directive": "disallow", "path": "/cdn/tools/chalkboard", "line": 104 }, { "directive": "disallow", "path": "/cdn/tools/investing-age/", "line": 105 }, { "directive": "disallow", "path": "/cdn/tools/budget/tcdoc.html", "line": 106 }, { "directive": "disallow", "path": "/cdn/tools/stop-student-debt", "line": 107 }, { "directive": "disallow", "path": "/cdn/tools/retirement-challenges/rising-costs/", "line": 108 }, { "directive": "disallow", "path": "/cdn/tools/game-of-odds/", "line": 109 }, { "directive": "disallow", "path": "/cdn/tools/retirement-challenges/tax-increases/", "line": 110 }, { "directive": "disallow", "path": "/cdn/tools/retirement-challenges/market-uncertainty/", "line": 111 }, { "directive": "disallow", "path": "/cdn/tools/polls/i-just-cant-resist.html", "line": 112 }, { "directive": "disallow", "path": "/cdn/tools/polls/i-want-it-now.html", "line": 113 }, { "directive": "disallow", "path": "/cdn/tools/polls/ill-do-it-later.html", "line": 114 }, { "directive": "disallow", "path": "/cdn/tools/polls/i-might-live-how-long.html", "line": 115 }, { "directive": "disallow", "path": "/cdn/tools/polls/it-wont-happen-to-me.html", "line": 116 }, { "directive": "disallow", "path": "/cdn/tools/infographic/pru-life-insurance/content.html", "line": 117 }, { "directive": "disallow", "path": "/cdn/tools/cash-flow", "line": 118 }, { "directive": "disallow", "path": "/cdn/tools/procastination-calc/", "line": 119 }, { "directive": "disallow", "path": "/cdn/tools/time-to-up-it/", "line": 120 }, { "directive": "disallow", "path": "/cdn/tools/value-all-you-do/", "line": 121 }, { "directive": "disallow", "path": "/cdn/tools/spend-vs-invest-calculator", "line": 122 }, { "directive": "disallow", "path": "/personal/financial-education", "line": 123 }, { "directive": "disallow", "path": "/tdfdoc/getdoc", "line": 124 }, { "directive": "disallow", "path": "/cdn/dofcommon/help/help.html", "line": 125 }, { "directive": "disallow", "path": "/cdn/rila-quote-tool/", "line": 126 }, { "directive": "disallow", "path": "/cdn/fixed-glwb-advisor-tool/", "line": 127 }, { "directive": "disallow", "path": "/cdn/fixed-glwb-consumer-tool/", "line": 128 }, { "directive": "disallow", "path": "/cdn/flexguard/", "line": 129 }, { "directive": "allow", "path": "/media/managed/totalmarket", "line": 130 }, { "directive": "allow", "path": "/media/managed/dfree", "line": 131 }, { "directive": "allow", "path": "/media/managed/rp", "line": 132 }, { "directive": "disallow", "path": "/media/managed", "line": 133 }, { "directive": "disallow", "path": "/cdn/flexguard-income/", "line": 134 }, { "directive": "disallow", "path": "/cdn/tools/retirement-calculator/", "line": 135 }, { "directive": "disallow", "path": "/wps/portal/pgim-investments/", "line": 136 }, { "directive": "disallow", "path": "/wps/portal/ucits/", "line": 137 }, { "directive": "disallow", "path": "/wps/portal/production/prudential", "line": 138 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/personal/goals/financial-plan-2/", "line": 21 }, { "directive": "disallow", "path": "/personal/goals/financial-plan-1/", "line": 22 }, { "directive": "disallow", "path": "/personal/goals/investment-2/", "line": 23 }, { "directive": "disallow", "path": "/personal/goals/investment-3/", "line": 24 }, { "directive": "disallow", "path": "/personal/goals/insurance-needs-2/", "line": 25 }, { "directive": "disallow", "path": "/personal/goals/insurance-needs-3/", "line": 26 }, { "directive": "disallow", "path": "/personal/goals/fixed-income-1/", "line": 27 }, { "directive": "disallow", "path": "/personal/goals/fixed-income-3/", "line": 28 }, { "directive": "disallow", "path": "/personal/goals/paying-for-college-and-saving-for-retirement-1/", "line": 29 }, { "directive": "disallow", "path": "/personal/goals/paying-for-college-and-saving-for-retirement-2/", "line": 30 }, { "directive": "disallow", "path": "/personal/goals/retirement-last-2", "line": 31 }, { "directive": "disallow", "path": "/personal/goals/retirement-last-3", "line": 32 }, { "directive": "disallow", "path": "/institutions/risk-transfer/team/*", "line": 33 }, { "directive": "disallow", "path": "/institutions/stable-value/stable-value-team", "line": 34 }, { "directive": "disallow", "path": "/institutions/stable-value/women-stable-value", "line": 35 }, { "directive": "disallow", "path": "/wps/portal/production/prudential/financial-education/home/!ut", "line": 36 }, { "directive": "disallow", "path": "/wps/portal/production/prudential/financial-education/related-tags", "line": 37 }, { "directive": "disallow", "path": "/wps/portal/production/prudential/financial-education/article/!ut", "line": 38 }, { "directive": "disallow", "path": "/wps/portal/production/corporate/articlepage/!ut", "line": 39 }, { "directive": "disallow", "path": "/financial-education?Co=Greenville", "line": 40 }, { "directive": "disallow", "path": "/financial-education?Co=StateofNJ", "line": 41 }, { "directive": "disallow", "path": "/financial-education?Co=Aspendental", "line": 42 }, { "directive": "disallow", "path": "/financial-education?Co=hleemoffitt", "line": 43 }, { "directive": "disallow", "path": "/financial-education?Co=aabloy", "line": 44 }, { "directive": "disallow", "path": "/financial-education?Co=nbhc", "line": 45 }, { "directive": "disallow", "path": "/financial-education?Co=benefitfocus", "line": 46 }, { "directive": "disallow", "path": "/financial-education?Co=NewYorkHH", "line": 47 }, { "directive": "disallow", "path": "/financial-education?Co=FannieMae", "line": 48 }, { "directive": "disallow", "path": "/financial-education?Co=GiAll", "line": 49 }, { "directive": "disallow", "path": "/financial-education?Co=autozone", "line": 50 }, { "directive": "disallow", "path": "/financial-education?Co=healthcaressc", "line": 51 }, { "directive": "disallow", "path": "/financial-education?Co=mitsubishiic", "line": 52 }, { "directive": "disallow", "path": "/financial-education?Co=safetykleen", "line": 53 }, { "directive": "disallow", "path": "/financial-education?Co=unionbankshares", "line": 54 }, { "directive": "disallow", "path": "/financial-education?Co=smartsolutions", "line": 55 }, { "directive": "disallow", "path": "/financial-education?Co=unionbankofca", "line": 56 }, { "directive": "disallow", "path": "/financial-education?Co=eatnparkhg", "line": 57 }, { "directive": "disallow", "path": "/financial-education?Co=americosi", "line": 58 }, { "directive": "disallow", "path": "/financial-education?Co=lancastercounty", "line": 59 }, { "directive": "disallow", "path": "/financial-education?Co=magellanhi", "line": 60 }, { "directive": "disallow", "path": "/financial-education?Co=rabobankna", "line": 61 }, { "directive": "disallow", "path": "/financial-education?Co=scottsdalehealth", "line": 62 }, { "directive": "disallow", "path": "/financial-education?Co=lalakers", "line": 63 }, { "directive": "disallow", "path": "/financial-education?Co=mgmgrand", "line": 64 }, { "directive": "disallow", "path": "/financial-education?Co=softwareag", "line": 65 }, { "directive": "disallow", "path": "/financial-education?Co=cgpcenterprises", "line": 66 }, { "directive": "disallow", "path": "/financial-education?Co=stateofconn", "line": 67 }, { "directive": "disallow", "path": "/financial-education?Co=stateofnc", "line": 68 }, { "directive": "disallow", "path": "/financial-education?Co=teamsterups", "line": 69 }, { "directive": "disallow", "path": "/financial-education?Co=zoneinc", "line": 70 }, { "directive": "disallow", "path": "/financial-education?Co=dash", "line": 71 }, { "directive": "disallow", "path": "/financial-education?Co=ace", "line": 72 }, { "directive": "disallow", "path": "/fw2", "line": 73 }, { "directive": "disallow", "path": "/fw2/", "line": 74 }, { "directive": "disallow", "path": "/fw2/goals", "line": 75 }, { "directive": "disallow", "path": "/fw2/tools", "line": 76 }, { "directive": "disallow", "path": "/fw2/life-events", "line": 77 }, { "directive": "disallow", "path": "/fw2/saving-investing", "line": 78 }, { "directive": "disallow", "path": "/fw2/saving-investing/", "line": 79 }, { "directive": "disallow", "path": "/fw2/managing-debt", "line": 80 }, { "directive": "disallow", "path": "/fw2/managing-debt/", "line": 81 }, { "directive": "disallow", "path": "/fw2/preparing-protecting", "line": 82 }, { "directive": "disallow", "path": "/fw2/preparing-protecting/", "line": 83 }, { "directive": "disallow", "path": "/fw2/retirement-planning", "line": 84 }, { "directive": "disallow", "path": "/fw2/retirement-planning/", "line": 85 }, { "directive": "disallow", "path": "/fw2/family-finances", "line": 86 }, { "directive": "disallow", "path": "/fw2/family-finances/", "line": 87 }, { "directive": "disallow", "path": "/fw2/register", "line": 88 }, { "directive": "disallow", "path": "/wps/wcm/connect", "line": 89 }, { "directive": "disallow", "path": "/wps/wcm/connect/IS_Content_Prudential_EN/SA-Life2/simplyterm?presentationtemplate=IS_Foundational_Design/PT-SimplyTerm-Service&renderMode=json,xml", "line": 90 }, { "directive": "disallow", "path": "/self-service/forgot-password", "line": 91 }, { "directive": "disallow", "path": "/self-service/reset-password", "line": 92 }, { "directive": "disallow", "path": "/financial-wellness/worksite", "line": 93 }, { "directive": "disallow", "path": "/financial-wellness/retail", "line": 94 }, { "directive": "disallow", "path": "/financial-wellness/all", "line": 95 }, { "directive": "disallow", "path": "/financial-wellness", "line": 96 }, { "directive": "disallow", "path": "/financial-wellness/lalakers", "line": 97 }, { "directive": "disallow", "path": "/financial-wellness/", "line": 98 }, { "directive": "disallow", "path": "/common/findfinancialprofessional?cso=true", "line": 99 }, { "directive": "disallow", "path": "/media/managed/gika/", "line": 100 }, { "directive": "disallow", "path": "/cdn/tools/road-map/", "line": 101 }, { "directive": "disallow", "path": "/cdn/tools/mmr", "line": 102 }, { "directive": "disallow", "path": "/cdn/tools/budget", "line": 103 }, { "directive": "disallow", "path": "/cdn/tools/chalkboard", "line": 104 }, { "directive": "disallow", "path": "/cdn/tools/investing-age/", "line": 105 }, { "directive": "disallow", "path": "/cdn/tools/budget/tcdoc.html", "line": 106 }, { "directive": "disallow", "path": "/cdn/tools/stop-student-debt", "line": 107 }, { "directive": "disallow", "path": "/cdn/tools/retirement-challenges/rising-costs/", "line": 108 }, { "directive": "disallow", "path": "/cdn/tools/game-of-odds/", "line": 109 }, { "directive": "disallow", "path": "/cdn/tools/retirement-challenges/tax-increases/", "line": 110 }, { "directive": "disallow", "path": "/cdn/tools/retirement-challenges/market-uncertainty/", "line": 111 }, { "directive": "disallow", "path": "/cdn/tools/polls/i-just-cant-resist.html", "line": 112 }, { "directive": "disallow", "path": "/cdn/tools/polls/i-want-it-now.html", "line": 113 }, { "directive": "disallow", "path": "/cdn/tools/polls/ill-do-it-later.html", "line": 114 }, { "directive": "disallow", "path": "/cdn/tools/polls/i-might-live-how-long.html", "line": 115 }, { "directive": "disallow", "path": "/cdn/tools/polls/it-wont-happen-to-me.html", "line": 116 }, { "directive": "disallow", "path": "/cdn/tools/infographic/pru-life-insurance/content.html", "line": 117 }, { "directive": "disallow", "path": "/cdn/tools/cash-flow", "line": 118 }, { "directive": "disallow", "path": "/cdn/tools/procastination-calc/", "line": 119 }, { "directive": "disallow", "path": "/cdn/tools/time-to-up-it/", "line": 120 }, { "directive": "disallow", "path": "/cdn/tools/value-all-you-do/", "line": 121 }, { "directive": "disallow", "path": "/cdn/tools/spend-vs-invest-calculator", "line": 122 }, { "directive": "disallow", "path": "/personal/financial-education", "line": 123 }, { "directive": "disallow", "path": "/tdfdoc/getdoc", "line": 124 }, { "directive": "disallow", "path": "/cdn/dofcommon/help/help.html", "line": 125 }, { "directive": "disallow", "path": "/cdn/rila-quote-tool/", "line": 126 }, { "directive": "disallow", "path": "/cdn/fixed-glwb-advisor-tool/", "line": 127 }, { "directive": "disallow", "path": "/cdn/fixed-glwb-consumer-tool/", "line": 128 }, { "directive": "disallow", "path": "/cdn/flexguard/", "line": 129 }, { "directive": "allow", "path": "/media/managed/totalmarket", "line": 130 }, { "directive": "allow", "path": "/media/managed/dfree", "line": 131 }, { "directive": "allow", "path": "/media/managed/rp", "line": 132 }, { "directive": "disallow", "path": "/media/managed", "line": 133 }, { "directive": "disallow", "path": "/cdn/flexguard-income/", "line": 134 }, { "directive": "disallow", "path": "/cdn/tools/retirement-calculator/", "line": 135 }, { "directive": "disallow", "path": "/wps/portal/pgim-investments/", "line": 136 }, { "directive": "disallow", "path": "/wps/portal/ucits/", "line": 137 }, { "directive": "disallow", "path": "/wps/portal/production/prudential", "line": 138 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.prudential.com/robots.txt", "contentType": "text/plain; charset=ISO-8859-1", "sha256": "f7900048a2344c81939df9e6cb84e838904eba99abf098835c649b052a97ba77", "bytes": 5614 }, { "company": "PTC Inc.", "cik": "857005", "sector": "Information Technology", "origin": "http://www.ptc.com", "checkedAt": "2026-09-26T04:56:09.782Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "http://www.ptc.com/robots.txt", "contentType": "text/html" }, { "company": "Public Service Enterprise Group", "cik": "788784", "sector": "Utilities", "origin": "http://www.pseg.com", "checkedAt": "2026-09-26T04:56:09.843Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://landing.pseg.com/robots.txt", "contentType": "text/html" }, { "company": "Public Storage", "cik": "1393311", "sector": "Real Estate", "origin": "https://www.publicstorage.com", "checkedAt": "2026-09-26T04:56:09.866Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "disallow", "path": "/lease/*", "line": 20 }, { "directive": "disallow", "path": "/transfer/*", "line": 21 }, { "directive": "disallow", "path": "/account/*", "line": 22 }, { "directive": "disallow", "path": "/rent-by-phone/*", "line": 23 }, { "directive": "disallow", "path": "/myaccount/*", "line": 24 }, { "directive": "disallow", "path": "/simplified/*", "line": 25 }, { "directive": "disallow", "path": "/access-reservation/*", "line": 26 }, { "directive": "disallow", "path": "/retrieve-reservation/*", "line": 27 }, { "directive": "disallow", "path": "/on/demandware.store/*/Account-ManageCookies", "line": 28 }, { "directive": "disallow", "path": "/on/demandware.store/*/AP-GetSoostonePromo", "line": 29 }, { "directive": "disallow", "path": "/on/demandware.store/*/AP-GetFactor", "line": 30 }, { "directive": "disallow", "path": "/rental-agreement.html", "line": 31 }, { "directive": "disallow", "path": "/rental-agreements.html", "line": 32 }, { "directive": "disallow", "path": "/ny-lien-law-182.html", "line": 33 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/lease/*", "line": 2 }, { "directive": "disallow", "path": "/transfer/*", "line": 3 }, { "directive": "disallow", "path": "/account/*", "line": 4 }, { "directive": "disallow", "path": "/rent-by-phone/*", "line": 5 }, { "directive": "disallow", "path": "/myaccount/*", "line": 6 }, { "directive": "disallow", "path": "/simplified/*", "line": 7 }, { "directive": "disallow", "path": "/access-reservation/*", "line": 8 }, { "directive": "disallow", "path": "/retrieve-reservation/*", "line": 9 }, { "directive": "disallow", "path": "/rental-agreement.html", "line": 10 }, { "directive": "disallow", "path": "/rental-agreements.html", "line": 11 }, { "directive": "disallow", "path": "/ny-lien-law-182.html", "line": 12 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "disallow", "path": "/lease/*", "line": 20 }, { "directive": "disallow", "path": "/transfer/*", "line": 21 }, { "directive": "disallow", "path": "/account/*", "line": 22 }, { "directive": "disallow", "path": "/rent-by-phone/*", "line": 23 }, { "directive": "disallow", "path": "/myaccount/*", "line": 24 }, { "directive": "disallow", "path": "/simplified/*", "line": 25 }, { "directive": "disallow", "path": "/access-reservation/*", "line": 26 }, { "directive": "disallow", "path": "/retrieve-reservation/*", "line": 27 }, { "directive": "disallow", "path": "/on/demandware.store/*/Account-ManageCookies", "line": 28 }, { "directive": "disallow", "path": "/on/demandware.store/*/AP-GetSoostonePromo", "line": 29 }, { "directive": "disallow", "path": "/on/demandware.store/*/AP-GetFactor", "line": 30 }, { "directive": "disallow", "path": "/rental-agreement.html", "line": 31 }, { "directive": "disallow", "path": "/rental-agreements.html", "line": 32 }, { "directive": "disallow", "path": "/ny-lien-law-182.html", "line": 33 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "disallow", "path": "/lease/*", "line": 20 }, { "directive": "disallow", "path": "/transfer/*", "line": 21 }, { "directive": "disallow", "path": "/account/*", "line": 22 }, { "directive": "disallow", "path": "/rent-by-phone/*", "line": 23 }, { "directive": "disallow", "path": "/myaccount/*", "line": 24 }, { "directive": "disallow", "path": "/simplified/*", "line": 25 }, { "directive": "disallow", "path": "/access-reservation/*", "line": 26 }, { "directive": "disallow", "path": "/retrieve-reservation/*", "line": 27 }, { "directive": "disallow", "path": "/on/demandware.store/*/Account-ManageCookies", "line": 28 }, { "directive": "disallow", "path": "/on/demandware.store/*/AP-GetSoostonePromo", "line": 29 }, { "directive": "disallow", "path": "/on/demandware.store/*/AP-GetFactor", "line": 30 }, { "directive": "disallow", "path": "/rental-agreement.html", "line": 31 }, { "directive": "disallow", "path": "/rental-agreements.html", "line": 32 }, { "directive": "disallow", "path": "/ny-lien-law-182.html", "line": 33 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "disallow", "path": "/lease/*", "line": 20 }, { "directive": "disallow", "path": "/transfer/*", "line": 21 }, { "directive": "disallow", "path": "/account/*", "line": 22 }, { "directive": "disallow", "path": "/rent-by-phone/*", "line": 23 }, { "directive": "disallow", "path": "/myaccount/*", "line": 24 }, { "directive": "disallow", "path": "/simplified/*", "line": 25 }, { "directive": "disallow", "path": "/access-reservation/*", "line": 26 }, { "directive": "disallow", "path": "/retrieve-reservation/*", "line": 27 }, { "directive": "disallow", "path": "/on/demandware.store/*/Account-ManageCookies", "line": 28 }, { "directive": "disallow", "path": "/on/demandware.store/*/AP-GetSoostonePromo", "line": 29 }, { "directive": "disallow", "path": "/on/demandware.store/*/AP-GetFactor", "line": 30 }, { "directive": "disallow", "path": "/rental-agreement.html", "line": 31 }, { "directive": "disallow", "path": "/rental-agreements.html", "line": 32 }, { "directive": "disallow", "path": "/ny-lien-law-182.html", "line": 33 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "disallow", "path": "/lease/*", "line": 20 }, { "directive": "disallow", "path": "/transfer/*", "line": 21 }, { "directive": "disallow", "path": "/account/*", "line": 22 }, { "directive": "disallow", "path": "/rent-by-phone/*", "line": 23 }, { "directive": "disallow", "path": "/myaccount/*", "line": 24 }, { "directive": "disallow", "path": "/simplified/*", "line": 25 }, { "directive": "disallow", "path": "/access-reservation/*", "line": 26 }, { "directive": "disallow", "path": "/retrieve-reservation/*", "line": 27 }, { "directive": "disallow", "path": "/on/demandware.store/*/Account-ManageCookies", "line": 28 }, { "directive": "disallow", "path": "/on/demandware.store/*/AP-GetSoostonePromo", "line": 29 }, { "directive": "disallow", "path": "/on/demandware.store/*/AP-GetFactor", "line": 30 }, { "directive": "disallow", "path": "/rental-agreement.html", "line": 31 }, { "directive": "disallow", "path": "/rental-agreements.html", "line": 32 }, { "directive": "disallow", "path": "/ny-lien-law-182.html", "line": 33 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/lease/*", "line": 2 }, { "directive": "disallow", "path": "/transfer/*", "line": 3 }, { "directive": "disallow", "path": "/account/*", "line": 4 }, { "directive": "disallow", "path": "/rent-by-phone/*", "line": 5 }, { "directive": "disallow", "path": "/myaccount/*", "line": 6 }, { "directive": "disallow", "path": "/simplified/*", "line": 7 }, { "directive": "disallow", "path": "/access-reservation/*", "line": 8 }, { "directive": "disallow", "path": "/retrieve-reservation/*", "line": 9 }, { "directive": "disallow", "path": "/rental-agreement.html", "line": 10 }, { "directive": "disallow", "path": "/rental-agreements.html", "line": 11 }, { "directive": "disallow", "path": "/ny-lien-law-182.html", "line": 12 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/lease/*", "line": 2 }, { "directive": "disallow", "path": "/transfer/*", "line": 3 }, { "directive": "disallow", "path": "/account/*", "line": 4 }, { "directive": "disallow", "path": "/rent-by-phone/*", "line": 5 }, { "directive": "disallow", "path": "/myaccount/*", "line": 6 }, { "directive": "disallow", "path": "/simplified/*", "line": 7 }, { "directive": "disallow", "path": "/access-reservation/*", "line": 8 }, { "directive": "disallow", "path": "/retrieve-reservation/*", "line": 9 }, { "directive": "disallow", "path": "/rental-agreement.html", "line": 10 }, { "directive": "disallow", "path": "/rental-agreements.html", "line": 11 }, { "directive": "disallow", "path": "/ny-lien-law-182.html", "line": 12 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.publicstorage.com/robots.txt", "contentType": "text/plain;charset=UTF-8", "sha256": "210be1c4babc7f307b7b5cd5009457351cf2c4644b9db9e79c487c7ea848356b", "bytes": 1255 }, { "company": "PulteGroup", "cik": "822416", "sector": "Consumer Discretionary", "origin": "http://pulte.com", "checkedAt": "2026-09-26T04:56:09.891Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 3 }, { "directive": "disallow", "path": "/my-pulte-account/logout", "line": 4 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 5 }, { "directive": "disallow", "path": "/EditorPage.aspx", "line": 6 }, { "directive": "disallow", "path": "*secondary0$", "line": 7 }, { "directive": "disallow", "path": "*secondary3$", "line": 8 }, { "directive": "disallow", "path": "/*?RedirectUrl=", "line": 9 }, { "directive": "disallow", "path": "/ratings-detail-list", "line": 10 } ], "warnings": [ 7, 8 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 3 }, { "directive": "disallow", "path": "/my-pulte-account/logout", "line": 4 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 5 }, { "directive": "disallow", "path": "/EditorPage.aspx", "line": 6 }, { "directive": "disallow", "path": "*secondary0$", "line": 7 }, { "directive": "disallow", "path": "*secondary3$", "line": 8 }, { "directive": "disallow", "path": "/*?RedirectUrl=", "line": 9 }, { "directive": "disallow", "path": "/ratings-detail-list", "line": 10 } ], "warnings": [ 7, 8 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 3 }, { "directive": "disallow", "path": "/my-pulte-account/logout", "line": 4 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 5 }, { "directive": "disallow", "path": "/EditorPage.aspx", "line": 6 }, { "directive": "disallow", "path": "*secondary0$", "line": 7 }, { "directive": "disallow", "path": "*secondary3$", "line": 8 }, { "directive": "disallow", "path": "/*?RedirectUrl=", "line": 9 }, { "directive": "disallow", "path": "/ratings-detail-list", "line": 10 } ], "warnings": [ 7, 8 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 3 }, { "directive": "disallow", "path": "/my-pulte-account/logout", "line": 4 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 5 }, { "directive": "disallow", "path": "/EditorPage.aspx", "line": 6 }, { "directive": "disallow", "path": "*secondary0$", "line": 7 }, { "directive": "disallow", "path": "*secondary3$", "line": 8 }, { "directive": "disallow", "path": "/*?RedirectUrl=", "line": 9 }, { "directive": "disallow", "path": "/ratings-detail-list", "line": 10 } ], "warnings": [ 7, 8 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 3 }, { "directive": "disallow", "path": "/my-pulte-account/logout", "line": 4 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 5 }, { "directive": "disallow", "path": "/EditorPage.aspx", "line": 6 }, { "directive": "disallow", "path": "*secondary0$", "line": 7 }, { "directive": "disallow", "path": "*secondary3$", "line": 8 }, { "directive": "disallow", "path": "/*?RedirectUrl=", "line": 9 }, { "directive": "disallow", "path": "/ratings-detail-list", "line": 10 } ], "warnings": [ 7, 8 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 3 }, { "directive": "disallow", "path": "/my-pulte-account/logout", "line": 4 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 5 }, { "directive": "disallow", "path": "/EditorPage.aspx", "line": 6 }, { "directive": "disallow", "path": "*secondary0$", "line": 7 }, { "directive": "disallow", "path": "*secondary3$", "line": 8 }, { "directive": "disallow", "path": "/*?RedirectUrl=", "line": 9 }, { "directive": "disallow", "path": "/ratings-detail-list", "line": 10 } ], "warnings": [ 7, 8 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 3 }, { "directive": "disallow", "path": "/my-pulte-account/logout", "line": 4 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 5 }, { "directive": "disallow", "path": "/EditorPage.aspx", "line": 6 }, { "directive": "disallow", "path": "*secondary0$", "line": 7 }, { "directive": "disallow", "path": "*secondary3$", "line": 8 }, { "directive": "disallow", "path": "/*?RedirectUrl=", "line": 9 }, { "directive": "disallow", "path": "/ratings-detail-list", "line": 10 } ], "warnings": [ 7, 8 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search", "line": 3 }, { "directive": "disallow", "path": "/my-pulte-account/logout", "line": 4 }, { "directive": "disallow", "path": "/sitecore/content/", "line": 5 }, { "directive": "disallow", "path": "/EditorPage.aspx", "line": 6 }, { "directive": "disallow", "path": "*secondary0$", "line": 7 }, { "directive": "disallow", "path": "*secondary3$", "line": 8 }, { "directive": "disallow", "path": "/*?RedirectUrl=", "line": 9 }, { "directive": "disallow", "path": "/ratings-detail-list", "line": 10 } ], "warnings": [ 7, 8 ] } }, "httpStatus": 200, "finalUrl": "https://www.pulte.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "497efd5fea2bfff1cb83577a59ceb408797244dfcaee7afe4ab7d9cac582b8f4", "bytes": 406 }, { "company": "Qnity Electronics", "cik": "2058873", "sector": "Information Technology", "origin": "https://www.qnityelectronics.com", "checkedAt": "2026-09-26T04:56:10.128Z", "status": "missing_file", "bots": null, "httpStatus": 404, "finalUrl": "https://www.qnityelectronics.com/robots.txt", "contentType": "text/html;charset=utf-8" }, { "company": "Qualcomm", "cik": "804328", "sector": "Information Technology", "origin": "https://consumerrights.wiki", "checkedAt": "2026-09-26T04:56:10.384Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/index.php", "line": 4 }, { "directive": "disallow", "path": "/api.php", "line": 5 }, { "directive": "disallow", "path": "/rest.php/", "line": 6 }, { "directive": "disallow", "path": "/thumb.php", "line": 7 }, { "directive": "disallow", "path": "/w/Special:", "line": 8 }, { "directive": "disallow", "path": "/w/Special%3A", "line": 9 }, { "directive": "disallow", "path": "/*?action=", "line": 10 }, { "directive": "disallow", "path": "/*?*&action=", "line": 11 }, { "directive": "disallow", "path": "/*?feed=", "line": 12 }, { "directive": "disallow", "path": "/*?*&feed=", "line": 13 }, { "directive": "disallow", "path": "/*?from=", "line": 14 }, { "directive": "disallow", "path": "/*?*&from=", "line": 15 }, { "directive": "disallow", "path": "/*?mobileaction=", "line": 16 }, { "directive": "disallow", "path": "/*?*&mobileaction=", "line": 17 }, { "directive": "disallow", "path": "/*?oldid=", "line": 18 }, { "directive": "disallow", "path": "/*?*&oldid=", "line": 19 }, { "directive": "disallow", "path": "/*?printable=", "line": 20 }, { "directive": "disallow", "path": "/*?*&printable=", "line": 21 }, { "directive": "disallow", "path": "/*?redirect=", "line": 22 }, { "directive": "disallow", "path": "/*?*&redirect=", "line": 23 }, { "directive": "disallow", "path": "/*?uselang=", "line": 24 }, { "directive": "disallow", "path": "/*?*&uselang=", "line": 25 }, { "directive": "disallow", "path": "/*?useskin=", "line": 26 }, { "directive": "disallow", "path": "/*?*&useskin=", "line": 27 }, { "directive": "disallow", "path": "/*?veaction=", "line": 28 }, { "directive": "disallow", "path": "/*?*&veaction=", "line": 29 }, { "directive": "disallow", "path": "/*?filefrom=", "line": 30 }, { "directive": "disallow", "path": "/*?*&filefrom=", "line": 31 }, { "directive": "disallow", "path": "/*?fileuntil=", "line": 32 }, { "directive": "disallow", "path": "/*?*&fileuntil=", "line": 33 }, { "directive": "disallow", "path": "/*?diff=", "line": 34 }, { "directive": "disallow", "path": "/*?*&diff=", "line": 35 }, { "directive": "disallow", "path": "/*?curid=", "line": 36 }, { "directive": "disallow", "path": "/*?*&curid=", "line": 37 }, { "directive": "disallow", "path": "/*?search=", "line": 38 }, { "directive": "disallow", "path": "/*?*&search=", "line": 39 }, { "directive": "disallow", "path": "/*?section=", "line": 40 }, { "directive": "disallow", "path": "/*?*§ion=", "line": 41 }, { "directive": "disallow", "path": "/*?limit=", "line": 42 }, { "directive": "disallow", "path": "/*?*&limit=", "line": 43 }, { "directive": "disallow", "path": "/*?pageuntil=", "line": 44 }, { "directive": "disallow", "path": "/*?*&pageuntil=", "line": 45 }, { "directive": "disallow", "path": "/*?pagefrom=", "line": 46 }, { "directive": "disallow", "path": "/*?*&pagefrom=", "line": 47 }, { "directive": "disallow", "path": "/*?navbox=", "line": 48 }, { "directive": "disallow", "path": "/*?*&navbox=", "line": 49 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/index.php", "line": 4 }, { "directive": "disallow", "path": "/api.php", "line": 5 }, { "directive": "disallow", "path": "/rest.php/", "line": 6 }, { "directive": "disallow", "path": "/thumb.php", "line": 7 }, { "directive": "disallow", "path": "/w/Special:", "line": 8 }, { "directive": "disallow", "path": "/w/Special%3A", "line": 9 }, { "directive": "disallow", "path": "/*?action=", "line": 10 }, { "directive": "disallow", "path": "/*?*&action=", "line": 11 }, { "directive": "disallow", "path": "/*?feed=", "line": 12 }, { "directive": "disallow", "path": "/*?*&feed=", "line": 13 }, { "directive": "disallow", "path": "/*?from=", "line": 14 }, { "directive": "disallow", "path": "/*?*&from=", "line": 15 }, { "directive": "disallow", "path": "/*?mobileaction=", "line": 16 }, { "directive": "disallow", "path": "/*?*&mobileaction=", "line": 17 }, { "directive": "disallow", "path": "/*?oldid=", "line": 18 }, { "directive": "disallow", "path": "/*?*&oldid=", "line": 19 }, { "directive": "disallow", "path": "/*?printable=", "line": 20 }, { "directive": "disallow", "path": "/*?*&printable=", "line": 21 }, { "directive": "disallow", "path": "/*?redirect=", "line": 22 }, { "directive": "disallow", "path": "/*?*&redirect=", "line": 23 }, { "directive": "disallow", "path": "/*?uselang=", "line": 24 }, { "directive": "disallow", "path": "/*?*&uselang=", "line": 25 }, { "directive": "disallow", "path": "/*?useskin=", "line": 26 }, { "directive": "disallow", "path": "/*?*&useskin=", "line": 27 }, { "directive": "disallow", "path": "/*?veaction=", "line": 28 }, { "directive": "disallow", "path": "/*?*&veaction=", "line": 29 }, { "directive": "disallow", "path": "/*?filefrom=", "line": 30 }, { "directive": "disallow", "path": "/*?*&filefrom=", "line": 31 }, { "directive": "disallow", "path": "/*?fileuntil=", "line": 32 }, { "directive": "disallow", "path": "/*?*&fileuntil=", "line": 33 }, { "directive": "disallow", "path": "/*?diff=", "line": 34 }, { "directive": "disallow", "path": "/*?*&diff=", "line": 35 }, { "directive": "disallow", "path": "/*?curid=", "line": 36 }, { "directive": "disallow", "path": "/*?*&curid=", "line": 37 }, { "directive": "disallow", "path": "/*?search=", "line": 38 }, { "directive": "disallow", "path": "/*?*&search=", "line": 39 }, { "directive": "disallow", "path": "/*?section=", "line": 40 }, { "directive": "disallow", "path": "/*?*§ion=", "line": 41 }, { "directive": "disallow", "path": "/*?limit=", "line": 42 }, { "directive": "disallow", "path": "/*?*&limit=", "line": 43 }, { "directive": "disallow", "path": "/*?pageuntil=", "line": 44 }, { "directive": "disallow", "path": "/*?*&pageuntil=", "line": 45 }, { "directive": "disallow", "path": "/*?pagefrom=", "line": 46 }, { "directive": "disallow", "path": "/*?*&pagefrom=", "line": 47 }, { "directive": "disallow", "path": "/*?navbox=", "line": 48 }, { "directive": "disallow", "path": "/*?*&navbox=", "line": 49 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/index.php", "line": 4 }, { "directive": "disallow", "path": "/api.php", "line": 5 }, { "directive": "disallow", "path": "/rest.php/", "line": 6 }, { "directive": "disallow", "path": "/thumb.php", "line": 7 }, { "directive": "disallow", "path": "/w/Special:", "line": 8 }, { "directive": "disallow", "path": "/w/Special%3A", "line": 9 }, { "directive": "disallow", "path": "/*?action=", "line": 10 }, { "directive": "disallow", "path": "/*?*&action=", "line": 11 }, { "directive": "disallow", "path": "/*?feed=", "line": 12 }, { "directive": "disallow", "path": "/*?*&feed=", "line": 13 }, { "directive": "disallow", "path": "/*?from=", "line": 14 }, { "directive": "disallow", "path": "/*?*&from=", "line": 15 }, { "directive": "disallow", "path": "/*?mobileaction=", "line": 16 }, { "directive": "disallow", "path": "/*?*&mobileaction=", "line": 17 }, { "directive": "disallow", "path": "/*?oldid=", "line": 18 }, { "directive": "disallow", "path": "/*?*&oldid=", "line": 19 }, { "directive": "disallow", "path": "/*?printable=", "line": 20 }, { "directive": "disallow", "path": "/*?*&printable=", "line": 21 }, { "directive": "disallow", "path": "/*?redirect=", "line": 22 }, { "directive": "disallow", "path": "/*?*&redirect=", "line": 23 }, { "directive": "disallow", "path": "/*?uselang=", "line": 24 }, { "directive": "disallow", "path": "/*?*&uselang=", "line": 25 }, { "directive": "disallow", "path": "/*?useskin=", "line": 26 }, { "directive": "disallow", "path": "/*?*&useskin=", "line": 27 }, { "directive": "disallow", "path": "/*?veaction=", "line": 28 }, { "directive": "disallow", "path": "/*?*&veaction=", "line": 29 }, { "directive": "disallow", "path": "/*?filefrom=", "line": 30 }, { "directive": "disallow", "path": "/*?*&filefrom=", "line": 31 }, { "directive": "disallow", "path": "/*?fileuntil=", "line": 32 }, { "directive": "disallow", "path": "/*?*&fileuntil=", "line": 33 }, { "directive": "disallow", "path": "/*?diff=", "line": 34 }, { "directive": "disallow", "path": "/*?*&diff=", "line": 35 }, { "directive": "disallow", "path": "/*?curid=", "line": 36 }, { "directive": "disallow", "path": "/*?*&curid=", "line": 37 }, { "directive": "disallow", "path": "/*?search=", "line": 38 }, { "directive": "disallow", "path": "/*?*&search=", "line": 39 }, { "directive": "disallow", "path": "/*?section=", "line": 40 }, { "directive": "disallow", "path": "/*?*§ion=", "line": 41 }, { "directive": "disallow", "path": "/*?limit=", "line": 42 }, { "directive": "disallow", "path": "/*?*&limit=", "line": 43 }, { "directive": "disallow", "path": "/*?pageuntil=", "line": 44 }, { "directive": "disallow", "path": "/*?*&pageuntil=", "line": 45 }, { "directive": "disallow", "path": "/*?pagefrom=", "line": 46 }, { "directive": "disallow", "path": "/*?*&pagefrom=", "line": 47 }, { "directive": "disallow", "path": "/*?navbox=", "line": 48 }, { "directive": "disallow", "path": "/*?*&navbox=", "line": 49 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 84 }, { "directive": "disallow", "path": "/index.php", "line": 85 }, { "directive": "disallow", "path": "/api.php", "line": 86 }, { "directive": "disallow", "path": "/rest.php/", "line": 87 }, { "directive": "disallow", "path": "/thumb.php", "line": 88 }, { "directive": "disallow", "path": "/w/Special:", "line": 89 }, { "directive": "disallow", "path": "/w/Special%3A", "line": 90 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 84 }, { "directive": "disallow", "path": "/index.php", "line": 85 }, { "directive": "disallow", "path": "/api.php", "line": 86 }, { "directive": "disallow", "path": "/rest.php/", "line": 87 }, { "directive": "disallow", "path": "/thumb.php", "line": 88 }, { "directive": "disallow", "path": "/w/Special:", "line": 89 }, { "directive": "disallow", "path": "/w/Special%3A", "line": 90 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/index.php", "line": 4 }, { "directive": "disallow", "path": "/api.php", "line": 5 }, { "directive": "disallow", "path": "/rest.php/", "line": 6 }, { "directive": "disallow", "path": "/thumb.php", "line": 7 }, { "directive": "disallow", "path": "/w/Special:", "line": 8 }, { "directive": "disallow", "path": "/w/Special%3A", "line": 9 }, { "directive": "disallow", "path": "/*?action=", "line": 10 }, { "directive": "disallow", "path": "/*?*&action=", "line": 11 }, { "directive": "disallow", "path": "/*?feed=", "line": 12 }, { "directive": "disallow", "path": "/*?*&feed=", "line": 13 }, { "directive": "disallow", "path": "/*?from=", "line": 14 }, { "directive": "disallow", "path": "/*?*&from=", "line": 15 }, { "directive": "disallow", "path": "/*?mobileaction=", "line": 16 }, { "directive": "disallow", "path": "/*?*&mobileaction=", "line": 17 }, { "directive": "disallow", "path": "/*?oldid=", "line": 18 }, { "directive": "disallow", "path": "/*?*&oldid=", "line": 19 }, { "directive": "disallow", "path": "/*?printable=", "line": 20 }, { "directive": "disallow", "path": "/*?*&printable=", "line": 21 }, { "directive": "disallow", "path": "/*?redirect=", "line": 22 }, { "directive": "disallow", "path": "/*?*&redirect=", "line": 23 }, { "directive": "disallow", "path": "/*?uselang=", "line": 24 }, { "directive": "disallow", "path": "/*?*&uselang=", "line": 25 }, { "directive": "disallow", "path": "/*?useskin=", "line": 26 }, { "directive": "disallow", "path": "/*?*&useskin=", "line": 27 }, { "directive": "disallow", "path": "/*?veaction=", "line": 28 }, { "directive": "disallow", "path": "/*?*&veaction=", "line": 29 }, { "directive": "disallow", "path": "/*?filefrom=", "line": 30 }, { "directive": "disallow", "path": "/*?*&filefrom=", "line": 31 }, { "directive": "disallow", "path": "/*?fileuntil=", "line": 32 }, { "directive": "disallow", "path": "/*?*&fileuntil=", "line": 33 }, { "directive": "disallow", "path": "/*?diff=", "line": 34 }, { "directive": "disallow", "path": "/*?*&diff=", "line": 35 }, { "directive": "disallow", "path": "/*?curid=", "line": 36 }, { "directive": "disallow", "path": "/*?*&curid=", "line": 37 }, { "directive": "disallow", "path": "/*?search=", "line": 38 }, { "directive": "disallow", "path": "/*?*&search=", "line": 39 }, { "directive": "disallow", "path": "/*?section=", "line": 40 }, { "directive": "disallow", "path": "/*?*§ion=", "line": 41 }, { "directive": "disallow", "path": "/*?limit=", "line": 42 }, { "directive": "disallow", "path": "/*?*&limit=", "line": 43 }, { "directive": "disallow", "path": "/*?pageuntil=", "line": 44 }, { "directive": "disallow", "path": "/*?*&pageuntil=", "line": 45 }, { "directive": "disallow", "path": "/*?pagefrom=", "line": 46 }, { "directive": "disallow", "path": "/*?*&pagefrom=", "line": 47 }, { "directive": "disallow", "path": "/*?navbox=", "line": 48 }, { "directive": "disallow", "path": "/*?*&navbox=", "line": 49 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/index.php", "line": 4 }, { "directive": "disallow", "path": "/api.php", "line": 5 }, { "directive": "disallow", "path": "/rest.php/", "line": 6 }, { "directive": "disallow", "path": "/thumb.php", "line": 7 }, { "directive": "disallow", "path": "/w/Special:", "line": 8 }, { "directive": "disallow", "path": "/w/Special%3A", "line": 9 }, { "directive": "disallow", "path": "/*?action=", "line": 10 }, { "directive": "disallow", "path": "/*?*&action=", "line": 11 }, { "directive": "disallow", "path": "/*?feed=", "line": 12 }, { "directive": "disallow", "path": "/*?*&feed=", "line": 13 }, { "directive": "disallow", "path": "/*?from=", "line": 14 }, { "directive": "disallow", "path": "/*?*&from=", "line": 15 }, { "directive": "disallow", "path": "/*?mobileaction=", "line": 16 }, { "directive": "disallow", "path": "/*?*&mobileaction=", "line": 17 }, { "directive": "disallow", "path": "/*?oldid=", "line": 18 }, { "directive": "disallow", "path": "/*?*&oldid=", "line": 19 }, { "directive": "disallow", "path": "/*?printable=", "line": 20 }, { "directive": "disallow", "path": "/*?*&printable=", "line": 21 }, { "directive": "disallow", "path": "/*?redirect=", "line": 22 }, { "directive": "disallow", "path": "/*?*&redirect=", "line": 23 }, { "directive": "disallow", "path": "/*?uselang=", "line": 24 }, { "directive": "disallow", "path": "/*?*&uselang=", "line": 25 }, { "directive": "disallow", "path": "/*?useskin=", "line": 26 }, { "directive": "disallow", "path": "/*?*&useskin=", "line": 27 }, { "directive": "disallow", "path": "/*?veaction=", "line": 28 }, { "directive": "disallow", "path": "/*?*&veaction=", "line": 29 }, { "directive": "disallow", "path": "/*?filefrom=", "line": 30 }, { "directive": "disallow", "path": "/*?*&filefrom=", "line": 31 }, { "directive": "disallow", "path": "/*?fileuntil=", "line": 32 }, { "directive": "disallow", "path": "/*?*&fileuntil=", "line": 33 }, { "directive": "disallow", "path": "/*?diff=", "line": 34 }, { "directive": "disallow", "path": "/*?*&diff=", "line": 35 }, { "directive": "disallow", "path": "/*?curid=", "line": 36 }, { "directive": "disallow", "path": "/*?*&curid=", "line": 37 }, { "directive": "disallow", "path": "/*?search=", "line": 38 }, { "directive": "disallow", "path": "/*?*&search=", "line": 39 }, { "directive": "disallow", "path": "/*?section=", "line": 40 }, { "directive": "disallow", "path": "/*?*§ion=", "line": 41 }, { "directive": "disallow", "path": "/*?limit=", "line": 42 }, { "directive": "disallow", "path": "/*?*&limit=", "line": 43 }, { "directive": "disallow", "path": "/*?pageuntil=", "line": 44 }, { "directive": "disallow", "path": "/*?*&pageuntil=", "line": 45 }, { "directive": "disallow", "path": "/*?pagefrom=", "line": 46 }, { "directive": "disallow", "path": "/*?*&pagefrom=", "line": 47 }, { "directive": "disallow", "path": "/*?navbox=", "line": 48 }, { "directive": "disallow", "path": "/*?*&navbox=", "line": 49 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/index.php", "line": 4 }, { "directive": "disallow", "path": "/api.php", "line": 5 }, { "directive": "disallow", "path": "/rest.php/", "line": 6 }, { "directive": "disallow", "path": "/thumb.php", "line": 7 }, { "directive": "disallow", "path": "/w/Special:", "line": 8 }, { "directive": "disallow", "path": "/w/Special%3A", "line": 9 }, { "directive": "disallow", "path": "/*?action=", "line": 10 }, { "directive": "disallow", "path": "/*?*&action=", "line": 11 }, { "directive": "disallow", "path": "/*?feed=", "line": 12 }, { "directive": "disallow", "path": "/*?*&feed=", "line": 13 }, { "directive": "disallow", "path": "/*?from=", "line": 14 }, { "directive": "disallow", "path": "/*?*&from=", "line": 15 }, { "directive": "disallow", "path": "/*?mobileaction=", "line": 16 }, { "directive": "disallow", "path": "/*?*&mobileaction=", "line": 17 }, { "directive": "disallow", "path": "/*?oldid=", "line": 18 }, { "directive": "disallow", "path": "/*?*&oldid=", "line": 19 }, { "directive": "disallow", "path": "/*?printable=", "line": 20 }, { "directive": "disallow", "path": "/*?*&printable=", "line": 21 }, { "directive": "disallow", "path": "/*?redirect=", "line": 22 }, { "directive": "disallow", "path": "/*?*&redirect=", "line": 23 }, { "directive": "disallow", "path": "/*?uselang=", "line": 24 }, { "directive": "disallow", "path": "/*?*&uselang=", "line": 25 }, { "directive": "disallow", "path": "/*?useskin=", "line": 26 }, { "directive": "disallow", "path": "/*?*&useskin=", "line": 27 }, { "directive": "disallow", "path": "/*?veaction=", "line": 28 }, { "directive": "disallow", "path": "/*?*&veaction=", "line": 29 }, { "directive": "disallow", "path": "/*?filefrom=", "line": 30 }, { "directive": "disallow", "path": "/*?*&filefrom=", "line": 31 }, { "directive": "disallow", "path": "/*?fileuntil=", "line": 32 }, { "directive": "disallow", "path": "/*?*&fileuntil=", "line": 33 }, { "directive": "disallow", "path": "/*?diff=", "line": 34 }, { "directive": "disallow", "path": "/*?*&diff=", "line": 35 }, { "directive": "disallow", "path": "/*?curid=", "line": 36 }, { "directive": "disallow", "path": "/*?*&curid=", "line": 37 }, { "directive": "disallow", "path": "/*?search=", "line": 38 }, { "directive": "disallow", "path": "/*?*&search=", "line": 39 }, { "directive": "disallow", "path": "/*?section=", "line": 40 }, { "directive": "disallow", "path": "/*?*§ion=", "line": 41 }, { "directive": "disallow", "path": "/*?limit=", "line": 42 }, { "directive": "disallow", "path": "/*?*&limit=", "line": 43 }, { "directive": "disallow", "path": "/*?pageuntil=", "line": 44 }, { "directive": "disallow", "path": "/*?*&pageuntil=", "line": 45 }, { "directive": "disallow", "path": "/*?pagefrom=", "line": 46 }, { "directive": "disallow", "path": "/*?*&pagefrom=", "line": 47 }, { "directive": "disallow", "path": "/*?navbox=", "line": 48 }, { "directive": "disallow", "path": "/*?*&navbox=", "line": 49 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://consumerrights.wiki/robots.txt", "contentType": "text/plain", "sha256": "6c9814e27b0eed43c89b7aef2691d6823c87614b588f5dc1311dca17664dafe0", "bytes": 1833 }, { "company": "Quanta Services", "cik": "1050915", "sector": "Industrials", "origin": "https://www.quantaservices.com", "checkedAt": "2026-09-26T04:56:10.467Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.quantaservices.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "332a95f13ecaf004737a7009b41ee0f5f8a319cfe14502b8b483b9691c00ebb2", "bytes": 72 }, { "company": "Quest Diagnostics", "cik": "1022079", "sector": "Health Care", "origin": "https://www.questdiagnostics.com", "checkedAt": "2026-09-26T04:56:10.687Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.questdiagnostics.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "8fe332a29ee55ac29edab815e9de244bbe47c3dd701e08c71217df307c8f94a8", "bytes": 80 }, { "company": "Ralph Lauren Corporation", "cik": "1037038", "sector": "Consumer Discretionary", "origin": "https://corporate.ralphlauren.com", "checkedAt": "2026-09-26T04:56:11.134Z", "status": "missing_file", "bots": null, "httpStatus": 404, "finalUrl": "https://corporate.ralphlauren.com/robots.txt", "contentType": "text/html;charset=UTF-8" }, { "company": "Raymond James Financial", "cik": "720005", "sector": "Financials", "origin": "https://www.raymondjames.com", "checkedAt": "2026-09-26T04:56:11.197Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "Realty Income", "cik": "726728", "sector": "Real Estate", "origin": "http://www.realtyincome.com", "checkedAt": "2026-09-26T04:56:11.203Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 3 }, { "directive": "allow", "path": "/core/*.css?", "line": 4 }, { "directive": "allow", "path": "/core/*.js$", "line": 5 }, { "directive": "allow", "path": "/core/*.js?", "line": 6 }, { "directive": "allow", "path": "/core/*.gif", "line": 7 }, { "directive": "allow", "path": "/core/*.jpg", "line": 8 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 9 }, { "directive": "allow", "path": "/core/*.png", "line": 10 }, { "directive": "allow", "path": "/core/*.svg", "line": 11 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 12 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 13 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 14 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 15 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 16 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 17 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 18 }, { "directive": "allow", "path": "/profiles/*.png", "line": 19 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 20 }, { "directive": "disallow", "path": "/core/", "line": 22 }, { "directive": "disallow", "path": "/profiles/", "line": 23 }, { "directive": "disallow", "path": "/README.txt", "line": 25 }, { "directive": "disallow", "path": "/filter/tips", "line": 27 }, { "directive": "disallow", "path": "/node/add/", "line": 28 }, { "directive": "disallow", "path": "/node/*", "line": 29 }, { "directive": "disallow", "path": "/search/", "line": 30 }, { "directive": "disallow", "path": "/user/*", "line": 31 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 33 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 34 }, { "directive": "disallow", "path": "/index.php/search/", "line": 35 }, { "directive": "disallow", "path": "/index.php/user/*", "line": 36 }, { "directive": "disallow", "path": "/node/*", "line": 38 }, { "directive": "disallow", "path": "/taxonomy/*", "line": 39 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 3 }, { "directive": "allow", "path": "/core/*.css?", "line": 4 }, { "directive": "allow", "path": "/core/*.js$", "line": 5 }, { "directive": "allow", "path": "/core/*.js?", "line": 6 }, { "directive": "allow", "path": "/core/*.gif", "line": 7 }, { "directive": "allow", "path": "/core/*.jpg", "line": 8 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 9 }, { "directive": "allow", "path": "/core/*.png", "line": 10 }, { "directive": "allow", "path": "/core/*.svg", "line": 11 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 12 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 13 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 14 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 15 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 16 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 17 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 18 }, { "directive": "allow", "path": "/profiles/*.png", "line": 19 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 20 }, { "directive": "disallow", "path": "/core/", "line": 22 }, { "directive": "disallow", "path": "/profiles/", "line": 23 }, { "directive": "disallow", "path": "/README.txt", "line": 25 }, { "directive": "disallow", "path": "/filter/tips", "line": 27 }, { "directive": "disallow", "path": "/node/add/", "line": 28 }, { "directive": "disallow", "path": "/node/*", "line": 29 }, { "directive": "disallow", "path": "/search/", "line": 30 }, { "directive": "disallow", "path": "/user/*", "line": 31 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 33 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 34 }, { "directive": "disallow", "path": "/index.php/search/", "line": 35 }, { "directive": "disallow", "path": "/index.php/user/*", "line": 36 }, { "directive": "disallow", "path": "/node/*", "line": 38 }, { "directive": "disallow", "path": "/taxonomy/*", "line": 39 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 3 }, { "directive": "allow", "path": "/core/*.css?", "line": 4 }, { "directive": "allow", "path": "/core/*.js$", "line": 5 }, { "directive": "allow", "path": "/core/*.js?", "line": 6 }, { "directive": "allow", "path": "/core/*.gif", "line": 7 }, { "directive": "allow", "path": "/core/*.jpg", "line": 8 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 9 }, { "directive": "allow", "path": "/core/*.png", "line": 10 }, { "directive": "allow", "path": "/core/*.svg", "line": 11 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 12 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 13 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 14 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 15 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 16 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 17 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 18 }, { "directive": "allow", "path": "/profiles/*.png", "line": 19 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 20 }, { "directive": "disallow", "path": "/core/", "line": 22 }, { "directive": "disallow", "path": "/profiles/", "line": 23 }, { "directive": "disallow", "path": "/README.txt", "line": 25 }, { "directive": "disallow", "path": "/filter/tips", "line": 27 }, { "directive": "disallow", "path": "/node/add/", "line": 28 }, { "directive": "disallow", "path": "/node/*", "line": 29 }, { "directive": "disallow", "path": "/search/", "line": 30 }, { "directive": "disallow", "path": "/user/*", "line": 31 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 33 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 34 }, { "directive": "disallow", "path": "/index.php/search/", "line": 35 }, { "directive": "disallow", "path": "/index.php/user/*", "line": 36 }, { "directive": "disallow", "path": "/node/*", "line": 38 }, { "directive": "disallow", "path": "/taxonomy/*", "line": 39 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 3 }, { "directive": "allow", "path": "/core/*.css?", "line": 4 }, { "directive": "allow", "path": "/core/*.js$", "line": 5 }, { "directive": "allow", "path": "/core/*.js?", "line": 6 }, { "directive": "allow", "path": "/core/*.gif", "line": 7 }, { "directive": "allow", "path": "/core/*.jpg", "line": 8 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 9 }, { "directive": "allow", "path": "/core/*.png", "line": 10 }, { "directive": "allow", "path": "/core/*.svg", "line": 11 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 12 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 13 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 14 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 15 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 16 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 17 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 18 }, { "directive": "allow", "path": "/profiles/*.png", "line": 19 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 20 }, { "directive": "disallow", "path": "/core/", "line": 22 }, { "directive": "disallow", "path": "/profiles/", "line": 23 }, { "directive": "disallow", "path": "/README.txt", "line": 25 }, { "directive": "disallow", "path": "/filter/tips", "line": 27 }, { "directive": "disallow", "path": "/node/add/", "line": 28 }, { "directive": "disallow", "path": "/node/*", "line": 29 }, { "directive": "disallow", "path": "/search/", "line": 30 }, { "directive": "disallow", "path": "/user/*", "line": 31 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 33 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 34 }, { "directive": "disallow", "path": "/index.php/search/", "line": 35 }, { "directive": "disallow", "path": "/index.php/user/*", "line": 36 }, { "directive": "disallow", "path": "/node/*", "line": 38 }, { "directive": "disallow", "path": "/taxonomy/*", "line": 39 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 3 }, { "directive": "allow", "path": "/core/*.css?", "line": 4 }, { "directive": "allow", "path": "/core/*.js$", "line": 5 }, { "directive": "allow", "path": "/core/*.js?", "line": 6 }, { "directive": "allow", "path": "/core/*.gif", "line": 7 }, { "directive": "allow", "path": "/core/*.jpg", "line": 8 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 9 }, { "directive": "allow", "path": "/core/*.png", "line": 10 }, { "directive": "allow", "path": "/core/*.svg", "line": 11 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 12 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 13 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 14 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 15 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 16 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 17 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 18 }, { "directive": "allow", "path": "/profiles/*.png", "line": 19 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 20 }, { "directive": "disallow", "path": "/core/", "line": 22 }, { "directive": "disallow", "path": "/profiles/", "line": 23 }, { "directive": "disallow", "path": "/README.txt", "line": 25 }, { "directive": "disallow", "path": "/filter/tips", "line": 27 }, { "directive": "disallow", "path": "/node/add/", "line": 28 }, { "directive": "disallow", "path": "/node/*", "line": 29 }, { "directive": "disallow", "path": "/search/", "line": 30 }, { "directive": "disallow", "path": "/user/*", "line": 31 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 33 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 34 }, { "directive": "disallow", "path": "/index.php/search/", "line": 35 }, { "directive": "disallow", "path": "/index.php/user/*", "line": 36 }, { "directive": "disallow", "path": "/node/*", "line": 38 }, { "directive": "disallow", "path": "/taxonomy/*", "line": 39 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 3 }, { "directive": "allow", "path": "/core/*.css?", "line": 4 }, { "directive": "allow", "path": "/core/*.js$", "line": 5 }, { "directive": "allow", "path": "/core/*.js?", "line": 6 }, { "directive": "allow", "path": "/core/*.gif", "line": 7 }, { "directive": "allow", "path": "/core/*.jpg", "line": 8 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 9 }, { "directive": "allow", "path": "/core/*.png", "line": 10 }, { "directive": "allow", "path": "/core/*.svg", "line": 11 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 12 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 13 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 14 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 15 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 16 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 17 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 18 }, { "directive": "allow", "path": "/profiles/*.png", "line": 19 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 20 }, { "directive": "disallow", "path": "/core/", "line": 22 }, { "directive": "disallow", "path": "/profiles/", "line": 23 }, { "directive": "disallow", "path": "/README.txt", "line": 25 }, { "directive": "disallow", "path": "/filter/tips", "line": 27 }, { "directive": "disallow", "path": "/node/add/", "line": 28 }, { "directive": "disallow", "path": "/node/*", "line": 29 }, { "directive": "disallow", "path": "/search/", "line": 30 }, { "directive": "disallow", "path": "/user/*", "line": 31 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 33 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 34 }, { "directive": "disallow", "path": "/index.php/search/", "line": 35 }, { "directive": "disallow", "path": "/index.php/user/*", "line": 36 }, { "directive": "disallow", "path": "/node/*", "line": 38 }, { "directive": "disallow", "path": "/taxonomy/*", "line": 39 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 3 }, { "directive": "allow", "path": "/core/*.css?", "line": 4 }, { "directive": "allow", "path": "/core/*.js$", "line": 5 }, { "directive": "allow", "path": "/core/*.js?", "line": 6 }, { "directive": "allow", "path": "/core/*.gif", "line": 7 }, { "directive": "allow", "path": "/core/*.jpg", "line": 8 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 9 }, { "directive": "allow", "path": "/core/*.png", "line": 10 }, { "directive": "allow", "path": "/core/*.svg", "line": 11 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 12 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 13 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 14 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 15 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 16 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 17 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 18 }, { "directive": "allow", "path": "/profiles/*.png", "line": 19 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 20 }, { "directive": "disallow", "path": "/core/", "line": 22 }, { "directive": "disallow", "path": "/profiles/", "line": 23 }, { "directive": "disallow", "path": "/README.txt", "line": 25 }, { "directive": "disallow", "path": "/filter/tips", "line": 27 }, { "directive": "disallow", "path": "/node/add/", "line": 28 }, { "directive": "disallow", "path": "/node/*", "line": 29 }, { "directive": "disallow", "path": "/search/", "line": 30 }, { "directive": "disallow", "path": "/user/*", "line": 31 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 33 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 34 }, { "directive": "disallow", "path": "/index.php/search/", "line": 35 }, { "directive": "disallow", "path": "/index.php/user/*", "line": 36 }, { "directive": "disallow", "path": "/node/*", "line": 38 }, { "directive": "disallow", "path": "/taxonomy/*", "line": 39 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 3 }, { "directive": "allow", "path": "/core/*.css?", "line": 4 }, { "directive": "allow", "path": "/core/*.js$", "line": 5 }, { "directive": "allow", "path": "/core/*.js?", "line": 6 }, { "directive": "allow", "path": "/core/*.gif", "line": 7 }, { "directive": "allow", "path": "/core/*.jpg", "line": 8 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 9 }, { "directive": "allow", "path": "/core/*.png", "line": 10 }, { "directive": "allow", "path": "/core/*.svg", "line": 11 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 12 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 13 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 14 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 15 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 16 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 17 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 18 }, { "directive": "allow", "path": "/profiles/*.png", "line": 19 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 20 }, { "directive": "disallow", "path": "/core/", "line": 22 }, { "directive": "disallow", "path": "/profiles/", "line": 23 }, { "directive": "disallow", "path": "/README.txt", "line": 25 }, { "directive": "disallow", "path": "/filter/tips", "line": 27 }, { "directive": "disallow", "path": "/node/add/", "line": 28 }, { "directive": "disallow", "path": "/node/*", "line": 29 }, { "directive": "disallow", "path": "/search/", "line": 30 }, { "directive": "disallow", "path": "/user/*", "line": 31 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 33 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 34 }, { "directive": "disallow", "path": "/index.php/search/", "line": 35 }, { "directive": "disallow", "path": "/index.php/user/*", "line": 36 }, { "directive": "disallow", "path": "/node/*", "line": 38 }, { "directive": "disallow", "path": "/taxonomy/*", "line": 39 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.realtyincome.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "377b4d7b7392986b83d60647f5c6c66fd65057a20aa226db87019075687ba8b4", "bytes": 949 }, { "company": "Regency Centers", "cik": "910606", "sector": "Real Estate", "origin": "http://www.regencycenters.com", "checkedAt": "2026-09-26T04:56:11.395Z", "status": "inaccessible", "bots": null, "error": "ECONNRESET" }, { "company": "Regeneron Pharmaceuticals", "cik": "872589", "sector": "Health Care", "origin": "https://www.regeneron.com", "checkedAt": "2026-09-26T04:56:11.472Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/node/*", "line": 58 }, { "directive": "disallow", "path": "/search-results*", "line": 59 }, { "directive": "disallow", "path": "/CHANGELOG.txt", "line": 61 }, { "directive": "disallow", "path": "/cron.php", "line": 62 }, { "directive": "disallow", "path": "/INSTALL.mysql.txt", "line": 63 }, { "directive": "disallow", "path": "/INSTALL.pgsql.txt", "line": 64 }, { "directive": "disallow", "path": "/INSTALL.sqlite.txt", "line": 65 }, { "directive": "disallow", "path": "/install.php", "line": 66 }, { "directive": "disallow", "path": "/INSTALL.txt", "line": 67 }, { "directive": "disallow", "path": "/LICENSE.txt", "line": 68 }, { "directive": "disallow", "path": "/MAINTAINERS.txt", "line": 69 }, { "directive": "disallow", "path": "/update.php", "line": 70 }, { "directive": "disallow", "path": "/UPGRADE.txt", "line": 71 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 72 }, { "directive": "disallow", "path": "/admin", "line": 74 }, { "directive": "disallow", "path": "/comment/reply", "line": 75 }, { "directive": "disallow", "path": "/filter/tips", "line": 76 }, { "directive": "disallow", "path": "/node/add", "line": 77 }, { "directive": "disallow", "path": "/search", "line": 78 }, { "directive": "disallow", "path": "/user/register", "line": 79 }, { "directive": "disallow", "path": "/user/password", "line": 80 }, { "directive": "disallow", "path": "/user/login", "line": 81 }, { "directive": "disallow", "path": "/user/logout", "line": 82 }, { "directive": "disallow", "path": "/?q=admin", "line": 84 }, { "directive": "disallow", "path": "/?q=comment/reply", "line": 85 }, { "directive": "disallow", "path": "/?q=filter/tips", "line": 86 }, { "directive": "disallow", "path": "/?q=node/add", "line": 87 }, { "directive": "disallow", "path": "/?q=search", "line": 88 }, { "directive": "disallow", "path": "/?q=user/password", "line": 89 }, { "directive": "disallow", "path": "/?q=user/register", "line": 90 }, { "directive": "disallow", "path": "/?q=user/login", "line": 91 }, { "directive": "disallow", "path": "/?q=user/logout", "line": 92 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/node/*", "line": 58 }, { "directive": "disallow", "path": "/search-results*", "line": 59 }, { "directive": "disallow", "path": "/CHANGELOG.txt", "line": 61 }, { "directive": "disallow", "path": "/cron.php", "line": 62 }, { "directive": "disallow", "path": "/INSTALL.mysql.txt", "line": 63 }, { "directive": "disallow", "path": "/INSTALL.pgsql.txt", "line": 64 }, { "directive": "disallow", "path": "/INSTALL.sqlite.txt", "line": 65 }, { "directive": "disallow", "path": "/install.php", "line": 66 }, { "directive": "disallow", "path": "/INSTALL.txt", "line": 67 }, { "directive": "disallow", "path": "/LICENSE.txt", "line": 68 }, { "directive": "disallow", "path": "/MAINTAINERS.txt", "line": 69 }, { "directive": "disallow", "path": "/update.php", "line": 70 }, { "directive": "disallow", "path": "/UPGRADE.txt", "line": 71 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 72 }, { "directive": "disallow", "path": "/admin", "line": 74 }, { "directive": "disallow", "path": "/comment/reply", "line": 75 }, { "directive": "disallow", "path": "/filter/tips", "line": 76 }, { "directive": "disallow", "path": "/node/add", "line": 77 }, { "directive": "disallow", "path": "/search", "line": 78 }, { "directive": "disallow", "path": "/user/register", "line": 79 }, { "directive": "disallow", "path": "/user/password", "line": 80 }, { "directive": "disallow", "path": "/user/login", "line": 81 }, { "directive": "disallow", "path": "/user/logout", "line": 82 }, { "directive": "disallow", "path": "/?q=admin", "line": 84 }, { "directive": "disallow", "path": "/?q=comment/reply", "line": 85 }, { "directive": "disallow", "path": "/?q=filter/tips", "line": 86 }, { "directive": "disallow", "path": "/?q=node/add", "line": 87 }, { "directive": "disallow", "path": "/?q=search", "line": 88 }, { "directive": "disallow", "path": "/?q=user/password", "line": 89 }, { "directive": "disallow", "path": "/?q=user/register", "line": 90 }, { "directive": "disallow", "path": "/?q=user/login", "line": 91 }, { "directive": "disallow", "path": "/?q=user/logout", "line": 92 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "disallow", "path": "/about/leadership$", "line": 18 }, { "directive": "disallow", "path": "/about/leadership/$", "line": 19 }, { "directive": "disallow", "path": "/node/*", "line": 20 }, { "directive": "disallow", "path": "/search-results*", "line": 21 }, { "directive": "disallow", "path": "/CHANGELOG.txt", "line": 23 }, { "directive": "disallow", "path": "/cron.php", "line": 24 }, { "directive": "disallow", "path": "/INSTALL.mysql.txt", "line": 25 }, { "directive": "disallow", "path": "/INSTALL.pgsql.txt", "line": 26 }, { "directive": "disallow", "path": "/INSTALL.sqlite.txt", "line": 27 }, { "directive": "disallow", "path": "/install.php", "line": 28 }, { "directive": "disallow", "path": "/INSTALL.txt", "line": 29 }, { "directive": "disallow", "path": "/LICENSE.txt", "line": 30 }, { "directive": "disallow", "path": "/MAINTAINERS.txt", "line": 31 }, { "directive": "disallow", "path": "/update.php", "line": 32 }, { "directive": "disallow", "path": "/UPGRADE.txt", "line": 33 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 34 }, { "directive": "disallow", "path": "/admin", "line": 36 }, { "directive": "disallow", "path": "/comment/reply", "line": 37 }, { "directive": "disallow", "path": "/filter/tips", "line": 38 }, { "directive": "disallow", "path": "/node/add", "line": 39 }, { "directive": "disallow", "path": "/search", "line": 40 }, { "directive": "disallow", "path": "/user/register", "line": 41 }, { "directive": "disallow", "path": "/user/password", "line": 42 }, { "directive": "disallow", "path": "/user/login", "line": 43 }, { "directive": "disallow", "path": "/user/logout", "line": 44 }, { "directive": "disallow", "path": "/?q=admin", "line": 46 }, { "directive": "disallow", "path": "/?q=comment/reply", "line": 47 }, { "directive": "disallow", "path": "/?q=filter/tips", "line": 48 }, { "directive": "disallow", "path": "/?q=node/add", "line": 49 }, { "directive": "disallow", "path": "/?q=search", "line": 50 }, { "directive": "disallow", "path": "/?q=user/password", "line": 51 }, { "directive": "disallow", "path": "/?q=user/register", "line": 52 }, { "directive": "disallow", "path": "/?q=user/login", "line": 53 }, { "directive": "disallow", "path": "/?q=user/logout", "line": 54 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "disallow", "path": "/about/leadership$", "line": 18 }, { "directive": "disallow", "path": "/about/leadership/$", "line": 19 }, { "directive": "disallow", "path": "/node/*", "line": 20 }, { "directive": "disallow", "path": "/search-results*", "line": 21 }, { "directive": "disallow", "path": "/CHANGELOG.txt", "line": 23 }, { "directive": "disallow", "path": "/cron.php", "line": 24 }, { "directive": "disallow", "path": "/INSTALL.mysql.txt", "line": 25 }, { "directive": "disallow", "path": "/INSTALL.pgsql.txt", "line": 26 }, { "directive": "disallow", "path": "/INSTALL.sqlite.txt", "line": 27 }, { "directive": "disallow", "path": "/install.php", "line": 28 }, { "directive": "disallow", "path": "/INSTALL.txt", "line": 29 }, { "directive": "disallow", "path": "/LICENSE.txt", "line": 30 }, { "directive": "disallow", "path": "/MAINTAINERS.txt", "line": 31 }, { "directive": "disallow", "path": "/update.php", "line": 32 }, { "directive": "disallow", "path": "/UPGRADE.txt", "line": 33 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 34 }, { "directive": "disallow", "path": "/admin", "line": 36 }, { "directive": "disallow", "path": "/comment/reply", "line": 37 }, { "directive": "disallow", "path": "/filter/tips", "line": 38 }, { "directive": "disallow", "path": "/node/add", "line": 39 }, { "directive": "disallow", "path": "/search", "line": 40 }, { "directive": "disallow", "path": "/user/register", "line": 41 }, { "directive": "disallow", "path": "/user/password", "line": 42 }, { "directive": "disallow", "path": "/user/login", "line": 43 }, { "directive": "disallow", "path": "/user/logout", "line": 44 }, { "directive": "disallow", "path": "/?q=admin", "line": 46 }, { "directive": "disallow", "path": "/?q=comment/reply", "line": 47 }, { "directive": "disallow", "path": "/?q=filter/tips", "line": 48 }, { "directive": "disallow", "path": "/?q=node/add", "line": 49 }, { "directive": "disallow", "path": "/?q=search", "line": 50 }, { "directive": "disallow", "path": "/?q=user/password", "line": 51 }, { "directive": "disallow", "path": "/?q=user/register", "line": 52 }, { "directive": "disallow", "path": "/?q=user/login", "line": 53 }, { "directive": "disallow", "path": "/?q=user/logout", "line": 54 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "disallow", "path": "/about/leadership$", "line": 18 }, { "directive": "disallow", "path": "/about/leadership/$", "line": 19 }, { "directive": "disallow", "path": "/node/*", "line": 20 }, { "directive": "disallow", "path": "/search-results*", "line": 21 }, { "directive": "disallow", "path": "/CHANGELOG.txt", "line": 23 }, { "directive": "disallow", "path": "/cron.php", "line": 24 }, { "directive": "disallow", "path": "/INSTALL.mysql.txt", "line": 25 }, { "directive": "disallow", "path": "/INSTALL.pgsql.txt", "line": 26 }, { "directive": "disallow", "path": "/INSTALL.sqlite.txt", "line": 27 }, { "directive": "disallow", "path": "/install.php", "line": 28 }, { "directive": "disallow", "path": "/INSTALL.txt", "line": 29 }, { "directive": "disallow", "path": "/LICENSE.txt", "line": 30 }, { "directive": "disallow", "path": "/MAINTAINERS.txt", "line": 31 }, { "directive": "disallow", "path": "/update.php", "line": 32 }, { "directive": "disallow", "path": "/UPGRADE.txt", "line": 33 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 34 }, { "directive": "disallow", "path": "/admin", "line": 36 }, { "directive": "disallow", "path": "/comment/reply", "line": 37 }, { "directive": "disallow", "path": "/filter/tips", "line": 38 }, { "directive": "disallow", "path": "/node/add", "line": 39 }, { "directive": "disallow", "path": "/search", "line": 40 }, { "directive": "disallow", "path": "/user/register", "line": 41 }, { "directive": "disallow", "path": "/user/password", "line": 42 }, { "directive": "disallow", "path": "/user/login", "line": 43 }, { "directive": "disallow", "path": "/user/logout", "line": 44 }, { "directive": "disallow", "path": "/?q=admin", "line": 46 }, { "directive": "disallow", "path": "/?q=comment/reply", "line": 47 }, { "directive": "disallow", "path": "/?q=filter/tips", "line": 48 }, { "directive": "disallow", "path": "/?q=node/add", "line": 49 }, { "directive": "disallow", "path": "/?q=search", "line": 50 }, { "directive": "disallow", "path": "/?q=user/password", "line": 51 }, { "directive": "disallow", "path": "/?q=user/register", "line": 52 }, { "directive": "disallow", "path": "/?q=user/login", "line": 53 }, { "directive": "disallow", "path": "/?q=user/logout", "line": 54 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "disallow", "path": "/about/leadership$", "line": 18 }, { "directive": "disallow", "path": "/about/leadership/$", "line": 19 }, { "directive": "disallow", "path": "/node/*", "line": 20 }, { "directive": "disallow", "path": "/search-results*", "line": 21 }, { "directive": "disallow", "path": "/CHANGELOG.txt", "line": 23 }, { "directive": "disallow", "path": "/cron.php", "line": 24 }, { "directive": "disallow", "path": "/INSTALL.mysql.txt", "line": 25 }, { "directive": "disallow", "path": "/INSTALL.pgsql.txt", "line": 26 }, { "directive": "disallow", "path": "/INSTALL.sqlite.txt", "line": 27 }, { "directive": "disallow", "path": "/install.php", "line": 28 }, { "directive": "disallow", "path": "/INSTALL.txt", "line": 29 }, { "directive": "disallow", "path": "/LICENSE.txt", "line": 30 }, { "directive": "disallow", "path": "/MAINTAINERS.txt", "line": 31 }, { "directive": "disallow", "path": "/update.php", "line": 32 }, { "directive": "disallow", "path": "/UPGRADE.txt", "line": 33 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 34 }, { "directive": "disallow", "path": "/admin", "line": 36 }, { "directive": "disallow", "path": "/comment/reply", "line": 37 }, { "directive": "disallow", "path": "/filter/tips", "line": 38 }, { "directive": "disallow", "path": "/node/add", "line": 39 }, { "directive": "disallow", "path": "/search", "line": 40 }, { "directive": "disallow", "path": "/user/register", "line": 41 }, { "directive": "disallow", "path": "/user/password", "line": 42 }, { "directive": "disallow", "path": "/user/login", "line": 43 }, { "directive": "disallow", "path": "/user/logout", "line": 44 }, { "directive": "disallow", "path": "/?q=admin", "line": 46 }, { "directive": "disallow", "path": "/?q=comment/reply", "line": 47 }, { "directive": "disallow", "path": "/?q=filter/tips", "line": 48 }, { "directive": "disallow", "path": "/?q=node/add", "line": 49 }, { "directive": "disallow", "path": "/?q=search", "line": 50 }, { "directive": "disallow", "path": "/?q=user/password", "line": 51 }, { "directive": "disallow", "path": "/?q=user/register", "line": 52 }, { "directive": "disallow", "path": "/?q=user/login", "line": 53 }, { "directive": "disallow", "path": "/?q=user/logout", "line": 54 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/node/*", "line": 58 }, { "directive": "disallow", "path": "/search-results*", "line": 59 }, { "directive": "disallow", "path": "/CHANGELOG.txt", "line": 61 }, { "directive": "disallow", "path": "/cron.php", "line": 62 }, { "directive": "disallow", "path": "/INSTALL.mysql.txt", "line": 63 }, { "directive": "disallow", "path": "/INSTALL.pgsql.txt", "line": 64 }, { "directive": "disallow", "path": "/INSTALL.sqlite.txt", "line": 65 }, { "directive": "disallow", "path": "/install.php", "line": 66 }, { "directive": "disallow", "path": "/INSTALL.txt", "line": 67 }, { "directive": "disallow", "path": "/LICENSE.txt", "line": 68 }, { "directive": "disallow", "path": "/MAINTAINERS.txt", "line": 69 }, { "directive": "disallow", "path": "/update.php", "line": 70 }, { "directive": "disallow", "path": "/UPGRADE.txt", "line": 71 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 72 }, { "directive": "disallow", "path": "/admin", "line": 74 }, { "directive": "disallow", "path": "/comment/reply", "line": 75 }, { "directive": "disallow", "path": "/filter/tips", "line": 76 }, { "directive": "disallow", "path": "/node/add", "line": 77 }, { "directive": "disallow", "path": "/search", "line": 78 }, { "directive": "disallow", "path": "/user/register", "line": 79 }, { "directive": "disallow", "path": "/user/password", "line": 80 }, { "directive": "disallow", "path": "/user/login", "line": 81 }, { "directive": "disallow", "path": "/user/logout", "line": 82 }, { "directive": "disallow", "path": "/?q=admin", "line": 84 }, { "directive": "disallow", "path": "/?q=comment/reply", "line": 85 }, { "directive": "disallow", "path": "/?q=filter/tips", "line": 86 }, { "directive": "disallow", "path": "/?q=node/add", "line": 87 }, { "directive": "disallow", "path": "/?q=search", "line": 88 }, { "directive": "disallow", "path": "/?q=user/password", "line": 89 }, { "directive": "disallow", "path": "/?q=user/register", "line": 90 }, { "directive": "disallow", "path": "/?q=user/login", "line": 91 }, { "directive": "disallow", "path": "/?q=user/logout", "line": 92 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "disallow", "path": "/about/leadership$", "line": 18 }, { "directive": "disallow", "path": "/about/leadership/$", "line": 19 }, { "directive": "disallow", "path": "/node/*", "line": 20 }, { "directive": "disallow", "path": "/search-results*", "line": 21 }, { "directive": "disallow", "path": "/CHANGELOG.txt", "line": 23 }, { "directive": "disallow", "path": "/cron.php", "line": 24 }, { "directive": "disallow", "path": "/INSTALL.mysql.txt", "line": 25 }, { "directive": "disallow", "path": "/INSTALL.pgsql.txt", "line": 26 }, { "directive": "disallow", "path": "/INSTALL.sqlite.txt", "line": 27 }, { "directive": "disallow", "path": "/install.php", "line": 28 }, { "directive": "disallow", "path": "/INSTALL.txt", "line": 29 }, { "directive": "disallow", "path": "/LICENSE.txt", "line": 30 }, { "directive": "disallow", "path": "/MAINTAINERS.txt", "line": 31 }, { "directive": "disallow", "path": "/update.php", "line": 32 }, { "directive": "disallow", "path": "/UPGRADE.txt", "line": 33 }, { "directive": "disallow", "path": "/xmlrpc.php", "line": 34 }, { "directive": "disallow", "path": "/admin", "line": 36 }, { "directive": "disallow", "path": "/comment/reply", "line": 37 }, { "directive": "disallow", "path": "/filter/tips", "line": 38 }, { "directive": "disallow", "path": "/node/add", "line": 39 }, { "directive": "disallow", "path": "/search", "line": 40 }, { "directive": "disallow", "path": "/user/register", "line": 41 }, { "directive": "disallow", "path": "/user/password", "line": 42 }, { "directive": "disallow", "path": "/user/login", "line": 43 }, { "directive": "disallow", "path": "/user/logout", "line": 44 }, { "directive": "disallow", "path": "/?q=admin", "line": 46 }, { "directive": "disallow", "path": "/?q=comment/reply", "line": 47 }, { "directive": "disallow", "path": "/?q=filter/tips", "line": 48 }, { "directive": "disallow", "path": "/?q=node/add", "line": 49 }, { "directive": "disallow", "path": "/?q=search", "line": 50 }, { "directive": "disallow", "path": "/?q=user/password", "line": 51 }, { "directive": "disallow", "path": "/?q=user/register", "line": 52 }, { "directive": "disallow", "path": "/?q=user/login", "line": 53 }, { "directive": "disallow", "path": "/?q=user/logout", "line": 54 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.regeneron.com/robots.txt", "contentType": "text/plain", "sha256": "5615d305c5c551f46407eb6d55d20409c84e961024369ca00b4b0c568d1e0ea5", "bytes": 2345 }, { "company": "Regions Financial Corporation", "cik": "1281761", "sector": "Financials", "origin": "https://www.regions.com", "checkedAt": "2026-09-26T04:56:11.885Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/VirtualMedia/", "line": 2 }, { "directive": "disallow", "path": "/system/", "line": 3 }, { "directive": "disallow", "path": "/sys/", "line": 4 }, { "directive": "disallow", "path": "/about-regions/welcome-portal", "line": 5 }, { "directive": "disallow", "path": "/about-regions/benefits", "line": 6 }, { "directive": "disallow", "path": "/*.rf", "line": 7 }, { "directive": "disallow", "path": "/*.html", "line": 8 }, { "directive": "disallow", "path": "/*.aspx", "line": 9 }, { "directive": "disallow", "path": "/searchresults", "line": 10 }, { "directive": "disallow", "path": "/rdcvalidation", "line": 11 }, { "directive": "disallow", "path": "/locator/results?", "line": 12 }, { "directive": "disallow", "path": "/directory/*/results?", "line": 13 }, { "directive": "disallow", "path": "/*welcometour", "line": 14 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/VirtualMedia/", "line": 2 }, { "directive": "disallow", "path": "/system/", "line": 3 }, { "directive": "disallow", "path": "/sys/", "line": 4 }, { "directive": "disallow", "path": "/about-regions/welcome-portal", "line": 5 }, { "directive": "disallow", "path": "/about-regions/benefits", "line": 6 }, { "directive": "disallow", "path": "/*.rf", "line": 7 }, { "directive": "disallow", "path": "/*.html", "line": 8 }, { "directive": "disallow", "path": "/*.aspx", "line": 9 }, { "directive": "disallow", "path": "/searchresults", "line": 10 }, { "directive": "disallow", "path": "/rdcvalidation", "line": 11 }, { "directive": "disallow", "path": "/locator/results?", "line": 12 }, { "directive": "disallow", "path": "/directory/*/results?", "line": 13 }, { "directive": "disallow", "path": "/*welcometour", "line": 14 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/VirtualMedia/", "line": 2 }, { "directive": "disallow", "path": "/system/", "line": 3 }, { "directive": "disallow", "path": "/sys/", "line": 4 }, { "directive": "disallow", "path": "/about-regions/welcome-portal", "line": 5 }, { "directive": "disallow", "path": "/about-regions/benefits", "line": 6 }, { "directive": "disallow", "path": "/*.rf", "line": 7 }, { "directive": "disallow", "path": "/*.html", "line": 8 }, { "directive": "disallow", "path": "/*.aspx", "line": 9 }, { "directive": "disallow", "path": "/searchresults", "line": 10 }, { "directive": "disallow", "path": "/rdcvalidation", "line": 11 }, { "directive": "disallow", "path": "/locator/results?", "line": 12 }, { "directive": "disallow", "path": "/directory/*/results?", "line": 13 }, { "directive": "disallow", "path": "/*welcometour", "line": 14 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/VirtualMedia/", "line": 2 }, { "directive": "disallow", "path": "/system/", "line": 3 }, { "directive": "disallow", "path": "/sys/", "line": 4 }, { "directive": "disallow", "path": "/about-regions/welcome-portal", "line": 5 }, { "directive": "disallow", "path": "/about-regions/benefits", "line": 6 }, { "directive": "disallow", "path": "/*.rf", "line": 7 }, { "directive": "disallow", "path": "/*.html", "line": 8 }, { "directive": "disallow", "path": "/*.aspx", "line": 9 }, { "directive": "disallow", "path": "/searchresults", "line": 10 }, { "directive": "disallow", "path": "/rdcvalidation", "line": 11 }, { "directive": "disallow", "path": "/locator/results?", "line": 12 }, { "directive": "disallow", "path": "/directory/*/results?", "line": 13 }, { "directive": "disallow", "path": "/*welcometour", "line": 14 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/VirtualMedia/", "line": 2 }, { "directive": "disallow", "path": "/system/", "line": 3 }, { "directive": "disallow", "path": "/sys/", "line": 4 }, { "directive": "disallow", "path": "/about-regions/welcome-portal", "line": 5 }, { "directive": "disallow", "path": "/about-regions/benefits", "line": 6 }, { "directive": "disallow", "path": "/*.rf", "line": 7 }, { "directive": "disallow", "path": "/*.html", "line": 8 }, { "directive": "disallow", "path": "/*.aspx", "line": 9 }, { "directive": "disallow", "path": "/searchresults", "line": 10 }, { "directive": "disallow", "path": "/rdcvalidation", "line": 11 }, { "directive": "disallow", "path": "/locator/results?", "line": 12 }, { "directive": "disallow", "path": "/directory/*/results?", "line": 13 }, { "directive": "disallow", "path": "/*welcometour", "line": 14 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/VirtualMedia/", "line": 2 }, { "directive": "disallow", "path": "/system/", "line": 3 }, { "directive": "disallow", "path": "/sys/", "line": 4 }, { "directive": "disallow", "path": "/about-regions/welcome-portal", "line": 5 }, { "directive": "disallow", "path": "/about-regions/benefits", "line": 6 }, { "directive": "disallow", "path": "/*.rf", "line": 7 }, { "directive": "disallow", "path": "/*.html", "line": 8 }, { "directive": "disallow", "path": "/*.aspx", "line": 9 }, { "directive": "disallow", "path": "/searchresults", "line": 10 }, { "directive": "disallow", "path": "/rdcvalidation", "line": 11 }, { "directive": "disallow", "path": "/locator/results?", "line": 12 }, { "directive": "disallow", "path": "/directory/*/results?", "line": 13 }, { "directive": "disallow", "path": "/*welcometour", "line": 14 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/VirtualMedia/", "line": 2 }, { "directive": "disallow", "path": "/system/", "line": 3 }, { "directive": "disallow", "path": "/sys/", "line": 4 }, { "directive": "disallow", "path": "/about-regions/welcome-portal", "line": 5 }, { "directive": "disallow", "path": "/about-regions/benefits", "line": 6 }, { "directive": "disallow", "path": "/*.rf", "line": 7 }, { "directive": "disallow", "path": "/*.html", "line": 8 }, { "directive": "disallow", "path": "/*.aspx", "line": 9 }, { "directive": "disallow", "path": "/searchresults", "line": 10 }, { "directive": "disallow", "path": "/rdcvalidation", "line": 11 }, { "directive": "disallow", "path": "/locator/results?", "line": 12 }, { "directive": "disallow", "path": "/directory/*/results?", "line": 13 }, { "directive": "disallow", "path": "/*welcometour", "line": 14 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/VirtualMedia/", "line": 2 }, { "directive": "disallow", "path": "/system/", "line": 3 }, { "directive": "disallow", "path": "/sys/", "line": 4 }, { "directive": "disallow", "path": "/about-regions/welcome-portal", "line": 5 }, { "directive": "disallow", "path": "/about-regions/benefits", "line": 6 }, { "directive": "disallow", "path": "/*.rf", "line": 7 }, { "directive": "disallow", "path": "/*.html", "line": 8 }, { "directive": "disallow", "path": "/*.aspx", "line": 9 }, { "directive": "disallow", "path": "/searchresults", "line": 10 }, { "directive": "disallow", "path": "/rdcvalidation", "line": 11 }, { "directive": "disallow", "path": "/locator/results?", "line": 12 }, { "directive": "disallow", "path": "/directory/*/results?", "line": 13 }, { "directive": "disallow", "path": "/*welcometour", "line": 14 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.regions.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "1ae9e9aee71fbd9186e7d4dea82f698b1bde820bffe20b3555d15c2a70e5ccdf", "bytes": 398 }, { "company": "Republic Services", "cik": "1060391", "sector": "Industrials", "origin": "https://www.republicservices.com", "checkedAt": "2026-09-26T04:56:12.233Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*skipCache*", "line": 2 }, { "directive": "disallow", "path": "/*?*draftPick*", "line": 3 }, { "directive": "disallow", "path": "/_layouts/", "line": 4 }, { "directive": "disallow", "path": "/_vti_bin/", "line": 5 }, { "directive": "disallow", "path": "/_catalogs/", "line": 6 }, { "directive": "disallow", "path": "/Lists/", "line": 7 }, { "directive": "disallow", "path": "/Style%20Library/", "line": 8 }, { "directive": "disallow", "path": "/WorkflowTasks/", "line": 9 }, { "directive": "disallow", "path": "/Reports List/", "line": 10 }, { "directive": "disallow", "path": "/FormServerTemplates/", "line": 11 }, { "directive": "disallow", "path": "/ReusableContent/", "line": 12 }, { "directive": "disallow", "path": "/QueryPropertiesTemplate/", "line": 13 }, { "directive": "disallow", "path": "/SiteDirectory/", "line": 14 }, { "directive": "disallow", "path": "/SearchCenter/", "line": 15 }, { "directive": "disallow", "path": "/SiteAssets/", "line": 16 }, { "directive": "disallow", "path": "/Reports%20List/", "line": 17 }, { "directive": "disallow", "path": "/PublishingImages/", "line": 18 }, { "directive": "disallow", "path": "/residentialmailer/", "line": 19 }, { "directive": "disallow", "path": "/pagenotfound", "line": 20 }, { "directive": "disallow", "path": "/role/", "line": 21 }, { "directive": "disallow", "path": "/all-in-one-office", "line": 22 }, { "directive": "disallow", "path": "/svc/search", "line": 23 }, { "directive": "disallow", "path": "/search", "line": 24 }, { "directive": "disallow", "path": "/shop/*", "line": 25 }, { "directive": "disallow", "path": "/uidoc", "line": 26 }, { "directive": "disallow", "path": "/playground", "line": 27 }, { "directive": "disallow", "path": "/svc/RSHolidaySchedule/", "line": 28 }, { "directive": "disallow", "path": "/cms/documents/hr/", "line": 29 }, { "directive": "disallow", "path": "/node/*", "line": 30 }, { "directive": "disallow", "path": "/*uat1*", "line": 31 }, { "directive": "disallow", "path": "/svc/rsholidayschedule/", "line": 32 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*skipCache*", "line": 2 }, { "directive": "disallow", "path": "/*?*draftPick*", "line": 3 }, { "directive": "disallow", "path": "/_layouts/", "line": 4 }, { "directive": "disallow", "path": "/_vti_bin/", "line": 5 }, { "directive": "disallow", "path": "/_catalogs/", "line": 6 }, { "directive": "disallow", "path": "/Lists/", "line": 7 }, { "directive": "disallow", "path": "/Style%20Library/", "line": 8 }, { "directive": "disallow", "path": "/WorkflowTasks/", "line": 9 }, { "directive": "disallow", "path": "/Reports List/", "line": 10 }, { "directive": "disallow", "path": "/FormServerTemplates/", "line": 11 }, { "directive": "disallow", "path": "/ReusableContent/", "line": 12 }, { "directive": "disallow", "path": "/QueryPropertiesTemplate/", "line": 13 }, { "directive": "disallow", "path": "/SiteDirectory/", "line": 14 }, { "directive": "disallow", "path": "/SearchCenter/", "line": 15 }, { "directive": "disallow", "path": "/SiteAssets/", "line": 16 }, { "directive": "disallow", "path": "/Reports%20List/", "line": 17 }, { "directive": "disallow", "path": "/PublishingImages/", "line": 18 }, { "directive": "disallow", "path": "/residentialmailer/", "line": 19 }, { "directive": "disallow", "path": "/pagenotfound", "line": 20 }, { "directive": "disallow", "path": "/role/", "line": 21 }, { "directive": "disallow", "path": "/all-in-one-office", "line": 22 }, { "directive": "disallow", "path": "/svc/search", "line": 23 }, { "directive": "disallow", "path": "/search", "line": 24 }, { "directive": "disallow", "path": "/shop/*", "line": 25 }, { "directive": "disallow", "path": "/uidoc", "line": 26 }, { "directive": "disallow", "path": "/playground", "line": 27 }, { "directive": "disallow", "path": "/svc/RSHolidaySchedule/", "line": 28 }, { "directive": "disallow", "path": "/cms/documents/hr/", "line": 29 }, { "directive": "disallow", "path": "/node/*", "line": 30 }, { "directive": "disallow", "path": "/*uat1*", "line": 31 }, { "directive": "disallow", "path": "/svc/rsholidayschedule/", "line": 32 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*skipCache*", "line": 2 }, { "directive": "disallow", "path": "/*?*draftPick*", "line": 3 }, { "directive": "disallow", "path": "/_layouts/", "line": 4 }, { "directive": "disallow", "path": "/_vti_bin/", "line": 5 }, { "directive": "disallow", "path": "/_catalogs/", "line": 6 }, { "directive": "disallow", "path": "/Lists/", "line": 7 }, { "directive": "disallow", "path": "/Style%20Library/", "line": 8 }, { "directive": "disallow", "path": "/WorkflowTasks/", "line": 9 }, { "directive": "disallow", "path": "/Reports List/", "line": 10 }, { "directive": "disallow", "path": "/FormServerTemplates/", "line": 11 }, { "directive": "disallow", "path": "/ReusableContent/", "line": 12 }, { "directive": "disallow", "path": "/QueryPropertiesTemplate/", "line": 13 }, { "directive": "disallow", "path": "/SiteDirectory/", "line": 14 }, { "directive": "disallow", "path": "/SearchCenter/", "line": 15 }, { "directive": "disallow", "path": "/SiteAssets/", "line": 16 }, { "directive": "disallow", "path": "/Reports%20List/", "line": 17 }, { "directive": "disallow", "path": "/PublishingImages/", "line": 18 }, { "directive": "disallow", "path": "/residentialmailer/", "line": 19 }, { "directive": "disallow", "path": "/pagenotfound", "line": 20 }, { "directive": "disallow", "path": "/role/", "line": 21 }, { "directive": "disallow", "path": "/all-in-one-office", "line": 22 }, { "directive": "disallow", "path": "/svc/search", "line": 23 }, { "directive": "disallow", "path": "/search", "line": 24 }, { "directive": "disallow", "path": "/shop/*", "line": 25 }, { "directive": "disallow", "path": "/uidoc", "line": 26 }, { "directive": "disallow", "path": "/playground", "line": 27 }, { "directive": "disallow", "path": "/svc/RSHolidaySchedule/", "line": 28 }, { "directive": "disallow", "path": "/cms/documents/hr/", "line": 29 }, { "directive": "disallow", "path": "/node/*", "line": 30 }, { "directive": "disallow", "path": "/*uat1*", "line": 31 }, { "directive": "disallow", "path": "/svc/rsholidayschedule/", "line": 32 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*skipCache*", "line": 2 }, { "directive": "disallow", "path": "/*?*draftPick*", "line": 3 }, { "directive": "disallow", "path": "/_layouts/", "line": 4 }, { "directive": "disallow", "path": "/_vti_bin/", "line": 5 }, { "directive": "disallow", "path": "/_catalogs/", "line": 6 }, { "directive": "disallow", "path": "/Lists/", "line": 7 }, { "directive": "disallow", "path": "/Style%20Library/", "line": 8 }, { "directive": "disallow", "path": "/WorkflowTasks/", "line": 9 }, { "directive": "disallow", "path": "/Reports List/", "line": 10 }, { "directive": "disallow", "path": "/FormServerTemplates/", "line": 11 }, { "directive": "disallow", "path": "/ReusableContent/", "line": 12 }, { "directive": "disallow", "path": "/QueryPropertiesTemplate/", "line": 13 }, { "directive": "disallow", "path": "/SiteDirectory/", "line": 14 }, { "directive": "disallow", "path": "/SearchCenter/", "line": 15 }, { "directive": "disallow", "path": "/SiteAssets/", "line": 16 }, { "directive": "disallow", "path": "/Reports%20List/", "line": 17 }, { "directive": "disallow", "path": "/PublishingImages/", "line": 18 }, { "directive": "disallow", "path": "/residentialmailer/", "line": 19 }, { "directive": "disallow", "path": "/pagenotfound", "line": 20 }, { "directive": "disallow", "path": "/role/", "line": 21 }, { "directive": "disallow", "path": "/all-in-one-office", "line": 22 }, { "directive": "disallow", "path": "/svc/search", "line": 23 }, { "directive": "disallow", "path": "/search", "line": 24 }, { "directive": "disallow", "path": "/shop/*", "line": 25 }, { "directive": "disallow", "path": "/uidoc", "line": 26 }, { "directive": "disallow", "path": "/playground", "line": 27 }, { "directive": "disallow", "path": "/svc/RSHolidaySchedule/", "line": 28 }, { "directive": "disallow", "path": "/cms/documents/hr/", "line": 29 }, { "directive": "disallow", "path": "/node/*", "line": 30 }, { "directive": "disallow", "path": "/*uat1*", "line": 31 }, { "directive": "disallow", "path": "/svc/rsholidayschedule/", "line": 32 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*skipCache*", "line": 2 }, { "directive": "disallow", "path": "/*?*draftPick*", "line": 3 }, { "directive": "disallow", "path": "/_layouts/", "line": 4 }, { "directive": "disallow", "path": "/_vti_bin/", "line": 5 }, { "directive": "disallow", "path": "/_catalogs/", "line": 6 }, { "directive": "disallow", "path": "/Lists/", "line": 7 }, { "directive": "disallow", "path": "/Style%20Library/", "line": 8 }, { "directive": "disallow", "path": "/WorkflowTasks/", "line": 9 }, { "directive": "disallow", "path": "/Reports List/", "line": 10 }, { "directive": "disallow", "path": "/FormServerTemplates/", "line": 11 }, { "directive": "disallow", "path": "/ReusableContent/", "line": 12 }, { "directive": "disallow", "path": "/QueryPropertiesTemplate/", "line": 13 }, { "directive": "disallow", "path": "/SiteDirectory/", "line": 14 }, { "directive": "disallow", "path": "/SearchCenter/", "line": 15 }, { "directive": "disallow", "path": "/SiteAssets/", "line": 16 }, { "directive": "disallow", "path": "/Reports%20List/", "line": 17 }, { "directive": "disallow", "path": "/PublishingImages/", "line": 18 }, { "directive": "disallow", "path": "/residentialmailer/", "line": 19 }, { "directive": "disallow", "path": "/pagenotfound", "line": 20 }, { "directive": "disallow", "path": "/role/", "line": 21 }, { "directive": "disallow", "path": "/all-in-one-office", "line": 22 }, { "directive": "disallow", "path": "/svc/search", "line": 23 }, { "directive": "disallow", "path": "/search", "line": 24 }, { "directive": "disallow", "path": "/shop/*", "line": 25 }, { "directive": "disallow", "path": "/uidoc", "line": 26 }, { "directive": "disallow", "path": "/playground", "line": 27 }, { "directive": "disallow", "path": "/svc/RSHolidaySchedule/", "line": 28 }, { "directive": "disallow", "path": "/cms/documents/hr/", "line": 29 }, { "directive": "disallow", "path": "/node/*", "line": 30 }, { "directive": "disallow", "path": "/*uat1*", "line": 31 }, { "directive": "disallow", "path": "/svc/rsholidayschedule/", "line": 32 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*skipCache*", "line": 2 }, { "directive": "disallow", "path": "/*?*draftPick*", "line": 3 }, { "directive": "disallow", "path": "/_layouts/", "line": 4 }, { "directive": "disallow", "path": "/_vti_bin/", "line": 5 }, { "directive": "disallow", "path": "/_catalogs/", "line": 6 }, { "directive": "disallow", "path": "/Lists/", "line": 7 }, { "directive": "disallow", "path": "/Style%20Library/", "line": 8 }, { "directive": "disallow", "path": "/WorkflowTasks/", "line": 9 }, { "directive": "disallow", "path": "/Reports List/", "line": 10 }, { "directive": "disallow", "path": "/FormServerTemplates/", "line": 11 }, { "directive": "disallow", "path": "/ReusableContent/", "line": 12 }, { "directive": "disallow", "path": "/QueryPropertiesTemplate/", "line": 13 }, { "directive": "disallow", "path": "/SiteDirectory/", "line": 14 }, { "directive": "disallow", "path": "/SearchCenter/", "line": 15 }, { "directive": "disallow", "path": "/SiteAssets/", "line": 16 }, { "directive": "disallow", "path": "/Reports%20List/", "line": 17 }, { "directive": "disallow", "path": "/PublishingImages/", "line": 18 }, { "directive": "disallow", "path": "/residentialmailer/", "line": 19 }, { "directive": "disallow", "path": "/pagenotfound", "line": 20 }, { "directive": "disallow", "path": "/role/", "line": 21 }, { "directive": "disallow", "path": "/all-in-one-office", "line": 22 }, { "directive": "disallow", "path": "/svc/search", "line": 23 }, { "directive": "disallow", "path": "/search", "line": 24 }, { "directive": "disallow", "path": "/shop/*", "line": 25 }, { "directive": "disallow", "path": "/uidoc", "line": 26 }, { "directive": "disallow", "path": "/playground", "line": 27 }, { "directive": "disallow", "path": "/svc/RSHolidaySchedule/", "line": 28 }, { "directive": "disallow", "path": "/cms/documents/hr/", "line": 29 }, { "directive": "disallow", "path": "/node/*", "line": 30 }, { "directive": "disallow", "path": "/*uat1*", "line": 31 }, { "directive": "disallow", "path": "/svc/rsholidayschedule/", "line": 32 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*skipCache*", "line": 2 }, { "directive": "disallow", "path": "/*?*draftPick*", "line": 3 }, { "directive": "disallow", "path": "/_layouts/", "line": 4 }, { "directive": "disallow", "path": "/_vti_bin/", "line": 5 }, { "directive": "disallow", "path": "/_catalogs/", "line": 6 }, { "directive": "disallow", "path": "/Lists/", "line": 7 }, { "directive": "disallow", "path": "/Style%20Library/", "line": 8 }, { "directive": "disallow", "path": "/WorkflowTasks/", "line": 9 }, { "directive": "disallow", "path": "/Reports List/", "line": 10 }, { "directive": "disallow", "path": "/FormServerTemplates/", "line": 11 }, { "directive": "disallow", "path": "/ReusableContent/", "line": 12 }, { "directive": "disallow", "path": "/QueryPropertiesTemplate/", "line": 13 }, { "directive": "disallow", "path": "/SiteDirectory/", "line": 14 }, { "directive": "disallow", "path": "/SearchCenter/", "line": 15 }, { "directive": "disallow", "path": "/SiteAssets/", "line": 16 }, { "directive": "disallow", "path": "/Reports%20List/", "line": 17 }, { "directive": "disallow", "path": "/PublishingImages/", "line": 18 }, { "directive": "disallow", "path": "/residentialmailer/", "line": 19 }, { "directive": "disallow", "path": "/pagenotfound", "line": 20 }, { "directive": "disallow", "path": "/role/", "line": 21 }, { "directive": "disallow", "path": "/all-in-one-office", "line": 22 }, { "directive": "disallow", "path": "/svc/search", "line": 23 }, { "directive": "disallow", "path": "/search", "line": 24 }, { "directive": "disallow", "path": "/shop/*", "line": 25 }, { "directive": "disallow", "path": "/uidoc", "line": 26 }, { "directive": "disallow", "path": "/playground", "line": 27 }, { "directive": "disallow", "path": "/svc/RSHolidaySchedule/", "line": 28 }, { "directive": "disallow", "path": "/cms/documents/hr/", "line": 29 }, { "directive": "disallow", "path": "/node/*", "line": 30 }, { "directive": "disallow", "path": "/*uat1*", "line": 31 }, { "directive": "disallow", "path": "/svc/rsholidayschedule/", "line": 32 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*?*skipCache*", "line": 2 }, { "directive": "disallow", "path": "/*?*draftPick*", "line": 3 }, { "directive": "disallow", "path": "/_layouts/", "line": 4 }, { "directive": "disallow", "path": "/_vti_bin/", "line": 5 }, { "directive": "disallow", "path": "/_catalogs/", "line": 6 }, { "directive": "disallow", "path": "/Lists/", "line": 7 }, { "directive": "disallow", "path": "/Style%20Library/", "line": 8 }, { "directive": "disallow", "path": "/WorkflowTasks/", "line": 9 }, { "directive": "disallow", "path": "/Reports List/", "line": 10 }, { "directive": "disallow", "path": "/FormServerTemplates/", "line": 11 }, { "directive": "disallow", "path": "/ReusableContent/", "line": 12 }, { "directive": "disallow", "path": "/QueryPropertiesTemplate/", "line": 13 }, { "directive": "disallow", "path": "/SiteDirectory/", "line": 14 }, { "directive": "disallow", "path": "/SearchCenter/", "line": 15 }, { "directive": "disallow", "path": "/SiteAssets/", "line": 16 }, { "directive": "disallow", "path": "/Reports%20List/", "line": 17 }, { "directive": "disallow", "path": "/PublishingImages/", "line": 18 }, { "directive": "disallow", "path": "/residentialmailer/", "line": 19 }, { "directive": "disallow", "path": "/pagenotfound", "line": 20 }, { "directive": "disallow", "path": "/role/", "line": 21 }, { "directive": "disallow", "path": "/all-in-one-office", "line": 22 }, { "directive": "disallow", "path": "/svc/search", "line": 23 }, { "directive": "disallow", "path": "/search", "line": 24 }, { "directive": "disallow", "path": "/shop/*", "line": 25 }, { "directive": "disallow", "path": "/uidoc", "line": 26 }, { "directive": "disallow", "path": "/playground", "line": 27 }, { "directive": "disallow", "path": "/svc/RSHolidaySchedule/", "line": 28 }, { "directive": "disallow", "path": "/cms/documents/hr/", "line": 29 }, { "directive": "disallow", "path": "/node/*", "line": 30 }, { "directive": "disallow", "path": "/*uat1*", "line": 31 }, { "directive": "disallow", "path": "/svc/rsholidayschedule/", "line": 32 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.republicservices.com/robots.txt", "contentType": "text/plain", "sha256": "51e6aac829a9e203b0e539571aab3780bb6f980f5a37d477f5f03d62e01e37a6", "bytes": 834 }, { "company": "ResMed", "cik": "943819", "sector": "Health Care", "origin": "http://www.resmed.com", "checkedAt": "2026-09-26T04:56:12.271Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "http://www.resmed.com/robots.txt", "contentType": "text/html" }, { "company": "Revvity", "cik": "31791", "sector": "Health Care", "origin": "http://revvity.com", "checkedAt": "2026-09-26T04:56:12.444Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "http://revvity.com/robots.txt", "contentType": "text/html" }, { "company": "Robinhood Markets", "cik": "1783879", "sector": "Financials", "origin": "https://www.robinhood.com", "checkedAt": "2026-09-26T04:56:12.569Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/applink/.well-known/", "line": 2 }, { "directive": "disallow", "path": "/referral/", "line": 3 }, { "directive": "disallow", "path": "/user/", "line": 4 }, { "directive": "disallow", "path": "/subscriptions/", "line": 5 }, { "directive": "disallow", "path": "/reset_password/", "line": 6 }, { "directive": "disallow", "path": "/say-brokers/", "line": 7 }, { "directive": "disallow", "path": "/nexus/", "line": 8 }, { "directive": "disallow", "path": "/natedogg/", "line": 9 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/applink/.well-known/", "line": 2 }, { "directive": "disallow", "path": "/referral/", "line": 3 }, { "directive": "disallow", "path": "/user/", "line": 4 }, { "directive": "disallow", "path": "/subscriptions/", "line": 5 }, { "directive": "disallow", "path": "/reset_password/", "line": 6 }, { "directive": "disallow", "path": "/say-brokers/", "line": 7 }, { "directive": "disallow", "path": "/nexus/", "line": 8 }, { "directive": "disallow", "path": "/natedogg/", "line": 9 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/applink/.well-known/", "line": 2 }, { "directive": "disallow", "path": "/referral/", "line": 3 }, { "directive": "disallow", "path": "/user/", "line": 4 }, { "directive": "disallow", "path": "/subscriptions/", "line": 5 }, { "directive": "disallow", "path": "/reset_password/", "line": 6 }, { "directive": "disallow", "path": "/say-brokers/", "line": 7 }, { "directive": "disallow", "path": "/nexus/", "line": 8 }, { "directive": "disallow", "path": "/natedogg/", "line": 9 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/applink/.well-known/", "line": 2 }, { "directive": "disallow", "path": "/referral/", "line": 3 }, { "directive": "disallow", "path": "/user/", "line": 4 }, { "directive": "disallow", "path": "/subscriptions/", "line": 5 }, { "directive": "disallow", "path": "/reset_password/", "line": 6 }, { "directive": "disallow", "path": "/say-brokers/", "line": 7 }, { "directive": "disallow", "path": "/nexus/", "line": 8 }, { "directive": "disallow", "path": "/natedogg/", "line": 9 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/applink/.well-known/", "line": 2 }, { "directive": "disallow", "path": "/referral/", "line": 3 }, { "directive": "disallow", "path": "/user/", "line": 4 }, { "directive": "disallow", "path": "/subscriptions/", "line": 5 }, { "directive": "disallow", "path": "/reset_password/", "line": 6 }, { "directive": "disallow", "path": "/say-brokers/", "line": 7 }, { "directive": "disallow", "path": "/nexus/", "line": 8 }, { "directive": "disallow", "path": "/natedogg/", "line": 9 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/applink/.well-known/", "line": 2 }, { "directive": "disallow", "path": "/referral/", "line": 3 }, { "directive": "disallow", "path": "/user/", "line": 4 }, { "directive": "disallow", "path": "/subscriptions/", "line": 5 }, { "directive": "disallow", "path": "/reset_password/", "line": 6 }, { "directive": "disallow", "path": "/say-brokers/", "line": 7 }, { "directive": "disallow", "path": "/nexus/", "line": 8 }, { "directive": "disallow", "path": "/natedogg/", "line": 9 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/applink/.well-known/", "line": 2 }, { "directive": "disallow", "path": "/referral/", "line": 3 }, { "directive": "disallow", "path": "/user/", "line": 4 }, { "directive": "disallow", "path": "/subscriptions/", "line": 5 }, { "directive": "disallow", "path": "/reset_password/", "line": 6 }, { "directive": "disallow", "path": "/say-brokers/", "line": 7 }, { "directive": "disallow", "path": "/nexus/", "line": 8 }, { "directive": "disallow", "path": "/natedogg/", "line": 9 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/applink/.well-known/", "line": 2 }, { "directive": "disallow", "path": "/referral/", "line": 3 }, { "directive": "disallow", "path": "/user/", "line": 4 }, { "directive": "disallow", "path": "/subscriptions/", "line": 5 }, { "directive": "disallow", "path": "/reset_password/", "line": 6 }, { "directive": "disallow", "path": "/say-brokers/", "line": 7 }, { "directive": "disallow", "path": "/nexus/", "line": 8 }, { "directive": "disallow", "path": "/natedogg/", "line": 9 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.robinhood.com/robots.txt", "contentType": "text/plain", "sha256": "85d4a1e5480598d2e8b31c48be15f6b79e05356416654e168cb9b6006e79ef4e", "bytes": 240 }, { "company": "Rockwell Automation", "cik": "1024478", "sector": "Industrials", "origin": "http://www.rockwellautomation.com", "checkedAt": "2026-09-26T04:56:12.640Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/_cq_tags", "line": 4 }, { "directive": "disallow", "path": "/content/rockwell-automation/style-guide", "line": 5 }, { "directive": "disallow", "path": "/content/rockwell-automation/language-masters", "line": 6 }, { "directive": "disallow", "path": "/content/rockwell-automation/global", "line": 7 }, { "directive": "disallow", "path": "/*jcr:content*", "line": 8 }, { "directive": "disallow", "path": "*/ecommerce", "line": 11 }, { "directive": "disallow", "path": "/en-ca/products/details", "line": 67 }, { "directive": "disallow", "path": "/fr-ca/products/details", "line": 68 }, { "directive": "disallow", "path": "/en-dk/products/details", "line": 71 }, { "directive": "disallow", "path": "/en-fi/products/details", "line": 72 }, { "directive": "disallow", "path": "/en-hu/products/details", "line": 73 }, { "directive": "disallow", "path": "/en-ie/products/details", "line": 74 }, { "directive": "disallow", "path": "/en-il/products/details", "line": 75 }, { "directive": "disallow", "path": "/en-no/products/details", "line": 76 }, { "directive": "disallow", "path": "/en-ro/products/details", "line": 77 }, { "directive": "disallow", "path": "/en-gb/products/details", "line": 78 }, { "directive": "disallow", "path": "/en-ua/products/details", "line": 79 }, { "directive": "disallow", "path": "/en-za/products/details", "line": 80 }, { "directive": "disallow", "path": "/en-pl/products/details", "line": 81 }, { "directive": "disallow", "path": "/en-tr/products/details", "line": 82 }, { "directive": "disallow", "path": "/en-ru/products/details", "line": 83 }, { "directive": "disallow", "path": "/en-se/products/details", "line": 84 }, { "directive": "disallow", "path": "/en-cz/products/details", "line": 85 }, { "directive": "disallow", "path": "/en-be/products/details", "line": 86 }, { "directive": "disallow", "path": "/en-nl/products/details", "line": 87 }, { "directive": "disallow", "path": "/en-mde/products/details", "line": 88 }, { "directive": "disallow", "path": "/de-de/products/details", "line": 89 }, { "directive": "disallow", "path": "/de-at/products/details", "line": 90 }, { "directive": "disallow", "path": "/de-ch/products/details", "line": 91 }, { "directive": "disallow", "path": "/es-es/products/details", "line": 92 }, { "directive": "disallow", "path": "/fr-fr/products/details", "line": 93 }, { "directive": "disallow", "path": "/fr-be/products/details", "line": 94 }, { "directive": "disallow", "path": "/fr-ch/products/details", "line": 95 }, { "directive": "disallow", "path": "/it-it/products/details", "line": 96 }, { "directive": "disallow", "path": "/pt-pt/products/details", "line": 97 }, { "directive": "disallow", "path": "/en-pr/products/details", "line": 100 }, { "directive": "disallow", "path": "/es-pr/products/details", "line": 101 }, { "directive": "disallow", "path": "/es-mx/products/details", "line": 102 }, { "directive": "disallow", "path": "/es-ar/products/details", "line": 103 }, { "directive": "disallow", "path": "/es-co/products/details", "line": 104 }, { "directive": "disallow", "path": "/pt-br/products/details", "line": 105 }, { "directive": "disallow", "path": "/en-au/products/details", "line": 108 }, { "directive": "disallow", "path": "/en-nz/products/details", "line": 109 }, { "directive": "disallow", "path": "/en-id/products/details", "line": 110 }, { "directive": "disallow", "path": "/en-sg/products/details", "line": 111 }, { "directive": "disallow", "path": "/en-in/products/details", "line": 112 }, { "directive": "disallow", "path": "/ja-jp/products/details", "line": 113 }, { "directive": "disallow", "path": "/ko-kr/products/details", "line": 114 }, { "directive": "disallow", "path": "/zh-cn/products/details", "line": 115 }, { "directive": "disallow", "path": "/zh-tw/products/details", "line": 116 } ], "warnings": [ 11 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/_cq_tags", "line": 4 }, { "directive": "disallow", "path": "/content/rockwell-automation/style-guide", "line": 5 }, { "directive": "disallow", "path": "/content/rockwell-automation/language-masters", "line": 6 }, { "directive": "disallow", "path": "/content/rockwell-automation/global", "line": 7 }, { "directive": "disallow", "path": "/*jcr:content*", "line": 8 }, { "directive": "disallow", "path": "*/ecommerce", "line": 11 }, { "directive": "disallow", "path": "/en-ca/products/details", "line": 67 }, { "directive": "disallow", "path": "/fr-ca/products/details", "line": 68 }, { "directive": "disallow", "path": "/en-dk/products/details", "line": 71 }, { "directive": "disallow", "path": "/en-fi/products/details", "line": 72 }, { "directive": "disallow", "path": "/en-hu/products/details", "line": 73 }, { "directive": "disallow", "path": "/en-ie/products/details", "line": 74 }, { "directive": "disallow", "path": "/en-il/products/details", "line": 75 }, { "directive": "disallow", "path": "/en-no/products/details", "line": 76 }, { "directive": "disallow", "path": "/en-ro/products/details", "line": 77 }, { "directive": "disallow", "path": "/en-gb/products/details", "line": 78 }, { "directive": "disallow", "path": "/en-ua/products/details", "line": 79 }, { "directive": "disallow", "path": "/en-za/products/details", "line": 80 }, { "directive": "disallow", "path": "/en-pl/products/details", "line": 81 }, { "directive": "disallow", "path": "/en-tr/products/details", "line": 82 }, { "directive": "disallow", "path": "/en-ru/products/details", "line": 83 }, { "directive": "disallow", "path": "/en-se/products/details", "line": 84 }, { "directive": "disallow", "path": "/en-cz/products/details", "line": 85 }, { "directive": "disallow", "path": "/en-be/products/details", "line": 86 }, { "directive": "disallow", "path": "/en-nl/products/details", "line": 87 }, { "directive": "disallow", "path": "/en-mde/products/details", "line": 88 }, { "directive": "disallow", "path": "/de-de/products/details", "line": 89 }, { "directive": "disallow", "path": "/de-at/products/details", "line": 90 }, { "directive": "disallow", "path": "/de-ch/products/details", "line": 91 }, { "directive": "disallow", "path": "/es-es/products/details", "line": 92 }, { "directive": "disallow", "path": "/fr-fr/products/details", "line": 93 }, { "directive": "disallow", "path": "/fr-be/products/details", "line": 94 }, { "directive": "disallow", "path": "/fr-ch/products/details", "line": 95 }, { "directive": "disallow", "path": "/it-it/products/details", "line": 96 }, { "directive": "disallow", "path": "/pt-pt/products/details", "line": 97 }, { "directive": "disallow", "path": "/en-pr/products/details", "line": 100 }, { "directive": "disallow", "path": "/es-pr/products/details", "line": 101 }, { "directive": "disallow", "path": "/es-mx/products/details", "line": 102 }, { "directive": "disallow", "path": "/es-ar/products/details", "line": 103 }, { "directive": "disallow", "path": "/es-co/products/details", "line": 104 }, { "directive": "disallow", "path": "/pt-br/products/details", "line": 105 }, { "directive": "disallow", "path": "/en-au/products/details", "line": 108 }, { "directive": "disallow", "path": "/en-nz/products/details", "line": 109 }, { "directive": "disallow", "path": "/en-id/products/details", "line": 110 }, { "directive": "disallow", "path": "/en-sg/products/details", "line": 111 }, { "directive": "disallow", "path": "/en-in/products/details", "line": 112 }, { "directive": "disallow", "path": "/ja-jp/products/details", "line": 113 }, { "directive": "disallow", "path": "/ko-kr/products/details", "line": 114 }, { "directive": "disallow", "path": "/zh-cn/products/details", "line": 115 }, { "directive": "disallow", "path": "/zh-tw/products/details", "line": 116 } ], "warnings": [ 11 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/_cq_tags", "line": 4 }, { "directive": "disallow", "path": "/content/rockwell-automation/style-guide", "line": 5 }, { "directive": "disallow", "path": "/content/rockwell-automation/language-masters", "line": 6 }, { "directive": "disallow", "path": "/content/rockwell-automation/global", "line": 7 }, { "directive": "disallow", "path": "/*jcr:content*", "line": 8 }, { "directive": "disallow", "path": "*/ecommerce", "line": 11 }, { "directive": "disallow", "path": "/en-ca/products/details", "line": 67 }, { "directive": "disallow", "path": "/fr-ca/products/details", "line": 68 }, { "directive": "disallow", "path": "/en-dk/products/details", "line": 71 }, { "directive": "disallow", "path": "/en-fi/products/details", "line": 72 }, { "directive": "disallow", "path": "/en-hu/products/details", "line": 73 }, { "directive": "disallow", "path": "/en-ie/products/details", "line": 74 }, { "directive": "disallow", "path": "/en-il/products/details", "line": 75 }, { "directive": "disallow", "path": "/en-no/products/details", "line": 76 }, { "directive": "disallow", "path": "/en-ro/products/details", "line": 77 }, { "directive": "disallow", "path": "/en-gb/products/details", "line": 78 }, { "directive": "disallow", "path": "/en-ua/products/details", "line": 79 }, { "directive": "disallow", "path": "/en-za/products/details", "line": 80 }, { "directive": "disallow", "path": "/en-pl/products/details", "line": 81 }, { "directive": "disallow", "path": "/en-tr/products/details", "line": 82 }, { "directive": "disallow", "path": "/en-ru/products/details", "line": 83 }, { "directive": "disallow", "path": "/en-se/products/details", "line": 84 }, { "directive": "disallow", "path": "/en-cz/products/details", "line": 85 }, { "directive": "disallow", "path": "/en-be/products/details", "line": 86 }, { "directive": "disallow", "path": "/en-nl/products/details", "line": 87 }, { "directive": "disallow", "path": "/en-mde/products/details", "line": 88 }, { "directive": "disallow", "path": "/de-de/products/details", "line": 89 }, { "directive": "disallow", "path": "/de-at/products/details", "line": 90 }, { "directive": "disallow", "path": "/de-ch/products/details", "line": 91 }, { "directive": "disallow", "path": "/es-es/products/details", "line": 92 }, { "directive": "disallow", "path": "/fr-fr/products/details", "line": 93 }, { "directive": "disallow", "path": "/fr-be/products/details", "line": 94 }, { "directive": "disallow", "path": "/fr-ch/products/details", "line": 95 }, { "directive": "disallow", "path": "/it-it/products/details", "line": 96 }, { "directive": "disallow", "path": "/pt-pt/products/details", "line": 97 }, { "directive": "disallow", "path": "/en-pr/products/details", "line": 100 }, { "directive": "disallow", "path": "/es-pr/products/details", "line": 101 }, { "directive": "disallow", "path": "/es-mx/products/details", "line": 102 }, { "directive": "disallow", "path": "/es-ar/products/details", "line": 103 }, { "directive": "disallow", "path": "/es-co/products/details", "line": 104 }, { "directive": "disallow", "path": "/pt-br/products/details", "line": 105 }, { "directive": "disallow", "path": "/en-au/products/details", "line": 108 }, { "directive": "disallow", "path": "/en-nz/products/details", "line": 109 }, { "directive": "disallow", "path": "/en-id/products/details", "line": 110 }, { "directive": "disallow", "path": "/en-sg/products/details", "line": 111 }, { "directive": "disallow", "path": "/en-in/products/details", "line": 112 }, { "directive": "disallow", "path": "/ja-jp/products/details", "line": 113 }, { "directive": "disallow", "path": "/ko-kr/products/details", "line": 114 }, { "directive": "disallow", "path": "/zh-cn/products/details", "line": 115 }, { "directive": "disallow", "path": "/zh-tw/products/details", "line": 116 } ], "warnings": [ 11 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/_cq_tags", "line": 4 }, { "directive": "disallow", "path": "/content/rockwell-automation/style-guide", "line": 5 }, { "directive": "disallow", "path": "/content/rockwell-automation/language-masters", "line": 6 }, { "directive": "disallow", "path": "/content/rockwell-automation/global", "line": 7 }, { "directive": "disallow", "path": "/*jcr:content*", "line": 8 }, { "directive": "disallow", "path": "*/ecommerce", "line": 11 }, { "directive": "disallow", "path": "/en-ca/products/details", "line": 67 }, { "directive": "disallow", "path": "/fr-ca/products/details", "line": 68 }, { "directive": "disallow", "path": "/en-dk/products/details", "line": 71 }, { "directive": "disallow", "path": "/en-fi/products/details", "line": 72 }, { "directive": "disallow", "path": "/en-hu/products/details", "line": 73 }, { "directive": "disallow", "path": "/en-ie/products/details", "line": 74 }, { "directive": "disallow", "path": "/en-il/products/details", "line": 75 }, { "directive": "disallow", "path": "/en-no/products/details", "line": 76 }, { "directive": "disallow", "path": "/en-ro/products/details", "line": 77 }, { "directive": "disallow", "path": "/en-gb/products/details", "line": 78 }, { "directive": "disallow", "path": "/en-ua/products/details", "line": 79 }, { "directive": "disallow", "path": "/en-za/products/details", "line": 80 }, { "directive": "disallow", "path": "/en-pl/products/details", "line": 81 }, { "directive": "disallow", "path": "/en-tr/products/details", "line": 82 }, { "directive": "disallow", "path": "/en-ru/products/details", "line": 83 }, { "directive": "disallow", "path": "/en-se/products/details", "line": 84 }, { "directive": "disallow", "path": "/en-cz/products/details", "line": 85 }, { "directive": "disallow", "path": "/en-be/products/details", "line": 86 }, { "directive": "disallow", "path": "/en-nl/products/details", "line": 87 }, { "directive": "disallow", "path": "/en-mde/products/details", "line": 88 }, { "directive": "disallow", "path": "/de-de/products/details", "line": 89 }, { "directive": "disallow", "path": "/de-at/products/details", "line": 90 }, { "directive": "disallow", "path": "/de-ch/products/details", "line": 91 }, { "directive": "disallow", "path": "/es-es/products/details", "line": 92 }, { "directive": "disallow", "path": "/fr-fr/products/details", "line": 93 }, { "directive": "disallow", "path": "/fr-be/products/details", "line": 94 }, { "directive": "disallow", "path": "/fr-ch/products/details", "line": 95 }, { "directive": "disallow", "path": "/it-it/products/details", "line": 96 }, { "directive": "disallow", "path": "/pt-pt/products/details", "line": 97 }, { "directive": "disallow", "path": "/en-pr/products/details", "line": 100 }, { "directive": "disallow", "path": "/es-pr/products/details", "line": 101 }, { "directive": "disallow", "path": "/es-mx/products/details", "line": 102 }, { "directive": "disallow", "path": "/es-ar/products/details", "line": 103 }, { "directive": "disallow", "path": "/es-co/products/details", "line": 104 }, { "directive": "disallow", "path": "/pt-br/products/details", "line": 105 }, { "directive": "disallow", "path": "/en-au/products/details", "line": 108 }, { "directive": "disallow", "path": "/en-nz/products/details", "line": 109 }, { "directive": "disallow", "path": "/en-id/products/details", "line": 110 }, { "directive": "disallow", "path": "/en-sg/products/details", "line": 111 }, { "directive": "disallow", "path": "/en-in/products/details", "line": 112 }, { "directive": "disallow", "path": "/ja-jp/products/details", "line": 113 }, { "directive": "disallow", "path": "/ko-kr/products/details", "line": 114 }, { "directive": "disallow", "path": "/zh-cn/products/details", "line": 115 }, { "directive": "disallow", "path": "/zh-tw/products/details", "line": 116 } ], "warnings": [ 11 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/_cq_tags", "line": 4 }, { "directive": "disallow", "path": "/content/rockwell-automation/style-guide", "line": 5 }, { "directive": "disallow", "path": "/content/rockwell-automation/language-masters", "line": 6 }, { "directive": "disallow", "path": "/content/rockwell-automation/global", "line": 7 }, { "directive": "disallow", "path": "/*jcr:content*", "line": 8 }, { "directive": "disallow", "path": "*/ecommerce", "line": 11 }, { "directive": "disallow", "path": "/en-ca/products/details", "line": 67 }, { "directive": "disallow", "path": "/fr-ca/products/details", "line": 68 }, { "directive": "disallow", "path": "/en-dk/products/details", "line": 71 }, { "directive": "disallow", "path": "/en-fi/products/details", "line": 72 }, { "directive": "disallow", "path": "/en-hu/products/details", "line": 73 }, { "directive": "disallow", "path": "/en-ie/products/details", "line": 74 }, { "directive": "disallow", "path": "/en-il/products/details", "line": 75 }, { "directive": "disallow", "path": "/en-no/products/details", "line": 76 }, { "directive": "disallow", "path": "/en-ro/products/details", "line": 77 }, { "directive": "disallow", "path": "/en-gb/products/details", "line": 78 }, { "directive": "disallow", "path": "/en-ua/products/details", "line": 79 }, { "directive": "disallow", "path": "/en-za/products/details", "line": 80 }, { "directive": "disallow", "path": "/en-pl/products/details", "line": 81 }, { "directive": "disallow", "path": "/en-tr/products/details", "line": 82 }, { "directive": "disallow", "path": "/en-ru/products/details", "line": 83 }, { "directive": "disallow", "path": "/en-se/products/details", "line": 84 }, { "directive": "disallow", "path": "/en-cz/products/details", "line": 85 }, { "directive": "disallow", "path": "/en-be/products/details", "line": 86 }, { "directive": "disallow", "path": "/en-nl/products/details", "line": 87 }, { "directive": "disallow", "path": "/en-mde/products/details", "line": 88 }, { "directive": "disallow", "path": "/de-de/products/details", "line": 89 }, { "directive": "disallow", "path": "/de-at/products/details", "line": 90 }, { "directive": "disallow", "path": "/de-ch/products/details", "line": 91 }, { "directive": "disallow", "path": "/es-es/products/details", "line": 92 }, { "directive": "disallow", "path": "/fr-fr/products/details", "line": 93 }, { "directive": "disallow", "path": "/fr-be/products/details", "line": 94 }, { "directive": "disallow", "path": "/fr-ch/products/details", "line": 95 }, { "directive": "disallow", "path": "/it-it/products/details", "line": 96 }, { "directive": "disallow", "path": "/pt-pt/products/details", "line": 97 }, { "directive": "disallow", "path": "/en-pr/products/details", "line": 100 }, { "directive": "disallow", "path": "/es-pr/products/details", "line": 101 }, { "directive": "disallow", "path": "/es-mx/products/details", "line": 102 }, { "directive": "disallow", "path": "/es-ar/products/details", "line": 103 }, { "directive": "disallow", "path": "/es-co/products/details", "line": 104 }, { "directive": "disallow", "path": "/pt-br/products/details", "line": 105 }, { "directive": "disallow", "path": "/en-au/products/details", "line": 108 }, { "directive": "disallow", "path": "/en-nz/products/details", "line": 109 }, { "directive": "disallow", "path": "/en-id/products/details", "line": 110 }, { "directive": "disallow", "path": "/en-sg/products/details", "line": 111 }, { "directive": "disallow", "path": "/en-in/products/details", "line": 112 }, { "directive": "disallow", "path": "/ja-jp/products/details", "line": 113 }, { "directive": "disallow", "path": "/ko-kr/products/details", "line": 114 }, { "directive": "disallow", "path": "/zh-cn/products/details", "line": 115 }, { "directive": "disallow", "path": "/zh-tw/products/details", "line": 116 } ], "warnings": [ 11 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/_cq_tags", "line": 4 }, { "directive": "disallow", "path": "/content/rockwell-automation/style-guide", "line": 5 }, { "directive": "disallow", "path": "/content/rockwell-automation/language-masters", "line": 6 }, { "directive": "disallow", "path": "/content/rockwell-automation/global", "line": 7 }, { "directive": "disallow", "path": "/*jcr:content*", "line": 8 }, { "directive": "disallow", "path": "*/ecommerce", "line": 11 }, { "directive": "disallow", "path": "/en-ca/products/details", "line": 67 }, { "directive": "disallow", "path": "/fr-ca/products/details", "line": 68 }, { "directive": "disallow", "path": "/en-dk/products/details", "line": 71 }, { "directive": "disallow", "path": "/en-fi/products/details", "line": 72 }, { "directive": "disallow", "path": "/en-hu/products/details", "line": 73 }, { "directive": "disallow", "path": "/en-ie/products/details", "line": 74 }, { "directive": "disallow", "path": "/en-il/products/details", "line": 75 }, { "directive": "disallow", "path": "/en-no/products/details", "line": 76 }, { "directive": "disallow", "path": "/en-ro/products/details", "line": 77 }, { "directive": "disallow", "path": "/en-gb/products/details", "line": 78 }, { "directive": "disallow", "path": "/en-ua/products/details", "line": 79 }, { "directive": "disallow", "path": "/en-za/products/details", "line": 80 }, { "directive": "disallow", "path": "/en-pl/products/details", "line": 81 }, { "directive": "disallow", "path": "/en-tr/products/details", "line": 82 }, { "directive": "disallow", "path": "/en-ru/products/details", "line": 83 }, { "directive": "disallow", "path": "/en-se/products/details", "line": 84 }, { "directive": "disallow", "path": "/en-cz/products/details", "line": 85 }, { "directive": "disallow", "path": "/en-be/products/details", "line": 86 }, { "directive": "disallow", "path": "/en-nl/products/details", "line": 87 }, { "directive": "disallow", "path": "/en-mde/products/details", "line": 88 }, { "directive": "disallow", "path": "/de-de/products/details", "line": 89 }, { "directive": "disallow", "path": "/de-at/products/details", "line": 90 }, { "directive": "disallow", "path": "/de-ch/products/details", "line": 91 }, { "directive": "disallow", "path": "/es-es/products/details", "line": 92 }, { "directive": "disallow", "path": "/fr-fr/products/details", "line": 93 }, { "directive": "disallow", "path": "/fr-be/products/details", "line": 94 }, { "directive": "disallow", "path": "/fr-ch/products/details", "line": 95 }, { "directive": "disallow", "path": "/it-it/products/details", "line": 96 }, { "directive": "disallow", "path": "/pt-pt/products/details", "line": 97 }, { "directive": "disallow", "path": "/en-pr/products/details", "line": 100 }, { "directive": "disallow", "path": "/es-pr/products/details", "line": 101 }, { "directive": "disallow", "path": "/es-mx/products/details", "line": 102 }, { "directive": "disallow", "path": "/es-ar/products/details", "line": 103 }, { "directive": "disallow", "path": "/es-co/products/details", "line": 104 }, { "directive": "disallow", "path": "/pt-br/products/details", "line": 105 }, { "directive": "disallow", "path": "/en-au/products/details", "line": 108 }, { "directive": "disallow", "path": "/en-nz/products/details", "line": 109 }, { "directive": "disallow", "path": "/en-id/products/details", "line": 110 }, { "directive": "disallow", "path": "/en-sg/products/details", "line": 111 }, { "directive": "disallow", "path": "/en-in/products/details", "line": 112 }, { "directive": "disallow", "path": "/ja-jp/products/details", "line": 113 }, { "directive": "disallow", "path": "/ko-kr/products/details", "line": 114 }, { "directive": "disallow", "path": "/zh-cn/products/details", "line": 115 }, { "directive": "disallow", "path": "/zh-tw/products/details", "line": 116 } ], "warnings": [ 11 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/_cq_tags", "line": 4 }, { "directive": "disallow", "path": "/content/rockwell-automation/style-guide", "line": 5 }, { "directive": "disallow", "path": "/content/rockwell-automation/language-masters", "line": 6 }, { "directive": "disallow", "path": "/content/rockwell-automation/global", "line": 7 }, { "directive": "disallow", "path": "/*jcr:content*", "line": 8 }, { "directive": "disallow", "path": "*/ecommerce", "line": 11 }, { "directive": "disallow", "path": "/en-ca/products/details", "line": 67 }, { "directive": "disallow", "path": "/fr-ca/products/details", "line": 68 }, { "directive": "disallow", "path": "/en-dk/products/details", "line": 71 }, { "directive": "disallow", "path": "/en-fi/products/details", "line": 72 }, { "directive": "disallow", "path": "/en-hu/products/details", "line": 73 }, { "directive": "disallow", "path": "/en-ie/products/details", "line": 74 }, { "directive": "disallow", "path": "/en-il/products/details", "line": 75 }, { "directive": "disallow", "path": "/en-no/products/details", "line": 76 }, { "directive": "disallow", "path": "/en-ro/products/details", "line": 77 }, { "directive": "disallow", "path": "/en-gb/products/details", "line": 78 }, { "directive": "disallow", "path": "/en-ua/products/details", "line": 79 }, { "directive": "disallow", "path": "/en-za/products/details", "line": 80 }, { "directive": "disallow", "path": "/en-pl/products/details", "line": 81 }, { "directive": "disallow", "path": "/en-tr/products/details", "line": 82 }, { "directive": "disallow", "path": "/en-ru/products/details", "line": 83 }, { "directive": "disallow", "path": "/en-se/products/details", "line": 84 }, { "directive": "disallow", "path": "/en-cz/products/details", "line": 85 }, { "directive": "disallow", "path": "/en-be/products/details", "line": 86 }, { "directive": "disallow", "path": "/en-nl/products/details", "line": 87 }, { "directive": "disallow", "path": "/en-mde/products/details", "line": 88 }, { "directive": "disallow", "path": "/de-de/products/details", "line": 89 }, { "directive": "disallow", "path": "/de-at/products/details", "line": 90 }, { "directive": "disallow", "path": "/de-ch/products/details", "line": 91 }, { "directive": "disallow", "path": "/es-es/products/details", "line": 92 }, { "directive": "disallow", "path": "/fr-fr/products/details", "line": 93 }, { "directive": "disallow", "path": "/fr-be/products/details", "line": 94 }, { "directive": "disallow", "path": "/fr-ch/products/details", "line": 95 }, { "directive": "disallow", "path": "/it-it/products/details", "line": 96 }, { "directive": "disallow", "path": "/pt-pt/products/details", "line": 97 }, { "directive": "disallow", "path": "/en-pr/products/details", "line": 100 }, { "directive": "disallow", "path": "/es-pr/products/details", "line": 101 }, { "directive": "disallow", "path": "/es-mx/products/details", "line": 102 }, { "directive": "disallow", "path": "/es-ar/products/details", "line": 103 }, { "directive": "disallow", "path": "/es-co/products/details", "line": 104 }, { "directive": "disallow", "path": "/pt-br/products/details", "line": 105 }, { "directive": "disallow", "path": "/en-au/products/details", "line": 108 }, { "directive": "disallow", "path": "/en-nz/products/details", "line": 109 }, { "directive": "disallow", "path": "/en-id/products/details", "line": 110 }, { "directive": "disallow", "path": "/en-sg/products/details", "line": 111 }, { "directive": "disallow", "path": "/en-in/products/details", "line": 112 }, { "directive": "disallow", "path": "/ja-jp/products/details", "line": 113 }, { "directive": "disallow", "path": "/ko-kr/products/details", "line": 114 }, { "directive": "disallow", "path": "/zh-cn/products/details", "line": 115 }, { "directive": "disallow", "path": "/zh-tw/products/details", "line": 116 } ], "warnings": [ 11 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/_cq_tags", "line": 4 }, { "directive": "disallow", "path": "/content/rockwell-automation/style-guide", "line": 5 }, { "directive": "disallow", "path": "/content/rockwell-automation/language-masters", "line": 6 }, { "directive": "disallow", "path": "/content/rockwell-automation/global", "line": 7 }, { "directive": "disallow", "path": "/*jcr:content*", "line": 8 }, { "directive": "disallow", "path": "*/ecommerce", "line": 11 }, { "directive": "disallow", "path": "/en-ca/products/details", "line": 67 }, { "directive": "disallow", "path": "/fr-ca/products/details", "line": 68 }, { "directive": "disallow", "path": "/en-dk/products/details", "line": 71 }, { "directive": "disallow", "path": "/en-fi/products/details", "line": 72 }, { "directive": "disallow", "path": "/en-hu/products/details", "line": 73 }, { "directive": "disallow", "path": "/en-ie/products/details", "line": 74 }, { "directive": "disallow", "path": "/en-il/products/details", "line": 75 }, { "directive": "disallow", "path": "/en-no/products/details", "line": 76 }, { "directive": "disallow", "path": "/en-ro/products/details", "line": 77 }, { "directive": "disallow", "path": "/en-gb/products/details", "line": 78 }, { "directive": "disallow", "path": "/en-ua/products/details", "line": 79 }, { "directive": "disallow", "path": "/en-za/products/details", "line": 80 }, { "directive": "disallow", "path": "/en-pl/products/details", "line": 81 }, { "directive": "disallow", "path": "/en-tr/products/details", "line": 82 }, { "directive": "disallow", "path": "/en-ru/products/details", "line": 83 }, { "directive": "disallow", "path": "/en-se/products/details", "line": 84 }, { "directive": "disallow", "path": "/en-cz/products/details", "line": 85 }, { "directive": "disallow", "path": "/en-be/products/details", "line": 86 }, { "directive": "disallow", "path": "/en-nl/products/details", "line": 87 }, { "directive": "disallow", "path": "/en-mde/products/details", "line": 88 }, { "directive": "disallow", "path": "/de-de/products/details", "line": 89 }, { "directive": "disallow", "path": "/de-at/products/details", "line": 90 }, { "directive": "disallow", "path": "/de-ch/products/details", "line": 91 }, { "directive": "disallow", "path": "/es-es/products/details", "line": 92 }, { "directive": "disallow", "path": "/fr-fr/products/details", "line": 93 }, { "directive": "disallow", "path": "/fr-be/products/details", "line": 94 }, { "directive": "disallow", "path": "/fr-ch/products/details", "line": 95 }, { "directive": "disallow", "path": "/it-it/products/details", "line": 96 }, { "directive": "disallow", "path": "/pt-pt/products/details", "line": 97 }, { "directive": "disallow", "path": "/en-pr/products/details", "line": 100 }, { "directive": "disallow", "path": "/es-pr/products/details", "line": 101 }, { "directive": "disallow", "path": "/es-mx/products/details", "line": 102 }, { "directive": "disallow", "path": "/es-ar/products/details", "line": 103 }, { "directive": "disallow", "path": "/es-co/products/details", "line": 104 }, { "directive": "disallow", "path": "/pt-br/products/details", "line": 105 }, { "directive": "disallow", "path": "/en-au/products/details", "line": 108 }, { "directive": "disallow", "path": "/en-nz/products/details", "line": 109 }, { "directive": "disallow", "path": "/en-id/products/details", "line": 110 }, { "directive": "disallow", "path": "/en-sg/products/details", "line": 111 }, { "directive": "disallow", "path": "/en-in/products/details", "line": 112 }, { "directive": "disallow", "path": "/ja-jp/products/details", "line": 113 }, { "directive": "disallow", "path": "/ko-kr/products/details", "line": 114 }, { "directive": "disallow", "path": "/zh-cn/products/details", "line": 115 }, { "directive": "disallow", "path": "/zh-tw/products/details", "line": 116 } ], "warnings": [ 11 ] } }, "httpStatus": 200, "finalUrl": "https://www.rockwellautomation.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "3f3b8289063afb02205c5669e96142fc13c385b232b0b62345418f2642cd47d7", "bytes": 5064 }, { "company": "Rollins, Inc.", "cik": "84839", "sector": "Industrials", "origin": "http://www.rollins.com", "checkedAt": "2026-09-26T04:56:12.813Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/form-submit", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/form-submit", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/form-submit", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/form-submit", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/form-submit", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/form-submit", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/form-submit", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/form-submit", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.rollins.com/robots.txt", "contentType": "text/plain;charset=UTF-8", "sha256": "55a2c5f7689f09158062032d9d49c522a1742df99573d00416453597dfe38e8f", "bytes": 83 }, { "company": "Roper Technologies", "cik": "882835", "sector": "Information Technology", "origin": "https://www.ropertech.com", "checkedAt": "2026-09-26T04:56:12.821Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "Ross Stores", "cik": "745732", "sector": "Consumer Discretionary", "origin": "https://www.rossstores.com", "checkedAt": "2026-09-26T04:56:13.029Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/fundraising/", "line": 3 }, { "directive": "disallow", "path": "/event/", "line": 4 }, { "directive": "disallow", "path": "/events/", "line": 5 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 6 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/fundraising/", "line": 3 }, { "directive": "disallow", "path": "/event/", "line": 4 }, { "directive": "disallow", "path": "/events/", "line": 5 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 6 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/fundraising/", "line": 3 }, { "directive": "disallow", "path": "/event/", "line": 4 }, { "directive": "disallow", "path": "/events/", "line": 5 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 6 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/fundraising/", "line": 3 }, { "directive": "disallow", "path": "/event/", "line": 4 }, { "directive": "disallow", "path": "/events/", "line": 5 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 6 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/fundraising/", "line": 3 }, { "directive": "disallow", "path": "/event/", "line": 4 }, { "directive": "disallow", "path": "/events/", "line": 5 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 6 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/fundraising/", "line": 3 }, { "directive": "disallow", "path": "/event/", "line": 4 }, { "directive": "disallow", "path": "/events/", "line": 5 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 6 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/fundraising/", "line": 3 }, { "directive": "disallow", "path": "/event/", "line": 4 }, { "directive": "disallow", "path": "/events/", "line": 5 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 6 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/fundraising/", "line": 3 }, { "directive": "disallow", "path": "/event/", "line": 4 }, { "directive": "disallow", "path": "/events/", "line": 5 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 6 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.rossstores.com/robots.txt", "contentType": "text/plain", "sha256": "038e30bfe89a9ff38bfec01c7911d2253d8319d88c199301ae41a67b936f09e8", "bytes": 128 }, { "company": "Royal Caribbean Group", "cik": "884887", "sector": "Consumer Discretionary", "origin": "https://www.royalcaribbeangroup.com", "checkedAt": "2026-09-26T04:56:13.117Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.royalcaribbeangroup.com/robots.txt", "contentType": "text/plain", "sha256": "44f3f8eafdf064cf69acb05f23ee4dfc9ab5b3d67d81c64246bc29f7e438789a", "bytes": 22 }, { "company": "RTX Corporation", "cik": "101829", "sector": "Industrials", "origin": "https://www.rtx.com", "checkedAt": "2026-09-26T04:56:13.646Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.rtx.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "57883fb8f173aa5124fb5f151a1490326809c5a707e10d890bd2962676332ea1", "bytes": 232 }, { "company": "S&P Global", "cik": "64040", "sector": "Financials", "origin": "https://www.spglobal.com", "checkedAt": "2026-09-26T04:56:13.837Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.spglobal.com/robots.txt", "contentType": "text/html" }, { "company": "Salesforce", "cik": "1108524", "sector": "Information Technology", "origin": "https://www.salesforce.com", "checkedAt": "2026-09-26T04:56:13.980Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/products/home-perf/", "line": 75 }, { "directive": "disallow", "path": "/form/conf/", "line": 76 }, { "directive": "disallow", "path": "*/conf/", "line": 77 }, { "directive": "disallow", "path": "/content/dam/web/en_us/www/documents/", "line": 78 }, { "directive": "disallow", "path": "/content/dam/web/en_us/www/assets/pdf/", "line": 79 }, { "directive": "disallow", "path": "/login-messages/", "line": 80 }, { "directive": "disallow", "path": "/au/login-messages/", "line": 81 }, { "directive": "disallow", "path": "/ap/login-messages/", "line": 82 }, { "directive": "disallow", "path": "/in/login-messages/", "line": 83 }, { "directive": "disallow", "path": "/cn/login-messages/", "line": 84 }, { "directive": "disallow", "path": "/tw/login-messages/", "line": 85 }, { "directive": "disallow", "path": "/th/login-messages/", "line": 86 }, { "directive": "disallow", "path": "/uk/login-messages/", "line": 87 }, { "directive": "disallow", "path": "/de/login-messages/", "line": 88 }, { "directive": "disallow", "path": "/ca/login-messages/", "line": 89 }, { "directive": "disallow", "path": "/eu/login-messages/", "line": 90 }, { "directive": "disallow", "path": "/fr/login-messages/", "line": 91 }, { "directive": "disallow", "path": "/es/login-messages/", "line": 92 }, { "directive": "disallow", "path": "/it/login-messages/", "line": 93 }, { "directive": "disallow", "path": "/nl/login-messages/", "line": 94 }, { "directive": "disallow", "path": "/fi/login-messages/", "line": 95 }, { "directive": "disallow", "path": "/dk/login-messages/", "line": 96 }, { "directive": "disallow", "path": "/se/login-messages/", "line": 97 }, { "directive": "disallow", "path": "/fr-ca/login-messages/", "line": 98 }, { "directive": "disallow", "path": "/competitive/gated-content-for-agents/", "line": 99 }, { "directive": "allow", "path": "/plus/experience/*/series/", "line": 100 }, { "directive": "disallow", "path": "/plus/experience/*/", "line": 101 }, { "directive": "disallow", "path": "/plus/experience/dreamforce_2025_x_test", "line": 102 }, { "directive": "disallow", "path": "*/wp-content/uploads/sites/*/documents/", "line": 104 }, { "directive": "disallow", "path": "/content/dam/web/pt_br/www/", "line": 107 }, { "directive": "disallow", "path": "/content/dam/web/es_mx/www/", "line": 108 }, { "directive": "disallow", "path": "/content/dam/web/de_de/www/", "line": 109 }, { "directive": "disallow", "path": "/content/dam/web/fr_fr/www/", "line": 110 }, { "directive": "disallow", "path": "/content/dam/web/nl_nl/www/", "line": 111 }, { "directive": "disallow", "path": "/content/dam/web/es_es/www/", "line": 112 }, { "directive": "disallow", "path": "/content/dam/web/it_it/www/", "line": 113 }, { "directive": "disallow", "path": "/content/dam/web/sv_se/www/", "line": 114 }, { "directive": "disallow", "path": "/content/dam/web/fr_ca/www/", "line": 115 }, { "directive": "disallow", "path": "/content/dam/web/fi_fi/www/", "line": 116 }, { "directive": "disallow", "path": "/content/dam/web/da_dk/www/", "line": 117 }, { "directive": "disallow", "path": "/content/dam/web/en_is/www/", "line": 118 }, { "directive": "disallow", "path": "/content/dam/web/en_gb/www/", "line": 119 }, { "directive": "disallow", "path": "/content/dam/web/en_ie/www/", "line": 120 }, { "directive": "disallow", "path": "/content/dam/web/en_ca/www/", "line": 121 }, { "directive": "disallow", "path": "/content/dam/web/en_dk/www/", "line": 122 }, { "directive": "disallow", "path": "/content/dam/web/no_no/www/", "line": 123 }, { "directive": "disallow", "path": "/content/dam/web/de_ch/www/", "line": 124 }, { "directive": "disallow", "path": "/content/dam/web/fr_ch/www/", "line": 125 }, { "directive": "disallow", "path": "/content/dam/web/it_ch/www/", "line": 126 }, { "directive": "disallow", "path": "/content/dam/web/en_au/www/", "line": 127 }, { "directive": "disallow", "path": "/content/dam/web/en_sg/www/", "line": 128 }, { "directive": "disallow", "path": "/opencms/", "line": 129 }, { "directive": "disallow", "path": "/promos/", "line": 130 }, { "directive": "disallow", "path": "/styleguide/", "line": 131 }, { "directive": "disallow", "path": "/landing/", "line": 132 }, { "directive": "disallow", "path": "/modules/", "line": 133 }, { "directive": "disallow", "path": "/uk/promos/", "line": 134 }, { "directive": "disallow", "path": "/eu/promos/", "line": 135 }, { "directive": "disallow", "path": "/de/promos/", "line": 136 }, { "directive": "disallow", "path": "/es/promos/", "line": 137 }, { "directive": "disallow", "path": "/fr/promos/", "line": 138 }, { "directive": "disallow", "path": "/it/promos/", "line": 139 }, { "directive": "disallow", "path": "/jp/promos/", "line": 140 }, { "directive": "disallow", "path": "/us/developer/docs/ajaxpre", "line": 143 }, { "directive": "disallow", "path": "/us/developer/docs/ajax80", "line": 144 }, { "directive": "disallow", "path": "/us/developer/docs/ajax90", "line": 145 }, { "directive": "disallow", "path": "/us/developer/docs/ajax1*", "line": 146 }, { "directive": "disallow", "path": "/us/developer/docs/ajax2*", "line": 147 }, { "directive": "disallow", "path": "/us/developer/docs/ajax3*", "line": 148 }, { "directive": "disallow", "path": "/us/developer/docs/ajax4*", "line": 149 }, { "directive": "disallow", "path": "/us/developer/docs/apexcodepre", "line": 150 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode1*", "line": 151 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode2*", "line": 152 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode3*", "line": 153 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode4*", "line": 154 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynchpre", "line": 155 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch1*", "line": 156 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch2*", "line": 157 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch3*", "line": 158 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch4*", "line": 159 }, { "directive": "disallow", "path": "/us/developer/docs/api_consolepre", "line": 160 }, { "directive": "disallow", "path": "/us/developer/docs/api_console2*", "line": 161 }, { "directive": "disallow", "path": "/us/developer/docs/api_console3*", "line": 162 }, { "directive": "disallow", "path": "/us/developer/docs/api_console4*", "line": 163 }, { "directive": "disallow", "path": "/us/developer/docs/api_metapre", "line": 164 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta1*", "line": 165 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta2*", "line": 166 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta3*", "line": 167 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta4*", "line": 168 }, { "directive": "disallow", "path": "/us/developer/docs/api_restpre", "line": 169 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest2*", "line": 170 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest3*", "line": 171 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest4*", "line": 172 }, { "directive": "disallow", "path": "/us/developer/docs/api_streamingpre", "line": 173 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming2*", "line": 174 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming3*", "line": 175 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming4*", "line": 176 }, { "directive": "disallow", "path": "/us/developer/docs/apipre", "line": 177 }, { "directive": "disallow", "path": "/us/developer/docs/api80", "line": 178 }, { "directive": "disallow", "path": "/us/developer/docs/api90", "line": 179 }, { "directive": "disallow", "path": "/us/developer/docs/api1*", "line": 180 }, { "directive": "disallow", "path": "/us/developer/docs/api2*", "line": 181 }, { "directive": "disallow", "path": "/us/developer/docs/api3*", "line": 182 }, { "directive": "disallow", "path": "/us/developer/docs/api4*", "line": 183 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapipre", "line": 184 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi2*", "line": 185 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi3*", "line": 186 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi4*", "line": 187 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_apipre", "line": 188 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api2*", "line": 189 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api3*", "line": 190 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api4*", "line": 191 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objectspre", "line": 192 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects2*", "line": 193 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects3*", "line": 194 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects4*", "line": 195 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_soslpre", "line": 196 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl2*", "line": 197 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl3*", "line": 198 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl4*", "line": 199 }, { "directive": "disallow", "path": "/us/developer/docs/daaspre", "line": 200 }, { "directive": "disallow", "path": "/us/developer/docs/daas140", "line": 201 }, { "directive": "disallow", "path": "/us/developer/docs/fundamentalspre", "line": 202 }, { "directive": "disallow", "path": "/us/developer/docs/knowledge_devpre", "line": 203 }, { "directive": "disallow", "path": "/us/developer/docs/object_referencepre", "line": 204 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference2*", "line": 205 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference3*", "line": 206 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference4*", "line": 207 }, { "directive": "disallow", "path": "/us/developer/docs/officetoolkit30", "line": 208 }, { "directive": "disallow", "path": "/us/developer/docs/pagespre", "line": 209 }, { "directive": "disallow", "path": "/us/developer/docs/pages1*", "line": 210 }, { "directive": "disallow", "path": "/us/developer/docs/pages2*", "line": 211 }, { "directive": "disallow", "path": "/us/developer/docs/pages3*", "line": 212 }, { "directive": "disallow", "path": "/us/developer/docs/pages4*", "line": 213 }, { "directive": "disallow", "path": "/us/developer/docs/sforce20", "line": 214 }, { "directive": "disallow", "path": "/us/developer/docs/sforce30", "line": 215 }, { "directive": "disallow", "path": "/us/developer/docs/sforce40", "line": 216 }, { "directive": "disallow", "path": "/us/developer/docs/sforce50", "line": 217 }, { "directive": "disallow", "path": "/us/developer/docs/sforce60", "line": 218 }, { "directive": "disallow", "path": "/us/developer/docs/sforce70", "line": 219 }, { "directive": "disallow", "path": "/search.jsp", "line": 222 }, { "directive": "disallow", "path": "/assets/pdf/company/private/", "line": 223 }, { "directive": "disallow", "path": "/jp/assets/pdf/", "line": 224 }, { "directive": "disallow", "path": "/content/dam/web/ja_jp/www/documents/", "line": 225 }, { "directive": "disallow", "path": "/content/dam/web/ja_jp/www/assets/pdf/", "line": 226 }, { "directive": "disallow", "path": "/content/blogs/au/en/*", "line": 227 }, { "directive": "disallow", "path": "/content/blogs/us/en/*", "line": 228 }, { "directive": "disallow", "path": "/content/blogs/nl/nl/*", "line": 229 }, { "directive": "disallow", "path": "/content/blogs/eu/en/*", "line": 230 }, { "directive": "disallow", "path": "/content/blogs/in/en/*", "line": 231 }, { "directive": "disallow", "path": "/content/blogs/fi/fi/*", "line": 232 }, { "directive": "disallow", "path": "/content/blogs/sg/en/*", "line": 233 }, { "directive": "disallow", "path": "/content/blogs/jp/ja/*", "line": 234 }, { "directive": "disallow", "path": "/content/blogs/mx/es/*", "line": 235 }, { "directive": "disallow", "path": "/content/blogs/es/es/*", "line": 236 }, { "directive": "disallow", "path": "/content/blogs/br/pt/*", "line": 237 }, { "directive": "disallow", "path": "/content/blogs/il/he/*", "line": 238 }, { "directive": "disallow", "path": "/content/blogs/it/it/*", "line": 239 }, { "directive": "disallow", "path": "*/customer-success-stories/*.*._filter", "line": 281 }, { "directive": "disallow", "path": "*/customer-success-stories.*._filter", "line": 282 }, { "directive": "disallow", "path": "*/customer-success-stories.[a-z]*Sort.*", "line": 283 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.[a-z]*Sort.*", "line": 284 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.P*.*", "line": 287 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.P*.*", "line": 288 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.I*.*", "line": 291 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.I*.*", "line": 292 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.BS*.*", "line": 295 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.BS*.*", "line": 296 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.BT*.*", "line": 299 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.BT*.*", "line": 300 }, { "directive": "disallow", "path": "*services/success-plans/accelerators._filter.S*.*", "line": 304 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators._filter.RG*.*", "line": 305 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators._filter.P*.*", "line": 306 }, { "directive": "disallow", "path": "*services/success-plans/accelerators/._filter.S*.*", "line": 307 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators/._filter.RG*.*", "line": 308 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators/._filter.P*.*", "line": 309 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort/$", "line": 312 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort/$", "line": 313 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort.re*.*", "line": 316 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort.P*.*/", "line": 317 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort.re*.*", "line": 318 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort.P*.*/", "line": 319 } ], "warnings": [ 77, 104, 264, 265, 268, 269, 272, 273, 277, 278, 281, 282, 283, 284, 287, 288, 291, 292, 295, 296, 299, 300, 304, 305, 306, 307, 308, 309, 312, 313, 316, 317, 318, 319 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/products/home-perf/", "line": 75 }, { "directive": "disallow", "path": "/form/conf/", "line": 76 }, { "directive": "disallow", "path": "*/conf/", "line": 77 }, { "directive": "disallow", "path": "/content/dam/web/en_us/www/documents/", "line": 78 }, { "directive": "disallow", "path": "/content/dam/web/en_us/www/assets/pdf/", "line": 79 }, { "directive": "disallow", "path": "/login-messages/", "line": 80 }, { "directive": "disallow", "path": "/au/login-messages/", "line": 81 }, { "directive": "disallow", "path": "/ap/login-messages/", "line": 82 }, { "directive": "disallow", "path": "/in/login-messages/", "line": 83 }, { "directive": "disallow", "path": "/cn/login-messages/", "line": 84 }, { "directive": "disallow", "path": "/tw/login-messages/", "line": 85 }, { "directive": "disallow", "path": "/th/login-messages/", "line": 86 }, { "directive": "disallow", "path": "/uk/login-messages/", "line": 87 }, { "directive": "disallow", "path": "/de/login-messages/", "line": 88 }, { "directive": "disallow", "path": "/ca/login-messages/", "line": 89 }, { "directive": "disallow", "path": "/eu/login-messages/", "line": 90 }, { "directive": "disallow", "path": "/fr/login-messages/", "line": 91 }, { "directive": "disallow", "path": "/es/login-messages/", "line": 92 }, { "directive": "disallow", "path": "/it/login-messages/", "line": 93 }, { "directive": "disallow", "path": "/nl/login-messages/", "line": 94 }, { "directive": "disallow", "path": "/fi/login-messages/", "line": 95 }, { "directive": "disallow", "path": "/dk/login-messages/", "line": 96 }, { "directive": "disallow", "path": "/se/login-messages/", "line": 97 }, { "directive": "disallow", "path": "/fr-ca/login-messages/", "line": 98 }, { "directive": "disallow", "path": "/competitive/gated-content-for-agents/", "line": 99 }, { "directive": "allow", "path": "/plus/experience/*/series/", "line": 100 }, { "directive": "disallow", "path": "/plus/experience/*/", "line": 101 }, { "directive": "disallow", "path": "/plus/experience/dreamforce_2025_x_test", "line": 102 }, { "directive": "disallow", "path": "*/wp-content/uploads/sites/*/documents/", "line": 104 }, { "directive": "disallow", "path": "/content/dam/web/pt_br/www/", "line": 107 }, { "directive": "disallow", "path": "/content/dam/web/es_mx/www/", "line": 108 }, { "directive": "disallow", "path": "/content/dam/web/de_de/www/", "line": 109 }, { "directive": "disallow", "path": "/content/dam/web/fr_fr/www/", "line": 110 }, { "directive": "disallow", "path": "/content/dam/web/nl_nl/www/", "line": 111 }, { "directive": "disallow", "path": "/content/dam/web/es_es/www/", "line": 112 }, { "directive": "disallow", "path": "/content/dam/web/it_it/www/", "line": 113 }, { "directive": "disallow", "path": "/content/dam/web/sv_se/www/", "line": 114 }, { "directive": "disallow", "path": "/content/dam/web/fr_ca/www/", "line": 115 }, { "directive": "disallow", "path": "/content/dam/web/fi_fi/www/", "line": 116 }, { "directive": "disallow", "path": "/content/dam/web/da_dk/www/", "line": 117 }, { "directive": "disallow", "path": "/content/dam/web/en_is/www/", "line": 118 }, { "directive": "disallow", "path": "/content/dam/web/en_gb/www/", "line": 119 }, { "directive": "disallow", "path": "/content/dam/web/en_ie/www/", "line": 120 }, { "directive": "disallow", "path": "/content/dam/web/en_ca/www/", "line": 121 }, { "directive": "disallow", "path": "/content/dam/web/en_dk/www/", "line": 122 }, { "directive": "disallow", "path": "/content/dam/web/no_no/www/", "line": 123 }, { "directive": "disallow", "path": "/content/dam/web/de_ch/www/", "line": 124 }, { "directive": "disallow", "path": "/content/dam/web/fr_ch/www/", "line": 125 }, { "directive": "disallow", "path": "/content/dam/web/it_ch/www/", "line": 126 }, { "directive": "disallow", "path": "/content/dam/web/en_au/www/", "line": 127 }, { "directive": "disallow", "path": "/content/dam/web/en_sg/www/", "line": 128 }, { "directive": "disallow", "path": "/opencms/", "line": 129 }, { "directive": "disallow", "path": "/promos/", "line": 130 }, { "directive": "disallow", "path": "/styleguide/", "line": 131 }, { "directive": "disallow", "path": "/landing/", "line": 132 }, { "directive": "disallow", "path": "/modules/", "line": 133 }, { "directive": "disallow", "path": "/uk/promos/", "line": 134 }, { "directive": "disallow", "path": "/eu/promos/", "line": 135 }, { "directive": "disallow", "path": "/de/promos/", "line": 136 }, { "directive": "disallow", "path": "/es/promos/", "line": 137 }, { "directive": "disallow", "path": "/fr/promos/", "line": 138 }, { "directive": "disallow", "path": "/it/promos/", "line": 139 }, { "directive": "disallow", "path": "/jp/promos/", "line": 140 }, { "directive": "disallow", "path": "/us/developer/docs/ajaxpre", "line": 143 }, { "directive": "disallow", "path": "/us/developer/docs/ajax80", "line": 144 }, { "directive": "disallow", "path": "/us/developer/docs/ajax90", "line": 145 }, { "directive": "disallow", "path": "/us/developer/docs/ajax1*", "line": 146 }, { "directive": "disallow", "path": "/us/developer/docs/ajax2*", "line": 147 }, { "directive": "disallow", "path": "/us/developer/docs/ajax3*", "line": 148 }, { "directive": "disallow", "path": "/us/developer/docs/ajax4*", "line": 149 }, { "directive": "disallow", "path": "/us/developer/docs/apexcodepre", "line": 150 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode1*", "line": 151 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode2*", "line": 152 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode3*", "line": 153 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode4*", "line": 154 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynchpre", "line": 155 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch1*", "line": 156 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch2*", "line": 157 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch3*", "line": 158 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch4*", "line": 159 }, { "directive": "disallow", "path": "/us/developer/docs/api_consolepre", "line": 160 }, { "directive": "disallow", "path": "/us/developer/docs/api_console2*", "line": 161 }, { "directive": "disallow", "path": "/us/developer/docs/api_console3*", "line": 162 }, { "directive": "disallow", "path": "/us/developer/docs/api_console4*", "line": 163 }, { "directive": "disallow", "path": "/us/developer/docs/api_metapre", "line": 164 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta1*", "line": 165 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta2*", "line": 166 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta3*", "line": 167 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta4*", "line": 168 }, { "directive": "disallow", "path": "/us/developer/docs/api_restpre", "line": 169 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest2*", "line": 170 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest3*", "line": 171 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest4*", "line": 172 }, { "directive": "disallow", "path": "/us/developer/docs/api_streamingpre", "line": 173 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming2*", "line": 174 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming3*", "line": 175 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming4*", "line": 176 }, { "directive": "disallow", "path": "/us/developer/docs/apipre", "line": 177 }, { "directive": "disallow", "path": "/us/developer/docs/api80", "line": 178 }, { "directive": "disallow", "path": "/us/developer/docs/api90", "line": 179 }, { "directive": "disallow", "path": "/us/developer/docs/api1*", "line": 180 }, { "directive": "disallow", "path": "/us/developer/docs/api2*", "line": 181 }, { "directive": "disallow", "path": "/us/developer/docs/api3*", "line": 182 }, { "directive": "disallow", "path": "/us/developer/docs/api4*", "line": 183 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapipre", "line": 184 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi2*", "line": 185 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi3*", "line": 186 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi4*", "line": 187 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_apipre", "line": 188 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api2*", "line": 189 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api3*", "line": 190 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api4*", "line": 191 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objectspre", "line": 192 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects2*", "line": 193 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects3*", "line": 194 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects4*", "line": 195 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_soslpre", "line": 196 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl2*", "line": 197 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl3*", "line": 198 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl4*", "line": 199 }, { "directive": "disallow", "path": "/us/developer/docs/daaspre", "line": 200 }, { "directive": "disallow", "path": "/us/developer/docs/daas140", "line": 201 }, { "directive": "disallow", "path": "/us/developer/docs/fundamentalspre", "line": 202 }, { "directive": "disallow", "path": "/us/developer/docs/knowledge_devpre", "line": 203 }, { "directive": "disallow", "path": "/us/developer/docs/object_referencepre", "line": 204 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference2*", "line": 205 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference3*", "line": 206 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference4*", "line": 207 }, { "directive": "disallow", "path": "/us/developer/docs/officetoolkit30", "line": 208 }, { "directive": "disallow", "path": "/us/developer/docs/pagespre", "line": 209 }, { "directive": "disallow", "path": "/us/developer/docs/pages1*", "line": 210 }, { "directive": "disallow", "path": "/us/developer/docs/pages2*", "line": 211 }, { "directive": "disallow", "path": "/us/developer/docs/pages3*", "line": 212 }, { "directive": "disallow", "path": "/us/developer/docs/pages4*", "line": 213 }, { "directive": "disallow", "path": "/us/developer/docs/sforce20", "line": 214 }, { "directive": "disallow", "path": "/us/developer/docs/sforce30", "line": 215 }, { "directive": "disallow", "path": "/us/developer/docs/sforce40", "line": 216 }, { "directive": "disallow", "path": "/us/developer/docs/sforce50", "line": 217 }, { "directive": "disallow", "path": "/us/developer/docs/sforce60", "line": 218 }, { "directive": "disallow", "path": "/us/developer/docs/sforce70", "line": 219 }, { "directive": "disallow", "path": "/search.jsp", "line": 222 }, { "directive": "disallow", "path": "/assets/pdf/company/private/", "line": 223 }, { "directive": "disallow", "path": "/jp/assets/pdf/", "line": 224 }, { "directive": "disallow", "path": "/content/dam/web/ja_jp/www/documents/", "line": 225 }, { "directive": "disallow", "path": "/content/dam/web/ja_jp/www/assets/pdf/", "line": 226 }, { "directive": "disallow", "path": "/content/blogs/au/en/*", "line": 227 }, { "directive": "disallow", "path": "/content/blogs/us/en/*", "line": 228 }, { "directive": "disallow", "path": "/content/blogs/nl/nl/*", "line": 229 }, { "directive": "disallow", "path": "/content/blogs/eu/en/*", "line": 230 }, { "directive": "disallow", "path": "/content/blogs/in/en/*", "line": 231 }, { "directive": "disallow", "path": "/content/blogs/fi/fi/*", "line": 232 }, { "directive": "disallow", "path": "/content/blogs/sg/en/*", "line": 233 }, { "directive": "disallow", "path": "/content/blogs/jp/ja/*", "line": 234 }, { "directive": "disallow", "path": "/content/blogs/mx/es/*", "line": 235 }, { "directive": "disallow", "path": "/content/blogs/es/es/*", "line": 236 }, { "directive": "disallow", "path": "/content/blogs/br/pt/*", "line": 237 }, { "directive": "disallow", "path": "/content/blogs/il/he/*", "line": 238 }, { "directive": "disallow", "path": "/content/blogs/it/it/*", "line": 239 }, { "directive": "disallow", "path": "*/customer-success-stories/*.*._filter", "line": 281 }, { "directive": "disallow", "path": "*/customer-success-stories.*._filter", "line": 282 }, { "directive": "disallow", "path": "*/customer-success-stories.[a-z]*Sort.*", "line": 283 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.[a-z]*Sort.*", "line": 284 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.P*.*", "line": 287 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.P*.*", "line": 288 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.I*.*", "line": 291 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.I*.*", "line": 292 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.BS*.*", "line": 295 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.BS*.*", "line": 296 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.BT*.*", "line": 299 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.BT*.*", "line": 300 }, { "directive": "disallow", "path": "*services/success-plans/accelerators._filter.S*.*", "line": 304 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators._filter.RG*.*", "line": 305 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators._filter.P*.*", "line": 306 }, { "directive": "disallow", "path": "*services/success-plans/accelerators/._filter.S*.*", "line": 307 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators/._filter.RG*.*", "line": 308 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators/._filter.P*.*", "line": 309 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort/$", "line": 312 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort/$", "line": 313 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort.re*.*", "line": 316 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort.P*.*/", "line": 317 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort.re*.*", "line": 318 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort.P*.*/", "line": 319 } ], "warnings": [ 77, 104, 264, 265, 268, 269, 272, 273, 277, 278, 281, 282, 283, 284, 287, 288, 291, 292, 295, 296, 299, 300, 304, 305, 306, 307, 308, 309, 312, 313, 316, 317, 318, 319 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/products/home-perf/", "line": 75 }, { "directive": "disallow", "path": "/form/conf/", "line": 76 }, { "directive": "disallow", "path": "*/conf/", "line": 77 }, { "directive": "disallow", "path": "/content/dam/web/en_us/www/documents/", "line": 78 }, { "directive": "disallow", "path": "/content/dam/web/en_us/www/assets/pdf/", "line": 79 }, { "directive": "disallow", "path": "/login-messages/", "line": 80 }, { "directive": "disallow", "path": "/au/login-messages/", "line": 81 }, { "directive": "disallow", "path": "/ap/login-messages/", "line": 82 }, { "directive": "disallow", "path": "/in/login-messages/", "line": 83 }, { "directive": "disallow", "path": "/cn/login-messages/", "line": 84 }, { "directive": "disallow", "path": "/tw/login-messages/", "line": 85 }, { "directive": "disallow", "path": "/th/login-messages/", "line": 86 }, { "directive": "disallow", "path": "/uk/login-messages/", "line": 87 }, { "directive": "disallow", "path": "/de/login-messages/", "line": 88 }, { "directive": "disallow", "path": "/ca/login-messages/", "line": 89 }, { "directive": "disallow", "path": "/eu/login-messages/", "line": 90 }, { "directive": "disallow", "path": "/fr/login-messages/", "line": 91 }, { "directive": "disallow", "path": "/es/login-messages/", "line": 92 }, { "directive": "disallow", "path": "/it/login-messages/", "line": 93 }, { "directive": "disallow", "path": "/nl/login-messages/", "line": 94 }, { "directive": "disallow", "path": "/fi/login-messages/", "line": 95 }, { "directive": "disallow", "path": "/dk/login-messages/", "line": 96 }, { "directive": "disallow", "path": "/se/login-messages/", "line": 97 }, { "directive": "disallow", "path": "/fr-ca/login-messages/", "line": 98 }, { "directive": "disallow", "path": "/competitive/gated-content-for-agents/", "line": 99 }, { "directive": "allow", "path": "/plus/experience/*/series/", "line": 100 }, { "directive": "disallow", "path": "/plus/experience/*/", "line": 101 }, { "directive": "disallow", "path": "/plus/experience/dreamforce_2025_x_test", "line": 102 }, { "directive": "disallow", "path": "*/wp-content/uploads/sites/*/documents/", "line": 104 }, { "directive": "disallow", "path": "/content/dam/web/pt_br/www/", "line": 107 }, { "directive": "disallow", "path": "/content/dam/web/es_mx/www/", "line": 108 }, { "directive": "disallow", "path": "/content/dam/web/de_de/www/", "line": 109 }, { "directive": "disallow", "path": "/content/dam/web/fr_fr/www/", "line": 110 }, { "directive": "disallow", "path": "/content/dam/web/nl_nl/www/", "line": 111 }, { "directive": "disallow", "path": "/content/dam/web/es_es/www/", "line": 112 }, { "directive": "disallow", "path": "/content/dam/web/it_it/www/", "line": 113 }, { "directive": "disallow", "path": "/content/dam/web/sv_se/www/", "line": 114 }, { "directive": "disallow", "path": "/content/dam/web/fr_ca/www/", "line": 115 }, { "directive": "disallow", "path": "/content/dam/web/fi_fi/www/", "line": 116 }, { "directive": "disallow", "path": "/content/dam/web/da_dk/www/", "line": 117 }, { "directive": "disallow", "path": "/content/dam/web/en_is/www/", "line": 118 }, { "directive": "disallow", "path": "/content/dam/web/en_gb/www/", "line": 119 }, { "directive": "disallow", "path": "/content/dam/web/en_ie/www/", "line": 120 }, { "directive": "disallow", "path": "/content/dam/web/en_ca/www/", "line": 121 }, { "directive": "disallow", "path": "/content/dam/web/en_dk/www/", "line": 122 }, { "directive": "disallow", "path": "/content/dam/web/no_no/www/", "line": 123 }, { "directive": "disallow", "path": "/content/dam/web/de_ch/www/", "line": 124 }, { "directive": "disallow", "path": "/content/dam/web/fr_ch/www/", "line": 125 }, { "directive": "disallow", "path": "/content/dam/web/it_ch/www/", "line": 126 }, { "directive": "disallow", "path": "/content/dam/web/en_au/www/", "line": 127 }, { "directive": "disallow", "path": "/content/dam/web/en_sg/www/", "line": 128 }, { "directive": "disallow", "path": "/opencms/", "line": 129 }, { "directive": "disallow", "path": "/promos/", "line": 130 }, { "directive": "disallow", "path": "/styleguide/", "line": 131 }, { "directive": "disallow", "path": "/landing/", "line": 132 }, { "directive": "disallow", "path": "/modules/", "line": 133 }, { "directive": "disallow", "path": "/uk/promos/", "line": 134 }, { "directive": "disallow", "path": "/eu/promos/", "line": 135 }, { "directive": "disallow", "path": "/de/promos/", "line": 136 }, { "directive": "disallow", "path": "/es/promos/", "line": 137 }, { "directive": "disallow", "path": "/fr/promos/", "line": 138 }, { "directive": "disallow", "path": "/it/promos/", "line": 139 }, { "directive": "disallow", "path": "/jp/promos/", "line": 140 }, { "directive": "disallow", "path": "/us/developer/docs/ajaxpre", "line": 143 }, { "directive": "disallow", "path": "/us/developer/docs/ajax80", "line": 144 }, { "directive": "disallow", "path": "/us/developer/docs/ajax90", "line": 145 }, { "directive": "disallow", "path": "/us/developer/docs/ajax1*", "line": 146 }, { "directive": "disallow", "path": "/us/developer/docs/ajax2*", "line": 147 }, { "directive": "disallow", "path": "/us/developer/docs/ajax3*", "line": 148 }, { "directive": "disallow", "path": "/us/developer/docs/ajax4*", "line": 149 }, { "directive": "disallow", "path": "/us/developer/docs/apexcodepre", "line": 150 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode1*", "line": 151 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode2*", "line": 152 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode3*", "line": 153 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode4*", "line": 154 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynchpre", "line": 155 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch1*", "line": 156 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch2*", "line": 157 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch3*", "line": 158 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch4*", "line": 159 }, { "directive": "disallow", "path": "/us/developer/docs/api_consolepre", "line": 160 }, { "directive": "disallow", "path": "/us/developer/docs/api_console2*", "line": 161 }, { "directive": "disallow", "path": "/us/developer/docs/api_console3*", "line": 162 }, { "directive": "disallow", "path": "/us/developer/docs/api_console4*", "line": 163 }, { "directive": "disallow", "path": "/us/developer/docs/api_metapre", "line": 164 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta1*", "line": 165 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta2*", "line": 166 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta3*", "line": 167 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta4*", "line": 168 }, { "directive": "disallow", "path": "/us/developer/docs/api_restpre", "line": 169 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest2*", "line": 170 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest3*", "line": 171 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest4*", "line": 172 }, { "directive": "disallow", "path": "/us/developer/docs/api_streamingpre", "line": 173 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming2*", "line": 174 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming3*", "line": 175 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming4*", "line": 176 }, { "directive": "disallow", "path": "/us/developer/docs/apipre", "line": 177 }, { "directive": "disallow", "path": "/us/developer/docs/api80", "line": 178 }, { "directive": "disallow", "path": "/us/developer/docs/api90", "line": 179 }, { "directive": "disallow", "path": "/us/developer/docs/api1*", "line": 180 }, { "directive": "disallow", "path": "/us/developer/docs/api2*", "line": 181 }, { "directive": "disallow", "path": "/us/developer/docs/api3*", "line": 182 }, { "directive": "disallow", "path": "/us/developer/docs/api4*", "line": 183 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapipre", "line": 184 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi2*", "line": 185 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi3*", "line": 186 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi4*", "line": 187 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_apipre", "line": 188 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api2*", "line": 189 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api3*", "line": 190 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api4*", "line": 191 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objectspre", "line": 192 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects2*", "line": 193 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects3*", "line": 194 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects4*", "line": 195 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_soslpre", "line": 196 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl2*", "line": 197 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl3*", "line": 198 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl4*", "line": 199 }, { "directive": "disallow", "path": "/us/developer/docs/daaspre", "line": 200 }, { "directive": "disallow", "path": "/us/developer/docs/daas140", "line": 201 }, { "directive": "disallow", "path": "/us/developer/docs/fundamentalspre", "line": 202 }, { "directive": "disallow", "path": "/us/developer/docs/knowledge_devpre", "line": 203 }, { "directive": "disallow", "path": "/us/developer/docs/object_referencepre", "line": 204 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference2*", "line": 205 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference3*", "line": 206 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference4*", "line": 207 }, { "directive": "disallow", "path": "/us/developer/docs/officetoolkit30", "line": 208 }, { "directive": "disallow", "path": "/us/developer/docs/pagespre", "line": 209 }, { "directive": "disallow", "path": "/us/developer/docs/pages1*", "line": 210 }, { "directive": "disallow", "path": "/us/developer/docs/pages2*", "line": 211 }, { "directive": "disallow", "path": "/us/developer/docs/pages3*", "line": 212 }, { "directive": "disallow", "path": "/us/developer/docs/pages4*", "line": 213 }, { "directive": "disallow", "path": "/us/developer/docs/sforce20", "line": 214 }, { "directive": "disallow", "path": "/us/developer/docs/sforce30", "line": 215 }, { "directive": "disallow", "path": "/us/developer/docs/sforce40", "line": 216 }, { "directive": "disallow", "path": "/us/developer/docs/sforce50", "line": 217 }, { "directive": "disallow", "path": "/us/developer/docs/sforce60", "line": 218 }, { "directive": "disallow", "path": "/us/developer/docs/sforce70", "line": 219 }, { "directive": "disallow", "path": "/search.jsp", "line": 222 }, { "directive": "disallow", "path": "/assets/pdf/company/private/", "line": 223 }, { "directive": "disallow", "path": "/jp/assets/pdf/", "line": 224 }, { "directive": "disallow", "path": "/content/dam/web/ja_jp/www/documents/", "line": 225 }, { "directive": "disallow", "path": "/content/dam/web/ja_jp/www/assets/pdf/", "line": 226 }, { "directive": "disallow", "path": "/content/blogs/au/en/*", "line": 227 }, { "directive": "disallow", "path": "/content/blogs/us/en/*", "line": 228 }, { "directive": "disallow", "path": "/content/blogs/nl/nl/*", "line": 229 }, { "directive": "disallow", "path": "/content/blogs/eu/en/*", "line": 230 }, { "directive": "disallow", "path": "/content/blogs/in/en/*", "line": 231 }, { "directive": "disallow", "path": "/content/blogs/fi/fi/*", "line": 232 }, { "directive": "disallow", "path": "/content/blogs/sg/en/*", "line": 233 }, { "directive": "disallow", "path": "/content/blogs/jp/ja/*", "line": 234 }, { "directive": "disallow", "path": "/content/blogs/mx/es/*", "line": 235 }, { "directive": "disallow", "path": "/content/blogs/es/es/*", "line": 236 }, { "directive": "disallow", "path": "/content/blogs/br/pt/*", "line": 237 }, { "directive": "disallow", "path": "/content/blogs/il/he/*", "line": 238 }, { "directive": "disallow", "path": "/content/blogs/it/it/*", "line": 239 }, { "directive": "disallow", "path": "*/customer-success-stories/*.*._filter", "line": 281 }, { "directive": "disallow", "path": "*/customer-success-stories.*._filter", "line": 282 }, { "directive": "disallow", "path": "*/customer-success-stories.[a-z]*Sort.*", "line": 283 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.[a-z]*Sort.*", "line": 284 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.P*.*", "line": 287 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.P*.*", "line": 288 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.I*.*", "line": 291 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.I*.*", "line": 292 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.BS*.*", "line": 295 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.BS*.*", "line": 296 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.BT*.*", "line": 299 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.BT*.*", "line": 300 }, { "directive": "disallow", "path": "*services/success-plans/accelerators._filter.S*.*", "line": 304 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators._filter.RG*.*", "line": 305 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators._filter.P*.*", "line": 306 }, { "directive": "disallow", "path": "*services/success-plans/accelerators/._filter.S*.*", "line": 307 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators/._filter.RG*.*", "line": 308 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators/._filter.P*.*", "line": 309 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort/$", "line": 312 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort/$", "line": 313 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort.re*.*", "line": 316 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort.P*.*/", "line": 317 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort.re*.*", "line": 318 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort.P*.*/", "line": 319 } ], "warnings": [ 77, 104, 264, 265, 268, 269, 272, 273, 277, 278, 281, 282, 283, 284, 287, 288, 291, 292, 295, 296, 299, 300, 304, 305, 306, 307, 308, 309, 312, 313, 316, 317, 318, 319 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/products/home-perf/", "line": 75 }, { "directive": "disallow", "path": "/form/conf/", "line": 76 }, { "directive": "disallow", "path": "*/conf/", "line": 77 }, { "directive": "disallow", "path": "/content/dam/web/en_us/www/documents/", "line": 78 }, { "directive": "disallow", "path": "/content/dam/web/en_us/www/assets/pdf/", "line": 79 }, { "directive": "disallow", "path": "/login-messages/", "line": 80 }, { "directive": "disallow", "path": "/au/login-messages/", "line": 81 }, { "directive": "disallow", "path": "/ap/login-messages/", "line": 82 }, { "directive": "disallow", "path": "/in/login-messages/", "line": 83 }, { "directive": "disallow", "path": "/cn/login-messages/", "line": 84 }, { "directive": "disallow", "path": "/tw/login-messages/", "line": 85 }, { "directive": "disallow", "path": "/th/login-messages/", "line": 86 }, { "directive": "disallow", "path": "/uk/login-messages/", "line": 87 }, { "directive": "disallow", "path": "/de/login-messages/", "line": 88 }, { "directive": "disallow", "path": "/ca/login-messages/", "line": 89 }, { "directive": "disallow", "path": "/eu/login-messages/", "line": 90 }, { "directive": "disallow", "path": "/fr/login-messages/", "line": 91 }, { "directive": "disallow", "path": "/es/login-messages/", "line": 92 }, { "directive": "disallow", "path": "/it/login-messages/", "line": 93 }, { "directive": "disallow", "path": "/nl/login-messages/", "line": 94 }, { "directive": "disallow", "path": "/fi/login-messages/", "line": 95 }, { "directive": "disallow", "path": "/dk/login-messages/", "line": 96 }, { "directive": "disallow", "path": "/se/login-messages/", "line": 97 }, { "directive": "disallow", "path": "/fr-ca/login-messages/", "line": 98 }, { "directive": "disallow", "path": "/competitive/gated-content-for-agents/", "line": 99 }, { "directive": "allow", "path": "/plus/experience/*/series/", "line": 100 }, { "directive": "disallow", "path": "/plus/experience/*/", "line": 101 }, { "directive": "disallow", "path": "/plus/experience/dreamforce_2025_x_test", "line": 102 }, { "directive": "disallow", "path": "*/wp-content/uploads/sites/*/documents/", "line": 104 }, { "directive": "disallow", "path": "/content/dam/web/pt_br/www/", "line": 107 }, { "directive": "disallow", "path": "/content/dam/web/es_mx/www/", "line": 108 }, { "directive": "disallow", "path": "/content/dam/web/de_de/www/", "line": 109 }, { "directive": "disallow", "path": "/content/dam/web/fr_fr/www/", "line": 110 }, { "directive": "disallow", "path": "/content/dam/web/nl_nl/www/", "line": 111 }, { "directive": "disallow", "path": "/content/dam/web/es_es/www/", "line": 112 }, { "directive": "disallow", "path": "/content/dam/web/it_it/www/", "line": 113 }, { "directive": "disallow", "path": "/content/dam/web/sv_se/www/", "line": 114 }, { "directive": "disallow", "path": "/content/dam/web/fr_ca/www/", "line": 115 }, { "directive": "disallow", "path": "/content/dam/web/fi_fi/www/", "line": 116 }, { "directive": "disallow", "path": "/content/dam/web/da_dk/www/", "line": 117 }, { "directive": "disallow", "path": "/content/dam/web/en_is/www/", "line": 118 }, { "directive": "disallow", "path": "/content/dam/web/en_gb/www/", "line": 119 }, { "directive": "disallow", "path": "/content/dam/web/en_ie/www/", "line": 120 }, { "directive": "disallow", "path": "/content/dam/web/en_ca/www/", "line": 121 }, { "directive": "disallow", "path": "/content/dam/web/en_dk/www/", "line": 122 }, { "directive": "disallow", "path": "/content/dam/web/no_no/www/", "line": 123 }, { "directive": "disallow", "path": "/content/dam/web/de_ch/www/", "line": 124 }, { "directive": "disallow", "path": "/content/dam/web/fr_ch/www/", "line": 125 }, { "directive": "disallow", "path": "/content/dam/web/it_ch/www/", "line": 126 }, { "directive": "disallow", "path": "/content/dam/web/en_au/www/", "line": 127 }, { "directive": "disallow", "path": "/content/dam/web/en_sg/www/", "line": 128 }, { "directive": "disallow", "path": "/opencms/", "line": 129 }, { "directive": "disallow", "path": "/promos/", "line": 130 }, { "directive": "disallow", "path": "/styleguide/", "line": 131 }, { "directive": "disallow", "path": "/landing/", "line": 132 }, { "directive": "disallow", "path": "/modules/", "line": 133 }, { "directive": "disallow", "path": "/uk/promos/", "line": 134 }, { "directive": "disallow", "path": "/eu/promos/", "line": 135 }, { "directive": "disallow", "path": "/de/promos/", "line": 136 }, { "directive": "disallow", "path": "/es/promos/", "line": 137 }, { "directive": "disallow", "path": "/fr/promos/", "line": 138 }, { "directive": "disallow", "path": "/it/promos/", "line": 139 }, { "directive": "disallow", "path": "/jp/promos/", "line": 140 }, { "directive": "disallow", "path": "/us/developer/docs/ajaxpre", "line": 143 }, { "directive": "disallow", "path": "/us/developer/docs/ajax80", "line": 144 }, { "directive": "disallow", "path": "/us/developer/docs/ajax90", "line": 145 }, { "directive": "disallow", "path": "/us/developer/docs/ajax1*", "line": 146 }, { "directive": "disallow", "path": "/us/developer/docs/ajax2*", "line": 147 }, { "directive": "disallow", "path": "/us/developer/docs/ajax3*", "line": 148 }, { "directive": "disallow", "path": "/us/developer/docs/ajax4*", "line": 149 }, { "directive": "disallow", "path": "/us/developer/docs/apexcodepre", "line": 150 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode1*", "line": 151 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode2*", "line": 152 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode3*", "line": 153 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode4*", "line": 154 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynchpre", "line": 155 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch1*", "line": 156 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch2*", "line": 157 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch3*", "line": 158 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch4*", "line": 159 }, { "directive": "disallow", "path": "/us/developer/docs/api_consolepre", "line": 160 }, { "directive": "disallow", "path": "/us/developer/docs/api_console2*", "line": 161 }, { "directive": "disallow", "path": "/us/developer/docs/api_console3*", "line": 162 }, { "directive": "disallow", "path": "/us/developer/docs/api_console4*", "line": 163 }, { "directive": "disallow", "path": "/us/developer/docs/api_metapre", "line": 164 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta1*", "line": 165 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta2*", "line": 166 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta3*", "line": 167 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta4*", "line": 168 }, { "directive": "disallow", "path": "/us/developer/docs/api_restpre", "line": 169 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest2*", "line": 170 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest3*", "line": 171 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest4*", "line": 172 }, { "directive": "disallow", "path": "/us/developer/docs/api_streamingpre", "line": 173 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming2*", "line": 174 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming3*", "line": 175 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming4*", "line": 176 }, { "directive": "disallow", "path": "/us/developer/docs/apipre", "line": 177 }, { "directive": "disallow", "path": "/us/developer/docs/api80", "line": 178 }, { "directive": "disallow", "path": "/us/developer/docs/api90", "line": 179 }, { "directive": "disallow", "path": "/us/developer/docs/api1*", "line": 180 }, { "directive": "disallow", "path": "/us/developer/docs/api2*", "line": 181 }, { "directive": "disallow", "path": "/us/developer/docs/api3*", "line": 182 }, { "directive": "disallow", "path": "/us/developer/docs/api4*", "line": 183 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapipre", "line": 184 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi2*", "line": 185 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi3*", "line": 186 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi4*", "line": 187 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_apipre", "line": 188 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api2*", "line": 189 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api3*", "line": 190 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api4*", "line": 191 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objectspre", "line": 192 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects2*", "line": 193 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects3*", "line": 194 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects4*", "line": 195 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_soslpre", "line": 196 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl2*", "line": 197 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl3*", "line": 198 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl4*", "line": 199 }, { "directive": "disallow", "path": "/us/developer/docs/daaspre", "line": 200 }, { "directive": "disallow", "path": "/us/developer/docs/daas140", "line": 201 }, { "directive": "disallow", "path": "/us/developer/docs/fundamentalspre", "line": 202 }, { "directive": "disallow", "path": "/us/developer/docs/knowledge_devpre", "line": 203 }, { "directive": "disallow", "path": "/us/developer/docs/object_referencepre", "line": 204 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference2*", "line": 205 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference3*", "line": 206 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference4*", "line": 207 }, { "directive": "disallow", "path": "/us/developer/docs/officetoolkit30", "line": 208 }, { "directive": "disallow", "path": "/us/developer/docs/pagespre", "line": 209 }, { "directive": "disallow", "path": "/us/developer/docs/pages1*", "line": 210 }, { "directive": "disallow", "path": "/us/developer/docs/pages2*", "line": 211 }, { "directive": "disallow", "path": "/us/developer/docs/pages3*", "line": 212 }, { "directive": "disallow", "path": "/us/developer/docs/pages4*", "line": 213 }, { "directive": "disallow", "path": "/us/developer/docs/sforce20", "line": 214 }, { "directive": "disallow", "path": "/us/developer/docs/sforce30", "line": 215 }, { "directive": "disallow", "path": "/us/developer/docs/sforce40", "line": 216 }, { "directive": "disallow", "path": "/us/developer/docs/sforce50", "line": 217 }, { "directive": "disallow", "path": "/us/developer/docs/sforce60", "line": 218 }, { "directive": "disallow", "path": "/us/developer/docs/sforce70", "line": 219 }, { "directive": "disallow", "path": "/search.jsp", "line": 222 }, { "directive": "disallow", "path": "/assets/pdf/company/private/", "line": 223 }, { "directive": "disallow", "path": "/jp/assets/pdf/", "line": 224 }, { "directive": "disallow", "path": "/content/dam/web/ja_jp/www/documents/", "line": 225 }, { "directive": "disallow", "path": "/content/dam/web/ja_jp/www/assets/pdf/", "line": 226 }, { "directive": "disallow", "path": "/content/blogs/au/en/*", "line": 227 }, { "directive": "disallow", "path": "/content/blogs/us/en/*", "line": 228 }, { "directive": "disallow", "path": "/content/blogs/nl/nl/*", "line": 229 }, { "directive": "disallow", "path": "/content/blogs/eu/en/*", "line": 230 }, { "directive": "disallow", "path": "/content/blogs/in/en/*", "line": 231 }, { "directive": "disallow", "path": "/content/blogs/fi/fi/*", "line": 232 }, { "directive": "disallow", "path": "/content/blogs/sg/en/*", "line": 233 }, { "directive": "disallow", "path": "/content/blogs/jp/ja/*", "line": 234 }, { "directive": "disallow", "path": "/content/blogs/mx/es/*", "line": 235 }, { "directive": "disallow", "path": "/content/blogs/es/es/*", "line": 236 }, { "directive": "disallow", "path": "/content/blogs/br/pt/*", "line": 237 }, { "directive": "disallow", "path": "/content/blogs/il/he/*", "line": 238 }, { "directive": "disallow", "path": "/content/blogs/it/it/*", "line": 239 }, { "directive": "disallow", "path": "*/customer-success-stories/*.*._filter", "line": 281 }, { "directive": "disallow", "path": "*/customer-success-stories.*._filter", "line": 282 }, { "directive": "disallow", "path": "*/customer-success-stories.[a-z]*Sort.*", "line": 283 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.[a-z]*Sort.*", "line": 284 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.P*.*", "line": 287 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.P*.*", "line": 288 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.I*.*", "line": 291 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.I*.*", "line": 292 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.BS*.*", "line": 295 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.BS*.*", "line": 296 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.BT*.*", "line": 299 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.BT*.*", "line": 300 }, { "directive": "disallow", "path": "*services/success-plans/accelerators._filter.S*.*", "line": 304 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators._filter.RG*.*", "line": 305 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators._filter.P*.*", "line": 306 }, { "directive": "disallow", "path": "*services/success-plans/accelerators/._filter.S*.*", "line": 307 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators/._filter.RG*.*", "line": 308 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators/._filter.P*.*", "line": 309 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort/$", "line": 312 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort/$", "line": 313 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort.re*.*", "line": 316 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort.P*.*/", "line": 317 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort.re*.*", "line": 318 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort.P*.*/", "line": 319 } ], "warnings": [ 77, 104, 264, 265, 268, 269, 272, 273, 277, 278, 281, 282, 283, 284, 287, 288, 291, 292, 295, 296, 299, 300, 304, 305, 306, 307, 308, 309, 312, 313, 316, 317, 318, 319 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/products/home-perf/", "line": 75 }, { "directive": "disallow", "path": "/form/conf/", "line": 76 }, { "directive": "disallow", "path": "*/conf/", "line": 77 }, { "directive": "disallow", "path": "/content/dam/web/en_us/www/documents/", "line": 78 }, { "directive": "disallow", "path": "/content/dam/web/en_us/www/assets/pdf/", "line": 79 }, { "directive": "disallow", "path": "/login-messages/", "line": 80 }, { "directive": "disallow", "path": "/au/login-messages/", "line": 81 }, { "directive": "disallow", "path": "/ap/login-messages/", "line": 82 }, { "directive": "disallow", "path": "/in/login-messages/", "line": 83 }, { "directive": "disallow", "path": "/cn/login-messages/", "line": 84 }, { "directive": "disallow", "path": "/tw/login-messages/", "line": 85 }, { "directive": "disallow", "path": "/th/login-messages/", "line": 86 }, { "directive": "disallow", "path": "/uk/login-messages/", "line": 87 }, { "directive": "disallow", "path": "/de/login-messages/", "line": 88 }, { "directive": "disallow", "path": "/ca/login-messages/", "line": 89 }, { "directive": "disallow", "path": "/eu/login-messages/", "line": 90 }, { "directive": "disallow", "path": "/fr/login-messages/", "line": 91 }, { "directive": "disallow", "path": "/es/login-messages/", "line": 92 }, { "directive": "disallow", "path": "/it/login-messages/", "line": 93 }, { "directive": "disallow", "path": "/nl/login-messages/", "line": 94 }, { "directive": "disallow", "path": "/fi/login-messages/", "line": 95 }, { "directive": "disallow", "path": "/dk/login-messages/", "line": 96 }, { "directive": "disallow", "path": "/se/login-messages/", "line": 97 }, { "directive": "disallow", "path": "/fr-ca/login-messages/", "line": 98 }, { "directive": "disallow", "path": "/competitive/gated-content-for-agents/", "line": 99 }, { "directive": "allow", "path": "/plus/experience/*/series/", "line": 100 }, { "directive": "disallow", "path": "/plus/experience/*/", "line": 101 }, { "directive": "disallow", "path": "/plus/experience/dreamforce_2025_x_test", "line": 102 }, { "directive": "disallow", "path": "*/wp-content/uploads/sites/*/documents/", "line": 104 }, { "directive": "disallow", "path": "/content/dam/web/pt_br/www/", "line": 107 }, { "directive": "disallow", "path": "/content/dam/web/es_mx/www/", "line": 108 }, { "directive": "disallow", "path": "/content/dam/web/de_de/www/", "line": 109 }, { "directive": "disallow", "path": "/content/dam/web/fr_fr/www/", "line": 110 }, { "directive": "disallow", "path": "/content/dam/web/nl_nl/www/", "line": 111 }, { "directive": "disallow", "path": "/content/dam/web/es_es/www/", "line": 112 }, { "directive": "disallow", "path": "/content/dam/web/it_it/www/", "line": 113 }, { "directive": "disallow", "path": "/content/dam/web/sv_se/www/", "line": 114 }, { "directive": "disallow", "path": "/content/dam/web/fr_ca/www/", "line": 115 }, { "directive": "disallow", "path": "/content/dam/web/fi_fi/www/", "line": 116 }, { "directive": "disallow", "path": "/content/dam/web/da_dk/www/", "line": 117 }, { "directive": "disallow", "path": "/content/dam/web/en_is/www/", "line": 118 }, { "directive": "disallow", "path": "/content/dam/web/en_gb/www/", "line": 119 }, { "directive": "disallow", "path": "/content/dam/web/en_ie/www/", "line": 120 }, { "directive": "disallow", "path": "/content/dam/web/en_ca/www/", "line": 121 }, { "directive": "disallow", "path": "/content/dam/web/en_dk/www/", "line": 122 }, { "directive": "disallow", "path": "/content/dam/web/no_no/www/", "line": 123 }, { "directive": "disallow", "path": "/content/dam/web/de_ch/www/", "line": 124 }, { "directive": "disallow", "path": "/content/dam/web/fr_ch/www/", "line": 125 }, { "directive": "disallow", "path": "/content/dam/web/it_ch/www/", "line": 126 }, { "directive": "disallow", "path": "/content/dam/web/en_au/www/", "line": 127 }, { "directive": "disallow", "path": "/content/dam/web/en_sg/www/", "line": 128 }, { "directive": "disallow", "path": "/opencms/", "line": 129 }, { "directive": "disallow", "path": "/promos/", "line": 130 }, { "directive": "disallow", "path": "/styleguide/", "line": 131 }, { "directive": "disallow", "path": "/landing/", "line": 132 }, { "directive": "disallow", "path": "/modules/", "line": 133 }, { "directive": "disallow", "path": "/uk/promos/", "line": 134 }, { "directive": "disallow", "path": "/eu/promos/", "line": 135 }, { "directive": "disallow", "path": "/de/promos/", "line": 136 }, { "directive": "disallow", "path": "/es/promos/", "line": 137 }, { "directive": "disallow", "path": "/fr/promos/", "line": 138 }, { "directive": "disallow", "path": "/it/promos/", "line": 139 }, { "directive": "disallow", "path": "/jp/promos/", "line": 140 }, { "directive": "disallow", "path": "/us/developer/docs/ajaxpre", "line": 143 }, { "directive": "disallow", "path": "/us/developer/docs/ajax80", "line": 144 }, { "directive": "disallow", "path": "/us/developer/docs/ajax90", "line": 145 }, { "directive": "disallow", "path": "/us/developer/docs/ajax1*", "line": 146 }, { "directive": "disallow", "path": "/us/developer/docs/ajax2*", "line": 147 }, { "directive": "disallow", "path": "/us/developer/docs/ajax3*", "line": 148 }, { "directive": "disallow", "path": "/us/developer/docs/ajax4*", "line": 149 }, { "directive": "disallow", "path": "/us/developer/docs/apexcodepre", "line": 150 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode1*", "line": 151 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode2*", "line": 152 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode3*", "line": 153 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode4*", "line": 154 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynchpre", "line": 155 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch1*", "line": 156 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch2*", "line": 157 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch3*", "line": 158 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch4*", "line": 159 }, { "directive": "disallow", "path": "/us/developer/docs/api_consolepre", "line": 160 }, { "directive": "disallow", "path": "/us/developer/docs/api_console2*", "line": 161 }, { "directive": "disallow", "path": "/us/developer/docs/api_console3*", "line": 162 }, { "directive": "disallow", "path": "/us/developer/docs/api_console4*", "line": 163 }, { "directive": "disallow", "path": "/us/developer/docs/api_metapre", "line": 164 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta1*", "line": 165 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta2*", "line": 166 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta3*", "line": 167 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta4*", "line": 168 }, { "directive": "disallow", "path": "/us/developer/docs/api_restpre", "line": 169 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest2*", "line": 170 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest3*", "line": 171 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest4*", "line": 172 }, { "directive": "disallow", "path": "/us/developer/docs/api_streamingpre", "line": 173 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming2*", "line": 174 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming3*", "line": 175 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming4*", "line": 176 }, { "directive": "disallow", "path": "/us/developer/docs/apipre", "line": 177 }, { "directive": "disallow", "path": "/us/developer/docs/api80", "line": 178 }, { "directive": "disallow", "path": "/us/developer/docs/api90", "line": 179 }, { "directive": "disallow", "path": "/us/developer/docs/api1*", "line": 180 }, { "directive": "disallow", "path": "/us/developer/docs/api2*", "line": 181 }, { "directive": "disallow", "path": "/us/developer/docs/api3*", "line": 182 }, { "directive": "disallow", "path": "/us/developer/docs/api4*", "line": 183 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapipre", "line": 184 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi2*", "line": 185 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi3*", "line": 186 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi4*", "line": 187 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_apipre", "line": 188 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api2*", "line": 189 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api3*", "line": 190 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api4*", "line": 191 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objectspre", "line": 192 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects2*", "line": 193 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects3*", "line": 194 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects4*", "line": 195 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_soslpre", "line": 196 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl2*", "line": 197 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl3*", "line": 198 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl4*", "line": 199 }, { "directive": "disallow", "path": "/us/developer/docs/daaspre", "line": 200 }, { "directive": "disallow", "path": "/us/developer/docs/daas140", "line": 201 }, { "directive": "disallow", "path": "/us/developer/docs/fundamentalspre", "line": 202 }, { "directive": "disallow", "path": "/us/developer/docs/knowledge_devpre", "line": 203 }, { "directive": "disallow", "path": "/us/developer/docs/object_referencepre", "line": 204 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference2*", "line": 205 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference3*", "line": 206 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference4*", "line": 207 }, { "directive": "disallow", "path": "/us/developer/docs/officetoolkit30", "line": 208 }, { "directive": "disallow", "path": "/us/developer/docs/pagespre", "line": 209 }, { "directive": "disallow", "path": "/us/developer/docs/pages1*", "line": 210 }, { "directive": "disallow", "path": "/us/developer/docs/pages2*", "line": 211 }, { "directive": "disallow", "path": "/us/developer/docs/pages3*", "line": 212 }, { "directive": "disallow", "path": "/us/developer/docs/pages4*", "line": 213 }, { "directive": "disallow", "path": "/us/developer/docs/sforce20", "line": 214 }, { "directive": "disallow", "path": "/us/developer/docs/sforce30", "line": 215 }, { "directive": "disallow", "path": "/us/developer/docs/sforce40", "line": 216 }, { "directive": "disallow", "path": "/us/developer/docs/sforce50", "line": 217 }, { "directive": "disallow", "path": "/us/developer/docs/sforce60", "line": 218 }, { "directive": "disallow", "path": "/us/developer/docs/sforce70", "line": 219 }, { "directive": "disallow", "path": "/search.jsp", "line": 222 }, { "directive": "disallow", "path": "/assets/pdf/company/private/", "line": 223 }, { "directive": "disallow", "path": "/jp/assets/pdf/", "line": 224 }, { "directive": "disallow", "path": "/content/dam/web/ja_jp/www/documents/", "line": 225 }, { "directive": "disallow", "path": "/content/dam/web/ja_jp/www/assets/pdf/", "line": 226 }, { "directive": "disallow", "path": "/content/blogs/au/en/*", "line": 227 }, { "directive": "disallow", "path": "/content/blogs/us/en/*", "line": 228 }, { "directive": "disallow", "path": "/content/blogs/nl/nl/*", "line": 229 }, { "directive": "disallow", "path": "/content/blogs/eu/en/*", "line": 230 }, { "directive": "disallow", "path": "/content/blogs/in/en/*", "line": 231 }, { "directive": "disallow", "path": "/content/blogs/fi/fi/*", "line": 232 }, { "directive": "disallow", "path": "/content/blogs/sg/en/*", "line": 233 }, { "directive": "disallow", "path": "/content/blogs/jp/ja/*", "line": 234 }, { "directive": "disallow", "path": "/content/blogs/mx/es/*", "line": 235 }, { "directive": "disallow", "path": "/content/blogs/es/es/*", "line": 236 }, { "directive": "disallow", "path": "/content/blogs/br/pt/*", "line": 237 }, { "directive": "disallow", "path": "/content/blogs/il/he/*", "line": 238 }, { "directive": "disallow", "path": "/content/blogs/it/it/*", "line": 239 }, { "directive": "disallow", "path": "*/customer-success-stories/*.*._filter", "line": 281 }, { "directive": "disallow", "path": "*/customer-success-stories.*._filter", "line": 282 }, { "directive": "disallow", "path": "*/customer-success-stories.[a-z]*Sort.*", "line": 283 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.[a-z]*Sort.*", "line": 284 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.P*.*", "line": 287 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.P*.*", "line": 288 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.I*.*", "line": 291 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.I*.*", "line": 292 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.BS*.*", "line": 295 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.BS*.*", "line": 296 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.BT*.*", "line": 299 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.BT*.*", "line": 300 }, { "directive": "disallow", "path": "*services/success-plans/accelerators._filter.S*.*", "line": 304 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators._filter.RG*.*", "line": 305 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators._filter.P*.*", "line": 306 }, { "directive": "disallow", "path": "*services/success-plans/accelerators/._filter.S*.*", "line": 307 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators/._filter.RG*.*", "line": 308 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators/._filter.P*.*", "line": 309 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort/$", "line": 312 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort/$", "line": 313 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort.re*.*", "line": 316 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort.P*.*/", "line": 317 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort.re*.*", "line": 318 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort.P*.*/", "line": 319 } ], "warnings": [ 77, 104, 264, 265, 268, 269, 272, 273, 277, 278, 281, 282, 283, 284, 287, 288, 291, 292, 295, 296, 299, 300, 304, 305, 306, 307, 308, 309, 312, 313, 316, 317, 318, 319 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/products/home-perf/", "line": 75 }, { "directive": "disallow", "path": "/form/conf/", "line": 76 }, { "directive": "disallow", "path": "*/conf/", "line": 77 }, { "directive": "disallow", "path": "/content/dam/web/en_us/www/documents/", "line": 78 }, { "directive": "disallow", "path": "/content/dam/web/en_us/www/assets/pdf/", "line": 79 }, { "directive": "disallow", "path": "/login-messages/", "line": 80 }, { "directive": "disallow", "path": "/au/login-messages/", "line": 81 }, { "directive": "disallow", "path": "/ap/login-messages/", "line": 82 }, { "directive": "disallow", "path": "/in/login-messages/", "line": 83 }, { "directive": "disallow", "path": "/cn/login-messages/", "line": 84 }, { "directive": "disallow", "path": "/tw/login-messages/", "line": 85 }, { "directive": "disallow", "path": "/th/login-messages/", "line": 86 }, { "directive": "disallow", "path": "/uk/login-messages/", "line": 87 }, { "directive": "disallow", "path": "/de/login-messages/", "line": 88 }, { "directive": "disallow", "path": "/ca/login-messages/", "line": 89 }, { "directive": "disallow", "path": "/eu/login-messages/", "line": 90 }, { "directive": "disallow", "path": "/fr/login-messages/", "line": 91 }, { "directive": "disallow", "path": "/es/login-messages/", "line": 92 }, { "directive": "disallow", "path": "/it/login-messages/", "line": 93 }, { "directive": "disallow", "path": "/nl/login-messages/", "line": 94 }, { "directive": "disallow", "path": "/fi/login-messages/", "line": 95 }, { "directive": "disallow", "path": "/dk/login-messages/", "line": 96 }, { "directive": "disallow", "path": "/se/login-messages/", "line": 97 }, { "directive": "disallow", "path": "/fr-ca/login-messages/", "line": 98 }, { "directive": "disallow", "path": "/competitive/gated-content-for-agents/", "line": 99 }, { "directive": "allow", "path": "/plus/experience/*/series/", "line": 100 }, { "directive": "disallow", "path": "/plus/experience/*/", "line": 101 }, { "directive": "disallow", "path": "/plus/experience/dreamforce_2025_x_test", "line": 102 }, { "directive": "disallow", "path": "*/wp-content/uploads/sites/*/documents/", "line": 104 }, { "directive": "disallow", "path": "/content/dam/web/pt_br/www/", "line": 107 }, { "directive": "disallow", "path": "/content/dam/web/es_mx/www/", "line": 108 }, { "directive": "disallow", "path": "/content/dam/web/de_de/www/", "line": 109 }, { "directive": "disallow", "path": "/content/dam/web/fr_fr/www/", "line": 110 }, { "directive": "disallow", "path": "/content/dam/web/nl_nl/www/", "line": 111 }, { "directive": "disallow", "path": "/content/dam/web/es_es/www/", "line": 112 }, { "directive": "disallow", "path": "/content/dam/web/it_it/www/", "line": 113 }, { "directive": "disallow", "path": "/content/dam/web/sv_se/www/", "line": 114 }, { "directive": "disallow", "path": "/content/dam/web/fr_ca/www/", "line": 115 }, { "directive": "disallow", "path": "/content/dam/web/fi_fi/www/", "line": 116 }, { "directive": "disallow", "path": "/content/dam/web/da_dk/www/", "line": 117 }, { "directive": "disallow", "path": "/content/dam/web/en_is/www/", "line": 118 }, { "directive": "disallow", "path": "/content/dam/web/en_gb/www/", "line": 119 }, { "directive": "disallow", "path": "/content/dam/web/en_ie/www/", "line": 120 }, { "directive": "disallow", "path": "/content/dam/web/en_ca/www/", "line": 121 }, { "directive": "disallow", "path": "/content/dam/web/en_dk/www/", "line": 122 }, { "directive": "disallow", "path": "/content/dam/web/no_no/www/", "line": 123 }, { "directive": "disallow", "path": "/content/dam/web/de_ch/www/", "line": 124 }, { "directive": "disallow", "path": "/content/dam/web/fr_ch/www/", "line": 125 }, { "directive": "disallow", "path": "/content/dam/web/it_ch/www/", "line": 126 }, { "directive": "disallow", "path": "/content/dam/web/en_au/www/", "line": 127 }, { "directive": "disallow", "path": "/content/dam/web/en_sg/www/", "line": 128 }, { "directive": "disallow", "path": "/opencms/", "line": 129 }, { "directive": "disallow", "path": "/promos/", "line": 130 }, { "directive": "disallow", "path": "/styleguide/", "line": 131 }, { "directive": "disallow", "path": "/landing/", "line": 132 }, { "directive": "disallow", "path": "/modules/", "line": 133 }, { "directive": "disallow", "path": "/uk/promos/", "line": 134 }, { "directive": "disallow", "path": "/eu/promos/", "line": 135 }, { "directive": "disallow", "path": "/de/promos/", "line": 136 }, { "directive": "disallow", "path": "/es/promos/", "line": 137 }, { "directive": "disallow", "path": "/fr/promos/", "line": 138 }, { "directive": "disallow", "path": "/it/promos/", "line": 139 }, { "directive": "disallow", "path": "/jp/promos/", "line": 140 }, { "directive": "disallow", "path": "/us/developer/docs/ajaxpre", "line": 143 }, { "directive": "disallow", "path": "/us/developer/docs/ajax80", "line": 144 }, { "directive": "disallow", "path": "/us/developer/docs/ajax90", "line": 145 }, { "directive": "disallow", "path": "/us/developer/docs/ajax1*", "line": 146 }, { "directive": "disallow", "path": "/us/developer/docs/ajax2*", "line": 147 }, { "directive": "disallow", "path": "/us/developer/docs/ajax3*", "line": 148 }, { "directive": "disallow", "path": "/us/developer/docs/ajax4*", "line": 149 }, { "directive": "disallow", "path": "/us/developer/docs/apexcodepre", "line": 150 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode1*", "line": 151 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode2*", "line": 152 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode3*", "line": 153 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode4*", "line": 154 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynchpre", "line": 155 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch1*", "line": 156 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch2*", "line": 157 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch3*", "line": 158 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch4*", "line": 159 }, { "directive": "disallow", "path": "/us/developer/docs/api_consolepre", "line": 160 }, { "directive": "disallow", "path": "/us/developer/docs/api_console2*", "line": 161 }, { "directive": "disallow", "path": "/us/developer/docs/api_console3*", "line": 162 }, { "directive": "disallow", "path": "/us/developer/docs/api_console4*", "line": 163 }, { "directive": "disallow", "path": "/us/developer/docs/api_metapre", "line": 164 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta1*", "line": 165 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta2*", "line": 166 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta3*", "line": 167 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta4*", "line": 168 }, { "directive": "disallow", "path": "/us/developer/docs/api_restpre", "line": 169 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest2*", "line": 170 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest3*", "line": 171 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest4*", "line": 172 }, { "directive": "disallow", "path": "/us/developer/docs/api_streamingpre", "line": 173 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming2*", "line": 174 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming3*", "line": 175 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming4*", "line": 176 }, { "directive": "disallow", "path": "/us/developer/docs/apipre", "line": 177 }, { "directive": "disallow", "path": "/us/developer/docs/api80", "line": 178 }, { "directive": "disallow", "path": "/us/developer/docs/api90", "line": 179 }, { "directive": "disallow", "path": "/us/developer/docs/api1*", "line": 180 }, { "directive": "disallow", "path": "/us/developer/docs/api2*", "line": 181 }, { "directive": "disallow", "path": "/us/developer/docs/api3*", "line": 182 }, { "directive": "disallow", "path": "/us/developer/docs/api4*", "line": 183 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapipre", "line": 184 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi2*", "line": 185 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi3*", "line": 186 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi4*", "line": 187 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_apipre", "line": 188 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api2*", "line": 189 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api3*", "line": 190 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api4*", "line": 191 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objectspre", "line": 192 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects2*", "line": 193 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects3*", "line": 194 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects4*", "line": 195 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_soslpre", "line": 196 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl2*", "line": 197 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl3*", "line": 198 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl4*", "line": 199 }, { "directive": "disallow", "path": "/us/developer/docs/daaspre", "line": 200 }, { "directive": "disallow", "path": "/us/developer/docs/daas140", "line": 201 }, { "directive": "disallow", "path": "/us/developer/docs/fundamentalspre", "line": 202 }, { "directive": "disallow", "path": "/us/developer/docs/knowledge_devpre", "line": 203 }, { "directive": "disallow", "path": "/us/developer/docs/object_referencepre", "line": 204 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference2*", "line": 205 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference3*", "line": 206 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference4*", "line": 207 }, { "directive": "disallow", "path": "/us/developer/docs/officetoolkit30", "line": 208 }, { "directive": "disallow", "path": "/us/developer/docs/pagespre", "line": 209 }, { "directive": "disallow", "path": "/us/developer/docs/pages1*", "line": 210 }, { "directive": "disallow", "path": "/us/developer/docs/pages2*", "line": 211 }, { "directive": "disallow", "path": "/us/developer/docs/pages3*", "line": 212 }, { "directive": "disallow", "path": "/us/developer/docs/pages4*", "line": 213 }, { "directive": "disallow", "path": "/us/developer/docs/sforce20", "line": 214 }, { "directive": "disallow", "path": "/us/developer/docs/sforce30", "line": 215 }, { "directive": "disallow", "path": "/us/developer/docs/sforce40", "line": 216 }, { "directive": "disallow", "path": "/us/developer/docs/sforce50", "line": 217 }, { "directive": "disallow", "path": "/us/developer/docs/sforce60", "line": 218 }, { "directive": "disallow", "path": "/us/developer/docs/sforce70", "line": 219 }, { "directive": "disallow", "path": "/search.jsp", "line": 222 }, { "directive": "disallow", "path": "/assets/pdf/company/private/", "line": 223 }, { "directive": "disallow", "path": "/jp/assets/pdf/", "line": 224 }, { "directive": "disallow", "path": "/content/dam/web/ja_jp/www/documents/", "line": 225 }, { "directive": "disallow", "path": "/content/dam/web/ja_jp/www/assets/pdf/", "line": 226 }, { "directive": "disallow", "path": "/content/blogs/au/en/*", "line": 227 }, { "directive": "disallow", "path": "/content/blogs/us/en/*", "line": 228 }, { "directive": "disallow", "path": "/content/blogs/nl/nl/*", "line": 229 }, { "directive": "disallow", "path": "/content/blogs/eu/en/*", "line": 230 }, { "directive": "disallow", "path": "/content/blogs/in/en/*", "line": 231 }, { "directive": "disallow", "path": "/content/blogs/fi/fi/*", "line": 232 }, { "directive": "disallow", "path": "/content/blogs/sg/en/*", "line": 233 }, { "directive": "disallow", "path": "/content/blogs/jp/ja/*", "line": 234 }, { "directive": "disallow", "path": "/content/blogs/mx/es/*", "line": 235 }, { "directive": "disallow", "path": "/content/blogs/es/es/*", "line": 236 }, { "directive": "disallow", "path": "/content/blogs/br/pt/*", "line": 237 }, { "directive": "disallow", "path": "/content/blogs/il/he/*", "line": 238 }, { "directive": "disallow", "path": "/content/blogs/it/it/*", "line": 239 }, { "directive": "disallow", "path": "*/customer-success-stories/*.*._filter", "line": 281 }, { "directive": "disallow", "path": "*/customer-success-stories.*._filter", "line": 282 }, { "directive": "disallow", "path": "*/customer-success-stories.[a-z]*Sort.*", "line": 283 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.[a-z]*Sort.*", "line": 284 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.P*.*", "line": 287 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.P*.*", "line": 288 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.I*.*", "line": 291 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.I*.*", "line": 292 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.BS*.*", "line": 295 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.BS*.*", "line": 296 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.BT*.*", "line": 299 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.BT*.*", "line": 300 }, { "directive": "disallow", "path": "*services/success-plans/accelerators._filter.S*.*", "line": 304 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators._filter.RG*.*", "line": 305 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators._filter.P*.*", "line": 306 }, { "directive": "disallow", "path": "*services/success-plans/accelerators/._filter.S*.*", "line": 307 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators/._filter.RG*.*", "line": 308 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators/._filter.P*.*", "line": 309 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort/$", "line": 312 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort/$", "line": 313 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort.re*.*", "line": 316 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort.P*.*/", "line": 317 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort.re*.*", "line": 318 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort.P*.*/", "line": 319 } ], "warnings": [ 77, 104, 264, 265, 268, 269, 272, 273, 277, 278, 281, 282, 283, 284, 287, 288, 291, 292, 295, 296, 299, 300, 304, 305, 306, 307, 308, 309, 312, 313, 316, 317, 318, 319 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/products/home-perf/", "line": 75 }, { "directive": "disallow", "path": "/form/conf/", "line": 76 }, { "directive": "disallow", "path": "*/conf/", "line": 77 }, { "directive": "disallow", "path": "/content/dam/web/en_us/www/documents/", "line": 78 }, { "directive": "disallow", "path": "/content/dam/web/en_us/www/assets/pdf/", "line": 79 }, { "directive": "disallow", "path": "/login-messages/", "line": 80 }, { "directive": "disallow", "path": "/au/login-messages/", "line": 81 }, { "directive": "disallow", "path": "/ap/login-messages/", "line": 82 }, { "directive": "disallow", "path": "/in/login-messages/", "line": 83 }, { "directive": "disallow", "path": "/cn/login-messages/", "line": 84 }, { "directive": "disallow", "path": "/tw/login-messages/", "line": 85 }, { "directive": "disallow", "path": "/th/login-messages/", "line": 86 }, { "directive": "disallow", "path": "/uk/login-messages/", "line": 87 }, { "directive": "disallow", "path": "/de/login-messages/", "line": 88 }, { "directive": "disallow", "path": "/ca/login-messages/", "line": 89 }, { "directive": "disallow", "path": "/eu/login-messages/", "line": 90 }, { "directive": "disallow", "path": "/fr/login-messages/", "line": 91 }, { "directive": "disallow", "path": "/es/login-messages/", "line": 92 }, { "directive": "disallow", "path": "/it/login-messages/", "line": 93 }, { "directive": "disallow", "path": "/nl/login-messages/", "line": 94 }, { "directive": "disallow", "path": "/fi/login-messages/", "line": 95 }, { "directive": "disallow", "path": "/dk/login-messages/", "line": 96 }, { "directive": "disallow", "path": "/se/login-messages/", "line": 97 }, { "directive": "disallow", "path": "/fr-ca/login-messages/", "line": 98 }, { "directive": "disallow", "path": "/competitive/gated-content-for-agents/", "line": 99 }, { "directive": "allow", "path": "/plus/experience/*/series/", "line": 100 }, { "directive": "disallow", "path": "/plus/experience/*/", "line": 101 }, { "directive": "disallow", "path": "/plus/experience/dreamforce_2025_x_test", "line": 102 }, { "directive": "disallow", "path": "*/wp-content/uploads/sites/*/documents/", "line": 104 }, { "directive": "disallow", "path": "/content/dam/web/pt_br/www/", "line": 107 }, { "directive": "disallow", "path": "/content/dam/web/es_mx/www/", "line": 108 }, { "directive": "disallow", "path": "/content/dam/web/de_de/www/", "line": 109 }, { "directive": "disallow", "path": "/content/dam/web/fr_fr/www/", "line": 110 }, { "directive": "disallow", "path": "/content/dam/web/nl_nl/www/", "line": 111 }, { "directive": "disallow", "path": "/content/dam/web/es_es/www/", "line": 112 }, { "directive": "disallow", "path": "/content/dam/web/it_it/www/", "line": 113 }, { "directive": "disallow", "path": "/content/dam/web/sv_se/www/", "line": 114 }, { "directive": "disallow", "path": "/content/dam/web/fr_ca/www/", "line": 115 }, { "directive": "disallow", "path": "/content/dam/web/fi_fi/www/", "line": 116 }, { "directive": "disallow", "path": "/content/dam/web/da_dk/www/", "line": 117 }, { "directive": "disallow", "path": "/content/dam/web/en_is/www/", "line": 118 }, { "directive": "disallow", "path": "/content/dam/web/en_gb/www/", "line": 119 }, { "directive": "disallow", "path": "/content/dam/web/en_ie/www/", "line": 120 }, { "directive": "disallow", "path": "/content/dam/web/en_ca/www/", "line": 121 }, { "directive": "disallow", "path": "/content/dam/web/en_dk/www/", "line": 122 }, { "directive": "disallow", "path": "/content/dam/web/no_no/www/", "line": 123 }, { "directive": "disallow", "path": "/content/dam/web/de_ch/www/", "line": 124 }, { "directive": "disallow", "path": "/content/dam/web/fr_ch/www/", "line": 125 }, { "directive": "disallow", "path": "/content/dam/web/it_ch/www/", "line": 126 }, { "directive": "disallow", "path": "/content/dam/web/en_au/www/", "line": 127 }, { "directive": "disallow", "path": "/content/dam/web/en_sg/www/", "line": 128 }, { "directive": "disallow", "path": "/opencms/", "line": 129 }, { "directive": "disallow", "path": "/promos/", "line": 130 }, { "directive": "disallow", "path": "/styleguide/", "line": 131 }, { "directive": "disallow", "path": "/landing/", "line": 132 }, { "directive": "disallow", "path": "/modules/", "line": 133 }, { "directive": "disallow", "path": "/uk/promos/", "line": 134 }, { "directive": "disallow", "path": "/eu/promos/", "line": 135 }, { "directive": "disallow", "path": "/de/promos/", "line": 136 }, { "directive": "disallow", "path": "/es/promos/", "line": 137 }, { "directive": "disallow", "path": "/fr/promos/", "line": 138 }, { "directive": "disallow", "path": "/it/promos/", "line": 139 }, { "directive": "disallow", "path": "/jp/promos/", "line": 140 }, { "directive": "disallow", "path": "/us/developer/docs/ajaxpre", "line": 143 }, { "directive": "disallow", "path": "/us/developer/docs/ajax80", "line": 144 }, { "directive": "disallow", "path": "/us/developer/docs/ajax90", "line": 145 }, { "directive": "disallow", "path": "/us/developer/docs/ajax1*", "line": 146 }, { "directive": "disallow", "path": "/us/developer/docs/ajax2*", "line": 147 }, { "directive": "disallow", "path": "/us/developer/docs/ajax3*", "line": 148 }, { "directive": "disallow", "path": "/us/developer/docs/ajax4*", "line": 149 }, { "directive": "disallow", "path": "/us/developer/docs/apexcodepre", "line": 150 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode1*", "line": 151 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode2*", "line": 152 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode3*", "line": 153 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode4*", "line": 154 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynchpre", "line": 155 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch1*", "line": 156 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch2*", "line": 157 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch3*", "line": 158 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch4*", "line": 159 }, { "directive": "disallow", "path": "/us/developer/docs/api_consolepre", "line": 160 }, { "directive": "disallow", "path": "/us/developer/docs/api_console2*", "line": 161 }, { "directive": "disallow", "path": "/us/developer/docs/api_console3*", "line": 162 }, { "directive": "disallow", "path": "/us/developer/docs/api_console4*", "line": 163 }, { "directive": "disallow", "path": "/us/developer/docs/api_metapre", "line": 164 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta1*", "line": 165 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta2*", "line": 166 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta3*", "line": 167 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta4*", "line": 168 }, { "directive": "disallow", "path": "/us/developer/docs/api_restpre", "line": 169 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest2*", "line": 170 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest3*", "line": 171 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest4*", "line": 172 }, { "directive": "disallow", "path": "/us/developer/docs/api_streamingpre", "line": 173 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming2*", "line": 174 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming3*", "line": 175 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming4*", "line": 176 }, { "directive": "disallow", "path": "/us/developer/docs/apipre", "line": 177 }, { "directive": "disallow", "path": "/us/developer/docs/api80", "line": 178 }, { "directive": "disallow", "path": "/us/developer/docs/api90", "line": 179 }, { "directive": "disallow", "path": "/us/developer/docs/api1*", "line": 180 }, { "directive": "disallow", "path": "/us/developer/docs/api2*", "line": 181 }, { "directive": "disallow", "path": "/us/developer/docs/api3*", "line": 182 }, { "directive": "disallow", "path": "/us/developer/docs/api4*", "line": 183 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapipre", "line": 184 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi2*", "line": 185 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi3*", "line": 186 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi4*", "line": 187 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_apipre", "line": 188 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api2*", "line": 189 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api3*", "line": 190 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api4*", "line": 191 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objectspre", "line": 192 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects2*", "line": 193 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects3*", "line": 194 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects4*", "line": 195 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_soslpre", "line": 196 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl2*", "line": 197 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl3*", "line": 198 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl4*", "line": 199 }, { "directive": "disallow", "path": "/us/developer/docs/daaspre", "line": 200 }, { "directive": "disallow", "path": "/us/developer/docs/daas140", "line": 201 }, { "directive": "disallow", "path": "/us/developer/docs/fundamentalspre", "line": 202 }, { "directive": "disallow", "path": "/us/developer/docs/knowledge_devpre", "line": 203 }, { "directive": "disallow", "path": "/us/developer/docs/object_referencepre", "line": 204 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference2*", "line": 205 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference3*", "line": 206 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference4*", "line": 207 }, { "directive": "disallow", "path": "/us/developer/docs/officetoolkit30", "line": 208 }, { "directive": "disallow", "path": "/us/developer/docs/pagespre", "line": 209 }, { "directive": "disallow", "path": "/us/developer/docs/pages1*", "line": 210 }, { "directive": "disallow", "path": "/us/developer/docs/pages2*", "line": 211 }, { "directive": "disallow", "path": "/us/developer/docs/pages3*", "line": 212 }, { "directive": "disallow", "path": "/us/developer/docs/pages4*", "line": 213 }, { "directive": "disallow", "path": "/us/developer/docs/sforce20", "line": 214 }, { "directive": "disallow", "path": "/us/developer/docs/sforce30", "line": 215 }, { "directive": "disallow", "path": "/us/developer/docs/sforce40", "line": 216 }, { "directive": "disallow", "path": "/us/developer/docs/sforce50", "line": 217 }, { "directive": "disallow", "path": "/us/developer/docs/sforce60", "line": 218 }, { "directive": "disallow", "path": "/us/developer/docs/sforce70", "line": 219 }, { "directive": "disallow", "path": "/search.jsp", "line": 222 }, { "directive": "disallow", "path": "/assets/pdf/company/private/", "line": 223 }, { "directive": "disallow", "path": "/jp/assets/pdf/", "line": 224 }, { "directive": "disallow", "path": "/content/dam/web/ja_jp/www/documents/", "line": 225 }, { "directive": "disallow", "path": "/content/dam/web/ja_jp/www/assets/pdf/", "line": 226 }, { "directive": "disallow", "path": "/content/blogs/au/en/*", "line": 227 }, { "directive": "disallow", "path": "/content/blogs/us/en/*", "line": 228 }, { "directive": "disallow", "path": "/content/blogs/nl/nl/*", "line": 229 }, { "directive": "disallow", "path": "/content/blogs/eu/en/*", "line": 230 }, { "directive": "disallow", "path": "/content/blogs/in/en/*", "line": 231 }, { "directive": "disallow", "path": "/content/blogs/fi/fi/*", "line": 232 }, { "directive": "disallow", "path": "/content/blogs/sg/en/*", "line": 233 }, { "directive": "disallow", "path": "/content/blogs/jp/ja/*", "line": 234 }, { "directive": "disallow", "path": "/content/blogs/mx/es/*", "line": 235 }, { "directive": "disallow", "path": "/content/blogs/es/es/*", "line": 236 }, { "directive": "disallow", "path": "/content/blogs/br/pt/*", "line": 237 }, { "directive": "disallow", "path": "/content/blogs/il/he/*", "line": 238 }, { "directive": "disallow", "path": "/content/blogs/it/it/*", "line": 239 }, { "directive": "disallow", "path": "*/customer-success-stories/*.*._filter", "line": 281 }, { "directive": "disallow", "path": "*/customer-success-stories.*._filter", "line": 282 }, { "directive": "disallow", "path": "*/customer-success-stories.[a-z]*Sort.*", "line": 283 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.[a-z]*Sort.*", "line": 284 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.P*.*", "line": 287 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.P*.*", "line": 288 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.I*.*", "line": 291 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.I*.*", "line": 292 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.BS*.*", "line": 295 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.BS*.*", "line": 296 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.BT*.*", "line": 299 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.BT*.*", "line": 300 }, { "directive": "disallow", "path": "*services/success-plans/accelerators._filter.S*.*", "line": 304 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators._filter.RG*.*", "line": 305 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators._filter.P*.*", "line": 306 }, { "directive": "disallow", "path": "*services/success-plans/accelerators/._filter.S*.*", "line": 307 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators/._filter.RG*.*", "line": 308 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators/._filter.P*.*", "line": 309 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort/$", "line": 312 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort/$", "line": 313 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort.re*.*", "line": 316 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort.P*.*/", "line": 317 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort.re*.*", "line": 318 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort.P*.*/", "line": 319 } ], "warnings": [ 77, 104, 264, 265, 268, 269, 272, 273, 277, 278, 281, 282, 283, 284, 287, 288, 291, 292, 295, 296, 299, 300, 304, 305, 306, 307, 308, 309, 312, 313, 316, 317, 318, 319 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/products/home-perf/", "line": 75 }, { "directive": "disallow", "path": "/form/conf/", "line": 76 }, { "directive": "disallow", "path": "*/conf/", "line": 77 }, { "directive": "disallow", "path": "/content/dam/web/en_us/www/documents/", "line": 78 }, { "directive": "disallow", "path": "/content/dam/web/en_us/www/assets/pdf/", "line": 79 }, { "directive": "disallow", "path": "/login-messages/", "line": 80 }, { "directive": "disallow", "path": "/au/login-messages/", "line": 81 }, { "directive": "disallow", "path": "/ap/login-messages/", "line": 82 }, { "directive": "disallow", "path": "/in/login-messages/", "line": 83 }, { "directive": "disallow", "path": "/cn/login-messages/", "line": 84 }, { "directive": "disallow", "path": "/tw/login-messages/", "line": 85 }, { "directive": "disallow", "path": "/th/login-messages/", "line": 86 }, { "directive": "disallow", "path": "/uk/login-messages/", "line": 87 }, { "directive": "disallow", "path": "/de/login-messages/", "line": 88 }, { "directive": "disallow", "path": "/ca/login-messages/", "line": 89 }, { "directive": "disallow", "path": "/eu/login-messages/", "line": 90 }, { "directive": "disallow", "path": "/fr/login-messages/", "line": 91 }, { "directive": "disallow", "path": "/es/login-messages/", "line": 92 }, { "directive": "disallow", "path": "/it/login-messages/", "line": 93 }, { "directive": "disallow", "path": "/nl/login-messages/", "line": 94 }, { "directive": "disallow", "path": "/fi/login-messages/", "line": 95 }, { "directive": "disallow", "path": "/dk/login-messages/", "line": 96 }, { "directive": "disallow", "path": "/se/login-messages/", "line": 97 }, { "directive": "disallow", "path": "/fr-ca/login-messages/", "line": 98 }, { "directive": "disallow", "path": "/competitive/gated-content-for-agents/", "line": 99 }, { "directive": "allow", "path": "/plus/experience/*/series/", "line": 100 }, { "directive": "disallow", "path": "/plus/experience/*/", "line": 101 }, { "directive": "disallow", "path": "/plus/experience/dreamforce_2025_x_test", "line": 102 }, { "directive": "disallow", "path": "*/wp-content/uploads/sites/*/documents/", "line": 104 }, { "directive": "disallow", "path": "/content/dam/web/pt_br/www/", "line": 107 }, { "directive": "disallow", "path": "/content/dam/web/es_mx/www/", "line": 108 }, { "directive": "disallow", "path": "/content/dam/web/de_de/www/", "line": 109 }, { "directive": "disallow", "path": "/content/dam/web/fr_fr/www/", "line": 110 }, { "directive": "disallow", "path": "/content/dam/web/nl_nl/www/", "line": 111 }, { "directive": "disallow", "path": "/content/dam/web/es_es/www/", "line": 112 }, { "directive": "disallow", "path": "/content/dam/web/it_it/www/", "line": 113 }, { "directive": "disallow", "path": "/content/dam/web/sv_se/www/", "line": 114 }, { "directive": "disallow", "path": "/content/dam/web/fr_ca/www/", "line": 115 }, { "directive": "disallow", "path": "/content/dam/web/fi_fi/www/", "line": 116 }, { "directive": "disallow", "path": "/content/dam/web/da_dk/www/", "line": 117 }, { "directive": "disallow", "path": "/content/dam/web/en_is/www/", "line": 118 }, { "directive": "disallow", "path": "/content/dam/web/en_gb/www/", "line": 119 }, { "directive": "disallow", "path": "/content/dam/web/en_ie/www/", "line": 120 }, { "directive": "disallow", "path": "/content/dam/web/en_ca/www/", "line": 121 }, { "directive": "disallow", "path": "/content/dam/web/en_dk/www/", "line": 122 }, { "directive": "disallow", "path": "/content/dam/web/no_no/www/", "line": 123 }, { "directive": "disallow", "path": "/content/dam/web/de_ch/www/", "line": 124 }, { "directive": "disallow", "path": "/content/dam/web/fr_ch/www/", "line": 125 }, { "directive": "disallow", "path": "/content/dam/web/it_ch/www/", "line": 126 }, { "directive": "disallow", "path": "/content/dam/web/en_au/www/", "line": 127 }, { "directive": "disallow", "path": "/content/dam/web/en_sg/www/", "line": 128 }, { "directive": "disallow", "path": "/opencms/", "line": 129 }, { "directive": "disallow", "path": "/promos/", "line": 130 }, { "directive": "disallow", "path": "/styleguide/", "line": 131 }, { "directive": "disallow", "path": "/landing/", "line": 132 }, { "directive": "disallow", "path": "/modules/", "line": 133 }, { "directive": "disallow", "path": "/uk/promos/", "line": 134 }, { "directive": "disallow", "path": "/eu/promos/", "line": 135 }, { "directive": "disallow", "path": "/de/promos/", "line": 136 }, { "directive": "disallow", "path": "/es/promos/", "line": 137 }, { "directive": "disallow", "path": "/fr/promos/", "line": 138 }, { "directive": "disallow", "path": "/it/promos/", "line": 139 }, { "directive": "disallow", "path": "/jp/promos/", "line": 140 }, { "directive": "disallow", "path": "/us/developer/docs/ajaxpre", "line": 143 }, { "directive": "disallow", "path": "/us/developer/docs/ajax80", "line": 144 }, { "directive": "disallow", "path": "/us/developer/docs/ajax90", "line": 145 }, { "directive": "disallow", "path": "/us/developer/docs/ajax1*", "line": 146 }, { "directive": "disallow", "path": "/us/developer/docs/ajax2*", "line": 147 }, { "directive": "disallow", "path": "/us/developer/docs/ajax3*", "line": 148 }, { "directive": "disallow", "path": "/us/developer/docs/ajax4*", "line": 149 }, { "directive": "disallow", "path": "/us/developer/docs/apexcodepre", "line": 150 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode1*", "line": 151 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode2*", "line": 152 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode3*", "line": 153 }, { "directive": "disallow", "path": "/us/developer/docs/apexcode4*", "line": 154 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynchpre", "line": 155 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch1*", "line": 156 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch2*", "line": 157 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch3*", "line": 158 }, { "directive": "disallow", "path": "/us/developer/docs/api_asynch4*", "line": 159 }, { "directive": "disallow", "path": "/us/developer/docs/api_consolepre", "line": 160 }, { "directive": "disallow", "path": "/us/developer/docs/api_console2*", "line": 161 }, { "directive": "disallow", "path": "/us/developer/docs/api_console3*", "line": 162 }, { "directive": "disallow", "path": "/us/developer/docs/api_console4*", "line": 163 }, { "directive": "disallow", "path": "/us/developer/docs/api_metapre", "line": 164 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta1*", "line": 165 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta2*", "line": 166 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta3*", "line": 167 }, { "directive": "disallow", "path": "/us/developer/docs/api_meta4*", "line": 168 }, { "directive": "disallow", "path": "/us/developer/docs/api_restpre", "line": 169 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest2*", "line": 170 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest3*", "line": 171 }, { "directive": "disallow", "path": "/us/developer/docs/api_rest4*", "line": 172 }, { "directive": "disallow", "path": "/us/developer/docs/api_streamingpre", "line": 173 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming2*", "line": 174 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming3*", "line": 175 }, { "directive": "disallow", "path": "/us/developer/docs/api_streaming4*", "line": 176 }, { "directive": "disallow", "path": "/us/developer/docs/apipre", "line": 177 }, { "directive": "disallow", "path": "/us/developer/docs/api80", "line": 178 }, { "directive": "disallow", "path": "/us/developer/docs/api90", "line": 179 }, { "directive": "disallow", "path": "/us/developer/docs/api1*", "line": 180 }, { "directive": "disallow", "path": "/us/developer/docs/api2*", "line": 181 }, { "directive": "disallow", "path": "/us/developer/docs/api3*", "line": 182 }, { "directive": "disallow", "path": "/us/developer/docs/api4*", "line": 183 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapipre", "line": 184 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi2*", "line": 185 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi3*", "line": 186 }, { "directive": "disallow", "path": "/us/developer/docs/chatterapi4*", "line": 187 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_apipre", "line": 188 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api2*", "line": 189 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api3*", "line": 190 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_api4*", "line": 191 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objectspre", "line": 192 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects2*", "line": 193 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects3*", "line": 194 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_objects4*", "line": 195 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_soslpre", "line": 196 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl2*", "line": 197 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl3*", "line": 198 }, { "directive": "disallow", "path": "/us/developer/docs/dbcom_soql_sosl4*", "line": 199 }, { "directive": "disallow", "path": "/us/developer/docs/daaspre", "line": 200 }, { "directive": "disallow", "path": "/us/developer/docs/daas140", "line": 201 }, { "directive": "disallow", "path": "/us/developer/docs/fundamentalspre", "line": 202 }, { "directive": "disallow", "path": "/us/developer/docs/knowledge_devpre", "line": 203 }, { "directive": "disallow", "path": "/us/developer/docs/object_referencepre", "line": 204 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference2*", "line": 205 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference3*", "line": 206 }, { "directive": "disallow", "path": "/us/developer/docs/object_reference4*", "line": 207 }, { "directive": "disallow", "path": "/us/developer/docs/officetoolkit30", "line": 208 }, { "directive": "disallow", "path": "/us/developer/docs/pagespre", "line": 209 }, { "directive": "disallow", "path": "/us/developer/docs/pages1*", "line": 210 }, { "directive": "disallow", "path": "/us/developer/docs/pages2*", "line": 211 }, { "directive": "disallow", "path": "/us/developer/docs/pages3*", "line": 212 }, { "directive": "disallow", "path": "/us/developer/docs/pages4*", "line": 213 }, { "directive": "disallow", "path": "/us/developer/docs/sforce20", "line": 214 }, { "directive": "disallow", "path": "/us/developer/docs/sforce30", "line": 215 }, { "directive": "disallow", "path": "/us/developer/docs/sforce40", "line": 216 }, { "directive": "disallow", "path": "/us/developer/docs/sforce50", "line": 217 }, { "directive": "disallow", "path": "/us/developer/docs/sforce60", "line": 218 }, { "directive": "disallow", "path": "/us/developer/docs/sforce70", "line": 219 }, { "directive": "disallow", "path": "/search.jsp", "line": 222 }, { "directive": "disallow", "path": "/assets/pdf/company/private/", "line": 223 }, { "directive": "disallow", "path": "/jp/assets/pdf/", "line": 224 }, { "directive": "disallow", "path": "/content/dam/web/ja_jp/www/documents/", "line": 225 }, { "directive": "disallow", "path": "/content/dam/web/ja_jp/www/assets/pdf/", "line": 226 }, { "directive": "disallow", "path": "/content/blogs/au/en/*", "line": 227 }, { "directive": "disallow", "path": "/content/blogs/us/en/*", "line": 228 }, { "directive": "disallow", "path": "/content/blogs/nl/nl/*", "line": 229 }, { "directive": "disallow", "path": "/content/blogs/eu/en/*", "line": 230 }, { "directive": "disallow", "path": "/content/blogs/in/en/*", "line": 231 }, { "directive": "disallow", "path": "/content/blogs/fi/fi/*", "line": 232 }, { "directive": "disallow", "path": "/content/blogs/sg/en/*", "line": 233 }, { "directive": "disallow", "path": "/content/blogs/jp/ja/*", "line": 234 }, { "directive": "disallow", "path": "/content/blogs/mx/es/*", "line": 235 }, { "directive": "disallow", "path": "/content/blogs/es/es/*", "line": 236 }, { "directive": "disallow", "path": "/content/blogs/br/pt/*", "line": 237 }, { "directive": "disallow", "path": "/content/blogs/il/he/*", "line": 238 }, { "directive": "disallow", "path": "/content/blogs/it/it/*", "line": 239 }, { "directive": "disallow", "path": "*/customer-success-stories/*.*._filter", "line": 281 }, { "directive": "disallow", "path": "*/customer-success-stories.*._filter", "line": 282 }, { "directive": "disallow", "path": "*/customer-success-stories.[a-z]*Sort.*", "line": 283 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.[a-z]*Sort.*", "line": 284 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.P*.*", "line": 287 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.P*.*", "line": 288 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.I*.*", "line": 291 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.I*.*", "line": 292 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.BS*.*", "line": 295 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.BS*.*", "line": 296 }, { "directive": "disallow", "path": "*/customer-success-stories._filter.alphaSort.BT*.*", "line": 299 }, { "directive": "disallow", "path": "*/customer-success-stories/._filter.alphaSort.BT*.*", "line": 300 }, { "directive": "disallow", "path": "*services/success-plans/accelerators._filter.S*.*", "line": 304 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators._filter.RG*.*", "line": 305 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators._filter.P*.*", "line": 306 }, { "directive": "disallow", "path": "*services/success-plans/accelerators/._filter.S*.*", "line": 307 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators/._filter.RG*.*", "line": 308 }, { "directive": "disallow", "path": "*/services/success-plans/accelerators/._filter.P*.*", "line": 309 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort/$", "line": 312 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort/$", "line": 313 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort.re*.*", "line": 316 }, { "directive": "disallow", "path": "*/services/learn/classes._filter.alphaSort.P*.*/", "line": 317 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort.re*.*", "line": 318 }, { "directive": "disallow", "path": "*/services/learn/classes/._filter.alphaSort.P*.*/", "line": 319 } ], "warnings": [ 77, 104, 264, 265, 268, 269, 272, 273, 277, 278, 281, 282, 283, 284, 287, 288, 291, 292, 295, 296, 299, 300, 304, 305, 306, 307, 308, 309, 312, 313, 316, 317, 318, 319 ] } }, "httpStatus": 200, "finalUrl": "https://www.salesforce.com/robots.txt", "contentType": "text/plain", "sha256": "905d8800d5cc13bac380697922770b4c201bd32e570b858ff481cab029bbe20d", "bytes": 14256 }, { "company": "Sandisk", "cik": "2023554", "sector": "Information Technology", "origin": "https://www.sandisk.com", "checkedAt": "2026-09-26T04:56:14.132Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/content/dam/store/", "line": 13 }, { "directive": "allow", "path": "/content/dam/sandisk/", "line": 14 }, { "directive": "allow", "path": "/etc/designs/", "line": 15 }, { "directive": "allow", "path": "/etc/clientlibs/", "line": 16 }, { "directive": "allow", "path": "/etc.clientlibs/", "line": 17 }, { "directive": "disallow", "path": "/content/dam/", "line": 18 }, { "directive": "disallow", "path": "/etc/", "line": 19 }, { "directive": "disallow", "path": "/libs/", "line": 20 }, { "directive": "disallow", "path": "/*?*filterBy*&*filterBy*&*filterBy*", "line": 21 }, { "directive": "disallow", "path": "/*?*filterBy*=*,*,*", "line": 22 }, { "directive": "disallow", "path": "/search", "line": 23 }, { "directive": "disallow", "path": "/search?", "line": 24 }, { "directive": "disallow", "path": "/404", "line": 25 }, { "directive": "disallow", "path": "/store/cart", "line": 26 }, { "directive": "disallow", "path": "/store/business/cart", "line": 27 }, { "directive": "disallow", "path": "/store/checkout", "line": 28 }, { "directive": "disallow", "path": "/store/business/checkout", "line": 29 }, { "directive": "disallow", "path": "/store/my-account", "line": 30 }, { "directive": "disallow", "path": "/store/business/my-account", "line": 31 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/content/dam/store/", "line": 13 }, { "directive": "allow", "path": "/content/dam/sandisk/", "line": 14 }, { "directive": "allow", "path": "/etc/designs/", "line": 15 }, { "directive": "allow", "path": "/etc/clientlibs/", "line": 16 }, { "directive": "allow", "path": "/etc.clientlibs/", "line": 17 }, { "directive": "disallow", "path": "/content/dam/", "line": 18 }, { "directive": "disallow", "path": "/etc/", "line": 19 }, { "directive": "disallow", "path": "/libs/", "line": 20 }, { "directive": "disallow", "path": "/*?*filterBy*&*filterBy*&*filterBy*", "line": 21 }, { "directive": "disallow", "path": "/*?*filterBy*=*,*,*", "line": 22 }, { "directive": "disallow", "path": "/search", "line": 23 }, { "directive": "disallow", "path": "/search?", "line": 24 }, { "directive": "disallow", "path": "/404", "line": 25 }, { "directive": "disallow", "path": "/store/cart", "line": 26 }, { "directive": "disallow", "path": "/store/business/cart", "line": 27 }, { "directive": "disallow", "path": "/store/checkout", "line": 28 }, { "directive": "disallow", "path": "/store/business/checkout", "line": 29 }, { "directive": "disallow", "path": "/store/my-account", "line": 30 }, { "directive": "disallow", "path": "/store/business/my-account", "line": 31 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/content/dam/store/", "line": 13 }, { "directive": "allow", "path": "/content/dam/sandisk/", "line": 14 }, { "directive": "allow", "path": "/etc/designs/", "line": 15 }, { "directive": "allow", "path": "/etc/clientlibs/", "line": 16 }, { "directive": "allow", "path": "/etc.clientlibs/", "line": 17 }, { "directive": "disallow", "path": "/content/dam/", "line": 18 }, { "directive": "disallow", "path": "/etc/", "line": 19 }, { "directive": "disallow", "path": "/libs/", "line": 20 }, { "directive": "disallow", "path": "/*?*filterBy*&*filterBy*&*filterBy*", "line": 21 }, { "directive": "disallow", "path": "/*?*filterBy*=*,*,*", "line": 22 }, { "directive": "disallow", "path": "/search", "line": 23 }, { "directive": "disallow", "path": "/search?", "line": 24 }, { "directive": "disallow", "path": "/404", "line": 25 }, { "directive": "disallow", "path": "/store/cart", "line": 26 }, { "directive": "disallow", "path": "/store/business/cart", "line": 27 }, { "directive": "disallow", "path": "/store/checkout", "line": 28 }, { "directive": "disallow", "path": "/store/business/checkout", "line": 29 }, { "directive": "disallow", "path": "/store/my-account", "line": 30 }, { "directive": "disallow", "path": "/store/business/my-account", "line": 31 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/content/dam/store/", "line": 13 }, { "directive": "allow", "path": "/content/dam/sandisk/", "line": 14 }, { "directive": "allow", "path": "/etc/designs/", "line": 15 }, { "directive": "allow", "path": "/etc/clientlibs/", "line": 16 }, { "directive": "allow", "path": "/etc.clientlibs/", "line": 17 }, { "directive": "disallow", "path": "/content/dam/", "line": 18 }, { "directive": "disallow", "path": "/etc/", "line": 19 }, { "directive": "disallow", "path": "/libs/", "line": 20 }, { "directive": "disallow", "path": "/*?*filterBy*&*filterBy*&*filterBy*", "line": 21 }, { "directive": "disallow", "path": "/*?*filterBy*=*,*,*", "line": 22 }, { "directive": "disallow", "path": "/search", "line": 23 }, { "directive": "disallow", "path": "/search?", "line": 24 }, { "directive": "disallow", "path": "/404", "line": 25 }, { "directive": "disallow", "path": "/store/cart", "line": 26 }, { "directive": "disallow", "path": "/store/business/cart", "line": 27 }, { "directive": "disallow", "path": "/store/checkout", "line": 28 }, { "directive": "disallow", "path": "/store/business/checkout", "line": 29 }, { "directive": "disallow", "path": "/store/my-account", "line": 30 }, { "directive": "disallow", "path": "/store/business/my-account", "line": 31 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/content/dam/store/", "line": 13 }, { "directive": "allow", "path": "/content/dam/sandisk/", "line": 14 }, { "directive": "allow", "path": "/etc/designs/", "line": 15 }, { "directive": "allow", "path": "/etc/clientlibs/", "line": 16 }, { "directive": "allow", "path": "/etc.clientlibs/", "line": 17 }, { "directive": "disallow", "path": "/content/dam/", "line": 18 }, { "directive": "disallow", "path": "/etc/", "line": 19 }, { "directive": "disallow", "path": "/libs/", "line": 20 }, { "directive": "disallow", "path": "/*?*filterBy*&*filterBy*&*filterBy*", "line": 21 }, { "directive": "disallow", "path": "/*?*filterBy*=*,*,*", "line": 22 }, { "directive": "disallow", "path": "/search", "line": 23 }, { "directive": "disallow", "path": "/search?", "line": 24 }, { "directive": "disallow", "path": "/404", "line": 25 }, { "directive": "disallow", "path": "/store/cart", "line": 26 }, { "directive": "disallow", "path": "/store/business/cart", "line": 27 }, { "directive": "disallow", "path": "/store/checkout", "line": 28 }, { "directive": "disallow", "path": "/store/business/checkout", "line": 29 }, { "directive": "disallow", "path": "/store/my-account", "line": 30 }, { "directive": "disallow", "path": "/store/business/my-account", "line": 31 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/content/dam/store/", "line": 13 }, { "directive": "allow", "path": "/content/dam/sandisk/", "line": 14 }, { "directive": "allow", "path": "/etc/designs/", "line": 15 }, { "directive": "allow", "path": "/etc/clientlibs/", "line": 16 }, { "directive": "allow", "path": "/etc.clientlibs/", "line": 17 }, { "directive": "disallow", "path": "/content/dam/", "line": 18 }, { "directive": "disallow", "path": "/etc/", "line": 19 }, { "directive": "disallow", "path": "/libs/", "line": 20 }, { "directive": "disallow", "path": "/*?*filterBy*&*filterBy*&*filterBy*", "line": 21 }, { "directive": "disallow", "path": "/*?*filterBy*=*,*,*", "line": 22 }, { "directive": "disallow", "path": "/search", "line": 23 }, { "directive": "disallow", "path": "/search?", "line": 24 }, { "directive": "disallow", "path": "/404", "line": 25 }, { "directive": "disallow", "path": "/store/cart", "line": 26 }, { "directive": "disallow", "path": "/store/business/cart", "line": 27 }, { "directive": "disallow", "path": "/store/checkout", "line": 28 }, { "directive": "disallow", "path": "/store/business/checkout", "line": 29 }, { "directive": "disallow", "path": "/store/my-account", "line": 30 }, { "directive": "disallow", "path": "/store/business/my-account", "line": 31 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/content/dam/store/", "line": 13 }, { "directive": "allow", "path": "/content/dam/sandisk/", "line": 14 }, { "directive": "allow", "path": "/etc/designs/", "line": 15 }, { "directive": "allow", "path": "/etc/clientlibs/", "line": 16 }, { "directive": "allow", "path": "/etc.clientlibs/", "line": 17 }, { "directive": "disallow", "path": "/content/dam/", "line": 18 }, { "directive": "disallow", "path": "/etc/", "line": 19 }, { "directive": "disallow", "path": "/libs/", "line": 20 }, { "directive": "disallow", "path": "/*?*filterBy*&*filterBy*&*filterBy*", "line": 21 }, { "directive": "disallow", "path": "/*?*filterBy*=*,*,*", "line": 22 }, { "directive": "disallow", "path": "/search", "line": 23 }, { "directive": "disallow", "path": "/search?", "line": 24 }, { "directive": "disallow", "path": "/404", "line": 25 }, { "directive": "disallow", "path": "/store/cart", "line": 26 }, { "directive": "disallow", "path": "/store/business/cart", "line": 27 }, { "directive": "disallow", "path": "/store/checkout", "line": 28 }, { "directive": "disallow", "path": "/store/business/checkout", "line": 29 }, { "directive": "disallow", "path": "/store/my-account", "line": 30 }, { "directive": "disallow", "path": "/store/business/my-account", "line": 31 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/content/dam/store/", "line": 13 }, { "directive": "allow", "path": "/content/dam/sandisk/", "line": 14 }, { "directive": "allow", "path": "/etc/designs/", "line": 15 }, { "directive": "allow", "path": "/etc/clientlibs/", "line": 16 }, { "directive": "allow", "path": "/etc.clientlibs/", "line": 17 }, { "directive": "disallow", "path": "/content/dam/", "line": 18 }, { "directive": "disallow", "path": "/etc/", "line": 19 }, { "directive": "disallow", "path": "/libs/", "line": 20 }, { "directive": "disallow", "path": "/*?*filterBy*&*filterBy*&*filterBy*", "line": 21 }, { "directive": "disallow", "path": "/*?*filterBy*=*,*,*", "line": 22 }, { "directive": "disallow", "path": "/search", "line": 23 }, { "directive": "disallow", "path": "/search?", "line": 24 }, { "directive": "disallow", "path": "/404", "line": 25 }, { "directive": "disallow", "path": "/store/cart", "line": 26 }, { "directive": "disallow", "path": "/store/business/cart", "line": 27 }, { "directive": "disallow", "path": "/store/checkout", "line": 28 }, { "directive": "disallow", "path": "/store/business/checkout", "line": 29 }, { "directive": "disallow", "path": "/store/my-account", "line": 30 }, { "directive": "disallow", "path": "/store/business/my-account", "line": 31 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.sandisk.com/robots.txt", "contentType": "text/plain; charset=ISO-8859-1", "sha256": "a523d20e0cb4b43582100d476619f209b94e222d7f796f3c9482f28eb0ea2ec5", "bytes": 1313 }, { "company": "SBA Communications", "cik": "1034054", "sector": "Real Estate", "origin": "http://www.sbasite.com", "checkedAt": "2026-09-26T04:56:14.239Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.sbasite.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "8a7310406822c7214c3a1e4d4f47bab966268bb953ba7f552718d26e8f750551", "bytes": 116 }, { "company": "Schlumberger", "cik": "87347", "sector": "Energy", "origin": "https://www.slb.com", "checkedAt": "2026-09-26T04:56:14.299Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/resource-library/*", "line": 2 }, { "directive": "allow", "path": "/-/media/*", "line": 3 }, { "directive": "disallow", "path": "/search*", "line": 5 }, { "directive": "disallow", "path": "/sso/*", "line": 6 }, { "directive": "disallow", "path": "/*.pdf$", "line": 7 }, { "directive": "disallow", "path": "/-/media/*.pdf$", "line": 8 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/resource-library/*", "line": 2 }, { "directive": "allow", "path": "/-/media/*", "line": 3 }, { "directive": "disallow", "path": "/search*", "line": 5 }, { "directive": "disallow", "path": "/sso/*", "line": 6 }, { "directive": "disallow", "path": "/*.pdf$", "line": 7 }, { "directive": "disallow", "path": "/-/media/*.pdf$", "line": 8 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/resource-library/*", "line": 2 }, { "directive": "allow", "path": "/-/media/*", "line": 3 }, { "directive": "disallow", "path": "/search*", "line": 5 }, { "directive": "disallow", "path": "/sso/*", "line": 6 }, { "directive": "disallow", "path": "/*.pdf$", "line": 7 }, { "directive": "disallow", "path": "/-/media/*.pdf$", "line": 8 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/resource-library/*", "line": 2 }, { "directive": "allow", "path": "/-/media/*", "line": 3 }, { "directive": "disallow", "path": "/search*", "line": 5 }, { "directive": "disallow", "path": "/sso/*", "line": 6 }, { "directive": "disallow", "path": "/*.pdf$", "line": 7 }, { "directive": "disallow", "path": "/-/media/*.pdf$", "line": 8 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/resource-library/*", "line": 2 }, { "directive": "allow", "path": "/-/media/*", "line": 3 }, { "directive": "disallow", "path": "/search*", "line": 5 }, { "directive": "disallow", "path": "/sso/*", "line": 6 }, { "directive": "disallow", "path": "/*.pdf$", "line": 7 }, { "directive": "disallow", "path": "/-/media/*.pdf$", "line": 8 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/resource-library/*", "line": 2 }, { "directive": "allow", "path": "/-/media/*", "line": 3 }, { "directive": "disallow", "path": "/search*", "line": 5 }, { "directive": "disallow", "path": "/sso/*", "line": 6 }, { "directive": "disallow", "path": "/*.pdf$", "line": 7 }, { "directive": "disallow", "path": "/-/media/*.pdf$", "line": 8 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/resource-library/*", "line": 2 }, { "directive": "allow", "path": "/-/media/*", "line": 3 }, { "directive": "disallow", "path": "/search*", "line": 5 }, { "directive": "disallow", "path": "/sso/*", "line": 6 }, { "directive": "disallow", "path": "/*.pdf$", "line": 7 }, { "directive": "disallow", "path": "/-/media/*.pdf$", "line": 8 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/resource-library/*", "line": 2 }, { "directive": "allow", "path": "/-/media/*", "line": 3 }, { "directive": "disallow", "path": "/search*", "line": 5 }, { "directive": "disallow", "path": "/sso/*", "line": 6 }, { "directive": "disallow", "path": "/*.pdf$", "line": 7 }, { "directive": "disallow", "path": "/-/media/*.pdf$", "line": 8 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.slb.com/robots.txt", "contentType": "text/plain", "sha256": "961001e404bce74e81f41c98b7a3319d9b278897fbdc5db0568d0d415626d4ff", "bytes": 240 }, { "company": "Seagate Technology", "cik": "1137789", "sector": "Information Technology", "origin": "http://www.seagate.com", "checkedAt": "2026-09-26T04:56:14.390Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/product-finder/external-hard-drives/", "line": 18 }, { "directive": "disallow", "path": "/product-finder/internal-hard-drives/", "line": 19 }, { "directive": "disallow", "path": "/product-finder/home-entertainment/", "line": 20 }, { "directive": "disallow", "path": "/de/de/product-finder/external-hard-drives/", "line": 22 }, { "directive": "disallow", "path": "/de/de/product-finder/internal-hard-drives/", "line": 23 }, { "directive": "disallow", "path": "/de/de/product-finder/home-entertainment/", "line": 24 }, { "directive": "disallow", "path": "/gb/en/product-finder/external-hard-drives/", "line": 26 }, { "directive": "disallow", "path": "/gb/en/product-finder/internal-hard-drives/", "line": 27 }, { "directive": "disallow", "path": "/gb/en/product-finder/home-entertainment/", "line": 28 }, { "directive": "disallow", "path": "/au/en/product-finder/external-hard-drives/", "line": 30 }, { "directive": "disallow", "path": "/au/en/product-finder/internal-hard-drives/", "line": 31 }, { "directive": "disallow", "path": "/au/en/product-finder/home-entertainment/", "line": 32 }, { "directive": "disallow", "path": "/es/es/product-finder/external-hard-drives/", "line": 34 }, { "directive": "disallow", "path": "/es/es/product-finder/internal-hard-drives/", "line": 35 }, { "directive": "disallow", "path": "/es/es/product-finder/home-entertainment/", "line": 36 }, { "directive": "disallow", "path": "/it/it/product-finder/external-hard-drives/", "line": 38 }, { "directive": "disallow", "path": "/it/it/product-finder/internal-hard-drives/", "line": 39 }, { "directive": "disallow", "path": "/it/it/product-finder/home-entertainment/", "line": 40 }, { "directive": "disallow", "path": "/fr/fr/product-finder/external-hard-drives/", "line": 42 }, { "directive": "disallow", "path": "/fr/fr/product-finder/internal-hard-drives/", "line": 43 }, { "directive": "disallow", "path": "/fr/fr/product-finder/home-entertainment/", "line": 44 }, { "directive": "disallow", "path": "/pl/pl/product-finder/external-hard-drives/", "line": 46 }, { "directive": "disallow", "path": "/pl/pl/product-finder/internal-hard-drives/", "line": 47 }, { "directive": "disallow", "path": "/pl/pl/product-finder/home-entertainment/", "line": 48 }, { "directive": "disallow", "path": "/tr/tr/product-finder/external-hard-drives/", "line": 50 }, { "directive": "disallow", "path": "/tr/tr/product-finder/internal-hard-drives/", "line": 51 }, { "directive": "disallow", "path": "/tr/tr/product-finder/home-entertainment/", "line": 52 }, { "directive": "disallow", "path": "/kr/ko/product-finder/external-hard-drives/", "line": 54 }, { "directive": "disallow", "path": "/kr/ko/product-finder/internal-hard-drives/", "line": 55 }, { "directive": "disallow", "path": "/kr/ko/product-finder/home-entertainment/", "line": 56 }, { "directive": "disallow", "path": "/jp/ja/product-finder/external-hard-drives/", "line": 58 }, { "directive": "disallow", "path": "/jp/ja/product-finder/internal-hard-drives/", "line": 59 }, { "directive": "disallow", "path": "/jp/ja/product-finder/home-entertainment/", "line": 60 }, { "directive": "disallow", "path": "/cn/zh/product-finder/external-hard-drives/", "line": 62 }, { "directive": "disallow", "path": "/cn/zh/product-finder/internal-hard-drives/", "line": 63 }, { "directive": "disallow", "path": "/cn/zh/product-finder/home-entertainment/", "line": 64 }, { "directive": "disallow", "path": "/tw/zh/product-finder/external-hard-drives/", "line": 66 }, { "directive": "disallow", "path": "/tw/zh/product-finder/internal-hard-drives/", "line": 67 }, { "directive": "disallow", "path": "/tw/zh/product-finder/home-entertainment/", "line": 68 }, { "directive": "disallow", "path": "/la/es/product-finder/external-hard-drives/", "line": 70 }, { "directive": "disallow", "path": "/la/es/product-finder/internal-hard-drives/", "line": 71 }, { "directive": "disallow", "path": "/la/es/product-finder/home-entertainment/", "line": 72 }, { "directive": "disallow", "path": "/br/pt/product-finder/external-hard-drives/", "line": 74 }, { "directive": "disallow", "path": "/br/pt/product-finder/internal-hard-drives/", "line": 75 }, { "directive": "disallow", "path": "/br/pt/product-finder/home-entertainment/", "line": 76 }, { "directive": "disallow", "path": "/ru/ru/product-finder/external-hard-drives/", "line": 78 }, { "directive": "disallow", "path": "/ru/ru/product-finder/internal-hard-drives/", "line": 79 }, { "directive": "disallow", "path": "/ru/ru/product-finder/home-entertainment/", "line": 80 }, { "directive": "allow", "path": "/promos/lyve-cloud-for-startups/", "line": 82 }, { "directive": "allow", "path": "/em/en/promos/lyve-cloud-for-startups/", "line": 83 }, { "directive": "allow", "path": "/as/en/promos/lyve-cloud-for-startups/", "line": 84 }, { "directive": "allow", "path": "/in/en/promos/lyve-cloud-for-startups/", "line": 85 }, { "directive": "allow", "path": "/sg/en/promos/lyve-cloud-for-startups/", "line": 86 }, { "directive": "allow", "path": "/de/de/promos/lyve-cloud-for-startups/", "line": 87 }, { "directive": "allow", "path": "/gb/en/promos/lyve-cloud-for-startups/", "line": 88 }, { "directive": "allow", "path": "/au/en/promos/lyve-cloud-for-startups/", "line": 89 }, { "directive": "allow", "path": "/es/es/promos/lyve-cloud-for-startups/", "line": 90 }, { "directive": "allow", "path": "/fr/fr/promos/lyve-cloud-for-startups/", "line": 91 }, { "directive": "allow", "path": "/it/it/promos/lyve-cloud-for-startups/", "line": 92 }, { "directive": "allow", "path": "/jp/ja/promos/lyve-cloud-for-startups/", "line": 93 }, { "directive": "allow", "path": "/kr/ko/promos/lyve-cloud-for-startups/", "line": 94 }, { "directive": "allow", "path": "/pl/pl/promos/lyve-cloud-for-startups/", "line": 95 }, { "directive": "allow", "path": "/ru/ru/promos/lyve-cloud-for-startups/", "line": 96 }, { "directive": "allow", "path": "/tr/tr/promos/lyve-cloud-for-startups/", "line": 97 }, { "directive": "allow", "path": "/cn/zh/promos/lyve-cloud-for-startups/", "line": 98 }, { "directive": "allow", "path": "/tw/zh/promos/lyve-cloud-for-startups/", "line": 99 }, { "directive": "allow", "path": "/la/es/promos/lyve-cloud-for-startups/", "line": 100 }, { "directive": "allow", "path": "/br/pt/promos/lyve-cloud-for-startups/", "line": 101 }, { "directive": "allow", "path": "/id/id/promos/lyve-cloud-for-startups/", "line": 102 }, { "directive": "allow", "path": "/be/fr/promos/lyve-cloud-for-startups/", "line": 103 }, { "directive": "allow", "path": "/be/nl/promos/lyve-cloud-for-startups/", "line": 104 }, { "directive": "allow", "path": "/ie/en/promos/lyve-cloud-for-startups/", "line": 105 }, { "directive": "allow", "path": "/nl/nl/promos/lyve-cloud-for-startups/", "line": 106 }, { "directive": "allow", "path": "/ca/en/promos/lyve-cloud-for-startups/", "line": 107 }, { "directive": "allow", "path": "/pt/pt/promos/lyve-cloud-for-startups/", "line": 108 }, { "directive": "allow", "path": "/in/en/promos/skyhawk-tested-optimized-proven/", "line": 110 }, { "directive": "disallow", "path": "/promos/", "line": 112 }, { "directive": "disallow", "path": "/em/en/promos/", "line": 113 }, { "directive": "disallow", "path": "/as/en/promos/", "line": 114 }, { "directive": "disallow", "path": "/in/en/promos/", "line": 115 }, { "directive": "disallow", "path": "/sg/en/promos/", "line": 116 }, { "directive": "disallow", "path": "/de/de/promos/", "line": 117 }, { "directive": "disallow", "path": "/gb/en/promos/", "line": 118 }, { "directive": "disallow", "path": "/au/en/promos/", "line": 119 }, { "directive": "disallow", "path": "/es/es/promos/", "line": 120 }, { "directive": "disallow", "path": "/fr/fr/promos/", "line": 121 }, { "directive": "disallow", "path": "/it/it/promos/", "line": 122 }, { "directive": "disallow", "path": "/jp/ja/promos/", "line": 123 }, { "directive": "disallow", "path": "/kr/ko/promos/", "line": 124 }, { "directive": "disallow", "path": "/pl/pl/promos/", "line": 125 }, { "directive": "disallow", "path": "/ru/ru/promos/", "line": 126 }, { "directive": "disallow", "path": "/tr/tr/promos/", "line": 127 }, { "directive": "disallow", "path": "/cn/zh/promos/", "line": 128 }, { "directive": "disallow", "path": "/tw/zh/promos/", "line": 129 }, { "directive": "disallow", "path": "/la/es/promos/", "line": 130 }, { "directive": "disallow", "path": "/br/pt/promos/", "line": 131 }, { "directive": "disallow", "path": "/id/id/promos/", "line": 132 }, { "directive": "disallow", "path": "/be/fr/promos/", "line": 133 }, { "directive": "disallow", "path": "/be/nl/promos/", "line": 134 }, { "directive": "disallow", "path": "/ie/en/promos/", "line": 135 }, { "directive": "disallow", "path": "/nl/nl/promos/", "line": 136 }, { "directive": "disallow", "path": "/ca/en/promos/", "line": 137 }, { "directive": "disallow", "path": "/pt/pt/promos/", "line": 138 }, { "directive": "disallow", "path": "/resources/unlisted/", "line": 140 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/product-finder/external-hard-drives/", "line": 18 }, { "directive": "disallow", "path": "/product-finder/internal-hard-drives/", "line": 19 }, { "directive": "disallow", "path": "/product-finder/home-entertainment/", "line": 20 }, { "directive": "disallow", "path": "/de/de/product-finder/external-hard-drives/", "line": 22 }, { "directive": "disallow", "path": "/de/de/product-finder/internal-hard-drives/", "line": 23 }, { "directive": "disallow", "path": "/de/de/product-finder/home-entertainment/", "line": 24 }, { "directive": "disallow", "path": "/gb/en/product-finder/external-hard-drives/", "line": 26 }, { "directive": "disallow", "path": "/gb/en/product-finder/internal-hard-drives/", "line": 27 }, { "directive": "disallow", "path": "/gb/en/product-finder/home-entertainment/", "line": 28 }, { "directive": "disallow", "path": "/au/en/product-finder/external-hard-drives/", "line": 30 }, { "directive": "disallow", "path": "/au/en/product-finder/internal-hard-drives/", "line": 31 }, { "directive": "disallow", "path": "/au/en/product-finder/home-entertainment/", "line": 32 }, { "directive": "disallow", "path": "/es/es/product-finder/external-hard-drives/", "line": 34 }, { "directive": "disallow", "path": "/es/es/product-finder/internal-hard-drives/", "line": 35 }, { "directive": "disallow", "path": "/es/es/product-finder/home-entertainment/", "line": 36 }, { "directive": "disallow", "path": "/it/it/product-finder/external-hard-drives/", "line": 38 }, { "directive": "disallow", "path": "/it/it/product-finder/internal-hard-drives/", "line": 39 }, { "directive": "disallow", "path": "/it/it/product-finder/home-entertainment/", "line": 40 }, { "directive": "disallow", "path": "/fr/fr/product-finder/external-hard-drives/", "line": 42 }, { "directive": "disallow", "path": "/fr/fr/product-finder/internal-hard-drives/", "line": 43 }, { "directive": "disallow", "path": "/fr/fr/product-finder/home-entertainment/", "line": 44 }, { "directive": "disallow", "path": "/pl/pl/product-finder/external-hard-drives/", "line": 46 }, { "directive": "disallow", "path": "/pl/pl/product-finder/internal-hard-drives/", "line": 47 }, { "directive": "disallow", "path": "/pl/pl/product-finder/home-entertainment/", "line": 48 }, { "directive": "disallow", "path": "/tr/tr/product-finder/external-hard-drives/", "line": 50 }, { "directive": "disallow", "path": "/tr/tr/product-finder/internal-hard-drives/", "line": 51 }, { "directive": "disallow", "path": "/tr/tr/product-finder/home-entertainment/", "line": 52 }, { "directive": "disallow", "path": "/kr/ko/product-finder/external-hard-drives/", "line": 54 }, { "directive": "disallow", "path": "/kr/ko/product-finder/internal-hard-drives/", "line": 55 }, { "directive": "disallow", "path": "/kr/ko/product-finder/home-entertainment/", "line": 56 }, { "directive": "disallow", "path": "/jp/ja/product-finder/external-hard-drives/", "line": 58 }, { "directive": "disallow", "path": "/jp/ja/product-finder/internal-hard-drives/", "line": 59 }, { "directive": "disallow", "path": "/jp/ja/product-finder/home-entertainment/", "line": 60 }, { "directive": "disallow", "path": "/cn/zh/product-finder/external-hard-drives/", "line": 62 }, { "directive": "disallow", "path": "/cn/zh/product-finder/internal-hard-drives/", "line": 63 }, { "directive": "disallow", "path": "/cn/zh/product-finder/home-entertainment/", "line": 64 }, { "directive": "disallow", "path": "/tw/zh/product-finder/external-hard-drives/", "line": 66 }, { "directive": "disallow", "path": "/tw/zh/product-finder/internal-hard-drives/", "line": 67 }, { "directive": "disallow", "path": "/tw/zh/product-finder/home-entertainment/", "line": 68 }, { "directive": "disallow", "path": "/la/es/product-finder/external-hard-drives/", "line": 70 }, { "directive": "disallow", "path": "/la/es/product-finder/internal-hard-drives/", "line": 71 }, { "directive": "disallow", "path": "/la/es/product-finder/home-entertainment/", "line": 72 }, { "directive": "disallow", "path": "/br/pt/product-finder/external-hard-drives/", "line": 74 }, { "directive": "disallow", "path": "/br/pt/product-finder/internal-hard-drives/", "line": 75 }, { "directive": "disallow", "path": "/br/pt/product-finder/home-entertainment/", "line": 76 }, { "directive": "disallow", "path": "/ru/ru/product-finder/external-hard-drives/", "line": 78 }, { "directive": "disallow", "path": "/ru/ru/product-finder/internal-hard-drives/", "line": 79 }, { "directive": "disallow", "path": "/ru/ru/product-finder/home-entertainment/", "line": 80 }, { "directive": "allow", "path": "/promos/lyve-cloud-for-startups/", "line": 82 }, { "directive": "allow", "path": "/em/en/promos/lyve-cloud-for-startups/", "line": 83 }, { "directive": "allow", "path": "/as/en/promos/lyve-cloud-for-startups/", "line": 84 }, { "directive": "allow", "path": "/in/en/promos/lyve-cloud-for-startups/", "line": 85 }, { "directive": "allow", "path": "/sg/en/promos/lyve-cloud-for-startups/", "line": 86 }, { "directive": "allow", "path": "/de/de/promos/lyve-cloud-for-startups/", "line": 87 }, { "directive": "allow", "path": "/gb/en/promos/lyve-cloud-for-startups/", "line": 88 }, { "directive": "allow", "path": "/au/en/promos/lyve-cloud-for-startups/", "line": 89 }, { "directive": "allow", "path": "/es/es/promos/lyve-cloud-for-startups/", "line": 90 }, { "directive": "allow", "path": "/fr/fr/promos/lyve-cloud-for-startups/", "line": 91 }, { "directive": "allow", "path": "/it/it/promos/lyve-cloud-for-startups/", "line": 92 }, { "directive": "allow", "path": "/jp/ja/promos/lyve-cloud-for-startups/", "line": 93 }, { "directive": "allow", "path": "/kr/ko/promos/lyve-cloud-for-startups/", "line": 94 }, { "directive": "allow", "path": "/pl/pl/promos/lyve-cloud-for-startups/", "line": 95 }, { "directive": "allow", "path": "/ru/ru/promos/lyve-cloud-for-startups/", "line": 96 }, { "directive": "allow", "path": "/tr/tr/promos/lyve-cloud-for-startups/", "line": 97 }, { "directive": "allow", "path": "/cn/zh/promos/lyve-cloud-for-startups/", "line": 98 }, { "directive": "allow", "path": "/tw/zh/promos/lyve-cloud-for-startups/", "line": 99 }, { "directive": "allow", "path": "/la/es/promos/lyve-cloud-for-startups/", "line": 100 }, { "directive": "allow", "path": "/br/pt/promos/lyve-cloud-for-startups/", "line": 101 }, { "directive": "allow", "path": "/id/id/promos/lyve-cloud-for-startups/", "line": 102 }, { "directive": "allow", "path": "/be/fr/promos/lyve-cloud-for-startups/", "line": 103 }, { "directive": "allow", "path": "/be/nl/promos/lyve-cloud-for-startups/", "line": 104 }, { "directive": "allow", "path": "/ie/en/promos/lyve-cloud-for-startups/", "line": 105 }, { "directive": "allow", "path": "/nl/nl/promos/lyve-cloud-for-startups/", "line": 106 }, { "directive": "allow", "path": "/ca/en/promos/lyve-cloud-for-startups/", "line": 107 }, { "directive": "allow", "path": "/pt/pt/promos/lyve-cloud-for-startups/", "line": 108 }, { "directive": "allow", "path": "/in/en/promos/skyhawk-tested-optimized-proven/", "line": 110 }, { "directive": "disallow", "path": "/promos/", "line": 112 }, { "directive": "disallow", "path": "/em/en/promos/", "line": 113 }, { "directive": "disallow", "path": "/as/en/promos/", "line": 114 }, { "directive": "disallow", "path": "/in/en/promos/", "line": 115 }, { "directive": "disallow", "path": "/sg/en/promos/", "line": 116 }, { "directive": "disallow", "path": "/de/de/promos/", "line": 117 }, { "directive": "disallow", "path": "/gb/en/promos/", "line": 118 }, { "directive": "disallow", "path": "/au/en/promos/", "line": 119 }, { "directive": "disallow", "path": "/es/es/promos/", "line": 120 }, { "directive": "disallow", "path": "/fr/fr/promos/", "line": 121 }, { "directive": "disallow", "path": "/it/it/promos/", "line": 122 }, { "directive": "disallow", "path": "/jp/ja/promos/", "line": 123 }, { "directive": "disallow", "path": "/kr/ko/promos/", "line": 124 }, { "directive": "disallow", "path": "/pl/pl/promos/", "line": 125 }, { "directive": "disallow", "path": "/ru/ru/promos/", "line": 126 }, { "directive": "disallow", "path": "/tr/tr/promos/", "line": 127 }, { "directive": "disallow", "path": "/cn/zh/promos/", "line": 128 }, { "directive": "disallow", "path": "/tw/zh/promos/", "line": 129 }, { "directive": "disallow", "path": "/la/es/promos/", "line": 130 }, { "directive": "disallow", "path": "/br/pt/promos/", "line": 131 }, { "directive": "disallow", "path": "/id/id/promos/", "line": 132 }, { "directive": "disallow", "path": "/be/fr/promos/", "line": 133 }, { "directive": "disallow", "path": "/be/nl/promos/", "line": 134 }, { "directive": "disallow", "path": "/ie/en/promos/", "line": 135 }, { "directive": "disallow", "path": "/nl/nl/promos/", "line": 136 }, { "directive": "disallow", "path": "/ca/en/promos/", "line": 137 }, { "directive": "disallow", "path": "/pt/pt/promos/", "line": 138 }, { "directive": "disallow", "path": "/resources/unlisted/", "line": 140 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/product-finder/external-hard-drives/", "line": 18 }, { "directive": "disallow", "path": "/product-finder/internal-hard-drives/", "line": 19 }, { "directive": "disallow", "path": "/product-finder/home-entertainment/", "line": 20 }, { "directive": "disallow", "path": "/de/de/product-finder/external-hard-drives/", "line": 22 }, { "directive": "disallow", "path": "/de/de/product-finder/internal-hard-drives/", "line": 23 }, { "directive": "disallow", "path": "/de/de/product-finder/home-entertainment/", "line": 24 }, { "directive": "disallow", "path": "/gb/en/product-finder/external-hard-drives/", "line": 26 }, { "directive": "disallow", "path": "/gb/en/product-finder/internal-hard-drives/", "line": 27 }, { "directive": "disallow", "path": "/gb/en/product-finder/home-entertainment/", "line": 28 }, { "directive": "disallow", "path": "/au/en/product-finder/external-hard-drives/", "line": 30 }, { "directive": "disallow", "path": "/au/en/product-finder/internal-hard-drives/", "line": 31 }, { "directive": "disallow", "path": "/au/en/product-finder/home-entertainment/", "line": 32 }, { "directive": "disallow", "path": "/es/es/product-finder/external-hard-drives/", "line": 34 }, { "directive": "disallow", "path": "/es/es/product-finder/internal-hard-drives/", "line": 35 }, { "directive": "disallow", "path": "/es/es/product-finder/home-entertainment/", "line": 36 }, { "directive": "disallow", "path": "/it/it/product-finder/external-hard-drives/", "line": 38 }, { "directive": "disallow", "path": "/it/it/product-finder/internal-hard-drives/", "line": 39 }, { "directive": "disallow", "path": "/it/it/product-finder/home-entertainment/", "line": 40 }, { "directive": "disallow", "path": "/fr/fr/product-finder/external-hard-drives/", "line": 42 }, { "directive": "disallow", "path": "/fr/fr/product-finder/internal-hard-drives/", "line": 43 }, { "directive": "disallow", "path": "/fr/fr/product-finder/home-entertainment/", "line": 44 }, { "directive": "disallow", "path": "/pl/pl/product-finder/external-hard-drives/", "line": 46 }, { "directive": "disallow", "path": "/pl/pl/product-finder/internal-hard-drives/", "line": 47 }, { "directive": "disallow", "path": "/pl/pl/product-finder/home-entertainment/", "line": 48 }, { "directive": "disallow", "path": "/tr/tr/product-finder/external-hard-drives/", "line": 50 }, { "directive": "disallow", "path": "/tr/tr/product-finder/internal-hard-drives/", "line": 51 }, { "directive": "disallow", "path": "/tr/tr/product-finder/home-entertainment/", "line": 52 }, { "directive": "disallow", "path": "/kr/ko/product-finder/external-hard-drives/", "line": 54 }, { "directive": "disallow", "path": "/kr/ko/product-finder/internal-hard-drives/", "line": 55 }, { "directive": "disallow", "path": "/kr/ko/product-finder/home-entertainment/", "line": 56 }, { "directive": "disallow", "path": "/jp/ja/product-finder/external-hard-drives/", "line": 58 }, { "directive": "disallow", "path": "/jp/ja/product-finder/internal-hard-drives/", "line": 59 }, { "directive": "disallow", "path": "/jp/ja/product-finder/home-entertainment/", "line": 60 }, { "directive": "disallow", "path": "/cn/zh/product-finder/external-hard-drives/", "line": 62 }, { "directive": "disallow", "path": "/cn/zh/product-finder/internal-hard-drives/", "line": 63 }, { "directive": "disallow", "path": "/cn/zh/product-finder/home-entertainment/", "line": 64 }, { "directive": "disallow", "path": "/tw/zh/product-finder/external-hard-drives/", "line": 66 }, { "directive": "disallow", "path": "/tw/zh/product-finder/internal-hard-drives/", "line": 67 }, { "directive": "disallow", "path": "/tw/zh/product-finder/home-entertainment/", "line": 68 }, { "directive": "disallow", "path": "/la/es/product-finder/external-hard-drives/", "line": 70 }, { "directive": "disallow", "path": "/la/es/product-finder/internal-hard-drives/", "line": 71 }, { "directive": "disallow", "path": "/la/es/product-finder/home-entertainment/", "line": 72 }, { "directive": "disallow", "path": "/br/pt/product-finder/external-hard-drives/", "line": 74 }, { "directive": "disallow", "path": "/br/pt/product-finder/internal-hard-drives/", "line": 75 }, { "directive": "disallow", "path": "/br/pt/product-finder/home-entertainment/", "line": 76 }, { "directive": "disallow", "path": "/ru/ru/product-finder/external-hard-drives/", "line": 78 }, { "directive": "disallow", "path": "/ru/ru/product-finder/internal-hard-drives/", "line": 79 }, { "directive": "disallow", "path": "/ru/ru/product-finder/home-entertainment/", "line": 80 }, { "directive": "allow", "path": "/promos/lyve-cloud-for-startups/", "line": 82 }, { "directive": "allow", "path": "/em/en/promos/lyve-cloud-for-startups/", "line": 83 }, { "directive": "allow", "path": "/as/en/promos/lyve-cloud-for-startups/", "line": 84 }, { "directive": "allow", "path": "/in/en/promos/lyve-cloud-for-startups/", "line": 85 }, { "directive": "allow", "path": "/sg/en/promos/lyve-cloud-for-startups/", "line": 86 }, { "directive": "allow", "path": "/de/de/promos/lyve-cloud-for-startups/", "line": 87 }, { "directive": "allow", "path": "/gb/en/promos/lyve-cloud-for-startups/", "line": 88 }, { "directive": "allow", "path": "/au/en/promos/lyve-cloud-for-startups/", "line": 89 }, { "directive": "allow", "path": "/es/es/promos/lyve-cloud-for-startups/", "line": 90 }, { "directive": "allow", "path": "/fr/fr/promos/lyve-cloud-for-startups/", "line": 91 }, { "directive": "allow", "path": "/it/it/promos/lyve-cloud-for-startups/", "line": 92 }, { "directive": "allow", "path": "/jp/ja/promos/lyve-cloud-for-startups/", "line": 93 }, { "directive": "allow", "path": "/kr/ko/promos/lyve-cloud-for-startups/", "line": 94 }, { "directive": "allow", "path": "/pl/pl/promos/lyve-cloud-for-startups/", "line": 95 }, { "directive": "allow", "path": "/ru/ru/promos/lyve-cloud-for-startups/", "line": 96 }, { "directive": "allow", "path": "/tr/tr/promos/lyve-cloud-for-startups/", "line": 97 }, { "directive": "allow", "path": "/cn/zh/promos/lyve-cloud-for-startups/", "line": 98 }, { "directive": "allow", "path": "/tw/zh/promos/lyve-cloud-for-startups/", "line": 99 }, { "directive": "allow", "path": "/la/es/promos/lyve-cloud-for-startups/", "line": 100 }, { "directive": "allow", "path": "/br/pt/promos/lyve-cloud-for-startups/", "line": 101 }, { "directive": "allow", "path": "/id/id/promos/lyve-cloud-for-startups/", "line": 102 }, { "directive": "allow", "path": "/be/fr/promos/lyve-cloud-for-startups/", "line": 103 }, { "directive": "allow", "path": "/be/nl/promos/lyve-cloud-for-startups/", "line": 104 }, { "directive": "allow", "path": "/ie/en/promos/lyve-cloud-for-startups/", "line": 105 }, { "directive": "allow", "path": "/nl/nl/promos/lyve-cloud-for-startups/", "line": 106 }, { "directive": "allow", "path": "/ca/en/promos/lyve-cloud-for-startups/", "line": 107 }, { "directive": "allow", "path": "/pt/pt/promos/lyve-cloud-for-startups/", "line": 108 }, { "directive": "allow", "path": "/in/en/promos/skyhawk-tested-optimized-proven/", "line": 110 }, { "directive": "disallow", "path": "/promos/", "line": 112 }, { "directive": "disallow", "path": "/em/en/promos/", "line": 113 }, { "directive": "disallow", "path": "/as/en/promos/", "line": 114 }, { "directive": "disallow", "path": "/in/en/promos/", "line": 115 }, { "directive": "disallow", "path": "/sg/en/promos/", "line": 116 }, { "directive": "disallow", "path": "/de/de/promos/", "line": 117 }, { "directive": "disallow", "path": "/gb/en/promos/", "line": 118 }, { "directive": "disallow", "path": "/au/en/promos/", "line": 119 }, { "directive": "disallow", "path": "/es/es/promos/", "line": 120 }, { "directive": "disallow", "path": "/fr/fr/promos/", "line": 121 }, { "directive": "disallow", "path": "/it/it/promos/", "line": 122 }, { "directive": "disallow", "path": "/jp/ja/promos/", "line": 123 }, { "directive": "disallow", "path": "/kr/ko/promos/", "line": 124 }, { "directive": "disallow", "path": "/pl/pl/promos/", "line": 125 }, { "directive": "disallow", "path": "/ru/ru/promos/", "line": 126 }, { "directive": "disallow", "path": "/tr/tr/promos/", "line": 127 }, { "directive": "disallow", "path": "/cn/zh/promos/", "line": 128 }, { "directive": "disallow", "path": "/tw/zh/promos/", "line": 129 }, { "directive": "disallow", "path": "/la/es/promos/", "line": 130 }, { "directive": "disallow", "path": "/br/pt/promos/", "line": 131 }, { "directive": "disallow", "path": "/id/id/promos/", "line": 132 }, { "directive": "disallow", "path": "/be/fr/promos/", "line": 133 }, { "directive": "disallow", "path": "/be/nl/promos/", "line": 134 }, { "directive": "disallow", "path": "/ie/en/promos/", "line": 135 }, { "directive": "disallow", "path": "/nl/nl/promos/", "line": 136 }, { "directive": "disallow", "path": "/ca/en/promos/", "line": 137 }, { "directive": "disallow", "path": "/pt/pt/promos/", "line": 138 }, { "directive": "disallow", "path": "/resources/unlisted/", "line": 140 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/product-finder/external-hard-drives/", "line": 18 }, { "directive": "disallow", "path": "/product-finder/internal-hard-drives/", "line": 19 }, { "directive": "disallow", "path": "/product-finder/home-entertainment/", "line": 20 }, { "directive": "disallow", "path": "/de/de/product-finder/external-hard-drives/", "line": 22 }, { "directive": "disallow", "path": "/de/de/product-finder/internal-hard-drives/", "line": 23 }, { "directive": "disallow", "path": "/de/de/product-finder/home-entertainment/", "line": 24 }, { "directive": "disallow", "path": "/gb/en/product-finder/external-hard-drives/", "line": 26 }, { "directive": "disallow", "path": "/gb/en/product-finder/internal-hard-drives/", "line": 27 }, { "directive": "disallow", "path": "/gb/en/product-finder/home-entertainment/", "line": 28 }, { "directive": "disallow", "path": "/au/en/product-finder/external-hard-drives/", "line": 30 }, { "directive": "disallow", "path": "/au/en/product-finder/internal-hard-drives/", "line": 31 }, { "directive": "disallow", "path": "/au/en/product-finder/home-entertainment/", "line": 32 }, { "directive": "disallow", "path": "/es/es/product-finder/external-hard-drives/", "line": 34 }, { "directive": "disallow", "path": "/es/es/product-finder/internal-hard-drives/", "line": 35 }, { "directive": "disallow", "path": "/es/es/product-finder/home-entertainment/", "line": 36 }, { "directive": "disallow", "path": "/it/it/product-finder/external-hard-drives/", "line": 38 }, { "directive": "disallow", "path": "/it/it/product-finder/internal-hard-drives/", "line": 39 }, { "directive": "disallow", "path": "/it/it/product-finder/home-entertainment/", "line": 40 }, { "directive": "disallow", "path": "/fr/fr/product-finder/external-hard-drives/", "line": 42 }, { "directive": "disallow", "path": "/fr/fr/product-finder/internal-hard-drives/", "line": 43 }, { "directive": "disallow", "path": "/fr/fr/product-finder/home-entertainment/", "line": 44 }, { "directive": "disallow", "path": "/pl/pl/product-finder/external-hard-drives/", "line": 46 }, { "directive": "disallow", "path": "/pl/pl/product-finder/internal-hard-drives/", "line": 47 }, { "directive": "disallow", "path": "/pl/pl/product-finder/home-entertainment/", "line": 48 }, { "directive": "disallow", "path": "/tr/tr/product-finder/external-hard-drives/", "line": 50 }, { "directive": "disallow", "path": "/tr/tr/product-finder/internal-hard-drives/", "line": 51 }, { "directive": "disallow", "path": "/tr/tr/product-finder/home-entertainment/", "line": 52 }, { "directive": "disallow", "path": "/kr/ko/product-finder/external-hard-drives/", "line": 54 }, { "directive": "disallow", "path": "/kr/ko/product-finder/internal-hard-drives/", "line": 55 }, { "directive": "disallow", "path": "/kr/ko/product-finder/home-entertainment/", "line": 56 }, { "directive": "disallow", "path": "/jp/ja/product-finder/external-hard-drives/", "line": 58 }, { "directive": "disallow", "path": "/jp/ja/product-finder/internal-hard-drives/", "line": 59 }, { "directive": "disallow", "path": "/jp/ja/product-finder/home-entertainment/", "line": 60 }, { "directive": "disallow", "path": "/cn/zh/product-finder/external-hard-drives/", "line": 62 }, { "directive": "disallow", "path": "/cn/zh/product-finder/internal-hard-drives/", "line": 63 }, { "directive": "disallow", "path": "/cn/zh/product-finder/home-entertainment/", "line": 64 }, { "directive": "disallow", "path": "/tw/zh/product-finder/external-hard-drives/", "line": 66 }, { "directive": "disallow", "path": "/tw/zh/product-finder/internal-hard-drives/", "line": 67 }, { "directive": "disallow", "path": "/tw/zh/product-finder/home-entertainment/", "line": 68 }, { "directive": "disallow", "path": "/la/es/product-finder/external-hard-drives/", "line": 70 }, { "directive": "disallow", "path": "/la/es/product-finder/internal-hard-drives/", "line": 71 }, { "directive": "disallow", "path": "/la/es/product-finder/home-entertainment/", "line": 72 }, { "directive": "disallow", "path": "/br/pt/product-finder/external-hard-drives/", "line": 74 }, { "directive": "disallow", "path": "/br/pt/product-finder/internal-hard-drives/", "line": 75 }, { "directive": "disallow", "path": "/br/pt/product-finder/home-entertainment/", "line": 76 }, { "directive": "disallow", "path": "/ru/ru/product-finder/external-hard-drives/", "line": 78 }, { "directive": "disallow", "path": "/ru/ru/product-finder/internal-hard-drives/", "line": 79 }, { "directive": "disallow", "path": "/ru/ru/product-finder/home-entertainment/", "line": 80 }, { "directive": "allow", "path": "/promos/lyve-cloud-for-startups/", "line": 82 }, { "directive": "allow", "path": "/em/en/promos/lyve-cloud-for-startups/", "line": 83 }, { "directive": "allow", "path": "/as/en/promos/lyve-cloud-for-startups/", "line": 84 }, { "directive": "allow", "path": "/in/en/promos/lyve-cloud-for-startups/", "line": 85 }, { "directive": "allow", "path": "/sg/en/promos/lyve-cloud-for-startups/", "line": 86 }, { "directive": "allow", "path": "/de/de/promos/lyve-cloud-for-startups/", "line": 87 }, { "directive": "allow", "path": "/gb/en/promos/lyve-cloud-for-startups/", "line": 88 }, { "directive": "allow", "path": "/au/en/promos/lyve-cloud-for-startups/", "line": 89 }, { "directive": "allow", "path": "/es/es/promos/lyve-cloud-for-startups/", "line": 90 }, { "directive": "allow", "path": "/fr/fr/promos/lyve-cloud-for-startups/", "line": 91 }, { "directive": "allow", "path": "/it/it/promos/lyve-cloud-for-startups/", "line": 92 }, { "directive": "allow", "path": "/jp/ja/promos/lyve-cloud-for-startups/", "line": 93 }, { "directive": "allow", "path": "/kr/ko/promos/lyve-cloud-for-startups/", "line": 94 }, { "directive": "allow", "path": "/pl/pl/promos/lyve-cloud-for-startups/", "line": 95 }, { "directive": "allow", "path": "/ru/ru/promos/lyve-cloud-for-startups/", "line": 96 }, { "directive": "allow", "path": "/tr/tr/promos/lyve-cloud-for-startups/", "line": 97 }, { "directive": "allow", "path": "/cn/zh/promos/lyve-cloud-for-startups/", "line": 98 }, { "directive": "allow", "path": "/tw/zh/promos/lyve-cloud-for-startups/", "line": 99 }, { "directive": "allow", "path": "/la/es/promos/lyve-cloud-for-startups/", "line": 100 }, { "directive": "allow", "path": "/br/pt/promos/lyve-cloud-for-startups/", "line": 101 }, { "directive": "allow", "path": "/id/id/promos/lyve-cloud-for-startups/", "line": 102 }, { "directive": "allow", "path": "/be/fr/promos/lyve-cloud-for-startups/", "line": 103 }, { "directive": "allow", "path": "/be/nl/promos/lyve-cloud-for-startups/", "line": 104 }, { "directive": "allow", "path": "/ie/en/promos/lyve-cloud-for-startups/", "line": 105 }, { "directive": "allow", "path": "/nl/nl/promos/lyve-cloud-for-startups/", "line": 106 }, { "directive": "allow", "path": "/ca/en/promos/lyve-cloud-for-startups/", "line": 107 }, { "directive": "allow", "path": "/pt/pt/promos/lyve-cloud-for-startups/", "line": 108 }, { "directive": "allow", "path": "/in/en/promos/skyhawk-tested-optimized-proven/", "line": 110 }, { "directive": "disallow", "path": "/promos/", "line": 112 }, { "directive": "disallow", "path": "/em/en/promos/", "line": 113 }, { "directive": "disallow", "path": "/as/en/promos/", "line": 114 }, { "directive": "disallow", "path": "/in/en/promos/", "line": 115 }, { "directive": "disallow", "path": "/sg/en/promos/", "line": 116 }, { "directive": "disallow", "path": "/de/de/promos/", "line": 117 }, { "directive": "disallow", "path": "/gb/en/promos/", "line": 118 }, { "directive": "disallow", "path": "/au/en/promos/", "line": 119 }, { "directive": "disallow", "path": "/es/es/promos/", "line": 120 }, { "directive": "disallow", "path": "/fr/fr/promos/", "line": 121 }, { "directive": "disallow", "path": "/it/it/promos/", "line": 122 }, { "directive": "disallow", "path": "/jp/ja/promos/", "line": 123 }, { "directive": "disallow", "path": "/kr/ko/promos/", "line": 124 }, { "directive": "disallow", "path": "/pl/pl/promos/", "line": 125 }, { "directive": "disallow", "path": "/ru/ru/promos/", "line": 126 }, { "directive": "disallow", "path": "/tr/tr/promos/", "line": 127 }, { "directive": "disallow", "path": "/cn/zh/promos/", "line": 128 }, { "directive": "disallow", "path": "/tw/zh/promos/", "line": 129 }, { "directive": "disallow", "path": "/la/es/promos/", "line": 130 }, { "directive": "disallow", "path": "/br/pt/promos/", "line": 131 }, { "directive": "disallow", "path": "/id/id/promos/", "line": 132 }, { "directive": "disallow", "path": "/be/fr/promos/", "line": 133 }, { "directive": "disallow", "path": "/be/nl/promos/", "line": 134 }, { "directive": "disallow", "path": "/ie/en/promos/", "line": 135 }, { "directive": "disallow", "path": "/nl/nl/promos/", "line": 136 }, { "directive": "disallow", "path": "/ca/en/promos/", "line": 137 }, { "directive": "disallow", "path": "/pt/pt/promos/", "line": 138 }, { "directive": "disallow", "path": "/resources/unlisted/", "line": 140 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/product-finder/external-hard-drives/", "line": 18 }, { "directive": "disallow", "path": "/product-finder/internal-hard-drives/", "line": 19 }, { "directive": "disallow", "path": "/product-finder/home-entertainment/", "line": 20 }, { "directive": "disallow", "path": "/de/de/product-finder/external-hard-drives/", "line": 22 }, { "directive": "disallow", "path": "/de/de/product-finder/internal-hard-drives/", "line": 23 }, { "directive": "disallow", "path": "/de/de/product-finder/home-entertainment/", "line": 24 }, { "directive": "disallow", "path": "/gb/en/product-finder/external-hard-drives/", "line": 26 }, { "directive": "disallow", "path": "/gb/en/product-finder/internal-hard-drives/", "line": 27 }, { "directive": "disallow", "path": "/gb/en/product-finder/home-entertainment/", "line": 28 }, { "directive": "disallow", "path": "/au/en/product-finder/external-hard-drives/", "line": 30 }, { "directive": "disallow", "path": "/au/en/product-finder/internal-hard-drives/", "line": 31 }, { "directive": "disallow", "path": "/au/en/product-finder/home-entertainment/", "line": 32 }, { "directive": "disallow", "path": "/es/es/product-finder/external-hard-drives/", "line": 34 }, { "directive": "disallow", "path": "/es/es/product-finder/internal-hard-drives/", "line": 35 }, { "directive": "disallow", "path": "/es/es/product-finder/home-entertainment/", "line": 36 }, { "directive": "disallow", "path": "/it/it/product-finder/external-hard-drives/", "line": 38 }, { "directive": "disallow", "path": "/it/it/product-finder/internal-hard-drives/", "line": 39 }, { "directive": "disallow", "path": "/it/it/product-finder/home-entertainment/", "line": 40 }, { "directive": "disallow", "path": "/fr/fr/product-finder/external-hard-drives/", "line": 42 }, { "directive": "disallow", "path": "/fr/fr/product-finder/internal-hard-drives/", "line": 43 }, { "directive": "disallow", "path": "/fr/fr/product-finder/home-entertainment/", "line": 44 }, { "directive": "disallow", "path": "/pl/pl/product-finder/external-hard-drives/", "line": 46 }, { "directive": "disallow", "path": "/pl/pl/product-finder/internal-hard-drives/", "line": 47 }, { "directive": "disallow", "path": "/pl/pl/product-finder/home-entertainment/", "line": 48 }, { "directive": "disallow", "path": "/tr/tr/product-finder/external-hard-drives/", "line": 50 }, { "directive": "disallow", "path": "/tr/tr/product-finder/internal-hard-drives/", "line": 51 }, { "directive": "disallow", "path": "/tr/tr/product-finder/home-entertainment/", "line": 52 }, { "directive": "disallow", "path": "/kr/ko/product-finder/external-hard-drives/", "line": 54 }, { "directive": "disallow", "path": "/kr/ko/product-finder/internal-hard-drives/", "line": 55 }, { "directive": "disallow", "path": "/kr/ko/product-finder/home-entertainment/", "line": 56 }, { "directive": "disallow", "path": "/jp/ja/product-finder/external-hard-drives/", "line": 58 }, { "directive": "disallow", "path": "/jp/ja/product-finder/internal-hard-drives/", "line": 59 }, { "directive": "disallow", "path": "/jp/ja/product-finder/home-entertainment/", "line": 60 }, { "directive": "disallow", "path": "/cn/zh/product-finder/external-hard-drives/", "line": 62 }, { "directive": "disallow", "path": "/cn/zh/product-finder/internal-hard-drives/", "line": 63 }, { "directive": "disallow", "path": "/cn/zh/product-finder/home-entertainment/", "line": 64 }, { "directive": "disallow", "path": "/tw/zh/product-finder/external-hard-drives/", "line": 66 }, { "directive": "disallow", "path": "/tw/zh/product-finder/internal-hard-drives/", "line": 67 }, { "directive": "disallow", "path": "/tw/zh/product-finder/home-entertainment/", "line": 68 }, { "directive": "disallow", "path": "/la/es/product-finder/external-hard-drives/", "line": 70 }, { "directive": "disallow", "path": "/la/es/product-finder/internal-hard-drives/", "line": 71 }, { "directive": "disallow", "path": "/la/es/product-finder/home-entertainment/", "line": 72 }, { "directive": "disallow", "path": "/br/pt/product-finder/external-hard-drives/", "line": 74 }, { "directive": "disallow", "path": "/br/pt/product-finder/internal-hard-drives/", "line": 75 }, { "directive": "disallow", "path": "/br/pt/product-finder/home-entertainment/", "line": 76 }, { "directive": "disallow", "path": "/ru/ru/product-finder/external-hard-drives/", "line": 78 }, { "directive": "disallow", "path": "/ru/ru/product-finder/internal-hard-drives/", "line": 79 }, { "directive": "disallow", "path": "/ru/ru/product-finder/home-entertainment/", "line": 80 }, { "directive": "allow", "path": "/promos/lyve-cloud-for-startups/", "line": 82 }, { "directive": "allow", "path": "/em/en/promos/lyve-cloud-for-startups/", "line": 83 }, { "directive": "allow", "path": "/as/en/promos/lyve-cloud-for-startups/", "line": 84 }, { "directive": "allow", "path": "/in/en/promos/lyve-cloud-for-startups/", "line": 85 }, { "directive": "allow", "path": "/sg/en/promos/lyve-cloud-for-startups/", "line": 86 }, { "directive": "allow", "path": "/de/de/promos/lyve-cloud-for-startups/", "line": 87 }, { "directive": "allow", "path": "/gb/en/promos/lyve-cloud-for-startups/", "line": 88 }, { "directive": "allow", "path": "/au/en/promos/lyve-cloud-for-startups/", "line": 89 }, { "directive": "allow", "path": "/es/es/promos/lyve-cloud-for-startups/", "line": 90 }, { "directive": "allow", "path": "/fr/fr/promos/lyve-cloud-for-startups/", "line": 91 }, { "directive": "allow", "path": "/it/it/promos/lyve-cloud-for-startups/", "line": 92 }, { "directive": "allow", "path": "/jp/ja/promos/lyve-cloud-for-startups/", "line": 93 }, { "directive": "allow", "path": "/kr/ko/promos/lyve-cloud-for-startups/", "line": 94 }, { "directive": "allow", "path": "/pl/pl/promos/lyve-cloud-for-startups/", "line": 95 }, { "directive": "allow", "path": "/ru/ru/promos/lyve-cloud-for-startups/", "line": 96 }, { "directive": "allow", "path": "/tr/tr/promos/lyve-cloud-for-startups/", "line": 97 }, { "directive": "allow", "path": "/cn/zh/promos/lyve-cloud-for-startups/", "line": 98 }, { "directive": "allow", "path": "/tw/zh/promos/lyve-cloud-for-startups/", "line": 99 }, { "directive": "allow", "path": "/la/es/promos/lyve-cloud-for-startups/", "line": 100 }, { "directive": "allow", "path": "/br/pt/promos/lyve-cloud-for-startups/", "line": 101 }, { "directive": "allow", "path": "/id/id/promos/lyve-cloud-for-startups/", "line": 102 }, { "directive": "allow", "path": "/be/fr/promos/lyve-cloud-for-startups/", "line": 103 }, { "directive": "allow", "path": "/be/nl/promos/lyve-cloud-for-startups/", "line": 104 }, { "directive": "allow", "path": "/ie/en/promos/lyve-cloud-for-startups/", "line": 105 }, { "directive": "allow", "path": "/nl/nl/promos/lyve-cloud-for-startups/", "line": 106 }, { "directive": "allow", "path": "/ca/en/promos/lyve-cloud-for-startups/", "line": 107 }, { "directive": "allow", "path": "/pt/pt/promos/lyve-cloud-for-startups/", "line": 108 }, { "directive": "allow", "path": "/in/en/promos/skyhawk-tested-optimized-proven/", "line": 110 }, { "directive": "disallow", "path": "/promos/", "line": 112 }, { "directive": "disallow", "path": "/em/en/promos/", "line": 113 }, { "directive": "disallow", "path": "/as/en/promos/", "line": 114 }, { "directive": "disallow", "path": "/in/en/promos/", "line": 115 }, { "directive": "disallow", "path": "/sg/en/promos/", "line": 116 }, { "directive": "disallow", "path": "/de/de/promos/", "line": 117 }, { "directive": "disallow", "path": "/gb/en/promos/", "line": 118 }, { "directive": "disallow", "path": "/au/en/promos/", "line": 119 }, { "directive": "disallow", "path": "/es/es/promos/", "line": 120 }, { "directive": "disallow", "path": "/fr/fr/promos/", "line": 121 }, { "directive": "disallow", "path": "/it/it/promos/", "line": 122 }, { "directive": "disallow", "path": "/jp/ja/promos/", "line": 123 }, { "directive": "disallow", "path": "/kr/ko/promos/", "line": 124 }, { "directive": "disallow", "path": "/pl/pl/promos/", "line": 125 }, { "directive": "disallow", "path": "/ru/ru/promos/", "line": 126 }, { "directive": "disallow", "path": "/tr/tr/promos/", "line": 127 }, { "directive": "disallow", "path": "/cn/zh/promos/", "line": 128 }, { "directive": "disallow", "path": "/tw/zh/promos/", "line": 129 }, { "directive": "disallow", "path": "/la/es/promos/", "line": 130 }, { "directive": "disallow", "path": "/br/pt/promos/", "line": 131 }, { "directive": "disallow", "path": "/id/id/promos/", "line": 132 }, { "directive": "disallow", "path": "/be/fr/promos/", "line": 133 }, { "directive": "disallow", "path": "/be/nl/promos/", "line": 134 }, { "directive": "disallow", "path": "/ie/en/promos/", "line": 135 }, { "directive": "disallow", "path": "/nl/nl/promos/", "line": 136 }, { "directive": "disallow", "path": "/ca/en/promos/", "line": 137 }, { "directive": "disallow", "path": "/pt/pt/promos/", "line": 138 }, { "directive": "disallow", "path": "/resources/unlisted/", "line": 140 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/product-finder/external-hard-drives/", "line": 18 }, { "directive": "disallow", "path": "/product-finder/internal-hard-drives/", "line": 19 }, { "directive": "disallow", "path": "/product-finder/home-entertainment/", "line": 20 }, { "directive": "disallow", "path": "/de/de/product-finder/external-hard-drives/", "line": 22 }, { "directive": "disallow", "path": "/de/de/product-finder/internal-hard-drives/", "line": 23 }, { "directive": "disallow", "path": "/de/de/product-finder/home-entertainment/", "line": 24 }, { "directive": "disallow", "path": "/gb/en/product-finder/external-hard-drives/", "line": 26 }, { "directive": "disallow", "path": "/gb/en/product-finder/internal-hard-drives/", "line": 27 }, { "directive": "disallow", "path": "/gb/en/product-finder/home-entertainment/", "line": 28 }, { "directive": "disallow", "path": "/au/en/product-finder/external-hard-drives/", "line": 30 }, { "directive": "disallow", "path": "/au/en/product-finder/internal-hard-drives/", "line": 31 }, { "directive": "disallow", "path": "/au/en/product-finder/home-entertainment/", "line": 32 }, { "directive": "disallow", "path": "/es/es/product-finder/external-hard-drives/", "line": 34 }, { "directive": "disallow", "path": "/es/es/product-finder/internal-hard-drives/", "line": 35 }, { "directive": "disallow", "path": "/es/es/product-finder/home-entertainment/", "line": 36 }, { "directive": "disallow", "path": "/it/it/product-finder/external-hard-drives/", "line": 38 }, { "directive": "disallow", "path": "/it/it/product-finder/internal-hard-drives/", "line": 39 }, { "directive": "disallow", "path": "/it/it/product-finder/home-entertainment/", "line": 40 }, { "directive": "disallow", "path": "/fr/fr/product-finder/external-hard-drives/", "line": 42 }, { "directive": "disallow", "path": "/fr/fr/product-finder/internal-hard-drives/", "line": 43 }, { "directive": "disallow", "path": "/fr/fr/product-finder/home-entertainment/", "line": 44 }, { "directive": "disallow", "path": "/pl/pl/product-finder/external-hard-drives/", "line": 46 }, { "directive": "disallow", "path": "/pl/pl/product-finder/internal-hard-drives/", "line": 47 }, { "directive": "disallow", "path": "/pl/pl/product-finder/home-entertainment/", "line": 48 }, { "directive": "disallow", "path": "/tr/tr/product-finder/external-hard-drives/", "line": 50 }, { "directive": "disallow", "path": "/tr/tr/product-finder/internal-hard-drives/", "line": 51 }, { "directive": "disallow", "path": "/tr/tr/product-finder/home-entertainment/", "line": 52 }, { "directive": "disallow", "path": "/kr/ko/product-finder/external-hard-drives/", "line": 54 }, { "directive": "disallow", "path": "/kr/ko/product-finder/internal-hard-drives/", "line": 55 }, { "directive": "disallow", "path": "/kr/ko/product-finder/home-entertainment/", "line": 56 }, { "directive": "disallow", "path": "/jp/ja/product-finder/external-hard-drives/", "line": 58 }, { "directive": "disallow", "path": "/jp/ja/product-finder/internal-hard-drives/", "line": 59 }, { "directive": "disallow", "path": "/jp/ja/product-finder/home-entertainment/", "line": 60 }, { "directive": "disallow", "path": "/cn/zh/product-finder/external-hard-drives/", "line": 62 }, { "directive": "disallow", "path": "/cn/zh/product-finder/internal-hard-drives/", "line": 63 }, { "directive": "disallow", "path": "/cn/zh/product-finder/home-entertainment/", "line": 64 }, { "directive": "disallow", "path": "/tw/zh/product-finder/external-hard-drives/", "line": 66 }, { "directive": "disallow", "path": "/tw/zh/product-finder/internal-hard-drives/", "line": 67 }, { "directive": "disallow", "path": "/tw/zh/product-finder/home-entertainment/", "line": 68 }, { "directive": "disallow", "path": "/la/es/product-finder/external-hard-drives/", "line": 70 }, { "directive": "disallow", "path": "/la/es/product-finder/internal-hard-drives/", "line": 71 }, { "directive": "disallow", "path": "/la/es/product-finder/home-entertainment/", "line": 72 }, { "directive": "disallow", "path": "/br/pt/product-finder/external-hard-drives/", "line": 74 }, { "directive": "disallow", "path": "/br/pt/product-finder/internal-hard-drives/", "line": 75 }, { "directive": "disallow", "path": "/br/pt/product-finder/home-entertainment/", "line": 76 }, { "directive": "disallow", "path": "/ru/ru/product-finder/external-hard-drives/", "line": 78 }, { "directive": "disallow", "path": "/ru/ru/product-finder/internal-hard-drives/", "line": 79 }, { "directive": "disallow", "path": "/ru/ru/product-finder/home-entertainment/", "line": 80 }, { "directive": "allow", "path": "/promos/lyve-cloud-for-startups/", "line": 82 }, { "directive": "allow", "path": "/em/en/promos/lyve-cloud-for-startups/", "line": 83 }, { "directive": "allow", "path": "/as/en/promos/lyve-cloud-for-startups/", "line": 84 }, { "directive": "allow", "path": "/in/en/promos/lyve-cloud-for-startups/", "line": 85 }, { "directive": "allow", "path": "/sg/en/promos/lyve-cloud-for-startups/", "line": 86 }, { "directive": "allow", "path": "/de/de/promos/lyve-cloud-for-startups/", "line": 87 }, { "directive": "allow", "path": "/gb/en/promos/lyve-cloud-for-startups/", "line": 88 }, { "directive": "allow", "path": "/au/en/promos/lyve-cloud-for-startups/", "line": 89 }, { "directive": "allow", "path": "/es/es/promos/lyve-cloud-for-startups/", "line": 90 }, { "directive": "allow", "path": "/fr/fr/promos/lyve-cloud-for-startups/", "line": 91 }, { "directive": "allow", "path": "/it/it/promos/lyve-cloud-for-startups/", "line": 92 }, { "directive": "allow", "path": "/jp/ja/promos/lyve-cloud-for-startups/", "line": 93 }, { "directive": "allow", "path": "/kr/ko/promos/lyve-cloud-for-startups/", "line": 94 }, { "directive": "allow", "path": "/pl/pl/promos/lyve-cloud-for-startups/", "line": 95 }, { "directive": "allow", "path": "/ru/ru/promos/lyve-cloud-for-startups/", "line": 96 }, { "directive": "allow", "path": "/tr/tr/promos/lyve-cloud-for-startups/", "line": 97 }, { "directive": "allow", "path": "/cn/zh/promos/lyve-cloud-for-startups/", "line": 98 }, { "directive": "allow", "path": "/tw/zh/promos/lyve-cloud-for-startups/", "line": 99 }, { "directive": "allow", "path": "/la/es/promos/lyve-cloud-for-startups/", "line": 100 }, { "directive": "allow", "path": "/br/pt/promos/lyve-cloud-for-startups/", "line": 101 }, { "directive": "allow", "path": "/id/id/promos/lyve-cloud-for-startups/", "line": 102 }, { "directive": "allow", "path": "/be/fr/promos/lyve-cloud-for-startups/", "line": 103 }, { "directive": "allow", "path": "/be/nl/promos/lyve-cloud-for-startups/", "line": 104 }, { "directive": "allow", "path": "/ie/en/promos/lyve-cloud-for-startups/", "line": 105 }, { "directive": "allow", "path": "/nl/nl/promos/lyve-cloud-for-startups/", "line": 106 }, { "directive": "allow", "path": "/ca/en/promos/lyve-cloud-for-startups/", "line": 107 }, { "directive": "allow", "path": "/pt/pt/promos/lyve-cloud-for-startups/", "line": 108 }, { "directive": "allow", "path": "/in/en/promos/skyhawk-tested-optimized-proven/", "line": 110 }, { "directive": "disallow", "path": "/promos/", "line": 112 }, { "directive": "disallow", "path": "/em/en/promos/", "line": 113 }, { "directive": "disallow", "path": "/as/en/promos/", "line": 114 }, { "directive": "disallow", "path": "/in/en/promos/", "line": 115 }, { "directive": "disallow", "path": "/sg/en/promos/", "line": 116 }, { "directive": "disallow", "path": "/de/de/promos/", "line": 117 }, { "directive": "disallow", "path": "/gb/en/promos/", "line": 118 }, { "directive": "disallow", "path": "/au/en/promos/", "line": 119 }, { "directive": "disallow", "path": "/es/es/promos/", "line": 120 }, { "directive": "disallow", "path": "/fr/fr/promos/", "line": 121 }, { "directive": "disallow", "path": "/it/it/promos/", "line": 122 }, { "directive": "disallow", "path": "/jp/ja/promos/", "line": 123 }, { "directive": "disallow", "path": "/kr/ko/promos/", "line": 124 }, { "directive": "disallow", "path": "/pl/pl/promos/", "line": 125 }, { "directive": "disallow", "path": "/ru/ru/promos/", "line": 126 }, { "directive": "disallow", "path": "/tr/tr/promos/", "line": 127 }, { "directive": "disallow", "path": "/cn/zh/promos/", "line": 128 }, { "directive": "disallow", "path": "/tw/zh/promos/", "line": 129 }, { "directive": "disallow", "path": "/la/es/promos/", "line": 130 }, { "directive": "disallow", "path": "/br/pt/promos/", "line": 131 }, { "directive": "disallow", "path": "/id/id/promos/", "line": 132 }, { "directive": "disallow", "path": "/be/fr/promos/", "line": 133 }, { "directive": "disallow", "path": "/be/nl/promos/", "line": 134 }, { "directive": "disallow", "path": "/ie/en/promos/", "line": 135 }, { "directive": "disallow", "path": "/nl/nl/promos/", "line": 136 }, { "directive": "disallow", "path": "/ca/en/promos/", "line": 137 }, { "directive": "disallow", "path": "/pt/pt/promos/", "line": 138 }, { "directive": "disallow", "path": "/resources/unlisted/", "line": 140 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/product-finder/external-hard-drives/", "line": 18 }, { "directive": "disallow", "path": "/product-finder/internal-hard-drives/", "line": 19 }, { "directive": "disallow", "path": "/product-finder/home-entertainment/", "line": 20 }, { "directive": "disallow", "path": "/de/de/product-finder/external-hard-drives/", "line": 22 }, { "directive": "disallow", "path": "/de/de/product-finder/internal-hard-drives/", "line": 23 }, { "directive": "disallow", "path": "/de/de/product-finder/home-entertainment/", "line": 24 }, { "directive": "disallow", "path": "/gb/en/product-finder/external-hard-drives/", "line": 26 }, { "directive": "disallow", "path": "/gb/en/product-finder/internal-hard-drives/", "line": 27 }, { "directive": "disallow", "path": "/gb/en/product-finder/home-entertainment/", "line": 28 }, { "directive": "disallow", "path": "/au/en/product-finder/external-hard-drives/", "line": 30 }, { "directive": "disallow", "path": "/au/en/product-finder/internal-hard-drives/", "line": 31 }, { "directive": "disallow", "path": "/au/en/product-finder/home-entertainment/", "line": 32 }, { "directive": "disallow", "path": "/es/es/product-finder/external-hard-drives/", "line": 34 }, { "directive": "disallow", "path": "/es/es/product-finder/internal-hard-drives/", "line": 35 }, { "directive": "disallow", "path": "/es/es/product-finder/home-entertainment/", "line": 36 }, { "directive": "disallow", "path": "/it/it/product-finder/external-hard-drives/", "line": 38 }, { "directive": "disallow", "path": "/it/it/product-finder/internal-hard-drives/", "line": 39 }, { "directive": "disallow", "path": "/it/it/product-finder/home-entertainment/", "line": 40 }, { "directive": "disallow", "path": "/fr/fr/product-finder/external-hard-drives/", "line": 42 }, { "directive": "disallow", "path": "/fr/fr/product-finder/internal-hard-drives/", "line": 43 }, { "directive": "disallow", "path": "/fr/fr/product-finder/home-entertainment/", "line": 44 }, { "directive": "disallow", "path": "/pl/pl/product-finder/external-hard-drives/", "line": 46 }, { "directive": "disallow", "path": "/pl/pl/product-finder/internal-hard-drives/", "line": 47 }, { "directive": "disallow", "path": "/pl/pl/product-finder/home-entertainment/", "line": 48 }, { "directive": "disallow", "path": "/tr/tr/product-finder/external-hard-drives/", "line": 50 }, { "directive": "disallow", "path": "/tr/tr/product-finder/internal-hard-drives/", "line": 51 }, { "directive": "disallow", "path": "/tr/tr/product-finder/home-entertainment/", "line": 52 }, { "directive": "disallow", "path": "/kr/ko/product-finder/external-hard-drives/", "line": 54 }, { "directive": "disallow", "path": "/kr/ko/product-finder/internal-hard-drives/", "line": 55 }, { "directive": "disallow", "path": "/kr/ko/product-finder/home-entertainment/", "line": 56 }, { "directive": "disallow", "path": "/jp/ja/product-finder/external-hard-drives/", "line": 58 }, { "directive": "disallow", "path": "/jp/ja/product-finder/internal-hard-drives/", "line": 59 }, { "directive": "disallow", "path": "/jp/ja/product-finder/home-entertainment/", "line": 60 }, { "directive": "disallow", "path": "/cn/zh/product-finder/external-hard-drives/", "line": 62 }, { "directive": "disallow", "path": "/cn/zh/product-finder/internal-hard-drives/", "line": 63 }, { "directive": "disallow", "path": "/cn/zh/product-finder/home-entertainment/", "line": 64 }, { "directive": "disallow", "path": "/tw/zh/product-finder/external-hard-drives/", "line": 66 }, { "directive": "disallow", "path": "/tw/zh/product-finder/internal-hard-drives/", "line": 67 }, { "directive": "disallow", "path": "/tw/zh/product-finder/home-entertainment/", "line": 68 }, { "directive": "disallow", "path": "/la/es/product-finder/external-hard-drives/", "line": 70 }, { "directive": "disallow", "path": "/la/es/product-finder/internal-hard-drives/", "line": 71 }, { "directive": "disallow", "path": "/la/es/product-finder/home-entertainment/", "line": 72 }, { "directive": "disallow", "path": "/br/pt/product-finder/external-hard-drives/", "line": 74 }, { "directive": "disallow", "path": "/br/pt/product-finder/internal-hard-drives/", "line": 75 }, { "directive": "disallow", "path": "/br/pt/product-finder/home-entertainment/", "line": 76 }, { "directive": "disallow", "path": "/ru/ru/product-finder/external-hard-drives/", "line": 78 }, { "directive": "disallow", "path": "/ru/ru/product-finder/internal-hard-drives/", "line": 79 }, { "directive": "disallow", "path": "/ru/ru/product-finder/home-entertainment/", "line": 80 }, { "directive": "allow", "path": "/promos/lyve-cloud-for-startups/", "line": 82 }, { "directive": "allow", "path": "/em/en/promos/lyve-cloud-for-startups/", "line": 83 }, { "directive": "allow", "path": "/as/en/promos/lyve-cloud-for-startups/", "line": 84 }, { "directive": "allow", "path": "/in/en/promos/lyve-cloud-for-startups/", "line": 85 }, { "directive": "allow", "path": "/sg/en/promos/lyve-cloud-for-startups/", "line": 86 }, { "directive": "allow", "path": "/de/de/promos/lyve-cloud-for-startups/", "line": 87 }, { "directive": "allow", "path": "/gb/en/promos/lyve-cloud-for-startups/", "line": 88 }, { "directive": "allow", "path": "/au/en/promos/lyve-cloud-for-startups/", "line": 89 }, { "directive": "allow", "path": "/es/es/promos/lyve-cloud-for-startups/", "line": 90 }, { "directive": "allow", "path": "/fr/fr/promos/lyve-cloud-for-startups/", "line": 91 }, { "directive": "allow", "path": "/it/it/promos/lyve-cloud-for-startups/", "line": 92 }, { "directive": "allow", "path": "/jp/ja/promos/lyve-cloud-for-startups/", "line": 93 }, { "directive": "allow", "path": "/kr/ko/promos/lyve-cloud-for-startups/", "line": 94 }, { "directive": "allow", "path": "/pl/pl/promos/lyve-cloud-for-startups/", "line": 95 }, { "directive": "allow", "path": "/ru/ru/promos/lyve-cloud-for-startups/", "line": 96 }, { "directive": "allow", "path": "/tr/tr/promos/lyve-cloud-for-startups/", "line": 97 }, { "directive": "allow", "path": "/cn/zh/promos/lyve-cloud-for-startups/", "line": 98 }, { "directive": "allow", "path": "/tw/zh/promos/lyve-cloud-for-startups/", "line": 99 }, { "directive": "allow", "path": "/la/es/promos/lyve-cloud-for-startups/", "line": 100 }, { "directive": "allow", "path": "/br/pt/promos/lyve-cloud-for-startups/", "line": 101 }, { "directive": "allow", "path": "/id/id/promos/lyve-cloud-for-startups/", "line": 102 }, { "directive": "allow", "path": "/be/fr/promos/lyve-cloud-for-startups/", "line": 103 }, { "directive": "allow", "path": "/be/nl/promos/lyve-cloud-for-startups/", "line": 104 }, { "directive": "allow", "path": "/ie/en/promos/lyve-cloud-for-startups/", "line": 105 }, { "directive": "allow", "path": "/nl/nl/promos/lyve-cloud-for-startups/", "line": 106 }, { "directive": "allow", "path": "/ca/en/promos/lyve-cloud-for-startups/", "line": 107 }, { "directive": "allow", "path": "/pt/pt/promos/lyve-cloud-for-startups/", "line": 108 }, { "directive": "allow", "path": "/in/en/promos/skyhawk-tested-optimized-proven/", "line": 110 }, { "directive": "disallow", "path": "/promos/", "line": 112 }, { "directive": "disallow", "path": "/em/en/promos/", "line": 113 }, { "directive": "disallow", "path": "/as/en/promos/", "line": 114 }, { "directive": "disallow", "path": "/in/en/promos/", "line": 115 }, { "directive": "disallow", "path": "/sg/en/promos/", "line": 116 }, { "directive": "disallow", "path": "/de/de/promos/", "line": 117 }, { "directive": "disallow", "path": "/gb/en/promos/", "line": 118 }, { "directive": "disallow", "path": "/au/en/promos/", "line": 119 }, { "directive": "disallow", "path": "/es/es/promos/", "line": 120 }, { "directive": "disallow", "path": "/fr/fr/promos/", "line": 121 }, { "directive": "disallow", "path": "/it/it/promos/", "line": 122 }, { "directive": "disallow", "path": "/jp/ja/promos/", "line": 123 }, { "directive": "disallow", "path": "/kr/ko/promos/", "line": 124 }, { "directive": "disallow", "path": "/pl/pl/promos/", "line": 125 }, { "directive": "disallow", "path": "/ru/ru/promos/", "line": 126 }, { "directive": "disallow", "path": "/tr/tr/promos/", "line": 127 }, { "directive": "disallow", "path": "/cn/zh/promos/", "line": 128 }, { "directive": "disallow", "path": "/tw/zh/promos/", "line": 129 }, { "directive": "disallow", "path": "/la/es/promos/", "line": 130 }, { "directive": "disallow", "path": "/br/pt/promos/", "line": 131 }, { "directive": "disallow", "path": "/id/id/promos/", "line": 132 }, { "directive": "disallow", "path": "/be/fr/promos/", "line": 133 }, { "directive": "disallow", "path": "/be/nl/promos/", "line": 134 }, { "directive": "disallow", "path": "/ie/en/promos/", "line": 135 }, { "directive": "disallow", "path": "/nl/nl/promos/", "line": 136 }, { "directive": "disallow", "path": "/ca/en/promos/", "line": 137 }, { "directive": "disallow", "path": "/pt/pt/promos/", "line": 138 }, { "directive": "disallow", "path": "/resources/unlisted/", "line": 140 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/product-finder/external-hard-drives/", "line": 18 }, { "directive": "disallow", "path": "/product-finder/internal-hard-drives/", "line": 19 }, { "directive": "disallow", "path": "/product-finder/home-entertainment/", "line": 20 }, { "directive": "disallow", "path": "/de/de/product-finder/external-hard-drives/", "line": 22 }, { "directive": "disallow", "path": "/de/de/product-finder/internal-hard-drives/", "line": 23 }, { "directive": "disallow", "path": "/de/de/product-finder/home-entertainment/", "line": 24 }, { "directive": "disallow", "path": "/gb/en/product-finder/external-hard-drives/", "line": 26 }, { "directive": "disallow", "path": "/gb/en/product-finder/internal-hard-drives/", "line": 27 }, { "directive": "disallow", "path": "/gb/en/product-finder/home-entertainment/", "line": 28 }, { "directive": "disallow", "path": "/au/en/product-finder/external-hard-drives/", "line": 30 }, { "directive": "disallow", "path": "/au/en/product-finder/internal-hard-drives/", "line": 31 }, { "directive": "disallow", "path": "/au/en/product-finder/home-entertainment/", "line": 32 }, { "directive": "disallow", "path": "/es/es/product-finder/external-hard-drives/", "line": 34 }, { "directive": "disallow", "path": "/es/es/product-finder/internal-hard-drives/", "line": 35 }, { "directive": "disallow", "path": "/es/es/product-finder/home-entertainment/", "line": 36 }, { "directive": "disallow", "path": "/it/it/product-finder/external-hard-drives/", "line": 38 }, { "directive": "disallow", "path": "/it/it/product-finder/internal-hard-drives/", "line": 39 }, { "directive": "disallow", "path": "/it/it/product-finder/home-entertainment/", "line": 40 }, { "directive": "disallow", "path": "/fr/fr/product-finder/external-hard-drives/", "line": 42 }, { "directive": "disallow", "path": "/fr/fr/product-finder/internal-hard-drives/", "line": 43 }, { "directive": "disallow", "path": "/fr/fr/product-finder/home-entertainment/", "line": 44 }, { "directive": "disallow", "path": "/pl/pl/product-finder/external-hard-drives/", "line": 46 }, { "directive": "disallow", "path": "/pl/pl/product-finder/internal-hard-drives/", "line": 47 }, { "directive": "disallow", "path": "/pl/pl/product-finder/home-entertainment/", "line": 48 }, { "directive": "disallow", "path": "/tr/tr/product-finder/external-hard-drives/", "line": 50 }, { "directive": "disallow", "path": "/tr/tr/product-finder/internal-hard-drives/", "line": 51 }, { "directive": "disallow", "path": "/tr/tr/product-finder/home-entertainment/", "line": 52 }, { "directive": "disallow", "path": "/kr/ko/product-finder/external-hard-drives/", "line": 54 }, { "directive": "disallow", "path": "/kr/ko/product-finder/internal-hard-drives/", "line": 55 }, { "directive": "disallow", "path": "/kr/ko/product-finder/home-entertainment/", "line": 56 }, { "directive": "disallow", "path": "/jp/ja/product-finder/external-hard-drives/", "line": 58 }, { "directive": "disallow", "path": "/jp/ja/product-finder/internal-hard-drives/", "line": 59 }, { "directive": "disallow", "path": "/jp/ja/product-finder/home-entertainment/", "line": 60 }, { "directive": "disallow", "path": "/cn/zh/product-finder/external-hard-drives/", "line": 62 }, { "directive": "disallow", "path": "/cn/zh/product-finder/internal-hard-drives/", "line": 63 }, { "directive": "disallow", "path": "/cn/zh/product-finder/home-entertainment/", "line": 64 }, { "directive": "disallow", "path": "/tw/zh/product-finder/external-hard-drives/", "line": 66 }, { "directive": "disallow", "path": "/tw/zh/product-finder/internal-hard-drives/", "line": 67 }, { "directive": "disallow", "path": "/tw/zh/product-finder/home-entertainment/", "line": 68 }, { "directive": "disallow", "path": "/la/es/product-finder/external-hard-drives/", "line": 70 }, { "directive": "disallow", "path": "/la/es/product-finder/internal-hard-drives/", "line": 71 }, { "directive": "disallow", "path": "/la/es/product-finder/home-entertainment/", "line": 72 }, { "directive": "disallow", "path": "/br/pt/product-finder/external-hard-drives/", "line": 74 }, { "directive": "disallow", "path": "/br/pt/product-finder/internal-hard-drives/", "line": 75 }, { "directive": "disallow", "path": "/br/pt/product-finder/home-entertainment/", "line": 76 }, { "directive": "disallow", "path": "/ru/ru/product-finder/external-hard-drives/", "line": 78 }, { "directive": "disallow", "path": "/ru/ru/product-finder/internal-hard-drives/", "line": 79 }, { "directive": "disallow", "path": "/ru/ru/product-finder/home-entertainment/", "line": 80 }, { "directive": "allow", "path": "/promos/lyve-cloud-for-startups/", "line": 82 }, { "directive": "allow", "path": "/em/en/promos/lyve-cloud-for-startups/", "line": 83 }, { "directive": "allow", "path": "/as/en/promos/lyve-cloud-for-startups/", "line": 84 }, { "directive": "allow", "path": "/in/en/promos/lyve-cloud-for-startups/", "line": 85 }, { "directive": "allow", "path": "/sg/en/promos/lyve-cloud-for-startups/", "line": 86 }, { "directive": "allow", "path": "/de/de/promos/lyve-cloud-for-startups/", "line": 87 }, { "directive": "allow", "path": "/gb/en/promos/lyve-cloud-for-startups/", "line": 88 }, { "directive": "allow", "path": "/au/en/promos/lyve-cloud-for-startups/", "line": 89 }, { "directive": "allow", "path": "/es/es/promos/lyve-cloud-for-startups/", "line": 90 }, { "directive": "allow", "path": "/fr/fr/promos/lyve-cloud-for-startups/", "line": 91 }, { "directive": "allow", "path": "/it/it/promos/lyve-cloud-for-startups/", "line": 92 }, { "directive": "allow", "path": "/jp/ja/promos/lyve-cloud-for-startups/", "line": 93 }, { "directive": "allow", "path": "/kr/ko/promos/lyve-cloud-for-startups/", "line": 94 }, { "directive": "allow", "path": "/pl/pl/promos/lyve-cloud-for-startups/", "line": 95 }, { "directive": "allow", "path": "/ru/ru/promos/lyve-cloud-for-startups/", "line": 96 }, { "directive": "allow", "path": "/tr/tr/promos/lyve-cloud-for-startups/", "line": 97 }, { "directive": "allow", "path": "/cn/zh/promos/lyve-cloud-for-startups/", "line": 98 }, { "directive": "allow", "path": "/tw/zh/promos/lyve-cloud-for-startups/", "line": 99 }, { "directive": "allow", "path": "/la/es/promos/lyve-cloud-for-startups/", "line": 100 }, { "directive": "allow", "path": "/br/pt/promos/lyve-cloud-for-startups/", "line": 101 }, { "directive": "allow", "path": "/id/id/promos/lyve-cloud-for-startups/", "line": 102 }, { "directive": "allow", "path": "/be/fr/promos/lyve-cloud-for-startups/", "line": 103 }, { "directive": "allow", "path": "/be/nl/promos/lyve-cloud-for-startups/", "line": 104 }, { "directive": "allow", "path": "/ie/en/promos/lyve-cloud-for-startups/", "line": 105 }, { "directive": "allow", "path": "/nl/nl/promos/lyve-cloud-for-startups/", "line": 106 }, { "directive": "allow", "path": "/ca/en/promos/lyve-cloud-for-startups/", "line": 107 }, { "directive": "allow", "path": "/pt/pt/promos/lyve-cloud-for-startups/", "line": 108 }, { "directive": "allow", "path": "/in/en/promos/skyhawk-tested-optimized-proven/", "line": 110 }, { "directive": "disallow", "path": "/promos/", "line": 112 }, { "directive": "disallow", "path": "/em/en/promos/", "line": 113 }, { "directive": "disallow", "path": "/as/en/promos/", "line": 114 }, { "directive": "disallow", "path": "/in/en/promos/", "line": 115 }, { "directive": "disallow", "path": "/sg/en/promos/", "line": 116 }, { "directive": "disallow", "path": "/de/de/promos/", "line": 117 }, { "directive": "disallow", "path": "/gb/en/promos/", "line": 118 }, { "directive": "disallow", "path": "/au/en/promos/", "line": 119 }, { "directive": "disallow", "path": "/es/es/promos/", "line": 120 }, { "directive": "disallow", "path": "/fr/fr/promos/", "line": 121 }, { "directive": "disallow", "path": "/it/it/promos/", "line": 122 }, { "directive": "disallow", "path": "/jp/ja/promos/", "line": 123 }, { "directive": "disallow", "path": "/kr/ko/promos/", "line": 124 }, { "directive": "disallow", "path": "/pl/pl/promos/", "line": 125 }, { "directive": "disallow", "path": "/ru/ru/promos/", "line": 126 }, { "directive": "disallow", "path": "/tr/tr/promos/", "line": 127 }, { "directive": "disallow", "path": "/cn/zh/promos/", "line": 128 }, { "directive": "disallow", "path": "/tw/zh/promos/", "line": 129 }, { "directive": "disallow", "path": "/la/es/promos/", "line": 130 }, { "directive": "disallow", "path": "/br/pt/promos/", "line": 131 }, { "directive": "disallow", "path": "/id/id/promos/", "line": 132 }, { "directive": "disallow", "path": "/be/fr/promos/", "line": 133 }, { "directive": "disallow", "path": "/be/nl/promos/", "line": 134 }, { "directive": "disallow", "path": "/ie/en/promos/", "line": 135 }, { "directive": "disallow", "path": "/nl/nl/promos/", "line": 136 }, { "directive": "disallow", "path": "/ca/en/promos/", "line": 137 }, { "directive": "disallow", "path": "/pt/pt/promos/", "line": 138 }, { "directive": "disallow", "path": "/resources/unlisted/", "line": 140 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.seagate.com/robots.txt", "contentType": "text/plain;charset=utf-8", "sha256": "c0a5f7b5fb8c4ccfb8058efcdd47c7ba6e6a0867a41a51df730e3fec5d8c322c", "bytes": 4953 }, { "company": "Sempra", "cik": "1032208", "sector": "Utilities", "origin": "http://www.sempra.com", "checkedAt": "2026-09-26T04:56:14.430Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.sempra.com/robots.txt", "contentType": "text/html; charset=UTF-8" }, { "company": "ServiceNow", "cik": "1373715", "sector": "Information Technology", "origin": "https://www.servicenow.com", "checkedAt": "2026-09-26T04:56:14.580Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.servicenow.com/robots.txt", "contentType": "text/html" }, { "company": "Sherwin-Williams", "cik": "89800", "sector": "Materials", "origin": "https://www.sherwin-williams.com", "checkedAt": "2026-09-26T04:56:14.606Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/visualizer/assets/", "line": 3 }, { "directive": "disallow", "path": "/visualizer/ColorVisualizationTool.swf", "line": 4 }, { "directive": "disallow", "path": "/documents/MSDS/", "line": 5 }, { "directive": "disallow", "path": "/documents/PDS/", "line": 6 }, { "directive": "disallow", "path": "/documents/EDS/", "line": 7 }, { "directive": "disallow", "path": "/sherwin-williams/wcm/", "line": 8 }, { "directive": "disallow", "path": "/cor/", "line": 9 }, { "directive": "disallow", "path": "/document/", "line": 10 }, { "directive": "disallow", "path": "/resolve/", "line": 11 }, { "directive": "disallow", "path": "/urn/", "line": 12 }, { "directive": "disallow", "path": "/sherwin-utility-service/", "line": 13 }, { "directive": "disallow", "path": "/color-visualization/", "line": 14 }, { "directive": "disallow", "path": "/special-offers/sherwin/coupon/", "line": 15 }, { "directive": "disallow", "path": "/visualizer/demoVideo.html", "line": 16 }, { "directive": "disallow", "path": "/template/", "line": 17 }, { "directive": "disallow", "path": "/article/", "line": 18 }, { "directive": "disallow", "path": "/articles/", "line": 19 }, { "directive": "disallow", "path": "/*?print", "line": 20 }, { "directive": "disallow", "path": "/special-offers/sherwin/coupon/swpct/", "line": 21 }, { "directive": "disallow", "path": "/npc/", "line": 22 }, { "directive": "disallow", "path": "/*?referringCategory", "line": 23 }, { "directive": "disallow", "path": "/painting-contractors/special-offers/welcome-pro/", "line": 24 }, { "directive": "disallow", "path": "/account/project-list/", "line": 25 }, { "directive": "disallow", "path": "*/terms-of-use/twitter/", "line": 26 }, { "directive": "disallow", "path": "/sherwin-williams/contact-us/feedback/", "line": 27 }, { "directive": "disallow", "path": "/sherwin-williams/contact-us/sales/", "line": 28 }, { "directive": "disallow", "path": "/sherwin_special_offers/*", "line": 29 }, { "directive": "disallow", "path": "/student-designer-cards/*", "line": 30 }, { "directive": "disallow", "path": "/homeowners/special-offers/district-benefits/", "line": 31 }, { "directive": "disallow", "path": "/pbpp/", "line": 32 }, { "directive": "disallow", "path": "/homeowners/special-offers/books/", "line": 33 }, { "directive": "disallow", "path": "/homeowners/special-offers/baby/", "line": 34 }, { "directive": "disallow", "path": "/special-offers/sales-and-coupons-canada/", "line": 35 }, { "directive": "disallow", "path": "*colorSearchTerm*", "line": 36 }, { "directive": "disallow", "path": "*productLineUrn=urn:product*", "line": 37 }, { "directive": "disallow", "path": "*searchOrigin*", "line": 38 }, { "directive": "disallow", "path": "*selectedColorFamilyId*", "line": 39 }, { "directive": "disallow", "path": "*WT.mc_id=*", "line": 40 }, { "directive": "disallow", "path": "*WT.ac=*", "line": 41 }, { "directive": "disallow", "path": "*selectedColorURN=urn:color*", "line": 42 }, { "directive": "disallow", "path": "/store-locator/search", "line": 43 }, { "directive": "disallow", "path": "/store-locator/store/hours/", "line": 44 }, { "directive": "disallow", "path": "/store-locator/coupon/", "line": 45 }, { "directive": "disallow", "path": "/brand/", "line": 46 }, { "directive": "disallow", "path": "/homeowners/allstate-pc/", "line": 47 }, { "directive": "disallow", "path": "/homeowners/hgtv-pc/", "line": 48 }, { "directive": "disallow", "path": "/colormix-2015-video/", "line": 49 }, { "directive": "disallow", "path": "/painting-contractors/color/find-and-explore-colors/hoa/*", "line": 50 }, { "directive": "disallow", "path": "/home-builders/color/find-and-explore-colors/hoa/*", "line": 51 }, { "directive": "disallow", "path": "/architects-specifiers-designers/color/find-and-explore-colors/hoa/*", "line": 52 }, { "directive": "disallow", "path": "/property-facility-managers/color/find-and-explore-colors/hoa/*", "line": 53 }, { "directive": "disallow", "path": "/homeowners/color/find-and-explore-colors/hoa/*", "line": 54 }, { "directive": "disallow", "path": "/webapp/wcs/stores/servlet/*", "line": 56 }, { "directive": "disallow", "path": "/SearchDisplay*", "line": 57 }, { "directive": "disallow", "path": "/CompareProductsDisplayView*", "line": 58 }, { "directive": "disallow", "path": "/AjaxOrderItemDisplayView*", "line": 59 }, { "directive": "disallow", "path": "/CheckoutPayInStoreView*", "line": 60 }, { "directive": "disallow", "path": "/OrderBillingView*", "line": 61 }, { "directive": "disallow", "path": "/SingleShipmentOrderSummaryView*", "line": 62 }, { "directive": "disallow", "path": "/AjaxLogonForm*", "line": 63 }, { "directive": "disallow", "path": "/MyStoresView*", "line": 64 }, { "directive": "disallow", "path": "/UserRegistrationForm*", "line": 65 }, { "directive": "disallow", "path": "/ChangeEmailAddressView?*", "line": 66 }, { "directive": "disallow", "path": "/ChangeSecurityInfoView*", "line": 67 }, { "directive": "disallow", "path": "/UpdateCommunicationPreferencesView*", "line": 68 }, { "directive": "disallow", "path": "/PaymentMethodDisplayView*", "line": 69 }, { "directive": "disallow", "path": "/ManageAccountAccess*", "line": 70 }, { "directive": "disallow", "path": "/MyProjectListDetailView*", "line": 71 }, { "directive": "disallow", "path": "/MyPaintColorListDetailView*", "line": 72 }, { "directive": "disallow", "path": "/MyStainColorsView*", "line": 73 }, { "directive": "disallow", "path": "/MyScenesView*", "line": 74 }, { "directive": "disallow", "path": "/MyProductsView*", "line": 75 }, { "directive": "disallow", "path": "/MyArticlesListDetailView*", "line": 76 }, { "directive": "disallow", "path": "/AccountBalanceView*", "line": 77 }, { "directive": "disallow", "path": "/AccountActivityView*", "line": 78 }, { "directive": "disallow", "path": "/OnlineOrderHistoryView*", "line": 79 }, { "directive": "disallow", "path": "/PurchaseHistoryView*", "line": 80 }, { "directive": "disallow", "path": "/InvoiceListView*", "line": 81 }, { "directive": "disallow", "path": "/StatementsListView*", "line": 82 }, { "directive": "disallow", "path": "/PaymentHistoryView*", "line": 83 }, { "directive": "disallow", "path": "/MakePaymentView*", "line": 84 }, { "directive": "disallow", "path": "/ManagePaymentAccountView*", "line": 85 }, { "directive": "disallow", "path": "/ViewCancelOnlinePaymentView*", "line": 86 }, { "directive": "disallow", "path": "/*/how-to-buy-online$", "line": 87 } ], "warnings": [ 26, 36, 37, 38, 39, 40, 41, 42 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/visualizer/assets/", "line": 3 }, { "directive": "disallow", "path": "/visualizer/ColorVisualizationTool.swf", "line": 4 }, { "directive": "disallow", "path": "/documents/MSDS/", "line": 5 }, { "directive": "disallow", "path": "/documents/PDS/", "line": 6 }, { "directive": "disallow", "path": "/documents/EDS/", "line": 7 }, { "directive": "disallow", "path": "/sherwin-williams/wcm/", "line": 8 }, { "directive": "disallow", "path": "/cor/", "line": 9 }, { "directive": "disallow", "path": "/document/", "line": 10 }, { "directive": "disallow", "path": "/resolve/", "line": 11 }, { "directive": "disallow", "path": "/urn/", "line": 12 }, { "directive": "disallow", "path": "/sherwin-utility-service/", "line": 13 }, { "directive": "disallow", "path": "/color-visualization/", "line": 14 }, { "directive": "disallow", "path": "/special-offers/sherwin/coupon/", "line": 15 }, { "directive": "disallow", "path": "/visualizer/demoVideo.html", "line": 16 }, { "directive": "disallow", "path": "/template/", "line": 17 }, { "directive": "disallow", "path": "/article/", "line": 18 }, { "directive": "disallow", "path": "/articles/", "line": 19 }, { "directive": "disallow", "path": "/*?print", "line": 20 }, { "directive": "disallow", "path": "/special-offers/sherwin/coupon/swpct/", "line": 21 }, { "directive": "disallow", "path": "/npc/", "line": 22 }, { "directive": "disallow", "path": "/*?referringCategory", "line": 23 }, { "directive": "disallow", "path": "/painting-contractors/special-offers/welcome-pro/", "line": 24 }, { "directive": "disallow", "path": "/account/project-list/", "line": 25 }, { "directive": "disallow", "path": "*/terms-of-use/twitter/", "line": 26 }, { "directive": "disallow", "path": "/sherwin-williams/contact-us/feedback/", "line": 27 }, { "directive": "disallow", "path": "/sherwin-williams/contact-us/sales/", "line": 28 }, { "directive": "disallow", "path": "/sherwin_special_offers/*", "line": 29 }, { "directive": "disallow", "path": "/student-designer-cards/*", "line": 30 }, { "directive": "disallow", "path": "/homeowners/special-offers/district-benefits/", "line": 31 }, { "directive": "disallow", "path": "/pbpp/", "line": 32 }, { "directive": "disallow", "path": "/homeowners/special-offers/books/", "line": 33 }, { "directive": "disallow", "path": "/homeowners/special-offers/baby/", "line": 34 }, { "directive": "disallow", "path": "/special-offers/sales-and-coupons-canada/", "line": 35 }, { "directive": "disallow", "path": "*colorSearchTerm*", "line": 36 }, { "directive": "disallow", "path": "*productLineUrn=urn:product*", "line": 37 }, { "directive": "disallow", "path": "*searchOrigin*", "line": 38 }, { "directive": "disallow", "path": "*selectedColorFamilyId*", "line": 39 }, { "directive": "disallow", "path": "*WT.mc_id=*", "line": 40 }, { "directive": "disallow", "path": "*WT.ac=*", "line": 41 }, { "directive": "disallow", "path": "*selectedColorURN=urn:color*", "line": 42 }, { "directive": "disallow", "path": "/store-locator/search", "line": 43 }, { "directive": "disallow", "path": "/store-locator/store/hours/", "line": 44 }, { "directive": "disallow", "path": "/store-locator/coupon/", "line": 45 }, { "directive": "disallow", "path": "/brand/", "line": 46 }, { "directive": "disallow", "path": "/homeowners/allstate-pc/", "line": 47 }, { "directive": "disallow", "path": "/homeowners/hgtv-pc/", "line": 48 }, { "directive": "disallow", "path": "/colormix-2015-video/", "line": 49 }, { "directive": "disallow", "path": "/painting-contractors/color/find-and-explore-colors/hoa/*", "line": 50 }, { "directive": "disallow", "path": "/home-builders/color/find-and-explore-colors/hoa/*", "line": 51 }, { "directive": "disallow", "path": "/architects-specifiers-designers/color/find-and-explore-colors/hoa/*", "line": 52 }, { "directive": "disallow", "path": "/property-facility-managers/color/find-and-explore-colors/hoa/*", "line": 53 }, { "directive": "disallow", "path": "/homeowners/color/find-and-explore-colors/hoa/*", "line": 54 }, { "directive": "disallow", "path": "/webapp/wcs/stores/servlet/*", "line": 56 }, { "directive": "disallow", "path": "/SearchDisplay*", "line": 57 }, { "directive": "disallow", "path": "/CompareProductsDisplayView*", "line": 58 }, { "directive": "disallow", "path": "/AjaxOrderItemDisplayView*", "line": 59 }, { "directive": "disallow", "path": "/CheckoutPayInStoreView*", "line": 60 }, { "directive": "disallow", "path": "/OrderBillingView*", "line": 61 }, { "directive": "disallow", "path": "/SingleShipmentOrderSummaryView*", "line": 62 }, { "directive": "disallow", "path": "/AjaxLogonForm*", "line": 63 }, { "directive": "disallow", "path": "/MyStoresView*", "line": 64 }, { "directive": "disallow", "path": "/UserRegistrationForm*", "line": 65 }, { "directive": "disallow", "path": "/ChangeEmailAddressView?*", "line": 66 }, { "directive": "disallow", "path": "/ChangeSecurityInfoView*", "line": 67 }, { "directive": "disallow", "path": "/UpdateCommunicationPreferencesView*", "line": 68 }, { "directive": "disallow", "path": "/PaymentMethodDisplayView*", "line": 69 }, { "directive": "disallow", "path": "/ManageAccountAccess*", "line": 70 }, { "directive": "disallow", "path": "/MyProjectListDetailView*", "line": 71 }, { "directive": "disallow", "path": "/MyPaintColorListDetailView*", "line": 72 }, { "directive": "disallow", "path": "/MyStainColorsView*", "line": 73 }, { "directive": "disallow", "path": "/MyScenesView*", "line": 74 }, { "directive": "disallow", "path": "/MyProductsView*", "line": 75 }, { "directive": "disallow", "path": "/MyArticlesListDetailView*", "line": 76 }, { "directive": "disallow", "path": "/AccountBalanceView*", "line": 77 }, { "directive": "disallow", "path": "/AccountActivityView*", "line": 78 }, { "directive": "disallow", "path": "/OnlineOrderHistoryView*", "line": 79 }, { "directive": "disallow", "path": "/PurchaseHistoryView*", "line": 80 }, { "directive": "disallow", "path": "/InvoiceListView*", "line": 81 }, { "directive": "disallow", "path": "/StatementsListView*", "line": 82 }, { "directive": "disallow", "path": "/PaymentHistoryView*", "line": 83 }, { "directive": "disallow", "path": "/MakePaymentView*", "line": 84 }, { "directive": "disallow", "path": "/ManagePaymentAccountView*", "line": 85 }, { "directive": "disallow", "path": "/ViewCancelOnlinePaymentView*", "line": 86 }, { "directive": "disallow", "path": "/*/how-to-buy-online$", "line": 87 } ], "warnings": [ 26, 36, 37, 38, 39, 40, 41, 42 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/visualizer/assets/", "line": 3 }, { "directive": "disallow", "path": "/visualizer/ColorVisualizationTool.swf", "line": 4 }, { "directive": "disallow", "path": "/documents/MSDS/", "line": 5 }, { "directive": "disallow", "path": "/documents/PDS/", "line": 6 }, { "directive": "disallow", "path": "/documents/EDS/", "line": 7 }, { "directive": "disallow", "path": "/sherwin-williams/wcm/", "line": 8 }, { "directive": "disallow", "path": "/cor/", "line": 9 }, { "directive": "disallow", "path": "/document/", "line": 10 }, { "directive": "disallow", "path": "/resolve/", "line": 11 }, { "directive": "disallow", "path": "/urn/", "line": 12 }, { "directive": "disallow", "path": "/sherwin-utility-service/", "line": 13 }, { "directive": "disallow", "path": "/color-visualization/", "line": 14 }, { "directive": "disallow", "path": "/special-offers/sherwin/coupon/", "line": 15 }, { "directive": "disallow", "path": "/visualizer/demoVideo.html", "line": 16 }, { "directive": "disallow", "path": "/template/", "line": 17 }, { "directive": "disallow", "path": "/article/", "line": 18 }, { "directive": "disallow", "path": "/articles/", "line": 19 }, { "directive": "disallow", "path": "/*?print", "line": 20 }, { "directive": "disallow", "path": "/special-offers/sherwin/coupon/swpct/", "line": 21 }, { "directive": "disallow", "path": "/npc/", "line": 22 }, { "directive": "disallow", "path": "/*?referringCategory", "line": 23 }, { "directive": "disallow", "path": "/painting-contractors/special-offers/welcome-pro/", "line": 24 }, { "directive": "disallow", "path": "/account/project-list/", "line": 25 }, { "directive": "disallow", "path": "*/terms-of-use/twitter/", "line": 26 }, { "directive": "disallow", "path": "/sherwin-williams/contact-us/feedback/", "line": 27 }, { "directive": "disallow", "path": "/sherwin-williams/contact-us/sales/", "line": 28 }, { "directive": "disallow", "path": "/sherwin_special_offers/*", "line": 29 }, { "directive": "disallow", "path": "/student-designer-cards/*", "line": 30 }, { "directive": "disallow", "path": "/homeowners/special-offers/district-benefits/", "line": 31 }, { "directive": "disallow", "path": "/pbpp/", "line": 32 }, { "directive": "disallow", "path": "/homeowners/special-offers/books/", "line": 33 }, { "directive": "disallow", "path": "/homeowners/special-offers/baby/", "line": 34 }, { "directive": "disallow", "path": "/special-offers/sales-and-coupons-canada/", "line": 35 }, { "directive": "disallow", "path": "*colorSearchTerm*", "line": 36 }, { "directive": "disallow", "path": "*productLineUrn=urn:product*", "line": 37 }, { "directive": "disallow", "path": "*searchOrigin*", "line": 38 }, { "directive": "disallow", "path": "*selectedColorFamilyId*", "line": 39 }, { "directive": "disallow", "path": "*WT.mc_id=*", "line": 40 }, { "directive": "disallow", "path": "*WT.ac=*", "line": 41 }, { "directive": "disallow", "path": "*selectedColorURN=urn:color*", "line": 42 }, { "directive": "disallow", "path": "/store-locator/search", "line": 43 }, { "directive": "disallow", "path": "/store-locator/store/hours/", "line": 44 }, { "directive": "disallow", "path": "/store-locator/coupon/", "line": 45 }, { "directive": "disallow", "path": "/brand/", "line": 46 }, { "directive": "disallow", "path": "/homeowners/allstate-pc/", "line": 47 }, { "directive": "disallow", "path": "/homeowners/hgtv-pc/", "line": 48 }, { "directive": "disallow", "path": "/colormix-2015-video/", "line": 49 }, { "directive": "disallow", "path": "/painting-contractors/color/find-and-explore-colors/hoa/*", "line": 50 }, { "directive": "disallow", "path": "/home-builders/color/find-and-explore-colors/hoa/*", "line": 51 }, { "directive": "disallow", "path": "/architects-specifiers-designers/color/find-and-explore-colors/hoa/*", "line": 52 }, { "directive": "disallow", "path": "/property-facility-managers/color/find-and-explore-colors/hoa/*", "line": 53 }, { "directive": "disallow", "path": "/homeowners/color/find-and-explore-colors/hoa/*", "line": 54 }, { "directive": "disallow", "path": "/webapp/wcs/stores/servlet/*", "line": 56 }, { "directive": "disallow", "path": "/SearchDisplay*", "line": 57 }, { "directive": "disallow", "path": "/CompareProductsDisplayView*", "line": 58 }, { "directive": "disallow", "path": "/AjaxOrderItemDisplayView*", "line": 59 }, { "directive": "disallow", "path": "/CheckoutPayInStoreView*", "line": 60 }, { "directive": "disallow", "path": "/OrderBillingView*", "line": 61 }, { "directive": "disallow", "path": "/SingleShipmentOrderSummaryView*", "line": 62 }, { "directive": "disallow", "path": "/AjaxLogonForm*", "line": 63 }, { "directive": "disallow", "path": "/MyStoresView*", "line": 64 }, { "directive": "disallow", "path": "/UserRegistrationForm*", "line": 65 }, { "directive": "disallow", "path": "/ChangeEmailAddressView?*", "line": 66 }, { "directive": "disallow", "path": "/ChangeSecurityInfoView*", "line": 67 }, { "directive": "disallow", "path": "/UpdateCommunicationPreferencesView*", "line": 68 }, { "directive": "disallow", "path": "/PaymentMethodDisplayView*", "line": 69 }, { "directive": "disallow", "path": "/ManageAccountAccess*", "line": 70 }, { "directive": "disallow", "path": "/MyProjectListDetailView*", "line": 71 }, { "directive": "disallow", "path": "/MyPaintColorListDetailView*", "line": 72 }, { "directive": "disallow", "path": "/MyStainColorsView*", "line": 73 }, { "directive": "disallow", "path": "/MyScenesView*", "line": 74 }, { "directive": "disallow", "path": "/MyProductsView*", "line": 75 }, { "directive": "disallow", "path": "/MyArticlesListDetailView*", "line": 76 }, { "directive": "disallow", "path": "/AccountBalanceView*", "line": 77 }, { "directive": "disallow", "path": "/AccountActivityView*", "line": 78 }, { "directive": "disallow", "path": "/OnlineOrderHistoryView*", "line": 79 }, { "directive": "disallow", "path": "/PurchaseHistoryView*", "line": 80 }, { "directive": "disallow", "path": "/InvoiceListView*", "line": 81 }, { "directive": "disallow", "path": "/StatementsListView*", "line": 82 }, { "directive": "disallow", "path": "/PaymentHistoryView*", "line": 83 }, { "directive": "disallow", "path": "/MakePaymentView*", "line": 84 }, { "directive": "disallow", "path": "/ManagePaymentAccountView*", "line": 85 }, { "directive": "disallow", "path": "/ViewCancelOnlinePaymentView*", "line": 86 }, { "directive": "disallow", "path": "/*/how-to-buy-online$", "line": 87 } ], "warnings": [ 26, 36, 37, 38, 39, 40, 41, 42 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/visualizer/assets/", "line": 3 }, { "directive": "disallow", "path": "/visualizer/ColorVisualizationTool.swf", "line": 4 }, { "directive": "disallow", "path": "/documents/MSDS/", "line": 5 }, { "directive": "disallow", "path": "/documents/PDS/", "line": 6 }, { "directive": "disallow", "path": "/documents/EDS/", "line": 7 }, { "directive": "disallow", "path": "/sherwin-williams/wcm/", "line": 8 }, { "directive": "disallow", "path": "/cor/", "line": 9 }, { "directive": "disallow", "path": "/document/", "line": 10 }, { "directive": "disallow", "path": "/resolve/", "line": 11 }, { "directive": "disallow", "path": "/urn/", "line": 12 }, { "directive": "disallow", "path": "/sherwin-utility-service/", "line": 13 }, { "directive": "disallow", "path": "/color-visualization/", "line": 14 }, { "directive": "disallow", "path": "/special-offers/sherwin/coupon/", "line": 15 }, { "directive": "disallow", "path": "/visualizer/demoVideo.html", "line": 16 }, { "directive": "disallow", "path": "/template/", "line": 17 }, { "directive": "disallow", "path": "/article/", "line": 18 }, { "directive": "disallow", "path": "/articles/", "line": 19 }, { "directive": "disallow", "path": "/*?print", "line": 20 }, { "directive": "disallow", "path": "/special-offers/sherwin/coupon/swpct/", "line": 21 }, { "directive": "disallow", "path": "/npc/", "line": 22 }, { "directive": "disallow", "path": "/*?referringCategory", "line": 23 }, { "directive": "disallow", "path": "/painting-contractors/special-offers/welcome-pro/", "line": 24 }, { "directive": "disallow", "path": "/account/project-list/", "line": 25 }, { "directive": "disallow", "path": "*/terms-of-use/twitter/", "line": 26 }, { "directive": "disallow", "path": "/sherwin-williams/contact-us/feedback/", "line": 27 }, { "directive": "disallow", "path": "/sherwin-williams/contact-us/sales/", "line": 28 }, { "directive": "disallow", "path": "/sherwin_special_offers/*", "line": 29 }, { "directive": "disallow", "path": "/student-designer-cards/*", "line": 30 }, { "directive": "disallow", "path": "/homeowners/special-offers/district-benefits/", "line": 31 }, { "directive": "disallow", "path": "/pbpp/", "line": 32 }, { "directive": "disallow", "path": "/homeowners/special-offers/books/", "line": 33 }, { "directive": "disallow", "path": "/homeowners/special-offers/baby/", "line": 34 }, { "directive": "disallow", "path": "/special-offers/sales-and-coupons-canada/", "line": 35 }, { "directive": "disallow", "path": "*colorSearchTerm*", "line": 36 }, { "directive": "disallow", "path": "*productLineUrn=urn:product*", "line": 37 }, { "directive": "disallow", "path": "*searchOrigin*", "line": 38 }, { "directive": "disallow", "path": "*selectedColorFamilyId*", "line": 39 }, { "directive": "disallow", "path": "*WT.mc_id=*", "line": 40 }, { "directive": "disallow", "path": "*WT.ac=*", "line": 41 }, { "directive": "disallow", "path": "*selectedColorURN=urn:color*", "line": 42 }, { "directive": "disallow", "path": "/store-locator/search", "line": 43 }, { "directive": "disallow", "path": "/store-locator/store/hours/", "line": 44 }, { "directive": "disallow", "path": "/store-locator/coupon/", "line": 45 }, { "directive": "disallow", "path": "/brand/", "line": 46 }, { "directive": "disallow", "path": "/homeowners/allstate-pc/", "line": 47 }, { "directive": "disallow", "path": "/homeowners/hgtv-pc/", "line": 48 }, { "directive": "disallow", "path": "/colormix-2015-video/", "line": 49 }, { "directive": "disallow", "path": "/painting-contractors/color/find-and-explore-colors/hoa/*", "line": 50 }, { "directive": "disallow", "path": "/home-builders/color/find-and-explore-colors/hoa/*", "line": 51 }, { "directive": "disallow", "path": "/architects-specifiers-designers/color/find-and-explore-colors/hoa/*", "line": 52 }, { "directive": "disallow", "path": "/property-facility-managers/color/find-and-explore-colors/hoa/*", "line": 53 }, { "directive": "disallow", "path": "/homeowners/color/find-and-explore-colors/hoa/*", "line": 54 }, { "directive": "disallow", "path": "/webapp/wcs/stores/servlet/*", "line": 56 }, { "directive": "disallow", "path": "/SearchDisplay*", "line": 57 }, { "directive": "disallow", "path": "/CompareProductsDisplayView*", "line": 58 }, { "directive": "disallow", "path": "/AjaxOrderItemDisplayView*", "line": 59 }, { "directive": "disallow", "path": "/CheckoutPayInStoreView*", "line": 60 }, { "directive": "disallow", "path": "/OrderBillingView*", "line": 61 }, { "directive": "disallow", "path": "/SingleShipmentOrderSummaryView*", "line": 62 }, { "directive": "disallow", "path": "/AjaxLogonForm*", "line": 63 }, { "directive": "disallow", "path": "/MyStoresView*", "line": 64 }, { "directive": "disallow", "path": "/UserRegistrationForm*", "line": 65 }, { "directive": "disallow", "path": "/ChangeEmailAddressView?*", "line": 66 }, { "directive": "disallow", "path": "/ChangeSecurityInfoView*", "line": 67 }, { "directive": "disallow", "path": "/UpdateCommunicationPreferencesView*", "line": 68 }, { "directive": "disallow", "path": "/PaymentMethodDisplayView*", "line": 69 }, { "directive": "disallow", "path": "/ManageAccountAccess*", "line": 70 }, { "directive": "disallow", "path": "/MyProjectListDetailView*", "line": 71 }, { "directive": "disallow", "path": "/MyPaintColorListDetailView*", "line": 72 }, { "directive": "disallow", "path": "/MyStainColorsView*", "line": 73 }, { "directive": "disallow", "path": "/MyScenesView*", "line": 74 }, { "directive": "disallow", "path": "/MyProductsView*", "line": 75 }, { "directive": "disallow", "path": "/MyArticlesListDetailView*", "line": 76 }, { "directive": "disallow", "path": "/AccountBalanceView*", "line": 77 }, { "directive": "disallow", "path": "/AccountActivityView*", "line": 78 }, { "directive": "disallow", "path": "/OnlineOrderHistoryView*", "line": 79 }, { "directive": "disallow", "path": "/PurchaseHistoryView*", "line": 80 }, { "directive": "disallow", "path": "/InvoiceListView*", "line": 81 }, { "directive": "disallow", "path": "/StatementsListView*", "line": 82 }, { "directive": "disallow", "path": "/PaymentHistoryView*", "line": 83 }, { "directive": "disallow", "path": "/MakePaymentView*", "line": 84 }, { "directive": "disallow", "path": "/ManagePaymentAccountView*", "line": 85 }, { "directive": "disallow", "path": "/ViewCancelOnlinePaymentView*", "line": 86 }, { "directive": "disallow", "path": "/*/how-to-buy-online$", "line": 87 } ], "warnings": [ 26, 36, 37, 38, 39, 40, 41, 42 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/visualizer/assets/", "line": 3 }, { "directive": "disallow", "path": "/visualizer/ColorVisualizationTool.swf", "line": 4 }, { "directive": "disallow", "path": "/documents/MSDS/", "line": 5 }, { "directive": "disallow", "path": "/documents/PDS/", "line": 6 }, { "directive": "disallow", "path": "/documents/EDS/", "line": 7 }, { "directive": "disallow", "path": "/sherwin-williams/wcm/", "line": 8 }, { "directive": "disallow", "path": "/cor/", "line": 9 }, { "directive": "disallow", "path": "/document/", "line": 10 }, { "directive": "disallow", "path": "/resolve/", "line": 11 }, { "directive": "disallow", "path": "/urn/", "line": 12 }, { "directive": "disallow", "path": "/sherwin-utility-service/", "line": 13 }, { "directive": "disallow", "path": "/color-visualization/", "line": 14 }, { "directive": "disallow", "path": "/special-offers/sherwin/coupon/", "line": 15 }, { "directive": "disallow", "path": "/visualizer/demoVideo.html", "line": 16 }, { "directive": "disallow", "path": "/template/", "line": 17 }, { "directive": "disallow", "path": "/article/", "line": 18 }, { "directive": "disallow", "path": "/articles/", "line": 19 }, { "directive": "disallow", "path": "/*?print", "line": 20 }, { "directive": "disallow", "path": "/special-offers/sherwin/coupon/swpct/", "line": 21 }, { "directive": "disallow", "path": "/npc/", "line": 22 }, { "directive": "disallow", "path": "/*?referringCategory", "line": 23 }, { "directive": "disallow", "path": "/painting-contractors/special-offers/welcome-pro/", "line": 24 }, { "directive": "disallow", "path": "/account/project-list/", "line": 25 }, { "directive": "disallow", "path": "*/terms-of-use/twitter/", "line": 26 }, { "directive": "disallow", "path": "/sherwin-williams/contact-us/feedback/", "line": 27 }, { "directive": "disallow", "path": "/sherwin-williams/contact-us/sales/", "line": 28 }, { "directive": "disallow", "path": "/sherwin_special_offers/*", "line": 29 }, { "directive": "disallow", "path": "/student-designer-cards/*", "line": 30 }, { "directive": "disallow", "path": "/homeowners/special-offers/district-benefits/", "line": 31 }, { "directive": "disallow", "path": "/pbpp/", "line": 32 }, { "directive": "disallow", "path": "/homeowners/special-offers/books/", "line": 33 }, { "directive": "disallow", "path": "/homeowners/special-offers/baby/", "line": 34 }, { "directive": "disallow", "path": "/special-offers/sales-and-coupons-canada/", "line": 35 }, { "directive": "disallow", "path": "*colorSearchTerm*", "line": 36 }, { "directive": "disallow", "path": "*productLineUrn=urn:product*", "line": 37 }, { "directive": "disallow", "path": "*searchOrigin*", "line": 38 }, { "directive": "disallow", "path": "*selectedColorFamilyId*", "line": 39 }, { "directive": "disallow", "path": "*WT.mc_id=*", "line": 40 }, { "directive": "disallow", "path": "*WT.ac=*", "line": 41 }, { "directive": "disallow", "path": "*selectedColorURN=urn:color*", "line": 42 }, { "directive": "disallow", "path": "/store-locator/search", "line": 43 }, { "directive": "disallow", "path": "/store-locator/store/hours/", "line": 44 }, { "directive": "disallow", "path": "/store-locator/coupon/", "line": 45 }, { "directive": "disallow", "path": "/brand/", "line": 46 }, { "directive": "disallow", "path": "/homeowners/allstate-pc/", "line": 47 }, { "directive": "disallow", "path": "/homeowners/hgtv-pc/", "line": 48 }, { "directive": "disallow", "path": "/colormix-2015-video/", "line": 49 }, { "directive": "disallow", "path": "/painting-contractors/color/find-and-explore-colors/hoa/*", "line": 50 }, { "directive": "disallow", "path": "/home-builders/color/find-and-explore-colors/hoa/*", "line": 51 }, { "directive": "disallow", "path": "/architects-specifiers-designers/color/find-and-explore-colors/hoa/*", "line": 52 }, { "directive": "disallow", "path": "/property-facility-managers/color/find-and-explore-colors/hoa/*", "line": 53 }, { "directive": "disallow", "path": "/homeowners/color/find-and-explore-colors/hoa/*", "line": 54 }, { "directive": "disallow", "path": "/webapp/wcs/stores/servlet/*", "line": 56 }, { "directive": "disallow", "path": "/SearchDisplay*", "line": 57 }, { "directive": "disallow", "path": "/CompareProductsDisplayView*", "line": 58 }, { "directive": "disallow", "path": "/AjaxOrderItemDisplayView*", "line": 59 }, { "directive": "disallow", "path": "/CheckoutPayInStoreView*", "line": 60 }, { "directive": "disallow", "path": "/OrderBillingView*", "line": 61 }, { "directive": "disallow", "path": "/SingleShipmentOrderSummaryView*", "line": 62 }, { "directive": "disallow", "path": "/AjaxLogonForm*", "line": 63 }, { "directive": "disallow", "path": "/MyStoresView*", "line": 64 }, { "directive": "disallow", "path": "/UserRegistrationForm*", "line": 65 }, { "directive": "disallow", "path": "/ChangeEmailAddressView?*", "line": 66 }, { "directive": "disallow", "path": "/ChangeSecurityInfoView*", "line": 67 }, { "directive": "disallow", "path": "/UpdateCommunicationPreferencesView*", "line": 68 }, { "directive": "disallow", "path": "/PaymentMethodDisplayView*", "line": 69 }, { "directive": "disallow", "path": "/ManageAccountAccess*", "line": 70 }, { "directive": "disallow", "path": "/MyProjectListDetailView*", "line": 71 }, { "directive": "disallow", "path": "/MyPaintColorListDetailView*", "line": 72 }, { "directive": "disallow", "path": "/MyStainColorsView*", "line": 73 }, { "directive": "disallow", "path": "/MyScenesView*", "line": 74 }, { "directive": "disallow", "path": "/MyProductsView*", "line": 75 }, { "directive": "disallow", "path": "/MyArticlesListDetailView*", "line": 76 }, { "directive": "disallow", "path": "/AccountBalanceView*", "line": 77 }, { "directive": "disallow", "path": "/AccountActivityView*", "line": 78 }, { "directive": "disallow", "path": "/OnlineOrderHistoryView*", "line": 79 }, { "directive": "disallow", "path": "/PurchaseHistoryView*", "line": 80 }, { "directive": "disallow", "path": "/InvoiceListView*", "line": 81 }, { "directive": "disallow", "path": "/StatementsListView*", "line": 82 }, { "directive": "disallow", "path": "/PaymentHistoryView*", "line": 83 }, { "directive": "disallow", "path": "/MakePaymentView*", "line": 84 }, { "directive": "disallow", "path": "/ManagePaymentAccountView*", "line": 85 }, { "directive": "disallow", "path": "/ViewCancelOnlinePaymentView*", "line": 86 }, { "directive": "disallow", "path": "/*/how-to-buy-online$", "line": 87 } ], "warnings": [ 26, 36, 37, 38, 39, 40, 41, 42 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/visualizer/assets/", "line": 3 }, { "directive": "disallow", "path": "/visualizer/ColorVisualizationTool.swf", "line": 4 }, { "directive": "disallow", "path": "/documents/MSDS/", "line": 5 }, { "directive": "disallow", "path": "/documents/PDS/", "line": 6 }, { "directive": "disallow", "path": "/documents/EDS/", "line": 7 }, { "directive": "disallow", "path": "/sherwin-williams/wcm/", "line": 8 }, { "directive": "disallow", "path": "/cor/", "line": 9 }, { "directive": "disallow", "path": "/document/", "line": 10 }, { "directive": "disallow", "path": "/resolve/", "line": 11 }, { "directive": "disallow", "path": "/urn/", "line": 12 }, { "directive": "disallow", "path": "/sherwin-utility-service/", "line": 13 }, { "directive": "disallow", "path": "/color-visualization/", "line": 14 }, { "directive": "disallow", "path": "/special-offers/sherwin/coupon/", "line": 15 }, { "directive": "disallow", "path": "/visualizer/demoVideo.html", "line": 16 }, { "directive": "disallow", "path": "/template/", "line": 17 }, { "directive": "disallow", "path": "/article/", "line": 18 }, { "directive": "disallow", "path": "/articles/", "line": 19 }, { "directive": "disallow", "path": "/*?print", "line": 20 }, { "directive": "disallow", "path": "/special-offers/sherwin/coupon/swpct/", "line": 21 }, { "directive": "disallow", "path": "/npc/", "line": 22 }, { "directive": "disallow", "path": "/*?referringCategory", "line": 23 }, { "directive": "disallow", "path": "/painting-contractors/special-offers/welcome-pro/", "line": 24 }, { "directive": "disallow", "path": "/account/project-list/", "line": 25 }, { "directive": "disallow", "path": "*/terms-of-use/twitter/", "line": 26 }, { "directive": "disallow", "path": "/sherwin-williams/contact-us/feedback/", "line": 27 }, { "directive": "disallow", "path": "/sherwin-williams/contact-us/sales/", "line": 28 }, { "directive": "disallow", "path": "/sherwin_special_offers/*", "line": 29 }, { "directive": "disallow", "path": "/student-designer-cards/*", "line": 30 }, { "directive": "disallow", "path": "/homeowners/special-offers/district-benefits/", "line": 31 }, { "directive": "disallow", "path": "/pbpp/", "line": 32 }, { "directive": "disallow", "path": "/homeowners/special-offers/books/", "line": 33 }, { "directive": "disallow", "path": "/homeowners/special-offers/baby/", "line": 34 }, { "directive": "disallow", "path": "/special-offers/sales-and-coupons-canada/", "line": 35 }, { "directive": "disallow", "path": "*colorSearchTerm*", "line": 36 }, { "directive": "disallow", "path": "*productLineUrn=urn:product*", "line": 37 }, { "directive": "disallow", "path": "*searchOrigin*", "line": 38 }, { "directive": "disallow", "path": "*selectedColorFamilyId*", "line": 39 }, { "directive": "disallow", "path": "*WT.mc_id=*", "line": 40 }, { "directive": "disallow", "path": "*WT.ac=*", "line": 41 }, { "directive": "disallow", "path": "*selectedColorURN=urn:color*", "line": 42 }, { "directive": "disallow", "path": "/store-locator/search", "line": 43 }, { "directive": "disallow", "path": "/store-locator/store/hours/", "line": 44 }, { "directive": "disallow", "path": "/store-locator/coupon/", "line": 45 }, { "directive": "disallow", "path": "/brand/", "line": 46 }, { "directive": "disallow", "path": "/homeowners/allstate-pc/", "line": 47 }, { "directive": "disallow", "path": "/homeowners/hgtv-pc/", "line": 48 }, { "directive": "disallow", "path": "/colormix-2015-video/", "line": 49 }, { "directive": "disallow", "path": "/painting-contractors/color/find-and-explore-colors/hoa/*", "line": 50 }, { "directive": "disallow", "path": "/home-builders/color/find-and-explore-colors/hoa/*", "line": 51 }, { "directive": "disallow", "path": "/architects-specifiers-designers/color/find-and-explore-colors/hoa/*", "line": 52 }, { "directive": "disallow", "path": "/property-facility-managers/color/find-and-explore-colors/hoa/*", "line": 53 }, { "directive": "disallow", "path": "/homeowners/color/find-and-explore-colors/hoa/*", "line": 54 }, { "directive": "disallow", "path": "/webapp/wcs/stores/servlet/*", "line": 56 }, { "directive": "disallow", "path": "/SearchDisplay*", "line": 57 }, { "directive": "disallow", "path": "/CompareProductsDisplayView*", "line": 58 }, { "directive": "disallow", "path": "/AjaxOrderItemDisplayView*", "line": 59 }, { "directive": "disallow", "path": "/CheckoutPayInStoreView*", "line": 60 }, { "directive": "disallow", "path": "/OrderBillingView*", "line": 61 }, { "directive": "disallow", "path": "/SingleShipmentOrderSummaryView*", "line": 62 }, { "directive": "disallow", "path": "/AjaxLogonForm*", "line": 63 }, { "directive": "disallow", "path": "/MyStoresView*", "line": 64 }, { "directive": "disallow", "path": "/UserRegistrationForm*", "line": 65 }, { "directive": "disallow", "path": "/ChangeEmailAddressView?*", "line": 66 }, { "directive": "disallow", "path": "/ChangeSecurityInfoView*", "line": 67 }, { "directive": "disallow", "path": "/UpdateCommunicationPreferencesView*", "line": 68 }, { "directive": "disallow", "path": "/PaymentMethodDisplayView*", "line": 69 }, { "directive": "disallow", "path": "/ManageAccountAccess*", "line": 70 }, { "directive": "disallow", "path": "/MyProjectListDetailView*", "line": 71 }, { "directive": "disallow", "path": "/MyPaintColorListDetailView*", "line": 72 }, { "directive": "disallow", "path": "/MyStainColorsView*", "line": 73 }, { "directive": "disallow", "path": "/MyScenesView*", "line": 74 }, { "directive": "disallow", "path": "/MyProductsView*", "line": 75 }, { "directive": "disallow", "path": "/MyArticlesListDetailView*", "line": 76 }, { "directive": "disallow", "path": "/AccountBalanceView*", "line": 77 }, { "directive": "disallow", "path": "/AccountActivityView*", "line": 78 }, { "directive": "disallow", "path": "/OnlineOrderHistoryView*", "line": 79 }, { "directive": "disallow", "path": "/PurchaseHistoryView*", "line": 80 }, { "directive": "disallow", "path": "/InvoiceListView*", "line": 81 }, { "directive": "disallow", "path": "/StatementsListView*", "line": 82 }, { "directive": "disallow", "path": "/PaymentHistoryView*", "line": 83 }, { "directive": "disallow", "path": "/MakePaymentView*", "line": 84 }, { "directive": "disallow", "path": "/ManagePaymentAccountView*", "line": 85 }, { "directive": "disallow", "path": "/ViewCancelOnlinePaymentView*", "line": 86 }, { "directive": "disallow", "path": "/*/how-to-buy-online$", "line": 87 } ], "warnings": [ 26, 36, 37, 38, 39, 40, 41, 42 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/visualizer/assets/", "line": 3 }, { "directive": "disallow", "path": "/visualizer/ColorVisualizationTool.swf", "line": 4 }, { "directive": "disallow", "path": "/documents/MSDS/", "line": 5 }, { "directive": "disallow", "path": "/documents/PDS/", "line": 6 }, { "directive": "disallow", "path": "/documents/EDS/", "line": 7 }, { "directive": "disallow", "path": "/sherwin-williams/wcm/", "line": 8 }, { "directive": "disallow", "path": "/cor/", "line": 9 }, { "directive": "disallow", "path": "/document/", "line": 10 }, { "directive": "disallow", "path": "/resolve/", "line": 11 }, { "directive": "disallow", "path": "/urn/", "line": 12 }, { "directive": "disallow", "path": "/sherwin-utility-service/", "line": 13 }, { "directive": "disallow", "path": "/color-visualization/", "line": 14 }, { "directive": "disallow", "path": "/special-offers/sherwin/coupon/", "line": 15 }, { "directive": "disallow", "path": "/visualizer/demoVideo.html", "line": 16 }, { "directive": "disallow", "path": "/template/", "line": 17 }, { "directive": "disallow", "path": "/article/", "line": 18 }, { "directive": "disallow", "path": "/articles/", "line": 19 }, { "directive": "disallow", "path": "/*?print", "line": 20 }, { "directive": "disallow", "path": "/special-offers/sherwin/coupon/swpct/", "line": 21 }, { "directive": "disallow", "path": "/npc/", "line": 22 }, { "directive": "disallow", "path": "/*?referringCategory", "line": 23 }, { "directive": "disallow", "path": "/painting-contractors/special-offers/welcome-pro/", "line": 24 }, { "directive": "disallow", "path": "/account/project-list/", "line": 25 }, { "directive": "disallow", "path": "*/terms-of-use/twitter/", "line": 26 }, { "directive": "disallow", "path": "/sherwin-williams/contact-us/feedback/", "line": 27 }, { "directive": "disallow", "path": "/sherwin-williams/contact-us/sales/", "line": 28 }, { "directive": "disallow", "path": "/sherwin_special_offers/*", "line": 29 }, { "directive": "disallow", "path": "/student-designer-cards/*", "line": 30 }, { "directive": "disallow", "path": "/homeowners/special-offers/district-benefits/", "line": 31 }, { "directive": "disallow", "path": "/pbpp/", "line": 32 }, { "directive": "disallow", "path": "/homeowners/special-offers/books/", "line": 33 }, { "directive": "disallow", "path": "/homeowners/special-offers/baby/", "line": 34 }, { "directive": "disallow", "path": "/special-offers/sales-and-coupons-canada/", "line": 35 }, { "directive": "disallow", "path": "*colorSearchTerm*", "line": 36 }, { "directive": "disallow", "path": "*productLineUrn=urn:product*", "line": 37 }, { "directive": "disallow", "path": "*searchOrigin*", "line": 38 }, { "directive": "disallow", "path": "*selectedColorFamilyId*", "line": 39 }, { "directive": "disallow", "path": "*WT.mc_id=*", "line": 40 }, { "directive": "disallow", "path": "*WT.ac=*", "line": 41 }, { "directive": "disallow", "path": "*selectedColorURN=urn:color*", "line": 42 }, { "directive": "disallow", "path": "/store-locator/search", "line": 43 }, { "directive": "disallow", "path": "/store-locator/store/hours/", "line": 44 }, { "directive": "disallow", "path": "/store-locator/coupon/", "line": 45 }, { "directive": "disallow", "path": "/brand/", "line": 46 }, { "directive": "disallow", "path": "/homeowners/allstate-pc/", "line": 47 }, { "directive": "disallow", "path": "/homeowners/hgtv-pc/", "line": 48 }, { "directive": "disallow", "path": "/colormix-2015-video/", "line": 49 }, { "directive": "disallow", "path": "/painting-contractors/color/find-and-explore-colors/hoa/*", "line": 50 }, { "directive": "disallow", "path": "/home-builders/color/find-and-explore-colors/hoa/*", "line": 51 }, { "directive": "disallow", "path": "/architects-specifiers-designers/color/find-and-explore-colors/hoa/*", "line": 52 }, { "directive": "disallow", "path": "/property-facility-managers/color/find-and-explore-colors/hoa/*", "line": 53 }, { "directive": "disallow", "path": "/homeowners/color/find-and-explore-colors/hoa/*", "line": 54 }, { "directive": "disallow", "path": "/webapp/wcs/stores/servlet/*", "line": 56 }, { "directive": "disallow", "path": "/SearchDisplay*", "line": 57 }, { "directive": "disallow", "path": "/CompareProductsDisplayView*", "line": 58 }, { "directive": "disallow", "path": "/AjaxOrderItemDisplayView*", "line": 59 }, { "directive": "disallow", "path": "/CheckoutPayInStoreView*", "line": 60 }, { "directive": "disallow", "path": "/OrderBillingView*", "line": 61 }, { "directive": "disallow", "path": "/SingleShipmentOrderSummaryView*", "line": 62 }, { "directive": "disallow", "path": "/AjaxLogonForm*", "line": 63 }, { "directive": "disallow", "path": "/MyStoresView*", "line": 64 }, { "directive": "disallow", "path": "/UserRegistrationForm*", "line": 65 }, { "directive": "disallow", "path": "/ChangeEmailAddressView?*", "line": 66 }, { "directive": "disallow", "path": "/ChangeSecurityInfoView*", "line": 67 }, { "directive": "disallow", "path": "/UpdateCommunicationPreferencesView*", "line": 68 }, { "directive": "disallow", "path": "/PaymentMethodDisplayView*", "line": 69 }, { "directive": "disallow", "path": "/ManageAccountAccess*", "line": 70 }, { "directive": "disallow", "path": "/MyProjectListDetailView*", "line": 71 }, { "directive": "disallow", "path": "/MyPaintColorListDetailView*", "line": 72 }, { "directive": "disallow", "path": "/MyStainColorsView*", "line": 73 }, { "directive": "disallow", "path": "/MyScenesView*", "line": 74 }, { "directive": "disallow", "path": "/MyProductsView*", "line": 75 }, { "directive": "disallow", "path": "/MyArticlesListDetailView*", "line": 76 }, { "directive": "disallow", "path": "/AccountBalanceView*", "line": 77 }, { "directive": "disallow", "path": "/AccountActivityView*", "line": 78 }, { "directive": "disallow", "path": "/OnlineOrderHistoryView*", "line": 79 }, { "directive": "disallow", "path": "/PurchaseHistoryView*", "line": 80 }, { "directive": "disallow", "path": "/InvoiceListView*", "line": 81 }, { "directive": "disallow", "path": "/StatementsListView*", "line": 82 }, { "directive": "disallow", "path": "/PaymentHistoryView*", "line": 83 }, { "directive": "disallow", "path": "/MakePaymentView*", "line": 84 }, { "directive": "disallow", "path": "/ManagePaymentAccountView*", "line": 85 }, { "directive": "disallow", "path": "/ViewCancelOnlinePaymentView*", "line": 86 }, { "directive": "disallow", "path": "/*/how-to-buy-online$", "line": 87 } ], "warnings": [ 26, 36, 37, 38, 39, 40, 41, 42 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/visualizer/assets/", "line": 3 }, { "directive": "disallow", "path": "/visualizer/ColorVisualizationTool.swf", "line": 4 }, { "directive": "disallow", "path": "/documents/MSDS/", "line": 5 }, { "directive": "disallow", "path": "/documents/PDS/", "line": 6 }, { "directive": "disallow", "path": "/documents/EDS/", "line": 7 }, { "directive": "disallow", "path": "/sherwin-williams/wcm/", "line": 8 }, { "directive": "disallow", "path": "/cor/", "line": 9 }, { "directive": "disallow", "path": "/document/", "line": 10 }, { "directive": "disallow", "path": "/resolve/", "line": 11 }, { "directive": "disallow", "path": "/urn/", "line": 12 }, { "directive": "disallow", "path": "/sherwin-utility-service/", "line": 13 }, { "directive": "disallow", "path": "/color-visualization/", "line": 14 }, { "directive": "disallow", "path": "/special-offers/sherwin/coupon/", "line": 15 }, { "directive": "disallow", "path": "/visualizer/demoVideo.html", "line": 16 }, { "directive": "disallow", "path": "/template/", "line": 17 }, { "directive": "disallow", "path": "/article/", "line": 18 }, { "directive": "disallow", "path": "/articles/", "line": 19 }, { "directive": "disallow", "path": "/*?print", "line": 20 }, { "directive": "disallow", "path": "/special-offers/sherwin/coupon/swpct/", "line": 21 }, { "directive": "disallow", "path": "/npc/", "line": 22 }, { "directive": "disallow", "path": "/*?referringCategory", "line": 23 }, { "directive": "disallow", "path": "/painting-contractors/special-offers/welcome-pro/", "line": 24 }, { "directive": "disallow", "path": "/account/project-list/", "line": 25 }, { "directive": "disallow", "path": "*/terms-of-use/twitter/", "line": 26 }, { "directive": "disallow", "path": "/sherwin-williams/contact-us/feedback/", "line": 27 }, { "directive": "disallow", "path": "/sherwin-williams/contact-us/sales/", "line": 28 }, { "directive": "disallow", "path": "/sherwin_special_offers/*", "line": 29 }, { "directive": "disallow", "path": "/student-designer-cards/*", "line": 30 }, { "directive": "disallow", "path": "/homeowners/special-offers/district-benefits/", "line": 31 }, { "directive": "disallow", "path": "/pbpp/", "line": 32 }, { "directive": "disallow", "path": "/homeowners/special-offers/books/", "line": 33 }, { "directive": "disallow", "path": "/homeowners/special-offers/baby/", "line": 34 }, { "directive": "disallow", "path": "/special-offers/sales-and-coupons-canada/", "line": 35 }, { "directive": "disallow", "path": "*colorSearchTerm*", "line": 36 }, { "directive": "disallow", "path": "*productLineUrn=urn:product*", "line": 37 }, { "directive": "disallow", "path": "*searchOrigin*", "line": 38 }, { "directive": "disallow", "path": "*selectedColorFamilyId*", "line": 39 }, { "directive": "disallow", "path": "*WT.mc_id=*", "line": 40 }, { "directive": "disallow", "path": "*WT.ac=*", "line": 41 }, { "directive": "disallow", "path": "*selectedColorURN=urn:color*", "line": 42 }, { "directive": "disallow", "path": "/store-locator/search", "line": 43 }, { "directive": "disallow", "path": "/store-locator/store/hours/", "line": 44 }, { "directive": "disallow", "path": "/store-locator/coupon/", "line": 45 }, { "directive": "disallow", "path": "/brand/", "line": 46 }, { "directive": "disallow", "path": "/homeowners/allstate-pc/", "line": 47 }, { "directive": "disallow", "path": "/homeowners/hgtv-pc/", "line": 48 }, { "directive": "disallow", "path": "/colormix-2015-video/", "line": 49 }, { "directive": "disallow", "path": "/painting-contractors/color/find-and-explore-colors/hoa/*", "line": 50 }, { "directive": "disallow", "path": "/home-builders/color/find-and-explore-colors/hoa/*", "line": 51 }, { "directive": "disallow", "path": "/architects-specifiers-designers/color/find-and-explore-colors/hoa/*", "line": 52 }, { "directive": "disallow", "path": "/property-facility-managers/color/find-and-explore-colors/hoa/*", "line": 53 }, { "directive": "disallow", "path": "/homeowners/color/find-and-explore-colors/hoa/*", "line": 54 }, { "directive": "disallow", "path": "/webapp/wcs/stores/servlet/*", "line": 56 }, { "directive": "disallow", "path": "/SearchDisplay*", "line": 57 }, { "directive": "disallow", "path": "/CompareProductsDisplayView*", "line": 58 }, { "directive": "disallow", "path": "/AjaxOrderItemDisplayView*", "line": 59 }, { "directive": "disallow", "path": "/CheckoutPayInStoreView*", "line": 60 }, { "directive": "disallow", "path": "/OrderBillingView*", "line": 61 }, { "directive": "disallow", "path": "/SingleShipmentOrderSummaryView*", "line": 62 }, { "directive": "disallow", "path": "/AjaxLogonForm*", "line": 63 }, { "directive": "disallow", "path": "/MyStoresView*", "line": 64 }, { "directive": "disallow", "path": "/UserRegistrationForm*", "line": 65 }, { "directive": "disallow", "path": "/ChangeEmailAddressView?*", "line": 66 }, { "directive": "disallow", "path": "/ChangeSecurityInfoView*", "line": 67 }, { "directive": "disallow", "path": "/UpdateCommunicationPreferencesView*", "line": 68 }, { "directive": "disallow", "path": "/PaymentMethodDisplayView*", "line": 69 }, { "directive": "disallow", "path": "/ManageAccountAccess*", "line": 70 }, { "directive": "disallow", "path": "/MyProjectListDetailView*", "line": 71 }, { "directive": "disallow", "path": "/MyPaintColorListDetailView*", "line": 72 }, { "directive": "disallow", "path": "/MyStainColorsView*", "line": 73 }, { "directive": "disallow", "path": "/MyScenesView*", "line": 74 }, { "directive": "disallow", "path": "/MyProductsView*", "line": 75 }, { "directive": "disallow", "path": "/MyArticlesListDetailView*", "line": 76 }, { "directive": "disallow", "path": "/AccountBalanceView*", "line": 77 }, { "directive": "disallow", "path": "/AccountActivityView*", "line": 78 }, { "directive": "disallow", "path": "/OnlineOrderHistoryView*", "line": 79 }, { "directive": "disallow", "path": "/PurchaseHistoryView*", "line": 80 }, { "directive": "disallow", "path": "/InvoiceListView*", "line": 81 }, { "directive": "disallow", "path": "/StatementsListView*", "line": 82 }, { "directive": "disallow", "path": "/PaymentHistoryView*", "line": 83 }, { "directive": "disallow", "path": "/MakePaymentView*", "line": 84 }, { "directive": "disallow", "path": "/ManagePaymentAccountView*", "line": 85 }, { "directive": "disallow", "path": "/ViewCancelOnlinePaymentView*", "line": 86 }, { "directive": "disallow", "path": "/*/how-to-buy-online$", "line": 87 } ], "warnings": [ 26, 36, 37, 38, 39, 40, 41, 42 ] } }, "httpStatus": 200, "finalUrl": "https://www.sherwin-williams.com/robots.txt", "contentType": "text/plain", "sha256": "4070f5ae8af83f67b71d468934cddff75dad3df402de831d6874538eb00a0da5", "bytes": 3023 }, { "company": "Simon Property Group", "cik": "1063761", "sector": "Real Estate", "origin": "https://www.simon.com", "checkedAt": "2026-09-26T04:56:14.668Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 192 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 147 } ], "warnings": [] }, "PerplexityBot": { "policy": "blanket_disallow", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 122 } ], "warnings": [] }, "GPTBot": { "policy": "blanket_disallow", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 122 } ], "warnings": [] }, "ClaudeBot": { "policy": "blanket_disallow", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 122 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 141 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 153 } ], "warnings": [] }, "Perplexity-User": { "policy": "blanket_disallow", "group": "specific", "rules": [ { "directive": "disallow", "path": "/", "line": 122 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.simon.com/robots.txt", "contentType": "text/plain", "sha256": "8b8e16f60206e3a34ff62a79ad107bdb8679010bcddb5d287a6663769a84b545", "bytes": 7267 }, { "company": "Skyworks Solutions", "cik": "4127", "sector": "Information Technology", "origin": "https://www.skyworksinc.com", "checkedAt": "2026-09-26T04:56:14.807Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitecore", "line": 2 }, { "directive": "disallow", "path": "/&", "line": 3 }, { "directive": "disallow", "path": "/&*Sitemap: sitemap.xml", "line": 4 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitecore", "line": 2 }, { "directive": "disallow", "path": "/&", "line": 3 }, { "directive": "disallow", "path": "/&*Sitemap: sitemap.xml", "line": 4 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitecore", "line": 2 }, { "directive": "disallow", "path": "/&", "line": 3 }, { "directive": "disallow", "path": "/&*Sitemap: sitemap.xml", "line": 4 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitecore", "line": 2 }, { "directive": "disallow", "path": "/&", "line": 3 }, { "directive": "disallow", "path": "/&*Sitemap: sitemap.xml", "line": 4 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitecore", "line": 2 }, { "directive": "disallow", "path": "/&", "line": 3 }, { "directive": "disallow", "path": "/&*Sitemap: sitemap.xml", "line": 4 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitecore", "line": 2 }, { "directive": "disallow", "path": "/&", "line": 3 }, { "directive": "disallow", "path": "/&*Sitemap: sitemap.xml", "line": 4 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitecore", "line": 2 }, { "directive": "disallow", "path": "/&", "line": 3 }, { "directive": "disallow", "path": "/&*Sitemap: sitemap.xml", "line": 4 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitecore", "line": 2 }, { "directive": "disallow", "path": "/&", "line": 3 }, { "directive": "disallow", "path": "/&*Sitemap: sitemap.xml", "line": 4 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.skyworksinc.com/robots.txt", "contentType": "text/plain", "sha256": "3e86719a27b1914ff1e24be939a508850b0906b1e8634097c64920fbaeac1d2e", "bytes": 85 }, { "company": "Smurfit Westrock", "cik": "2005951", "sector": "Materials", "origin": "http://www.smurfitkappa.com", "checkedAt": "2026-09-26T04:56:15.112Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/404", "line": 5 }, { "directive": "disallow", "path": "/about/navod-na-betlem", "line": 6 }, { "directive": "disallow", "path": "/advert", "line": 7 }, { "directive": "disallow", "path": "/advert/display-popai/thank-you", "line": 8 }, { "directive": "disallow", "path": "/ar/404", "line": 9 }, { "directive": "disallow", "path": "/ar/contact/subscribe", "line": 10 }, { "directive": "disallow", "path": "/ar/enquiry-submitted", "line": 11 }, { "directive": "disallow", "path": "/ar/events/better-planet-packaging/thank-you-for-registering", "line": 12 }, { "directive": "disallow", "path": "/ar/events/registration-complete", "line": 13 }, { "directive": "disallow", "path": "/ar/events/registration-completed", "line": 14 }, { "directive": "disallow", "path": "/ar/events/registration-successful", "line": 15 }, { "directive": "disallow", "path": "/ar/events/thank-you-for-registering", "line": 16 }, { "directive": "disallow", "path": "/ar/globalsearch", "line": 17 }, { "directive": "disallow", "path": "/ar/people/employee-engagement", "line": 18 }, { "directive": "disallow", "path": "/ar/people/family-and-age-virtual-event", "line": 19 }, { "directive": "disallow", "path": "/ar/people/international-mens-day", "line": 20 }, { "directive": "disallow", "path": "/ar/people/meet-our-people", "line": 21 }, { "directive": "disallow", "path": "/ar/products-and-services/thanks-for-your-enquiry", "line": 22 }, { "directive": "disallow", "path": "/ar/products-and-services/thanks-for-your-enquiry-spam", "line": 23 }, { "directive": "disallow", "path": "/ar/registration-submitted", "line": 24 }, { "directive": "disallow", "path": "/ar/sustainability-survey/download", "line": 25 }, { "directive": "disallow", "path": "/ar/sustainability/survey/download", "line": 26 }, { "directive": "disallow", "path": "/at/404", "line": 27 }, { "directive": "disallow", "path": "/at/contact/subscribe", "line": 28 }, { "directive": "disallow", "path": "/at/enquiry-submitted", "line": 29 }, { "directive": "disallow", "path": "/at/events/better-planet-packaging/thank-you-for-registering", "line": 30 }, { "directive": "disallow", "path": "/at/events/registration-complete", "line": 31 }, { "directive": "disallow", "path": "/at/events/registration-completed", "line": 32 }, { "directive": "disallow", "path": "/at/events/registration-successful", "line": 33 }, { "directive": "disallow", "path": "/at/events/thank-you-for-registering", "line": 34 }, { "directive": "disallow", "path": "/at/globalsearch", "line": 35 }, { "directive": "disallow", "path": "/at/locations/germany/recycling-dual/mehr-informationen/download", "line": 36 }, { "directive": "disallow", "path": "/at/people/employee-engagement", "line": 37 }, { "directive": "disallow", "path": "/at/people/meet-our-people", "line": 38 }, { "directive": "disallow", "path": "/at/products-and-services/thanks-for-your-enquiry", "line": 39 }, { "directive": "disallow", "path": "/at/products-and-services/thanks-for-your-enquiry-spam", "line": 40 }, { "directive": "disallow", "path": "/at/registration-submitted", "line": 41 }, { "directive": "disallow", "path": "/at/sustainability-survey/download", "line": 42 }, { "directive": "disallow", "path": "/be/fr/404", "line": 43 }, { "directive": "disallow", "path": "/be/fr/contact/customer-voice", "line": 44 }, { "directive": "disallow", "path": "/be/fr/contact/subscribe", "line": 45 }, { "directive": "disallow", "path": "/be/fr/enquiry-submitted", "line": 46 }, { "directive": "disallow", "path": "/be/fr/events/better-planet-packaging/thank-you-for-registering", "line": 47 }, { "directive": "disallow", "path": "/be/fr/events/customer-event/non-attendance", "line": 48 }, { "directive": "disallow", "path": "/be/fr/events/non-attendance", "line": 49 }, { "directive": "disallow", "path": "/be/fr/events/registration-complete", "line": 50 }, { "directive": "disallow", "path": "/be/fr/events/registration-completed", "line": 51 }, { "directive": "disallow", "path": "/be/fr/events/registration-confirmation", "line": 52 }, { "directive": "disallow", "path": "/be/fr/events/registration-successful", "line": 53 }, { "directive": "disallow", "path": "/be/fr/events/thank-you-for-registering", "line": 54 }, { "directive": "disallow", "path": "/be/fr/globalsearch", "line": 55 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge", "line": 56 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/better-planet-packaging", "line": 57 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/business", "line": 58 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/health-and-safety", "line": 59 }, { "directive": "disallow", "path": "/be/fr/people/employee-engagement", "line": 60 }, { "directive": "disallow", "path": "/be/fr/people/meet-our-people", "line": 61 }, { "directive": "disallow", "path": "/be/fr/products-and-services/bag-in-box/bib-machinery-forms", "line": 62 }, { "directive": "disallow", "path": "/be/fr/products-and-services/thanks-for-your-enquiry", "line": 63 }, { "directive": "disallow", "path": "/be/fr/products-and-services/thanks-for-your-enquiry-spam", "line": 64 }, { "directive": "disallow", "path": "/be/fr/registration-submitted", "line": 65 }, { "directive": "disallow", "path": "/be/fr/sustainability-survey/download", "line": 66 }, { "directive": "disallow", "path": "/be/fr/sustainability/survey/download", "line": 67 }, { "directive": "disallow", "path": "/be/nl/404", "line": 68 }, { "directive": "disallow", "path": "/be/nl/contact/customer-voice", "line": 69 }, { "directive": "disallow", "path": "/be/nl/contact/subscribe", "line": 70 }, { "directive": "disallow", "path": "/be/nl/enquiry-submitted", "line": 71 }, { "directive": "disallow", "path": "/be/nl/events/better-planet-packaging/thank-you-for-registering", "line": 72 }, { "directive": "disallow", "path": "/be/nl/events/customer-event/non-attendance", "line": 73 }, { "directive": "disallow", "path": "/be/nl/events/non-attendance", "line": 74 }, { "directive": "disallow", "path": "/be/nl/events/registration-complete", "line": 75 }, { "directive": "disallow", "path": "/be/nl/events/registration-completed", "line": 76 }, { "directive": "disallow", "path": "/be/nl/events/registration-confirmation", "line": 77 }, { "directive": "disallow", "path": "/be/nl/events/registration-successful", "line": 78 }, { "directive": "disallow", "path": "/be/nl/events/thank-you-for-registering", "line": 79 }, { "directive": "disallow", "path": "/be/nl/globalsearch", "line": 80 }, { "directive": "disallow", "path": "/be/nl/people/employee-engagement", "line": 81 }, { "directive": "disallow", "path": "/be/nl/people/meet-our-people", "line": 82 }, { "directive": "disallow", "path": "/be/nl/products-and-services/thanks-for-your-enquiry", "line": 83 }, { "directive": "disallow", "path": "/be/nl/products-and-services/thanks-for-your-enquiry-spam", "line": 84 }, { "directive": "disallow", "path": "/be/nl/registration-submitted", "line": 85 }, { "directive": "disallow", "path": "/be/nl/sustainability-survey/download", "line": 86 }, { "directive": "disallow", "path": "/be/nl/sustainability/better-planet-packaging/event/thank-you", "line": 87 }, { "directive": "disallow", "path": "/be/nl/sustainability/survey/download", "line": 88 }, { "directive": "disallow", "path": "/br/404", "line": 89 }, { "directive": "disallow", "path": "/br/enquiry-submitted", "line": 90 }, { "directive": "disallow", "path": "/br/events/better-planet-packaging/thank-you-for-registering", "line": 91 }, { "directive": "disallow", "path": "/br/events/registration-complete", "line": 92 }, { "directive": "disallow", "path": "/br/events/registration-completed", "line": 93 }, { "directive": "disallow", "path": "/br/events/registration-successful", "line": 94 }, { "directive": "disallow", "path": "/br/events/thank-you-for-registering", "line": 95 }, { "directive": "disallow", "path": "/br/globalsearch", "line": 96 }, { "directive": "disallow", "path": "/br/people/employee-engagement", "line": 97 }, { "directive": "disallow", "path": "/br/people/meet-our-people", "line": 98 }, { "directive": "disallow", "path": "/br/products-and-services/thanks-for-your-enquiry", "line": 99 }, { "directive": "disallow", "path": "/br/products-and-services/thanks-for-your-enquiry-spam", "line": 100 }, { "directive": "disallow", "path": "/br/registration-submitted", "line": 101 }, { "directive": "disallow", "path": "/br/sustainability-survey/download", "line": 102 }, { "directive": "disallow", "path": "/br/sustainability/survey/download", "line": 103 }, { "directive": "disallow", "path": "/ch/404", "line": 104 }, { "directive": "disallow", "path": "/ch/contact/subscribe", "line": 105 }, { "directive": "disallow", "path": "/ch/enquiry-submitted", "line": 106 }, { "directive": "disallow", "path": "/ch/events/better-planet-packaging/thank-you-for-registering", "line": 107 }, { "directive": "disallow", "path": "/ch/events/registration-complete", "line": 108 }, { "directive": "disallow", "path": "/ch/events/registration-completed", "line": 109 }, { "directive": "disallow", "path": "/ch/events/registration-successful", "line": 110 }, { "directive": "disallow", "path": "/ch/events/thank-you-for-registering", "line": 111 }, { "directive": "disallow", "path": "/ch/globalsearch", "line": 112 }, { "directive": "disallow", "path": "/ch/people/employee-engagement", "line": 113 }, { "directive": "disallow", "path": "/ch/people/meet-our-people", "line": 114 }, { "directive": "disallow", "path": "/ch/products-and-services/thanks-for-your-enquiry", "line": 115 }, { "directive": "disallow", "path": "/ch/products-and-services/thanks-for-your-enquiry-spam", "line": 116 }, { "directive": "disallow", "path": "/ch/registration-submitted", "line": 117 }, { "directive": "disallow", "path": "/ch/sustainability-survey/download", "line": 118 }, { "directive": "disallow", "path": "/cl/404", "line": 119 }, { "directive": "disallow", "path": "/cl/contact/subscribe", "line": 120 }, { "directive": "disallow", "path": "/cl/enquiry-submitted", "line": 121 }, { "directive": "disallow", "path": "/cl/events/better-planet-packaging/thank-you-for-registering", "line": 122 }, { "directive": "disallow", "path": "/cl/events/registration-complete", "line": 123 }, { "directive": "disallow", "path": "/cl/events/registration-completed", "line": 124 }, { "directive": "disallow", "path": "/cl/events/registration-successful", "line": 125 }, { "directive": "disallow", "path": "/cl/events/thank-you-for-registering", "line": 126 }, { "directive": "disallow", "path": "/cl/globalsearch", "line": 127 }, { "directive": "disallow", "path": "/cl/people/employee-engagement", "line": 128 }, { "directive": "disallow", "path": "/cl/people/family-and-age-virtual-event", "line": 129 }, { "directive": "disallow", "path": "/cl/people/international-mens-day", "line": 130 }, { "directive": "disallow", "path": "/cl/people/meet-our-people", "line": 131 }, { "directive": "disallow", "path": "/cl/products-and-services/thanks-for-your-enquiry", "line": 132 }, { "directive": "disallow", "path": "/cl/products-and-services/thanks-for-your-enquiry-spam", "line": 133 }, { "directive": "disallow", "path": "/cl/registration-submitted", "line": 134 }, { "directive": "disallow", "path": "/cl/sustainability-survey/download", "line": 135 }, { "directive": "disallow", "path": "/cl/sustainability/survey/download", "line": 136 }, { "directive": "disallow", "path": "/co/404", "line": 137 }, { "directive": "disallow", "path": "/co/contact/subscribe", "line": 138 }, { "directive": "disallow", "path": "/co/enquiry-submitted", "line": 139 }, { "directive": "disallow", "path": "/co/events/better-planet-packaging/thank-you-for-registering", "line": 140 }, { "directive": "disallow", "path": "/co/events/registration-complete", "line": 141 }, { "directive": "disallow", "path": "/co/events/registration-completed", "line": 142 }, { "directive": "disallow", "path": "/co/events/registration-successful", "line": 143 }, { "directive": "disallow", "path": "/co/events/thank-you-for-registering", "line": 144 }, { "directive": "disallow", "path": "/co/globalsearch", "line": 145 }, { "directive": "disallow", "path": "/co/people/employee-engagement", "line": 146 }, { "directive": "disallow", "path": "/co/people/family-and-age-virtual-event", "line": 147 }, { "directive": "disallow", "path": "/co/people/international-mens-day", "line": 148 }, { "directive": "disallow", "path": "/co/people/meet-our-people", "line": 149 }, { "directive": "disallow", "path": "/co/products-and-services/thanks-for-your-enquiry", "line": 150 }, { "directive": "disallow", "path": "/co/products-and-services/thanks-for-your-enquiry-spam", "line": 151 }, { "directive": "disallow", "path": "/co/registration-submitted", "line": 152 }, { "directive": "disallow", "path": "/co/sustainability-survey/download", "line": 153 }, { "directive": "disallow", "path": "/co/sustainability/survey/download", "line": 154 }, { "directive": "disallow", "path": "/components", "line": 155 }, { "directive": "disallow", "path": "/contact/customer-subscription", "line": 156 }, { "directive": "disallow", "path": "/contact/customer-voice", "line": 157 }, { "directive": "disallow", "path": "/contact/subscribe", "line": 158 }, { "directive": "disallow", "path": "/contact/uk-feedback", "line": 159 }, { "directive": "disallow", "path": "/contact/uk-feedback/thank-you", "line": 160 }, { "directive": "disallow", "path": "/contact/uk-newsletter-feedback", "line": 161 }, { "directive": "disallow", "path": "/contact/uk-newsletter-feedback/thank-you", "line": 162 }, { "directive": "disallow", "path": "/cr/404", "line": 163 }, { "directive": "disallow", "path": "/cr/contact/subscribe", "line": 164 }, { "directive": "disallow", "path": "/cr/enquiry-submitted", "line": 165 }, { "directive": "disallow", "path": "/cr/events/better-planet-packaging/thank-you-for-registering", "line": 166 }, { "directive": "disallow", "path": "/cr/events/registration-complete", "line": 167 }, { "directive": "disallow", "path": "/cr/events/registration-completed", "line": 168 }, { "directive": "disallow", "path": "/cr/events/registration-successful", "line": 169 }, { "directive": "disallow", "path": "/cr/events/thank-you-for-registering", "line": 170 }, { "directive": "disallow", "path": "/cr/globalsearch", "line": 171 }, { "directive": "disallow", "path": "/cr/people/employee-engagement", "line": 172 }, { "directive": "disallow", "path": "/cr/people/family-and-age-virtual-event", "line": 173 }, { "directive": "disallow", "path": "/cr/people/international-mens-day", "line": 174 }, { "directive": "disallow", "path": "/cr/people/meet-our-people", "line": 175 }, { "directive": "disallow", "path": "/cr/products-and-services/thanks-for-your-enquiry", "line": 176 }, { "directive": "disallow", "path": "/cr/products-and-services/thanks-for-your-enquiry-spam", "line": 177 }, { "directive": "disallow", "path": "/cr/registration-submitted", "line": 178 }, { "directive": "disallow", "path": "/cr/sustainability-survey/download", "line": 179 }, { "directive": "disallow", "path": "/cr/sustainability/survey/download", "line": 180 }, { "directive": "disallow", "path": "/cz/404", "line": 181 }, { "directive": "disallow", "path": "/cz/enquiry-submitted", "line": 182 }, { "directive": "disallow", "path": "/cz/events/better-planet-packaging/thank-you-for-registering", "line": 183 }, { "directive": "disallow", "path": "/cz/events/registration-complete", "line": 184 }, { "directive": "disallow", "path": "/cz/events/registration-completed", "line": 185 }, { "directive": "disallow", "path": "/cz/events/registration-successful", "line": 186 }, { "directive": "disallow", "path": "/cz/events/thank-you-for-registering", "line": 187 }, { "directive": "disallow", "path": "/cz/globalsearch", "line": 188 }, { "directive": "disallow", "path": "/cz/people/employee-engagement", "line": 189 }, { "directive": "disallow", "path": "/cz/people/meet-our-people", "line": 190 }, { "directive": "disallow", "path": "/cz/products-and-services/thanks-for-your-enquiry", "line": 191 }, { "directive": "disallow", "path": "/cz/products-and-services/thanks-for-your-enquiry-spam", "line": 192 }, { "directive": "disallow", "path": "/cz/registration-submitted", "line": 193 }, { "directive": "disallow", "path": "/cz/sustainability-survey/download", "line": 194 }, { "directive": "disallow", "path": "/cz/sustainability/survey/download", "line": 195 }, { "directive": "disallow", "path": "/de/404", "line": 196 }, { "directive": "disallow", "path": "/de/contact/customer-subscription", "line": 197 }, { "directive": "disallow", "path": "/de/contact/subscribe", "line": 198 }, { "directive": "disallow", "path": "/de/enquiry-submitted", "line": 199 }, { "directive": "disallow", "path": "/de/events/better-planet-packaging/thank-you-for-registering", "line": 200 }, { "directive": "disallow", "path": "/de/events/registration-complete", "line": 201 }, { "directive": "disallow", "path": "/de/events/registration-completed", "line": 202 }, { "directive": "disallow", "path": "/de/events/registration-successful", "line": 203 }, { "directive": "disallow", "path": "/de/events/thank-you-for-registering", "line": 204 }, { "directive": "disallow", "path": "/de/globalsearch", "line": 205 }, { "directive": "disallow", "path": "/de/locations/germany/recycling-dual/mehr-informationen/download", "line": 206 }, { "directive": "disallow", "path": "/de/people/employee-engagement", "line": 207 }, { "directive": "disallow", "path": "/de/people/meet-our-people", "line": 208 }, { "directive": "disallow", "path": "/de/products-and-services/thanks-for-your-enquiry", "line": 209 }, { "directive": "disallow", "path": "/de/products-and-services/thanks-for-your-enquiry-spam", "line": 210 }, { "directive": "disallow", "path": "/de/registration-submitted", "line": 211 }, { "directive": "disallow", "path": "/de/sustainability-survey/download", "line": 212 }, { "directive": "disallow", "path": "/dk/404", "line": 213 }, { "directive": "disallow", "path": "/dk/contact/subscribe", "line": 214 }, { "directive": "disallow", "path": "/dk/enquiry-submitted", "line": 215 }, { "directive": "disallow", "path": "/dk/events/better-planet-packaging/thank-you-for-registering", "line": 216 }, { "directive": "disallow", "path": "/dk/events/registration-complete", "line": 217 }, { "directive": "disallow", "path": "/dk/events/registration-completed", "line": 218 }, { "directive": "disallow", "path": "/dk/events/registration-successful", "line": 219 }, { "directive": "disallow", "path": "/dk/events/thank-you-for-registering", "line": 220 }, { "directive": "disallow", "path": "/dk/globalsearch", "line": 221 }, { "directive": "disallow", "path": "/dk/people/employee-engagement", "line": 222 }, { "directive": "disallow", "path": "/dk/people/meet-our-people", "line": 223 }, { "directive": "disallow", "path": "/dk/products-and-services/thanks-for-your-enquiry", "line": 224 }, { "directive": "disallow", "path": "/dk/products-and-services/thanks-for-your-enquiry-spam", "line": 225 }, { "directive": "disallow", "path": "/dk/registration-submitted", "line": 226 }, { "directive": "disallow", "path": "/dk/sustainability-survey/download", "line": 227 }, { "directive": "disallow", "path": "/dk/sustainability/survey/download", "line": 228 }, { "directive": "disallow", "path": "/do/404", "line": 229 }, { "directive": "disallow", "path": "/do/contact/subscribe", "line": 230 }, { "directive": "disallow", "path": "/do/enquiry-submitted", "line": 231 }, { "directive": "disallow", "path": "/do/events/better-planet-packaging/thank-you-for-registering", "line": 232 }, { "directive": "disallow", "path": "/do/events/registration-complete", "line": 233 }, { "directive": "disallow", "path": "/do/events/registration-completed", "line": 234 }, { "directive": "disallow", "path": "/do/events/registration-successful", "line": 235 }, { "directive": "disallow", "path": "/do/events/thank-you-for-registering", "line": 236 }, { "directive": "disallow", "path": "/do/globalsearch", "line": 237 }, { "directive": "disallow", "path": "/do/people/employee-engagement", "line": 238 }, { "directive": "disallow", "path": "/do/people/family-and-age-virtual-event", "line": 239 }, { "directive": "disallow", "path": "/do/people/international-mens-day", "line": 240 }, { "directive": "disallow", "path": "/do/people/meet-our-people", "line": 241 }, { "directive": "disallow", "path": "/do/products-and-services/thanks-for-your-enquiry", "line": 242 }, { "directive": "disallow", "path": "/do/products-and-services/thanks-for-your-enquiry-spam", "line": 243 }, { "directive": "disallow", "path": "/do/registration-submitted", "line": 244 }, { "directive": "disallow", "path": "/do/sustainability-survey/download", "line": 245 }, { "directive": "disallow", "path": "/do/sustainability/survey/download", "line": 246 }, { "directive": "disallow", "path": "/ec/404", "line": 247 }, { "directive": "disallow", "path": "/ec/contact/subscribe", "line": 248 }, { "directive": "disallow", "path": "/ec/enquiry-submitted", "line": 249 }, { "directive": "disallow", "path": "/ec/events/better-planet-packaging/thank-you-for-registering", "line": 250 }, { "directive": "disallow", "path": "/ec/events/registration-complete", "line": 251 }, { "directive": "disallow", "path": "/ec/events/registration-completed", "line": 252 }, { "directive": "disallow", "path": "/ec/events/registration-successful", "line": 253 }, { "directive": "disallow", "path": "/ec/events/thank-you-for-registering", "line": 254 }, { "directive": "disallow", "path": "/ec/globalsearch", "line": 255 }, { "directive": "disallow", "path": "/ec/people/employee-engagement", "line": 256 }, { "directive": "disallow", "path": "/ec/people/family-and-age-virtual-event", "line": 257 }, { "directive": "disallow", "path": "/ec/people/international-mens-day", "line": 258 }, { "directive": "disallow", "path": "/ec/people/meet-our-people", "line": 259 }, { "directive": "disallow", "path": "/ec/products-and-services/thanks-for-your-enquiry", "line": 260 }, { "directive": "disallow", "path": "/ec/products-and-services/thanks-for-your-enquiry-spam", "line": 261 }, { "directive": "disallow", "path": "/ec/registration-submitted", "line": 262 }, { "directive": "disallow", "path": "/ec/sustainability-survey/download", "line": 263 }, { "directive": "disallow", "path": "/ec/sustainability/survey/download", "line": 264 }, { "directive": "disallow", "path": "/enquiry-submitted", "line": 265 }, { "directive": "disallow", "path": "/es/404", "line": 266 }, { "directive": "disallow", "path": "/es/contact/customer-subscription", "line": 267 }, { "directive": "disallow", "path": "/es/contact/subscribe", "line": 268 }, { "directive": "disallow", "path": "/es/enquiry-submitted", "line": 269 }, { "directive": "disallow", "path": "/es/events/better-planet-packaging/thank-you-for-registering", "line": 270 }, { "directive": "disallow", "path": "/es/events/registration-complete", "line": 271 }, { "directive": "disallow", "path": "/es/events/registration-completed", "line": 272 }, { "directive": "disallow", "path": "/es/events/registration-successful", "line": 273 }, { "directive": "disallow", "path": "/es/events/thank-you-for-registering", "line": 274 }, { "directive": "disallow", "path": "/es/globalsearch", "line": 275 }, { "directive": "disallow", "path": "/es/people/employee-engagement", "line": 276 }, { "directive": "disallow", "path": "/es/people/meet-our-people", "line": 277 }, { "directive": "disallow", "path": "/es/products-and-services/bag-in-box/brochures", "line": 278 }, { "directive": "disallow", "path": "/es/products-and-services/ecommerce-packaging/whitepaper/download", "line": 279 }, { "directive": "disallow", "path": "/es/products-and-services/thanks-for-your-enquiry", "line": 280 }, { "directive": "disallow", "path": "/es/products-and-services/thanks-for-your-enquiry-spam", "line": 281 }, { "directive": "disallow", "path": "/es/registration-submitted", "line": 282 }, { "directive": "disallow", "path": "/es/sustainability-survey/download", "line": 283 }, { "directive": "disallow", "path": "/es/sustainability/survey/download", "line": 284 }, { "directive": "disallow", "path": "/events/aquaculture-uk-2026", "line": 285 }, { "directive": "disallow", "path": "/events/better-planet-packaging", "line": 286 }, { "directive": "disallow", "path": "/events/better-planet-packaging/agenda", "line": 287 }, { "directive": "disallow", "path": "/events/better-planet-packaging/faqs", "line": 288 }, { "directive": "disallow", "path": "/events/better-planet-packaging/register-now", "line": 289 }, { "directive": "disallow", "path": "/events/better-planet-packaging/resources", "line": 290 }, { "directive": "disallow", "path": "/events/better-planet-packaging/success-stories", "line": 291 }, { "directive": "disallow", "path": "/events/better-planet-packaging/thank-you-for-registering", "line": 292 }, { "directive": "disallow", "path": "/events/competition-terms-and-conditions", "line": 293 }, { "directive": "disallow", "path": "/events/customer-event", "line": 294 }, { "directive": "disallow", "path": "/events/customer-event-2026", "line": 295 }, { "directive": "disallow", "path": "/events/customer-event-2026/jason-invite", "line": 296 }, { "directive": "disallow", "path": "/events/customer-event-registration", "line": 297 }, { "directive": "disallow", "path": "/events/customer-event/agenda", "line": 298 }, { "directive": "disallow", "path": "/events/customer-event/exhibition", "line": 299 }, { "directive": "disallow", "path": "/events/customer-event/faqs", "line": 300 }, { "directive": "disallow", "path": "/events/customer-event/location", "line": 301 }, { "directive": "disallow", "path": "/events/customer-event/meet-team", "line": 302 }, { "directive": "disallow", "path": "/events/customer-event/non-attendance", "line": 303 }, { "directive": "disallow", "path": "/events/customer-event/speakers", "line": 304 }, { "directive": "disallow", "path": "/events/customer-event/speakers/claire-williams", "line": 305 }, { "directive": "disallow", "path": "/events/customer-event/table-plan", "line": 306 }, { "directive": "disallow", "path": "/events/ecommerce-week", "line": 307 }, { "directive": "disallow", "path": "/events/fresh-produce-event", "line": 308 }, { "directive": "disallow", "path": "/events/fresh-produce-green-event", "line": 309 }, { "directive": "disallow", "path": "/events/london-packaging", "line": 310 }, { "directive": "disallow", "path": "/events/management-conference", "line": 311 }, { "directive": "disallow", "path": "/events/management-conference/thank-you", "line": 312 }, { "directive": "disallow", "path": "/events/non-attendance", "line": 313 }, { "directive": "disallow", "path": "/events/registration-complete", "line": 314 }, { "directive": "disallow", "path": "/events/registration-completed", "line": 315 }, { "directive": "disallow", "path": "/events/registration-confirmation", "line": 316 }, { "directive": "disallow", "path": "/events/registration-successful", "line": 317 }, { "directive": "disallow", "path": "/events/thank-you-for-registering", "line": 318 }, { "directive": "disallow", "path": "/events/the-americas-management-conference-2022", "line": 319 }, { "directive": "disallow", "path": "/events/uk-pet-day-bandana", "line": 320 }, { "directive": "disallow", "path": "/events/uk-sales-conference", "line": 321 }, { "directive": "disallow", "path": "/events/wielkanoc", "line": 322 }, { "directive": "disallow", "path": "/events/wielkanoc/dzieki", "line": 323 }, { "directive": "disallow", "path": "/fr/404", "line": 324 }, { "directive": "disallow", "path": "/fr/contact/customer-voice", "line": 325 }, { "directive": "disallow", "path": "/fr/contact/subscribe", "line": 326 }, { "directive": "disallow", "path": "/fr/enquiry-submitted", "line": 327 }, { "directive": "disallow", "path": "/fr/events/better-planet-packaging/thank-you-for-registering", "line": 328 }, { "directive": "disallow", "path": "/fr/events/registration-complete", "line": 329 }, { "directive": "disallow", "path": "/fr/events/registration-completed", "line": 330 }, { "directive": "disallow", "path": "/fr/events/registration-successful", "line": 331 }, { "directive": "disallow", "path": "/fr/events/thank-you-for-registering", "line": 332 }, { "directive": "disallow", "path": "/fr/globalsearch", "line": 333 }, { "directive": "disallow", "path": "/fr/people/employee-engagement", "line": 334 }, { "directive": "disallow", "path": "/fr/people/meet-our-people", "line": 335 }, { "directive": "disallow", "path": "/fr/products-and-services/bag-in-box/bib-machinery-forms", "line": 336 }, { "directive": "disallow", "path": "/fr/products-and-services/thanks-for-your-enquiry", "line": 337 }, { "directive": "disallow", "path": "/fr/products-and-services/thanks-for-your-enquiry-spam", "line": 338 }, { "directive": "disallow", "path": "/fr/registration-submitted", "line": 339 }, { "directive": "disallow", "path": "/fr/sustainability-survey/download", "line": 340 }, { "directive": "disallow", "path": "/fr/sustainability/survey/download", "line": 341 }, { "directive": "disallow", "path": "/globalsearch", "line": 342 }, { "directive": "disallow", "path": "/ie/404", "line": 343 }, { "directive": "disallow", "path": "/ie/components", "line": 344 }, { "directive": "disallow", "path": "/ie/contact/customer-voice", "line": 345 }, { "directive": "disallow", "path": "/ie/contact/subscribe", "line": 346 }, { "directive": "disallow", "path": "/ie/enquiry-submitted", "line": 347 }, { "directive": "disallow", "path": "/ie/events/better-planet-packaging/thank-you-for-registering", "line": 348 }, { "directive": "disallow", "path": "/ie/events/customer-event/non-attendance", "line": 349 }, { "directive": "disallow", "path": "/ie/events/ecommerce-week", "line": 350 }, { "directive": "disallow", "path": "/ie/events/fresh-produce-event", "line": 351 }, { "directive": "disallow", "path": "/ie/events/non-attendance", "line": 352 }, { "directive": "disallow", "path": "/ie/events/registration-complete", "line": 353 }, { "directive": "disallow", "path": "/ie/events/registration-completed", "line": 354 }, { "directive": "disallow", "path": "/ie/events/registration-confirmation", "line": 355 }, { "directive": "disallow", "path": "/ie/events/registration-successful", "line": 356 }, { "directive": "disallow", "path": "/ie/events/thank-you-for-registering", "line": 357 }, { "directive": "disallow", "path": "/ie/events/wielkanoc", "line": 358 }, { "directive": "disallow", "path": "/ie/events/wielkanoc/dzieki", "line": 359 }, { "directive": "disallow", "path": "/ie/globalsearch", "line": 360 }, { "directive": "disallow", "path": "/ie/investors/information", "line": 361 }, { "directive": "disallow", "path": "/ie/investors/meetings2024-access", "line": 362 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-composites", "line": 363 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 364 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 365 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 366 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 367 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 368 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 369 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 370 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/the-results", "line": 371 }, { "directive": "disallow", "path": "/ie/people/employee-data-protection-notice", "line": 372 }, { "directive": "disallow", "path": "/ie/people/employee-engagement", "line": 373 }, { "directive": "disallow", "path": "/ie/people/meet-our-people", "line": 374 }, { "directive": "disallow", "path": "/ie/people/my-sk", "line": 375 }, { "directive": "disallow", "path": "/ie/people/pronouns", "line": 376 }, { "directive": "disallow", "path": "/ie/ppc", "line": 377 }, { "directive": "disallow", "path": "/ie/products-and-services/bag-in-box/bib-machinery-forms", "line": 378 }, { "directive": "disallow", "path": "/ie/products-and-services/bag-in-box/brochures", "line": 379 }, { "directive": "disallow", "path": "/ie/products-and-services/ecommerce-packaging/whitepaper/download", "line": 380 }, { "directive": "disallow", "path": "/ie/products-and-services/thanks-for-your-enquiry", "line": 381 }, { "directive": "disallow", "path": "/ie/products-and-services/thanks-for-your-enquiry-spam", "line": 382 }, { "directive": "disallow", "path": "/ie/registration-submitted", "line": 383 }, { "directive": "disallow", "path": "/ie/russia", "line": 384 }, { "directive": "disallow", "path": "/ie/sustainability-survey/download", "line": 385 }, { "directive": "disallow", "path": "/ie/sustainability/better-planet-packaging/event/thank-you", "line": 386 }, { "directive": "disallow", "path": "/ie/sustainability/eu-green-deal/download", "line": 387 }, { "directive": "disallow", "path": "/ie/sustainability/survey/download", "line": 388 }, { "directive": "disallow", "path": "/innovation/innovation-challenge", "line": 389 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/all-entries", "line": 390 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/better-planet-packaging", "line": 391 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/business", "line": 392 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/health-and-safety", "line": 393 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/hr", "line": 394 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/production", "line": 395 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/sales", "line": 396 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/support", "line": 397 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/voting-thanks", "line": 398 }, { "directive": "disallow", "path": "/innovation/success-stories/prima-cheese-2", "line": 399 }, { "directive": "disallow", "path": "/insights-report", "line": 400 }, { "directive": "disallow", "path": "/insights-report/thank-you", "line": 401 }, { "directive": "disallow", "path": "/investors/information", "line": 402 }, { "directive": "disallow", "path": "/investors/meetings2024-access", "line": 403 }, { "directive": "disallow", "path": "/it/404", "line": 404 }, { "directive": "disallow", "path": "/it/contact/subscribe", "line": 405 }, { "directive": "disallow", "path": "/it/enquiry-submitted", "line": 406 }, { "directive": "disallow", "path": "/it/events/better-planet-packaging/thank-you-for-registering", "line": 407 }, { "directive": "disallow", "path": "/it/events/registration-complete", "line": 408 }, { "directive": "disallow", "path": "/it/events/registration-completed", "line": 409 }, { "directive": "disallow", "path": "/it/events/registration-successful", "line": 410 }, { "directive": "disallow", "path": "/it/events/thank-you-for-registering", "line": 411 }, { "directive": "disallow", "path": "/it/globalsearch", "line": 412 }, { "directive": "disallow", "path": "/it/people/employee-engagement", "line": 413 }, { "directive": "disallow", "path": "/it/people/meet-our-people", "line": 414 }, { "directive": "disallow", "path": "/it/products-and-services/thanks-for-your-enquiry", "line": 415 }, { "directive": "disallow", "path": "/it/products-and-services/thanks-for-your-enquiry-spam", "line": 416 }, { "directive": "disallow", "path": "/it/registration-submitted", "line": 417 }, { "directive": "disallow", "path": "/it/sustainability-survey/download", "line": 418 }, { "directive": "disallow", "path": "/it/sustainability/survey/download", "line": 419 }, { "directive": "disallow", "path": "/locations/germany/recycling-dual/mehr-informationen/download", "line": 420 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-composites", "line": 421 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 422 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 423 }, { "directive": "disallow", "path": "/ma/404", "line": 424 }, { "directive": "disallow", "path": "/ma/contact/customer-voice", "line": 425 }, { "directive": "disallow", "path": "/ma/contact/subscribe", "line": 426 }, { "directive": "disallow", "path": "/ma/enquiry-submitted", "line": 427 }, { "directive": "disallow", "path": "/ma/events/better-planet-packaging/thank-you-for-registering", "line": 428 }, { "directive": "disallow", "path": "/ma/events/registration-complete", "line": 429 }, { "directive": "disallow", "path": "/ma/events/registration-completed", "line": 430 }, { "directive": "disallow", "path": "/ma/events/registration-successful", "line": 431 }, { "directive": "disallow", "path": "/ma/events/thank-you-for-registering", "line": 432 }, { "directive": "disallow", "path": "/ma/globalsearch", "line": 433 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge", "line": 434 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/better-planet-packaging", "line": 435 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/business", "line": 436 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/health-and-safety", "line": 437 }, { "directive": "disallow", "path": "/ma/people/employee-engagement", "line": 438 }, { "directive": "disallow", "path": "/ma/people/meet-our-people", "line": 439 }, { "directive": "disallow", "path": "/ma/products-and-services/bag-in-box/bib-machinery-forms", "line": 440 }, { "directive": "disallow", "path": "/ma/products-and-services/thanks-for-your-enquiry", "line": 441 }, { "directive": "disallow", "path": "/ma/products-and-services/thanks-for-your-enquiry-spam", "line": 442 }, { "directive": "disallow", "path": "/ma/registration-submitted", "line": 443 }, { "directive": "disallow", "path": "/ma/sustainability-survey/download", "line": 444 }, { "directive": "disallow", "path": "/ma/sustainability/survey/download", "line": 445 }, { "directive": "disallow", "path": "/mx/404", "line": 446 }, { "directive": "disallow", "path": "/mx/contact/subscribe", "line": 447 }, { "directive": "disallow", "path": "/mx/enquiry-submitted", "line": 448 }, { "directive": "disallow", "path": "/mx/events/better-planet-packaging/thank-you-for-registering", "line": 449 }, { "directive": "disallow", "path": "/mx/events/registration-complete", "line": 450 }, { "directive": "disallow", "path": "/mx/events/registration-completed", "line": 451 }, { "directive": "disallow", "path": "/mx/events/registration-successful", "line": 452 }, { "directive": "disallow", "path": "/mx/events/thank-you-for-registering", "line": 453 }, { "directive": "disallow", "path": "/mx/globalsearch", "line": 454 }, { "directive": "disallow", "path": "/mx/people/employee-engagement", "line": 455 }, { "directive": "disallow", "path": "/mx/people/meet-our-people", "line": 456 }, { "directive": "disallow", "path": "/mx/products-and-services/thanks-for-your-enquiry", "line": 457 }, { "directive": "disallow", "path": "/mx/products-and-services/thanks-for-your-enquiry-spam", "line": 458 }, { "directive": "disallow", "path": "/mx/registration-submitted", "line": 459 }, { "directive": "disallow", "path": "/mx/sustainability-survey/download", "line": 460 }, { "directive": "disallow", "path": "/mx/sustainability/survey/download", "line": 461 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 462 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 463 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 464 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 465 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 466 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/the-results", "line": 467 }, { "directive": "disallow", "path": "/newsroom/blog/download-report", "line": 468 }, { "directive": "disallow", "path": "/newsroom/blog/ecommerce-packaging-labelling-expo-2023", "line": 469 }, { "directive": "disallow", "path": "/nl/404", "line": 470 }, { "directive": "disallow", "path": "/nl/contact/customer-voice", "line": 471 }, { "directive": "disallow", "path": "/nl/contact/subscribe", "line": 472 }, { "directive": "disallow", "path": "/nl/enquiry-submitted", "line": 473 }, { "directive": "disallow", "path": "/nl/events/better-planet-packaging/thank-you-for-registering", "line": 474 }, { "directive": "disallow", "path": "/nl/events/customer-event/non-attendance", "line": 475 }, { "directive": "disallow", "path": "/nl/events/non-attendance", "line": 476 }, { "directive": "disallow", "path": "/nl/events/registration-complete", "line": 477 }, { "directive": "disallow", "path": "/nl/events/registration-completed", "line": 478 }, { "directive": "disallow", "path": "/nl/events/registration-confirmation", "line": 479 }, { "directive": "disallow", "path": "/nl/events/registration-successful", "line": 480 }, { "directive": "disallow", "path": "/nl/events/thank-you-for-registering", "line": 481 }, { "directive": "disallow", "path": "/nl/globalsearch", "line": 482 }, { "directive": "disallow", "path": "/nl/people/employee-engagement", "line": 483 }, { "directive": "disallow", "path": "/nl/people/meet-our-people", "line": 484 }, { "directive": "disallow", "path": "/nl/products-and-services/thanks-for-your-enquiry", "line": 485 }, { "directive": "disallow", "path": "/nl/products-and-services/thanks-for-your-enquiry-spam", "line": 486 }, { "directive": "disallow", "path": "/nl/registration-submitted", "line": 487 }, { "directive": "disallow", "path": "/nl/sustainability-survey/download", "line": 488 }, { "directive": "disallow", "path": "/nl/sustainability/better-planet-packaging/event/thank-you", "line": 489 }, { "directive": "disallow", "path": "/nl/sustainability/survey/download", "line": 490 }, { "directive": "disallow", "path": "/no/404", "line": 491 }, { "directive": "disallow", "path": "/no/enquiry-submitted", "line": 492 }, { "directive": "disallow", "path": "/no/events/better-planet-packaging/thank-you-for-registering", "line": 493 }, { "directive": "disallow", "path": "/no/events/registration-complete", "line": 494 }, { "directive": "disallow", "path": "/no/events/registration-completed", "line": 495 }, { "directive": "disallow", "path": "/no/events/registration-successful", "line": 496 }, { "directive": "disallow", "path": "/no/events/thank-you-for-registering", "line": 497 }, { "directive": "disallow", "path": "/no/globalsearch", "line": 498 }, { "directive": "disallow", "path": "/no/people/employee-engagement", "line": 499 }, { "directive": "disallow", "path": "/no/people/meet-our-people", "line": 500 }, { "directive": "disallow", "path": "/no/products-and-services/thanks-for-your-enquiry", "line": 501 }, { "directive": "disallow", "path": "/no/products-and-services/thanks-for-your-enquiry-spam", "line": 502 }, { "directive": "disallow", "path": "/no/registration-submitted", "line": 503 }, { "directive": "disallow", "path": "/no/sustainability-survey/download", "line": 504 }, { "directive": "disallow", "path": "/no/sustainability/survey/download", "line": 505 }, { "directive": "disallow", "path": "/pe/404", "line": 506 }, { "directive": "disallow", "path": "/pe/contact/subscribe", "line": 507 }, { "directive": "disallow", "path": "/pe/enquiry-submitted", "line": 508 }, { "directive": "disallow", "path": "/pe/events/better-planet-packaging/thank-you-for-registering", "line": 509 }, { "directive": "disallow", "path": "/pe/events/registration-complete", "line": 510 }, { "directive": "disallow", "path": "/pe/events/registration-completed", "line": 511 }, { "directive": "disallow", "path": "/pe/events/registration-successful", "line": 512 }, { "directive": "disallow", "path": "/pe/events/thank-you-for-registering", "line": 513 }, { "directive": "disallow", "path": "/pe/globalsearch", "line": 514 }, { "directive": "disallow", "path": "/pe/people/employee-engagement", "line": 515 }, { "directive": "disallow", "path": "/pe/people/family-and-age-virtual-event", "line": 516 }, { "directive": "disallow", "path": "/pe/people/international-mens-day", "line": 517 }, { "directive": "disallow", "path": "/pe/people/meet-our-people", "line": 518 }, { "directive": "disallow", "path": "/pe/products-and-services/thanks-for-your-enquiry", "line": 519 }, { "directive": "disallow", "path": "/pe/products-and-services/thanks-for-your-enquiry-spam", "line": 520 }, { "directive": "disallow", "path": "/pe/registration-submitted", "line": 521 }, { "directive": "disallow", "path": "/pe/sustainability-survey/download", "line": 522 }, { "directive": "disallow", "path": "/pe/sustainability/survey/download", "line": 523 }, { "directive": "disallow", "path": "/people/employee-data-protection-notice", "line": 524 }, { "directive": "disallow", "path": "/people/employee-engagement", "line": 525 }, { "directive": "disallow", "path": "/people/family-and-age-virtual-event", "line": 526 }, { "directive": "disallow", "path": "/people/international-mens-day", "line": 527 }, { "directive": "disallow", "path": "/people/international-womans-day", "line": 528 }, { "directive": "disallow", "path": "/people/medarbejderskaerm", "line": 529 }, { "directive": "disallow", "path": "/people/meet-our-people", "line": 530 }, { "directive": "disallow", "path": "/people/my-sk", "line": 531 }, { "directive": "disallow", "path": "/people/pronouns", "line": 532 }, { "directive": "disallow", "path": "/people/test", "line": 533 }, { "directive": "disallow", "path": "/pl/404", "line": 534 }, { "directive": "disallow", "path": "/pl/enquiry-submitted", "line": 535 }, { "directive": "disallow", "path": "/pl/events/better-planet-packaging/thank-you-for-registering", "line": 536 }, { "directive": "disallow", "path": "/pl/events/registration-complete", "line": 537 }, { "directive": "disallow", "path": "/pl/events/registration-completed", "line": 538 }, { "directive": "disallow", "path": "/pl/events/registration-successful", "line": 539 }, { "directive": "disallow", "path": "/pl/events/thank-you-for-registering", "line": 540 }, { "directive": "disallow", "path": "/pl/events/wielkanoc/dzieki", "line": 541 }, { "directive": "disallow", "path": "/pl/globalsearch", "line": 542 }, { "directive": "disallow", "path": "/pl/people/employee-engagement", "line": 543 }, { "directive": "disallow", "path": "/pl/people/meet-our-people", "line": 544 }, { "directive": "disallow", "path": "/pl/products-and-services/thanks-for-your-enquiry", "line": 545 }, { "directive": "disallow", "path": "/pl/products-and-services/thanks-for-your-enquiry-spam", "line": 546 }, { "directive": "disallow", "path": "/pl/registration-submitted", "line": 547 }, { "directive": "disallow", "path": "/pl/sustainability-survey/download", "line": 548 }, { "directive": "disallow", "path": "/pl/sustainability/survey/download", "line": 549 }, { "directive": "disallow", "path": "/ppc", "line": 550 }, { "directive": "disallow", "path": "/ppc/advent-calendar-packaging", "line": 551 }, { "directive": "disallow", "path": "/ppc/birchbox", "line": 552 }, { "directive": "disallow", "path": "/ppc/birchbox/track-delivery", "line": 553 }, { "directive": "disallow", "path": "/ppc/cardboard-box-manufacturers", "line": 554 }, { "directive": "disallow", "path": "/ppc/cardboard-dump-bins", "line": 555 }, { "directive": "disallow", "path": "/ppc/digital-printing-packaging", "line": 556 }, { "directive": "disallow", "path": "/ppc/ecommerce-packaging", "line": 557 }, { "directive": "disallow", "path": "/ppc/free-from-packaging", "line": 558 }, { "directive": "disallow", "path": "/ppc/healf", "line": 559 }, { "directive": "disallow", "path": "/ppc/honeycomb-packaging", "line": 560 }, { "directive": "disallow", "path": "/ppc/honeycomb-packaging-v1", "line": 561 }, { "directive": "disallow", "path": "/ppc/insulated-packaging", "line": 562 }, { "directive": "disallow", "path": "/ppc/love-corn", "line": 563 }, { "directive": "disallow", "path": "/ppc/mylee", "line": 564 }, { "directive": "disallow", "path": "/ppc/nairns", "line": 565 }, { "directive": "disallow", "path": "/ppc/packaging-machinery", "line": 566 }, { "directive": "disallow", "path": "/ppc/packaging-supplier", "line": 567 }, { "directive": "disallow", "path": "/ppc/perfect-ted", "line": 568 }, { "directive": "disallow", "path": "/ppc/pet-food-packaging", "line": 569 }, { "directive": "disallow", "path": "/ppc/pieminister", "line": 570 }, { "directive": "disallow", "path": "/ppc/protective-packaging", "line": 571 }, { "directive": "disallow", "path": "/ppc/pumpkin-bins", "line": 572 }, { "directive": "disallow", "path": "/ppc/purdy-and-figg", "line": 573 }, { "directive": "disallow", "path": "/ppc/sustainable-packaging", "line": 574 }, { "directive": "disallow", "path": "/ppc/thank-you", "line": 575 }, { "directive": "disallow", "path": "/ppc/tropic-skincare", "line": 576 }, { "directive": "disallow", "path": "/ppc/untamed-cat", "line": 577 }, { "directive": "disallow", "path": "/ppc/vegan-packaging", "line": 578 }, { "directive": "disallow", "path": "/ppc/wholesale-bulk-packaging", "line": 579 }, { "directive": "disallow", "path": "/ppc/wholesale-bulk-packaging-v1", "line": 580 }, { "directive": "disallow", "path": "/products-and-services/bag-in-box/bib-machinery-forms", "line": 581 }, { "directive": "disallow", "path": "/products-and-services/bag-in-box/brochures", "line": 582 }, { "directive": "disallow", "path": "/products-and-services/ecommerce-packaging/whitepaper/download", "line": 583 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/requests", "line": 584 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/sectors", "line": 585 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/services/after-sales-care-plan", "line": 586 }, { "directive": "disallow", "path": "/products-and-services/packaging/protective-packaging", "line": 587 }, { "directive": "disallow", "path": "/products-and-services/packaging/waterproof-cardboard-box", "line": 588 }, { "directive": "disallow", "path": "/products-and-services/sheetfeeding/meet-team", "line": 589 }, { "directive": "disallow", "path": "/products-and-services/sheetfeeding/technical-customer-support", "line": 590 }, { "directive": "disallow", "path": "/products-and-services/thanks-for-your-enquiry", "line": 591 }, { "directive": "disallow", "path": "/products-and-services/thanks-for-your-enquiry-spam", "line": 592 }, { "directive": "disallow", "path": "/pt/404", "line": 593 }, { "directive": "disallow", "path": "/pt/contact/subscribe", "line": 594 }, { "directive": "disallow", "path": "/pt/enquiry-submitted", "line": 595 }, { "directive": "disallow", "path": "/pt/events/better-planet-packaging/thank-you-for-registering", "line": 596 }, { "directive": "disallow", "path": "/pt/events/registration-complete", "line": 597 }, { "directive": "disallow", "path": "/pt/events/registration-completed", "line": 598 }, { "directive": "disallow", "path": "/pt/events/registration-successful", "line": 599 }, { "directive": "disallow", "path": "/pt/events/thank-you-for-registering", "line": 600 }, { "directive": "disallow", "path": "/pt/globalsearch", "line": 601 }, { "directive": "disallow", "path": "/pt/people/employee-engagement", "line": 602 }, { "directive": "disallow", "path": "/pt/people/meet-our-people", "line": 603 }, { "directive": "disallow", "path": "/pt/products-and-services/ecommerce-packaging/whitepaper/download", "line": 604 }, { "directive": "disallow", "path": "/pt/products-and-services/thanks-for-your-enquiry", "line": 605 }, { "directive": "disallow", "path": "/pt/products-and-services/thanks-for-your-enquiry-spam", "line": 606 }, { "directive": "disallow", "path": "/pt/registration-submitted", "line": 607 }, { "directive": "disallow", "path": "/pt/sustainability-survey/download", "line": 608 }, { "directive": "disallow", "path": "/pt/sustainability/survey/download", "line": 609 }, { "directive": "disallow", "path": "/registration-submitted", "line": 610 }, { "directive": "disallow", "path": "/russia", "line": 611 }, { "directive": "disallow", "path": "/se/404", "line": 612 }, { "directive": "disallow", "path": "/se/enquiry-submitted", "line": 613 }, { "directive": "disallow", "path": "/se/events/better-planet-packaging/thank-you-for-registering", "line": 614 }, { "directive": "disallow", "path": "/se/events/registration-complete", "line": 615 }, { "directive": "disallow", "path": "/se/events/registration-completed", "line": 616 }, { "directive": "disallow", "path": "/se/events/registration-successful", "line": 617 }, { "directive": "disallow", "path": "/se/events/thank-you-for-registering", "line": 618 }, { "directive": "disallow", "path": "/se/globalsearch", "line": 619 }, { "directive": "disallow", "path": "/se/people/employee-engagement", "line": 620 }, { "directive": "disallow", "path": "/se/people/meet-our-people", "line": 621 }, { "directive": "disallow", "path": "/se/products-and-services/thanks-for-your-enquiry", "line": 622 }, { "directive": "disallow", "path": "/se/products-and-services/thanks-for-your-enquiry-spam", "line": 623 }, { "directive": "disallow", "path": "/se/registration-submitted", "line": 624 }, { "directive": "disallow", "path": "/se/sustainability-survey/download", "line": 625 }, { "directive": "disallow", "path": "/se/sustainability/survey/download", "line": 626 }, { "directive": "disallow", "path": "/sustainability-survey/download", "line": 627 }, { "directive": "disallow", "path": "/sustainability/better-planet-packaging/event/thank-you", "line": 628 }, { "directive": "disallow", "path": "/sustainability/eu-green-deal/download", "line": 629 }, { "directive": "disallow", "path": "/sustainability/survey/download", "line": 630 }, { "directive": "disallow", "path": "/sv/404", "line": 631 }, { "directive": "disallow", "path": "/sv/contact/subscribe", "line": 632 }, { "directive": "disallow", "path": "/sv/enquiry-submitted", "line": 633 }, { "directive": "disallow", "path": "/sv/events/better-planet-packaging/thank-you-for-registering", "line": 634 }, { "directive": "disallow", "path": "/sv/events/registration-complete", "line": 635 }, { "directive": "disallow", "path": "/sv/events/registration-completed", "line": 636 }, { "directive": "disallow", "path": "/sv/events/registration-successful", "line": 637 }, { "directive": "disallow", "path": "/sv/events/thank-you-for-registering", "line": 638 }, { "directive": "disallow", "path": "/sv/globalsearch", "line": 639 }, { "directive": "disallow", "path": "/sv/people/employee-engagement", "line": 640 }, { "directive": "disallow", "path": "/sv/people/family-and-age-virtual-event", "line": 641 }, { "directive": "disallow", "path": "/sv/people/international-mens-day", "line": 642 }, { "directive": "disallow", "path": "/sv/people/meet-our-people", "line": 643 }, { "directive": "disallow", "path": "/sv/products-and-services/thanks-for-your-enquiry", "line": 644 }, { "directive": "disallow", "path": "/sv/products-and-services/thanks-for-your-enquiry-spam", "line": 645 }, { "directive": "disallow", "path": "/sv/registration-submitted", "line": 646 }, { "directive": "disallow", "path": "/sv/sustainability-survey/download", "line": 647 }, { "directive": "disallow", "path": "/sv/sustainability/survey/download", "line": 648 }, { "directive": "disallow", "path": "/uk/404", "line": 649 }, { "directive": "disallow", "path": "/uk/components", "line": 650 }, { "directive": "disallow", "path": "/uk/contact/customer-voice", "line": 651 }, { "directive": "disallow", "path": "/uk/contact/subscribe", "line": 652 }, { "directive": "disallow", "path": "/uk/enquiry-submitted", "line": 653 }, { "directive": "disallow", "path": "/uk/events/better-planet-packaging/thank-you-for-registering", "line": 654 }, { "directive": "disallow", "path": "/uk/events/customer-event/non-attendance", "line": 655 }, { "directive": "disallow", "path": "/uk/events/ecommerce-week", "line": 656 }, { "directive": "disallow", "path": "/uk/events/fresh-produce-event", "line": 657 }, { "directive": "disallow", "path": "/uk/events/non-attendance", "line": 658 }, { "directive": "disallow", "path": "/uk/events/registration-complete", "line": 659 }, { "directive": "disallow", "path": "/uk/events/registration-completed", "line": 660 }, { "directive": "disallow", "path": "/uk/events/registration-confirmation", "line": 661 }, { "directive": "disallow", "path": "/uk/events/registration-successful", "line": 662 }, { "directive": "disallow", "path": "/uk/events/thank-you-for-registering", "line": 663 }, { "directive": "disallow", "path": "/uk/events/wielkanoc", "line": 664 }, { "directive": "disallow", "path": "/uk/events/wielkanoc/dzieki", "line": 665 }, { "directive": "disallow", "path": "/uk/globalsearch", "line": 666 }, { "directive": "disallow", "path": "/uk/investors/information", "line": 667 }, { "directive": "disallow", "path": "/uk/investors/meetings2024-access", "line": 668 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-composites", "line": 669 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 670 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 671 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 672 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 673 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 674 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 675 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 676 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/the-results", "line": 677 }, { "directive": "disallow", "path": "/uk/people/employee-data-protection-notice", "line": 678 }, { "directive": "disallow", "path": "/uk/people/employee-engagement", "line": 679 }, { "directive": "disallow", "path": "/uk/people/meet-our-people", "line": 680 }, { "directive": "disallow", "path": "/uk/people/my-sk", "line": 681 }, { "directive": "disallow", "path": "/uk/people/pronouns", "line": 682 }, { "directive": "disallow", "path": "/uk/ppc", "line": 683 }, { "directive": "disallow", "path": "/uk/products-and-services/bag-in-box/bib-machinery-forms", "line": 684 }, { "directive": "disallow", "path": "/uk/products-and-services/bag-in-box/brochures", "line": 685 }, { "directive": "disallow", "path": "/uk/products-and-services/ecommerce-packaging/whitepaper/download", "line": 686 }, { "directive": "disallow", "path": "/uk/products-and-services/thanks-for-your-enquiry", "line": 687 }, { "directive": "disallow", "path": "/uk/products-and-services/thanks-for-your-enquiry-spam", "line": 688 }, { "directive": "disallow", "path": "/uk/registration-submitted", "line": 689 }, { "directive": "disallow", "path": "/uk/russia", "line": 690 }, { "directive": "disallow", "path": "/uk/sustainability-survey/download", "line": 691 }, { "directive": "disallow", "path": "/uk/sustainability/better-planet-packaging/event/thank-you", "line": 692 }, { "directive": "disallow", "path": "/uk/sustainability/eu-green-deal/download", "line": 693 }, { "directive": "disallow", "path": "/uk/sustainability/survey/download", "line": 694 }, { "directive": "disallow", "path": "/us/404", "line": 695 }, { "directive": "disallow", "path": "/us/components", "line": 696 }, { "directive": "disallow", "path": "/us/contact/customer-voice", "line": 697 }, { "directive": "disallow", "path": "/us/contact/subscribe", "line": 698 }, { "directive": "disallow", "path": "/us/enquiry-submitted", "line": 699 }, { "directive": "disallow", "path": "/us/events/better-planet-packaging/thank-you-for-registering", "line": 700 }, { "directive": "disallow", "path": "/us/events/customer-event/non-attendance", "line": 701 }, { "directive": "disallow", "path": "/us/events/ecommerce-week", "line": 702 }, { "directive": "disallow", "path": "/us/events/fresh-produce-event", "line": 703 }, { "directive": "disallow", "path": "/us/events/non-attendance", "line": 704 }, { "directive": "disallow", "path": "/us/events/registration-complete", "line": 705 }, { "directive": "disallow", "path": "/us/events/registration-completed", "line": 706 }, { "directive": "disallow", "path": "/us/events/registration-confirmation", "line": 707 }, { "directive": "disallow", "path": "/us/events/registration-successful", "line": 708 }, { "directive": "disallow", "path": "/us/events/thank-you-for-registering", "line": 709 }, { "directive": "disallow", "path": "/us/events/wielkanoc", "line": 710 }, { "directive": "disallow", "path": "/us/events/wielkanoc/dzieki", "line": 711 }, { "directive": "disallow", "path": "/us/globalsearch", "line": 712 }, { "directive": "disallow", "path": "/us/investors/information", "line": 713 }, { "directive": "disallow", "path": "/us/investors/meetings2024-access", "line": 714 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-composites", "line": 715 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 716 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 717 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 718 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 719 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 720 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 721 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 722 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/the-results", "line": 723 }, { "directive": "disallow", "path": "/us/people/employee-data-protection-notice", "line": 724 }, { "directive": "disallow", "path": "/us/people/employee-engagement", "line": 725 }, { "directive": "disallow", "path": "/us/people/family-and-age-virtual-event", "line": 726 }, { "directive": "disallow", "path": "/us/people/meet-our-people", "line": 727 }, { "directive": "disallow", "path": "/us/people/my-sk", "line": 728 }, { "directive": "disallow", "path": "/us/people/pronouns", "line": 729 }, { "directive": "disallow", "path": "/us/ppc", "line": 730 }, { "directive": "disallow", "path": "/us/products-and-services/bag-in-box/bib-machinery-forms", "line": 731 }, { "directive": "disallow", "path": "/us/products-and-services/bag-in-box/brochures", "line": 732 }, { "directive": "disallow", "path": "/us/products-and-services/ecommerce-packaging/whitepaper/download", "line": 733 }, { "directive": "disallow", "path": "/us/products-and-services/thanks-for-your-enquiry", "line": 734 }, { "directive": "disallow", "path": "/us/products-and-services/thanks-for-your-enquiry-spam", "line": 735 }, { "directive": "disallow", "path": "/us/registration-submitted", "line": 736 }, { "directive": "disallow", "path": "/us/russia", "line": 737 }, { "directive": "disallow", "path": "/us/sustainability-survey/download", "line": 738 }, { "directive": "disallow", "path": "/us/sustainability/better-planet-packaging/event/thank-you", "line": 739 }, { "directive": "disallow", "path": "/us/sustainability/eu-green-deal/download", "line": 740 }, { "directive": "disallow", "path": "/us/sustainability/survey/download", "line": 741 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/404", "line": 5 }, { "directive": "disallow", "path": "/about/navod-na-betlem", "line": 6 }, { "directive": "disallow", "path": "/advert", "line": 7 }, { "directive": "disallow", "path": "/advert/display-popai/thank-you", "line": 8 }, { "directive": "disallow", "path": "/ar/404", "line": 9 }, { "directive": "disallow", "path": "/ar/contact/subscribe", "line": 10 }, { "directive": "disallow", "path": "/ar/enquiry-submitted", "line": 11 }, { "directive": "disallow", "path": "/ar/events/better-planet-packaging/thank-you-for-registering", "line": 12 }, { "directive": "disallow", "path": "/ar/events/registration-complete", "line": 13 }, { "directive": "disallow", "path": "/ar/events/registration-completed", "line": 14 }, { "directive": "disallow", "path": "/ar/events/registration-successful", "line": 15 }, { "directive": "disallow", "path": "/ar/events/thank-you-for-registering", "line": 16 }, { "directive": "disallow", "path": "/ar/globalsearch", "line": 17 }, { "directive": "disallow", "path": "/ar/people/employee-engagement", "line": 18 }, { "directive": "disallow", "path": "/ar/people/family-and-age-virtual-event", "line": 19 }, { "directive": "disallow", "path": "/ar/people/international-mens-day", "line": 20 }, { "directive": "disallow", "path": "/ar/people/meet-our-people", "line": 21 }, { "directive": "disallow", "path": "/ar/products-and-services/thanks-for-your-enquiry", "line": 22 }, { "directive": "disallow", "path": "/ar/products-and-services/thanks-for-your-enquiry-spam", "line": 23 }, { "directive": "disallow", "path": "/ar/registration-submitted", "line": 24 }, { "directive": "disallow", "path": "/ar/sustainability-survey/download", "line": 25 }, { "directive": "disallow", "path": "/ar/sustainability/survey/download", "line": 26 }, { "directive": "disallow", "path": "/at/404", "line": 27 }, { "directive": "disallow", "path": "/at/contact/subscribe", "line": 28 }, { "directive": "disallow", "path": "/at/enquiry-submitted", "line": 29 }, { "directive": "disallow", "path": "/at/events/better-planet-packaging/thank-you-for-registering", "line": 30 }, { "directive": "disallow", "path": "/at/events/registration-complete", "line": 31 }, { "directive": "disallow", "path": "/at/events/registration-completed", "line": 32 }, { "directive": "disallow", "path": "/at/events/registration-successful", "line": 33 }, { "directive": "disallow", "path": "/at/events/thank-you-for-registering", "line": 34 }, { "directive": "disallow", "path": "/at/globalsearch", "line": 35 }, { "directive": "disallow", "path": "/at/locations/germany/recycling-dual/mehr-informationen/download", "line": 36 }, { "directive": "disallow", "path": "/at/people/employee-engagement", "line": 37 }, { "directive": "disallow", "path": "/at/people/meet-our-people", "line": 38 }, { "directive": "disallow", "path": "/at/products-and-services/thanks-for-your-enquiry", "line": 39 }, { "directive": "disallow", "path": "/at/products-and-services/thanks-for-your-enquiry-spam", "line": 40 }, { "directive": "disallow", "path": "/at/registration-submitted", "line": 41 }, { "directive": "disallow", "path": "/at/sustainability-survey/download", "line": 42 }, { "directive": "disallow", "path": "/be/fr/404", "line": 43 }, { "directive": "disallow", "path": "/be/fr/contact/customer-voice", "line": 44 }, { "directive": "disallow", "path": "/be/fr/contact/subscribe", "line": 45 }, { "directive": "disallow", "path": "/be/fr/enquiry-submitted", "line": 46 }, { "directive": "disallow", "path": "/be/fr/events/better-planet-packaging/thank-you-for-registering", "line": 47 }, { "directive": "disallow", "path": "/be/fr/events/customer-event/non-attendance", "line": 48 }, { "directive": "disallow", "path": "/be/fr/events/non-attendance", "line": 49 }, { "directive": "disallow", "path": "/be/fr/events/registration-complete", "line": 50 }, { "directive": "disallow", "path": "/be/fr/events/registration-completed", "line": 51 }, { "directive": "disallow", "path": "/be/fr/events/registration-confirmation", "line": 52 }, { "directive": "disallow", "path": "/be/fr/events/registration-successful", "line": 53 }, { "directive": "disallow", "path": "/be/fr/events/thank-you-for-registering", "line": 54 }, { "directive": "disallow", "path": "/be/fr/globalsearch", "line": 55 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge", "line": 56 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/better-planet-packaging", "line": 57 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/business", "line": 58 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/health-and-safety", "line": 59 }, { "directive": "disallow", "path": "/be/fr/people/employee-engagement", "line": 60 }, { "directive": "disallow", "path": "/be/fr/people/meet-our-people", "line": 61 }, { "directive": "disallow", "path": "/be/fr/products-and-services/bag-in-box/bib-machinery-forms", "line": 62 }, { "directive": "disallow", "path": "/be/fr/products-and-services/thanks-for-your-enquiry", "line": 63 }, { "directive": "disallow", "path": "/be/fr/products-and-services/thanks-for-your-enquiry-spam", "line": 64 }, { "directive": "disallow", "path": "/be/fr/registration-submitted", "line": 65 }, { "directive": "disallow", "path": "/be/fr/sustainability-survey/download", "line": 66 }, { "directive": "disallow", "path": "/be/fr/sustainability/survey/download", "line": 67 }, { "directive": "disallow", "path": "/be/nl/404", "line": 68 }, { "directive": "disallow", "path": "/be/nl/contact/customer-voice", "line": 69 }, { "directive": "disallow", "path": "/be/nl/contact/subscribe", "line": 70 }, { "directive": "disallow", "path": "/be/nl/enquiry-submitted", "line": 71 }, { "directive": "disallow", "path": "/be/nl/events/better-planet-packaging/thank-you-for-registering", "line": 72 }, { "directive": "disallow", "path": "/be/nl/events/customer-event/non-attendance", "line": 73 }, { "directive": "disallow", "path": "/be/nl/events/non-attendance", "line": 74 }, { "directive": "disallow", "path": "/be/nl/events/registration-complete", "line": 75 }, { "directive": "disallow", "path": "/be/nl/events/registration-completed", "line": 76 }, { "directive": "disallow", "path": "/be/nl/events/registration-confirmation", "line": 77 }, { "directive": "disallow", "path": "/be/nl/events/registration-successful", "line": 78 }, { "directive": "disallow", "path": "/be/nl/events/thank-you-for-registering", "line": 79 }, { "directive": "disallow", "path": "/be/nl/globalsearch", "line": 80 }, { "directive": "disallow", "path": "/be/nl/people/employee-engagement", "line": 81 }, { "directive": "disallow", "path": "/be/nl/people/meet-our-people", "line": 82 }, { "directive": "disallow", "path": "/be/nl/products-and-services/thanks-for-your-enquiry", "line": 83 }, { "directive": "disallow", "path": "/be/nl/products-and-services/thanks-for-your-enquiry-spam", "line": 84 }, { "directive": "disallow", "path": "/be/nl/registration-submitted", "line": 85 }, { "directive": "disallow", "path": "/be/nl/sustainability-survey/download", "line": 86 }, { "directive": "disallow", "path": "/be/nl/sustainability/better-planet-packaging/event/thank-you", "line": 87 }, { "directive": "disallow", "path": "/be/nl/sustainability/survey/download", "line": 88 }, { "directive": "disallow", "path": "/br/404", "line": 89 }, { "directive": "disallow", "path": "/br/enquiry-submitted", "line": 90 }, { "directive": "disallow", "path": "/br/events/better-planet-packaging/thank-you-for-registering", "line": 91 }, { "directive": "disallow", "path": "/br/events/registration-complete", "line": 92 }, { "directive": "disallow", "path": "/br/events/registration-completed", "line": 93 }, { "directive": "disallow", "path": "/br/events/registration-successful", "line": 94 }, { "directive": "disallow", "path": "/br/events/thank-you-for-registering", "line": 95 }, { "directive": "disallow", "path": "/br/globalsearch", "line": 96 }, { "directive": "disallow", "path": "/br/people/employee-engagement", "line": 97 }, { "directive": "disallow", "path": "/br/people/meet-our-people", "line": 98 }, { "directive": "disallow", "path": "/br/products-and-services/thanks-for-your-enquiry", "line": 99 }, { "directive": "disallow", "path": "/br/products-and-services/thanks-for-your-enquiry-spam", "line": 100 }, { "directive": "disallow", "path": "/br/registration-submitted", "line": 101 }, { "directive": "disallow", "path": "/br/sustainability-survey/download", "line": 102 }, { "directive": "disallow", "path": "/br/sustainability/survey/download", "line": 103 }, { "directive": "disallow", "path": "/ch/404", "line": 104 }, { "directive": "disallow", "path": "/ch/contact/subscribe", "line": 105 }, { "directive": "disallow", "path": "/ch/enquiry-submitted", "line": 106 }, { "directive": "disallow", "path": "/ch/events/better-planet-packaging/thank-you-for-registering", "line": 107 }, { "directive": "disallow", "path": "/ch/events/registration-complete", "line": 108 }, { "directive": "disallow", "path": "/ch/events/registration-completed", "line": 109 }, { "directive": "disallow", "path": "/ch/events/registration-successful", "line": 110 }, { "directive": "disallow", "path": "/ch/events/thank-you-for-registering", "line": 111 }, { "directive": "disallow", "path": "/ch/globalsearch", "line": 112 }, { "directive": "disallow", "path": "/ch/people/employee-engagement", "line": 113 }, { "directive": "disallow", "path": "/ch/people/meet-our-people", "line": 114 }, { "directive": "disallow", "path": "/ch/products-and-services/thanks-for-your-enquiry", "line": 115 }, { "directive": "disallow", "path": "/ch/products-and-services/thanks-for-your-enquiry-spam", "line": 116 }, { "directive": "disallow", "path": "/ch/registration-submitted", "line": 117 }, { "directive": "disallow", "path": "/ch/sustainability-survey/download", "line": 118 }, { "directive": "disallow", "path": "/cl/404", "line": 119 }, { "directive": "disallow", "path": "/cl/contact/subscribe", "line": 120 }, { "directive": "disallow", "path": "/cl/enquiry-submitted", "line": 121 }, { "directive": "disallow", "path": "/cl/events/better-planet-packaging/thank-you-for-registering", "line": 122 }, { "directive": "disallow", "path": "/cl/events/registration-complete", "line": 123 }, { "directive": "disallow", "path": "/cl/events/registration-completed", "line": 124 }, { "directive": "disallow", "path": "/cl/events/registration-successful", "line": 125 }, { "directive": "disallow", "path": "/cl/events/thank-you-for-registering", "line": 126 }, { "directive": "disallow", "path": "/cl/globalsearch", "line": 127 }, { "directive": "disallow", "path": "/cl/people/employee-engagement", "line": 128 }, { "directive": "disallow", "path": "/cl/people/family-and-age-virtual-event", "line": 129 }, { "directive": "disallow", "path": "/cl/people/international-mens-day", "line": 130 }, { "directive": "disallow", "path": "/cl/people/meet-our-people", "line": 131 }, { "directive": "disallow", "path": "/cl/products-and-services/thanks-for-your-enquiry", "line": 132 }, { "directive": "disallow", "path": "/cl/products-and-services/thanks-for-your-enquiry-spam", "line": 133 }, { "directive": "disallow", "path": "/cl/registration-submitted", "line": 134 }, { "directive": "disallow", "path": "/cl/sustainability-survey/download", "line": 135 }, { "directive": "disallow", "path": "/cl/sustainability/survey/download", "line": 136 }, { "directive": "disallow", "path": "/co/404", "line": 137 }, { "directive": "disallow", "path": "/co/contact/subscribe", "line": 138 }, { "directive": "disallow", "path": "/co/enquiry-submitted", "line": 139 }, { "directive": "disallow", "path": "/co/events/better-planet-packaging/thank-you-for-registering", "line": 140 }, { "directive": "disallow", "path": "/co/events/registration-complete", "line": 141 }, { "directive": "disallow", "path": "/co/events/registration-completed", "line": 142 }, { "directive": "disallow", "path": "/co/events/registration-successful", "line": 143 }, { "directive": "disallow", "path": "/co/events/thank-you-for-registering", "line": 144 }, { "directive": "disallow", "path": "/co/globalsearch", "line": 145 }, { "directive": "disallow", "path": "/co/people/employee-engagement", "line": 146 }, { "directive": "disallow", "path": "/co/people/family-and-age-virtual-event", "line": 147 }, { "directive": "disallow", "path": "/co/people/international-mens-day", "line": 148 }, { "directive": "disallow", "path": "/co/people/meet-our-people", "line": 149 }, { "directive": "disallow", "path": "/co/products-and-services/thanks-for-your-enquiry", "line": 150 }, { "directive": "disallow", "path": "/co/products-and-services/thanks-for-your-enquiry-spam", "line": 151 }, { "directive": "disallow", "path": "/co/registration-submitted", "line": 152 }, { "directive": "disallow", "path": "/co/sustainability-survey/download", "line": 153 }, { "directive": "disallow", "path": "/co/sustainability/survey/download", "line": 154 }, { "directive": "disallow", "path": "/components", "line": 155 }, { "directive": "disallow", "path": "/contact/customer-subscription", "line": 156 }, { "directive": "disallow", "path": "/contact/customer-voice", "line": 157 }, { "directive": "disallow", "path": "/contact/subscribe", "line": 158 }, { "directive": "disallow", "path": "/contact/uk-feedback", "line": 159 }, { "directive": "disallow", "path": "/contact/uk-feedback/thank-you", "line": 160 }, { "directive": "disallow", "path": "/contact/uk-newsletter-feedback", "line": 161 }, { "directive": "disallow", "path": "/contact/uk-newsletter-feedback/thank-you", "line": 162 }, { "directive": "disallow", "path": "/cr/404", "line": 163 }, { "directive": "disallow", "path": "/cr/contact/subscribe", "line": 164 }, { "directive": "disallow", "path": "/cr/enquiry-submitted", "line": 165 }, { "directive": "disallow", "path": "/cr/events/better-planet-packaging/thank-you-for-registering", "line": 166 }, { "directive": "disallow", "path": "/cr/events/registration-complete", "line": 167 }, { "directive": "disallow", "path": "/cr/events/registration-completed", "line": 168 }, { "directive": "disallow", "path": "/cr/events/registration-successful", "line": 169 }, { "directive": "disallow", "path": "/cr/events/thank-you-for-registering", "line": 170 }, { "directive": "disallow", "path": "/cr/globalsearch", "line": 171 }, { "directive": "disallow", "path": "/cr/people/employee-engagement", "line": 172 }, { "directive": "disallow", "path": "/cr/people/family-and-age-virtual-event", "line": 173 }, { "directive": "disallow", "path": "/cr/people/international-mens-day", "line": 174 }, { "directive": "disallow", "path": "/cr/people/meet-our-people", "line": 175 }, { "directive": "disallow", "path": "/cr/products-and-services/thanks-for-your-enquiry", "line": 176 }, { "directive": "disallow", "path": "/cr/products-and-services/thanks-for-your-enquiry-spam", "line": 177 }, { "directive": "disallow", "path": "/cr/registration-submitted", "line": 178 }, { "directive": "disallow", "path": "/cr/sustainability-survey/download", "line": 179 }, { "directive": "disallow", "path": "/cr/sustainability/survey/download", "line": 180 }, { "directive": "disallow", "path": "/cz/404", "line": 181 }, { "directive": "disallow", "path": "/cz/enquiry-submitted", "line": 182 }, { "directive": "disallow", "path": "/cz/events/better-planet-packaging/thank-you-for-registering", "line": 183 }, { "directive": "disallow", "path": "/cz/events/registration-complete", "line": 184 }, { "directive": "disallow", "path": "/cz/events/registration-completed", "line": 185 }, { "directive": "disallow", "path": "/cz/events/registration-successful", "line": 186 }, { "directive": "disallow", "path": "/cz/events/thank-you-for-registering", "line": 187 }, { "directive": "disallow", "path": "/cz/globalsearch", "line": 188 }, { "directive": "disallow", "path": "/cz/people/employee-engagement", "line": 189 }, { "directive": "disallow", "path": "/cz/people/meet-our-people", "line": 190 }, { "directive": "disallow", "path": "/cz/products-and-services/thanks-for-your-enquiry", "line": 191 }, { "directive": "disallow", "path": "/cz/products-and-services/thanks-for-your-enquiry-spam", "line": 192 }, { "directive": "disallow", "path": "/cz/registration-submitted", "line": 193 }, { "directive": "disallow", "path": "/cz/sustainability-survey/download", "line": 194 }, { "directive": "disallow", "path": "/cz/sustainability/survey/download", "line": 195 }, { "directive": "disallow", "path": "/de/404", "line": 196 }, { "directive": "disallow", "path": "/de/contact/customer-subscription", "line": 197 }, { "directive": "disallow", "path": "/de/contact/subscribe", "line": 198 }, { "directive": "disallow", "path": "/de/enquiry-submitted", "line": 199 }, { "directive": "disallow", "path": "/de/events/better-planet-packaging/thank-you-for-registering", "line": 200 }, { "directive": "disallow", "path": "/de/events/registration-complete", "line": 201 }, { "directive": "disallow", "path": "/de/events/registration-completed", "line": 202 }, { "directive": "disallow", "path": "/de/events/registration-successful", "line": 203 }, { "directive": "disallow", "path": "/de/events/thank-you-for-registering", "line": 204 }, { "directive": "disallow", "path": "/de/globalsearch", "line": 205 }, { "directive": "disallow", "path": "/de/locations/germany/recycling-dual/mehr-informationen/download", "line": 206 }, { "directive": "disallow", "path": "/de/people/employee-engagement", "line": 207 }, { "directive": "disallow", "path": "/de/people/meet-our-people", "line": 208 }, { "directive": "disallow", "path": "/de/products-and-services/thanks-for-your-enquiry", "line": 209 }, { "directive": "disallow", "path": "/de/products-and-services/thanks-for-your-enquiry-spam", "line": 210 }, { "directive": "disallow", "path": "/de/registration-submitted", "line": 211 }, { "directive": "disallow", "path": "/de/sustainability-survey/download", "line": 212 }, { "directive": "disallow", "path": "/dk/404", "line": 213 }, { "directive": "disallow", "path": "/dk/contact/subscribe", "line": 214 }, { "directive": "disallow", "path": "/dk/enquiry-submitted", "line": 215 }, { "directive": "disallow", "path": "/dk/events/better-planet-packaging/thank-you-for-registering", "line": 216 }, { "directive": "disallow", "path": "/dk/events/registration-complete", "line": 217 }, { "directive": "disallow", "path": "/dk/events/registration-completed", "line": 218 }, { "directive": "disallow", "path": "/dk/events/registration-successful", "line": 219 }, { "directive": "disallow", "path": "/dk/events/thank-you-for-registering", "line": 220 }, { "directive": "disallow", "path": "/dk/globalsearch", "line": 221 }, { "directive": "disallow", "path": "/dk/people/employee-engagement", "line": 222 }, { "directive": "disallow", "path": "/dk/people/meet-our-people", "line": 223 }, { "directive": "disallow", "path": "/dk/products-and-services/thanks-for-your-enquiry", "line": 224 }, { "directive": "disallow", "path": "/dk/products-and-services/thanks-for-your-enquiry-spam", "line": 225 }, { "directive": "disallow", "path": "/dk/registration-submitted", "line": 226 }, { "directive": "disallow", "path": "/dk/sustainability-survey/download", "line": 227 }, { "directive": "disallow", "path": "/dk/sustainability/survey/download", "line": 228 }, { "directive": "disallow", "path": "/do/404", "line": 229 }, { "directive": "disallow", "path": "/do/contact/subscribe", "line": 230 }, { "directive": "disallow", "path": "/do/enquiry-submitted", "line": 231 }, { "directive": "disallow", "path": "/do/events/better-planet-packaging/thank-you-for-registering", "line": 232 }, { "directive": "disallow", "path": "/do/events/registration-complete", "line": 233 }, { "directive": "disallow", "path": "/do/events/registration-completed", "line": 234 }, { "directive": "disallow", "path": "/do/events/registration-successful", "line": 235 }, { "directive": "disallow", "path": "/do/events/thank-you-for-registering", "line": 236 }, { "directive": "disallow", "path": "/do/globalsearch", "line": 237 }, { "directive": "disallow", "path": "/do/people/employee-engagement", "line": 238 }, { "directive": "disallow", "path": "/do/people/family-and-age-virtual-event", "line": 239 }, { "directive": "disallow", "path": "/do/people/international-mens-day", "line": 240 }, { "directive": "disallow", "path": "/do/people/meet-our-people", "line": 241 }, { "directive": "disallow", "path": "/do/products-and-services/thanks-for-your-enquiry", "line": 242 }, { "directive": "disallow", "path": "/do/products-and-services/thanks-for-your-enquiry-spam", "line": 243 }, { "directive": "disallow", "path": "/do/registration-submitted", "line": 244 }, { "directive": "disallow", "path": "/do/sustainability-survey/download", "line": 245 }, { "directive": "disallow", "path": "/do/sustainability/survey/download", "line": 246 }, { "directive": "disallow", "path": "/ec/404", "line": 247 }, { "directive": "disallow", "path": "/ec/contact/subscribe", "line": 248 }, { "directive": "disallow", "path": "/ec/enquiry-submitted", "line": 249 }, { "directive": "disallow", "path": "/ec/events/better-planet-packaging/thank-you-for-registering", "line": 250 }, { "directive": "disallow", "path": "/ec/events/registration-complete", "line": 251 }, { "directive": "disallow", "path": "/ec/events/registration-completed", "line": 252 }, { "directive": "disallow", "path": "/ec/events/registration-successful", "line": 253 }, { "directive": "disallow", "path": "/ec/events/thank-you-for-registering", "line": 254 }, { "directive": "disallow", "path": "/ec/globalsearch", "line": 255 }, { "directive": "disallow", "path": "/ec/people/employee-engagement", "line": 256 }, { "directive": "disallow", "path": "/ec/people/family-and-age-virtual-event", "line": 257 }, { "directive": "disallow", "path": "/ec/people/international-mens-day", "line": 258 }, { "directive": "disallow", "path": "/ec/people/meet-our-people", "line": 259 }, { "directive": "disallow", "path": "/ec/products-and-services/thanks-for-your-enquiry", "line": 260 }, { "directive": "disallow", "path": "/ec/products-and-services/thanks-for-your-enquiry-spam", "line": 261 }, { "directive": "disallow", "path": "/ec/registration-submitted", "line": 262 }, { "directive": "disallow", "path": "/ec/sustainability-survey/download", "line": 263 }, { "directive": "disallow", "path": "/ec/sustainability/survey/download", "line": 264 }, { "directive": "disallow", "path": "/enquiry-submitted", "line": 265 }, { "directive": "disallow", "path": "/es/404", "line": 266 }, { "directive": "disallow", "path": "/es/contact/customer-subscription", "line": 267 }, { "directive": "disallow", "path": "/es/contact/subscribe", "line": 268 }, { "directive": "disallow", "path": "/es/enquiry-submitted", "line": 269 }, { "directive": "disallow", "path": "/es/events/better-planet-packaging/thank-you-for-registering", "line": 270 }, { "directive": "disallow", "path": "/es/events/registration-complete", "line": 271 }, { "directive": "disallow", "path": "/es/events/registration-completed", "line": 272 }, { "directive": "disallow", "path": "/es/events/registration-successful", "line": 273 }, { "directive": "disallow", "path": "/es/events/thank-you-for-registering", "line": 274 }, { "directive": "disallow", "path": "/es/globalsearch", "line": 275 }, { "directive": "disallow", "path": "/es/people/employee-engagement", "line": 276 }, { "directive": "disallow", "path": "/es/people/meet-our-people", "line": 277 }, { "directive": "disallow", "path": "/es/products-and-services/bag-in-box/brochures", "line": 278 }, { "directive": "disallow", "path": "/es/products-and-services/ecommerce-packaging/whitepaper/download", "line": 279 }, { "directive": "disallow", "path": "/es/products-and-services/thanks-for-your-enquiry", "line": 280 }, { "directive": "disallow", "path": "/es/products-and-services/thanks-for-your-enquiry-spam", "line": 281 }, { "directive": "disallow", "path": "/es/registration-submitted", "line": 282 }, { "directive": "disallow", "path": "/es/sustainability-survey/download", "line": 283 }, { "directive": "disallow", "path": "/es/sustainability/survey/download", "line": 284 }, { "directive": "disallow", "path": "/events/aquaculture-uk-2026", "line": 285 }, { "directive": "disallow", "path": "/events/better-planet-packaging", "line": 286 }, { "directive": "disallow", "path": "/events/better-planet-packaging/agenda", "line": 287 }, { "directive": "disallow", "path": "/events/better-planet-packaging/faqs", "line": 288 }, { "directive": "disallow", "path": "/events/better-planet-packaging/register-now", "line": 289 }, { "directive": "disallow", "path": "/events/better-planet-packaging/resources", "line": 290 }, { "directive": "disallow", "path": "/events/better-planet-packaging/success-stories", "line": 291 }, { "directive": "disallow", "path": "/events/better-planet-packaging/thank-you-for-registering", "line": 292 }, { "directive": "disallow", "path": "/events/competition-terms-and-conditions", "line": 293 }, { "directive": "disallow", "path": "/events/customer-event", "line": 294 }, { "directive": "disallow", "path": "/events/customer-event-2026", "line": 295 }, { "directive": "disallow", "path": "/events/customer-event-2026/jason-invite", "line": 296 }, { "directive": "disallow", "path": "/events/customer-event-registration", "line": 297 }, { "directive": "disallow", "path": "/events/customer-event/agenda", "line": 298 }, { "directive": "disallow", "path": "/events/customer-event/exhibition", "line": 299 }, { "directive": "disallow", "path": "/events/customer-event/faqs", "line": 300 }, { "directive": "disallow", "path": "/events/customer-event/location", "line": 301 }, { "directive": "disallow", "path": "/events/customer-event/meet-team", "line": 302 }, { "directive": "disallow", "path": "/events/customer-event/non-attendance", "line": 303 }, { "directive": "disallow", "path": "/events/customer-event/speakers", "line": 304 }, { "directive": "disallow", "path": "/events/customer-event/speakers/claire-williams", "line": 305 }, { "directive": "disallow", "path": "/events/customer-event/table-plan", "line": 306 }, { "directive": "disallow", "path": "/events/ecommerce-week", "line": 307 }, { "directive": "disallow", "path": "/events/fresh-produce-event", "line": 308 }, { "directive": "disallow", "path": "/events/fresh-produce-green-event", "line": 309 }, { "directive": "disallow", "path": "/events/london-packaging", "line": 310 }, { "directive": "disallow", "path": "/events/management-conference", "line": 311 }, { "directive": "disallow", "path": "/events/management-conference/thank-you", "line": 312 }, { "directive": "disallow", "path": "/events/non-attendance", "line": 313 }, { "directive": "disallow", "path": "/events/registration-complete", "line": 314 }, { "directive": "disallow", "path": "/events/registration-completed", "line": 315 }, { "directive": "disallow", "path": "/events/registration-confirmation", "line": 316 }, { "directive": "disallow", "path": "/events/registration-successful", "line": 317 }, { "directive": "disallow", "path": "/events/thank-you-for-registering", "line": 318 }, { "directive": "disallow", "path": "/events/the-americas-management-conference-2022", "line": 319 }, { "directive": "disallow", "path": "/events/uk-pet-day-bandana", "line": 320 }, { "directive": "disallow", "path": "/events/uk-sales-conference", "line": 321 }, { "directive": "disallow", "path": "/events/wielkanoc", "line": 322 }, { "directive": "disallow", "path": "/events/wielkanoc/dzieki", "line": 323 }, { "directive": "disallow", "path": "/fr/404", "line": 324 }, { "directive": "disallow", "path": "/fr/contact/customer-voice", "line": 325 }, { "directive": "disallow", "path": "/fr/contact/subscribe", "line": 326 }, { "directive": "disallow", "path": "/fr/enquiry-submitted", "line": 327 }, { "directive": "disallow", "path": "/fr/events/better-planet-packaging/thank-you-for-registering", "line": 328 }, { "directive": "disallow", "path": "/fr/events/registration-complete", "line": 329 }, { "directive": "disallow", "path": "/fr/events/registration-completed", "line": 330 }, { "directive": "disallow", "path": "/fr/events/registration-successful", "line": 331 }, { "directive": "disallow", "path": "/fr/events/thank-you-for-registering", "line": 332 }, { "directive": "disallow", "path": "/fr/globalsearch", "line": 333 }, { "directive": "disallow", "path": "/fr/people/employee-engagement", "line": 334 }, { "directive": "disallow", "path": "/fr/people/meet-our-people", "line": 335 }, { "directive": "disallow", "path": "/fr/products-and-services/bag-in-box/bib-machinery-forms", "line": 336 }, { "directive": "disallow", "path": "/fr/products-and-services/thanks-for-your-enquiry", "line": 337 }, { "directive": "disallow", "path": "/fr/products-and-services/thanks-for-your-enquiry-spam", "line": 338 }, { "directive": "disallow", "path": "/fr/registration-submitted", "line": 339 }, { "directive": "disallow", "path": "/fr/sustainability-survey/download", "line": 340 }, { "directive": "disallow", "path": "/fr/sustainability/survey/download", "line": 341 }, { "directive": "disallow", "path": "/globalsearch", "line": 342 }, { "directive": "disallow", "path": "/ie/404", "line": 343 }, { "directive": "disallow", "path": "/ie/components", "line": 344 }, { "directive": "disallow", "path": "/ie/contact/customer-voice", "line": 345 }, { "directive": "disallow", "path": "/ie/contact/subscribe", "line": 346 }, { "directive": "disallow", "path": "/ie/enquiry-submitted", "line": 347 }, { "directive": "disallow", "path": "/ie/events/better-planet-packaging/thank-you-for-registering", "line": 348 }, { "directive": "disallow", "path": "/ie/events/customer-event/non-attendance", "line": 349 }, { "directive": "disallow", "path": "/ie/events/ecommerce-week", "line": 350 }, { "directive": "disallow", "path": "/ie/events/fresh-produce-event", "line": 351 }, { "directive": "disallow", "path": "/ie/events/non-attendance", "line": 352 }, { "directive": "disallow", "path": "/ie/events/registration-complete", "line": 353 }, { "directive": "disallow", "path": "/ie/events/registration-completed", "line": 354 }, { "directive": "disallow", "path": "/ie/events/registration-confirmation", "line": 355 }, { "directive": "disallow", "path": "/ie/events/registration-successful", "line": 356 }, { "directive": "disallow", "path": "/ie/events/thank-you-for-registering", "line": 357 }, { "directive": "disallow", "path": "/ie/events/wielkanoc", "line": 358 }, { "directive": "disallow", "path": "/ie/events/wielkanoc/dzieki", "line": 359 }, { "directive": "disallow", "path": "/ie/globalsearch", "line": 360 }, { "directive": "disallow", "path": "/ie/investors/information", "line": 361 }, { "directive": "disallow", "path": "/ie/investors/meetings2024-access", "line": 362 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-composites", "line": 363 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 364 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 365 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 366 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 367 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 368 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 369 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 370 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/the-results", "line": 371 }, { "directive": "disallow", "path": "/ie/people/employee-data-protection-notice", "line": 372 }, { "directive": "disallow", "path": "/ie/people/employee-engagement", "line": 373 }, { "directive": "disallow", "path": "/ie/people/meet-our-people", "line": 374 }, { "directive": "disallow", "path": "/ie/people/my-sk", "line": 375 }, { "directive": "disallow", "path": "/ie/people/pronouns", "line": 376 }, { "directive": "disallow", "path": "/ie/ppc", "line": 377 }, { "directive": "disallow", "path": "/ie/products-and-services/bag-in-box/bib-machinery-forms", "line": 378 }, { "directive": "disallow", "path": "/ie/products-and-services/bag-in-box/brochures", "line": 379 }, { "directive": "disallow", "path": "/ie/products-and-services/ecommerce-packaging/whitepaper/download", "line": 380 }, { "directive": "disallow", "path": "/ie/products-and-services/thanks-for-your-enquiry", "line": 381 }, { "directive": "disallow", "path": "/ie/products-and-services/thanks-for-your-enquiry-spam", "line": 382 }, { "directive": "disallow", "path": "/ie/registration-submitted", "line": 383 }, { "directive": "disallow", "path": "/ie/russia", "line": 384 }, { "directive": "disallow", "path": "/ie/sustainability-survey/download", "line": 385 }, { "directive": "disallow", "path": "/ie/sustainability/better-planet-packaging/event/thank-you", "line": 386 }, { "directive": "disallow", "path": "/ie/sustainability/eu-green-deal/download", "line": 387 }, { "directive": "disallow", "path": "/ie/sustainability/survey/download", "line": 388 }, { "directive": "disallow", "path": "/innovation/innovation-challenge", "line": 389 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/all-entries", "line": 390 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/better-planet-packaging", "line": 391 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/business", "line": 392 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/health-and-safety", "line": 393 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/hr", "line": 394 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/production", "line": 395 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/sales", "line": 396 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/support", "line": 397 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/voting-thanks", "line": 398 }, { "directive": "disallow", "path": "/innovation/success-stories/prima-cheese-2", "line": 399 }, { "directive": "disallow", "path": "/insights-report", "line": 400 }, { "directive": "disallow", "path": "/insights-report/thank-you", "line": 401 }, { "directive": "disallow", "path": "/investors/information", "line": 402 }, { "directive": "disallow", "path": "/investors/meetings2024-access", "line": 403 }, { "directive": "disallow", "path": "/it/404", "line": 404 }, { "directive": "disallow", "path": "/it/contact/subscribe", "line": 405 }, { "directive": "disallow", "path": "/it/enquiry-submitted", "line": 406 }, { "directive": "disallow", "path": "/it/events/better-planet-packaging/thank-you-for-registering", "line": 407 }, { "directive": "disallow", "path": "/it/events/registration-complete", "line": 408 }, { "directive": "disallow", "path": "/it/events/registration-completed", "line": 409 }, { "directive": "disallow", "path": "/it/events/registration-successful", "line": 410 }, { "directive": "disallow", "path": "/it/events/thank-you-for-registering", "line": 411 }, { "directive": "disallow", "path": "/it/globalsearch", "line": 412 }, { "directive": "disallow", "path": "/it/people/employee-engagement", "line": 413 }, { "directive": "disallow", "path": "/it/people/meet-our-people", "line": 414 }, { "directive": "disallow", "path": "/it/products-and-services/thanks-for-your-enquiry", "line": 415 }, { "directive": "disallow", "path": "/it/products-and-services/thanks-for-your-enquiry-spam", "line": 416 }, { "directive": "disallow", "path": "/it/registration-submitted", "line": 417 }, { "directive": "disallow", "path": "/it/sustainability-survey/download", "line": 418 }, { "directive": "disallow", "path": "/it/sustainability/survey/download", "line": 419 }, { "directive": "disallow", "path": "/locations/germany/recycling-dual/mehr-informationen/download", "line": 420 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-composites", "line": 421 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 422 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 423 }, { "directive": "disallow", "path": "/ma/404", "line": 424 }, { "directive": "disallow", "path": "/ma/contact/customer-voice", "line": 425 }, { "directive": "disallow", "path": "/ma/contact/subscribe", "line": 426 }, { "directive": "disallow", "path": "/ma/enquiry-submitted", "line": 427 }, { "directive": "disallow", "path": "/ma/events/better-planet-packaging/thank-you-for-registering", "line": 428 }, { "directive": "disallow", "path": "/ma/events/registration-complete", "line": 429 }, { "directive": "disallow", "path": "/ma/events/registration-completed", "line": 430 }, { "directive": "disallow", "path": "/ma/events/registration-successful", "line": 431 }, { "directive": "disallow", "path": "/ma/events/thank-you-for-registering", "line": 432 }, { "directive": "disallow", "path": "/ma/globalsearch", "line": 433 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge", "line": 434 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/better-planet-packaging", "line": 435 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/business", "line": 436 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/health-and-safety", "line": 437 }, { "directive": "disallow", "path": "/ma/people/employee-engagement", "line": 438 }, { "directive": "disallow", "path": "/ma/people/meet-our-people", "line": 439 }, { "directive": "disallow", "path": "/ma/products-and-services/bag-in-box/bib-machinery-forms", "line": 440 }, { "directive": "disallow", "path": "/ma/products-and-services/thanks-for-your-enquiry", "line": 441 }, { "directive": "disallow", "path": "/ma/products-and-services/thanks-for-your-enquiry-spam", "line": 442 }, { "directive": "disallow", "path": "/ma/registration-submitted", "line": 443 }, { "directive": "disallow", "path": "/ma/sustainability-survey/download", "line": 444 }, { "directive": "disallow", "path": "/ma/sustainability/survey/download", "line": 445 }, { "directive": "disallow", "path": "/mx/404", "line": 446 }, { "directive": "disallow", "path": "/mx/contact/subscribe", "line": 447 }, { "directive": "disallow", "path": "/mx/enquiry-submitted", "line": 448 }, { "directive": "disallow", "path": "/mx/events/better-planet-packaging/thank-you-for-registering", "line": 449 }, { "directive": "disallow", "path": "/mx/events/registration-complete", "line": 450 }, { "directive": "disallow", "path": "/mx/events/registration-completed", "line": 451 }, { "directive": "disallow", "path": "/mx/events/registration-successful", "line": 452 }, { "directive": "disallow", "path": "/mx/events/thank-you-for-registering", "line": 453 }, { "directive": "disallow", "path": "/mx/globalsearch", "line": 454 }, { "directive": "disallow", "path": "/mx/people/employee-engagement", "line": 455 }, { "directive": "disallow", "path": "/mx/people/meet-our-people", "line": 456 }, { "directive": "disallow", "path": "/mx/products-and-services/thanks-for-your-enquiry", "line": 457 }, { "directive": "disallow", "path": "/mx/products-and-services/thanks-for-your-enquiry-spam", "line": 458 }, { "directive": "disallow", "path": "/mx/registration-submitted", "line": 459 }, { "directive": "disallow", "path": "/mx/sustainability-survey/download", "line": 460 }, { "directive": "disallow", "path": "/mx/sustainability/survey/download", "line": 461 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 462 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 463 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 464 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 465 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 466 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/the-results", "line": 467 }, { "directive": "disallow", "path": "/newsroom/blog/download-report", "line": 468 }, { "directive": "disallow", "path": "/newsroom/blog/ecommerce-packaging-labelling-expo-2023", "line": 469 }, { "directive": "disallow", "path": "/nl/404", "line": 470 }, { "directive": "disallow", "path": "/nl/contact/customer-voice", "line": 471 }, { "directive": "disallow", "path": "/nl/contact/subscribe", "line": 472 }, { "directive": "disallow", "path": "/nl/enquiry-submitted", "line": 473 }, { "directive": "disallow", "path": "/nl/events/better-planet-packaging/thank-you-for-registering", "line": 474 }, { "directive": "disallow", "path": "/nl/events/customer-event/non-attendance", "line": 475 }, { "directive": "disallow", "path": "/nl/events/non-attendance", "line": 476 }, { "directive": "disallow", "path": "/nl/events/registration-complete", "line": 477 }, { "directive": "disallow", "path": "/nl/events/registration-completed", "line": 478 }, { "directive": "disallow", "path": "/nl/events/registration-confirmation", "line": 479 }, { "directive": "disallow", "path": "/nl/events/registration-successful", "line": 480 }, { "directive": "disallow", "path": "/nl/events/thank-you-for-registering", "line": 481 }, { "directive": "disallow", "path": "/nl/globalsearch", "line": 482 }, { "directive": "disallow", "path": "/nl/people/employee-engagement", "line": 483 }, { "directive": "disallow", "path": "/nl/people/meet-our-people", "line": 484 }, { "directive": "disallow", "path": "/nl/products-and-services/thanks-for-your-enquiry", "line": 485 }, { "directive": "disallow", "path": "/nl/products-and-services/thanks-for-your-enquiry-spam", "line": 486 }, { "directive": "disallow", "path": "/nl/registration-submitted", "line": 487 }, { "directive": "disallow", "path": "/nl/sustainability-survey/download", "line": 488 }, { "directive": "disallow", "path": "/nl/sustainability/better-planet-packaging/event/thank-you", "line": 489 }, { "directive": "disallow", "path": "/nl/sustainability/survey/download", "line": 490 }, { "directive": "disallow", "path": "/no/404", "line": 491 }, { "directive": "disallow", "path": "/no/enquiry-submitted", "line": 492 }, { "directive": "disallow", "path": "/no/events/better-planet-packaging/thank-you-for-registering", "line": 493 }, { "directive": "disallow", "path": "/no/events/registration-complete", "line": 494 }, { "directive": "disallow", "path": "/no/events/registration-completed", "line": 495 }, { "directive": "disallow", "path": "/no/events/registration-successful", "line": 496 }, { "directive": "disallow", "path": "/no/events/thank-you-for-registering", "line": 497 }, { "directive": "disallow", "path": "/no/globalsearch", "line": 498 }, { "directive": "disallow", "path": "/no/people/employee-engagement", "line": 499 }, { "directive": "disallow", "path": "/no/people/meet-our-people", "line": 500 }, { "directive": "disallow", "path": "/no/products-and-services/thanks-for-your-enquiry", "line": 501 }, { "directive": "disallow", "path": "/no/products-and-services/thanks-for-your-enquiry-spam", "line": 502 }, { "directive": "disallow", "path": "/no/registration-submitted", "line": 503 }, { "directive": "disallow", "path": "/no/sustainability-survey/download", "line": 504 }, { "directive": "disallow", "path": "/no/sustainability/survey/download", "line": 505 }, { "directive": "disallow", "path": "/pe/404", "line": 506 }, { "directive": "disallow", "path": "/pe/contact/subscribe", "line": 507 }, { "directive": "disallow", "path": "/pe/enquiry-submitted", "line": 508 }, { "directive": "disallow", "path": "/pe/events/better-planet-packaging/thank-you-for-registering", "line": 509 }, { "directive": "disallow", "path": "/pe/events/registration-complete", "line": 510 }, { "directive": "disallow", "path": "/pe/events/registration-completed", "line": 511 }, { "directive": "disallow", "path": "/pe/events/registration-successful", "line": 512 }, { "directive": "disallow", "path": "/pe/events/thank-you-for-registering", "line": 513 }, { "directive": "disallow", "path": "/pe/globalsearch", "line": 514 }, { "directive": "disallow", "path": "/pe/people/employee-engagement", "line": 515 }, { "directive": "disallow", "path": "/pe/people/family-and-age-virtual-event", "line": 516 }, { "directive": "disallow", "path": "/pe/people/international-mens-day", "line": 517 }, { "directive": "disallow", "path": "/pe/people/meet-our-people", "line": 518 }, { "directive": "disallow", "path": "/pe/products-and-services/thanks-for-your-enquiry", "line": 519 }, { "directive": "disallow", "path": "/pe/products-and-services/thanks-for-your-enquiry-spam", "line": 520 }, { "directive": "disallow", "path": "/pe/registration-submitted", "line": 521 }, { "directive": "disallow", "path": "/pe/sustainability-survey/download", "line": 522 }, { "directive": "disallow", "path": "/pe/sustainability/survey/download", "line": 523 }, { "directive": "disallow", "path": "/people/employee-data-protection-notice", "line": 524 }, { "directive": "disallow", "path": "/people/employee-engagement", "line": 525 }, { "directive": "disallow", "path": "/people/family-and-age-virtual-event", "line": 526 }, { "directive": "disallow", "path": "/people/international-mens-day", "line": 527 }, { "directive": "disallow", "path": "/people/international-womans-day", "line": 528 }, { "directive": "disallow", "path": "/people/medarbejderskaerm", "line": 529 }, { "directive": "disallow", "path": "/people/meet-our-people", "line": 530 }, { "directive": "disallow", "path": "/people/my-sk", "line": 531 }, { "directive": "disallow", "path": "/people/pronouns", "line": 532 }, { "directive": "disallow", "path": "/people/test", "line": 533 }, { "directive": "disallow", "path": "/pl/404", "line": 534 }, { "directive": "disallow", "path": "/pl/enquiry-submitted", "line": 535 }, { "directive": "disallow", "path": "/pl/events/better-planet-packaging/thank-you-for-registering", "line": 536 }, { "directive": "disallow", "path": "/pl/events/registration-complete", "line": 537 }, { "directive": "disallow", "path": "/pl/events/registration-completed", "line": 538 }, { "directive": "disallow", "path": "/pl/events/registration-successful", "line": 539 }, { "directive": "disallow", "path": "/pl/events/thank-you-for-registering", "line": 540 }, { "directive": "disallow", "path": "/pl/events/wielkanoc/dzieki", "line": 541 }, { "directive": "disallow", "path": "/pl/globalsearch", "line": 542 }, { "directive": "disallow", "path": "/pl/people/employee-engagement", "line": 543 }, { "directive": "disallow", "path": "/pl/people/meet-our-people", "line": 544 }, { "directive": "disallow", "path": "/pl/products-and-services/thanks-for-your-enquiry", "line": 545 }, { "directive": "disallow", "path": "/pl/products-and-services/thanks-for-your-enquiry-spam", "line": 546 }, { "directive": "disallow", "path": "/pl/registration-submitted", "line": 547 }, { "directive": "disallow", "path": "/pl/sustainability-survey/download", "line": 548 }, { "directive": "disallow", "path": "/pl/sustainability/survey/download", "line": 549 }, { "directive": "disallow", "path": "/ppc", "line": 550 }, { "directive": "disallow", "path": "/ppc/advent-calendar-packaging", "line": 551 }, { "directive": "disallow", "path": "/ppc/birchbox", "line": 552 }, { "directive": "disallow", "path": "/ppc/birchbox/track-delivery", "line": 553 }, { "directive": "disallow", "path": "/ppc/cardboard-box-manufacturers", "line": 554 }, { "directive": "disallow", "path": "/ppc/cardboard-dump-bins", "line": 555 }, { "directive": "disallow", "path": "/ppc/digital-printing-packaging", "line": 556 }, { "directive": "disallow", "path": "/ppc/ecommerce-packaging", "line": 557 }, { "directive": "disallow", "path": "/ppc/free-from-packaging", "line": 558 }, { "directive": "disallow", "path": "/ppc/healf", "line": 559 }, { "directive": "disallow", "path": "/ppc/honeycomb-packaging", "line": 560 }, { "directive": "disallow", "path": "/ppc/honeycomb-packaging-v1", "line": 561 }, { "directive": "disallow", "path": "/ppc/insulated-packaging", "line": 562 }, { "directive": "disallow", "path": "/ppc/love-corn", "line": 563 }, { "directive": "disallow", "path": "/ppc/mylee", "line": 564 }, { "directive": "disallow", "path": "/ppc/nairns", "line": 565 }, { "directive": "disallow", "path": "/ppc/packaging-machinery", "line": 566 }, { "directive": "disallow", "path": "/ppc/packaging-supplier", "line": 567 }, { "directive": "disallow", "path": "/ppc/perfect-ted", "line": 568 }, { "directive": "disallow", "path": "/ppc/pet-food-packaging", "line": 569 }, { "directive": "disallow", "path": "/ppc/pieminister", "line": 570 }, { "directive": "disallow", "path": "/ppc/protective-packaging", "line": 571 }, { "directive": "disallow", "path": "/ppc/pumpkin-bins", "line": 572 }, { "directive": "disallow", "path": "/ppc/purdy-and-figg", "line": 573 }, { "directive": "disallow", "path": "/ppc/sustainable-packaging", "line": 574 }, { "directive": "disallow", "path": "/ppc/thank-you", "line": 575 }, { "directive": "disallow", "path": "/ppc/tropic-skincare", "line": 576 }, { "directive": "disallow", "path": "/ppc/untamed-cat", "line": 577 }, { "directive": "disallow", "path": "/ppc/vegan-packaging", "line": 578 }, { "directive": "disallow", "path": "/ppc/wholesale-bulk-packaging", "line": 579 }, { "directive": "disallow", "path": "/ppc/wholesale-bulk-packaging-v1", "line": 580 }, { "directive": "disallow", "path": "/products-and-services/bag-in-box/bib-machinery-forms", "line": 581 }, { "directive": "disallow", "path": "/products-and-services/bag-in-box/brochures", "line": 582 }, { "directive": "disallow", "path": "/products-and-services/ecommerce-packaging/whitepaper/download", "line": 583 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/requests", "line": 584 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/sectors", "line": 585 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/services/after-sales-care-plan", "line": 586 }, { "directive": "disallow", "path": "/products-and-services/packaging/protective-packaging", "line": 587 }, { "directive": "disallow", "path": "/products-and-services/packaging/waterproof-cardboard-box", "line": 588 }, { "directive": "disallow", "path": "/products-and-services/sheetfeeding/meet-team", "line": 589 }, { "directive": "disallow", "path": "/products-and-services/sheetfeeding/technical-customer-support", "line": 590 }, { "directive": "disallow", "path": "/products-and-services/thanks-for-your-enquiry", "line": 591 }, { "directive": "disallow", "path": "/products-and-services/thanks-for-your-enquiry-spam", "line": 592 }, { "directive": "disallow", "path": "/pt/404", "line": 593 }, { "directive": "disallow", "path": "/pt/contact/subscribe", "line": 594 }, { "directive": "disallow", "path": "/pt/enquiry-submitted", "line": 595 }, { "directive": "disallow", "path": "/pt/events/better-planet-packaging/thank-you-for-registering", "line": 596 }, { "directive": "disallow", "path": "/pt/events/registration-complete", "line": 597 }, { "directive": "disallow", "path": "/pt/events/registration-completed", "line": 598 }, { "directive": "disallow", "path": "/pt/events/registration-successful", "line": 599 }, { "directive": "disallow", "path": "/pt/events/thank-you-for-registering", "line": 600 }, { "directive": "disallow", "path": "/pt/globalsearch", "line": 601 }, { "directive": "disallow", "path": "/pt/people/employee-engagement", "line": 602 }, { "directive": "disallow", "path": "/pt/people/meet-our-people", "line": 603 }, { "directive": "disallow", "path": "/pt/products-and-services/ecommerce-packaging/whitepaper/download", "line": 604 }, { "directive": "disallow", "path": "/pt/products-and-services/thanks-for-your-enquiry", "line": 605 }, { "directive": "disallow", "path": "/pt/products-and-services/thanks-for-your-enquiry-spam", "line": 606 }, { "directive": "disallow", "path": "/pt/registration-submitted", "line": 607 }, { "directive": "disallow", "path": "/pt/sustainability-survey/download", "line": 608 }, { "directive": "disallow", "path": "/pt/sustainability/survey/download", "line": 609 }, { "directive": "disallow", "path": "/registration-submitted", "line": 610 }, { "directive": "disallow", "path": "/russia", "line": 611 }, { "directive": "disallow", "path": "/se/404", "line": 612 }, { "directive": "disallow", "path": "/se/enquiry-submitted", "line": 613 }, { "directive": "disallow", "path": "/se/events/better-planet-packaging/thank-you-for-registering", "line": 614 }, { "directive": "disallow", "path": "/se/events/registration-complete", "line": 615 }, { "directive": "disallow", "path": "/se/events/registration-completed", "line": 616 }, { "directive": "disallow", "path": "/se/events/registration-successful", "line": 617 }, { "directive": "disallow", "path": "/se/events/thank-you-for-registering", "line": 618 }, { "directive": "disallow", "path": "/se/globalsearch", "line": 619 }, { "directive": "disallow", "path": "/se/people/employee-engagement", "line": 620 }, { "directive": "disallow", "path": "/se/people/meet-our-people", "line": 621 }, { "directive": "disallow", "path": "/se/products-and-services/thanks-for-your-enquiry", "line": 622 }, { "directive": "disallow", "path": "/se/products-and-services/thanks-for-your-enquiry-spam", "line": 623 }, { "directive": "disallow", "path": "/se/registration-submitted", "line": 624 }, { "directive": "disallow", "path": "/se/sustainability-survey/download", "line": 625 }, { "directive": "disallow", "path": "/se/sustainability/survey/download", "line": 626 }, { "directive": "disallow", "path": "/sustainability-survey/download", "line": 627 }, { "directive": "disallow", "path": "/sustainability/better-planet-packaging/event/thank-you", "line": 628 }, { "directive": "disallow", "path": "/sustainability/eu-green-deal/download", "line": 629 }, { "directive": "disallow", "path": "/sustainability/survey/download", "line": 630 }, { "directive": "disallow", "path": "/sv/404", "line": 631 }, { "directive": "disallow", "path": "/sv/contact/subscribe", "line": 632 }, { "directive": "disallow", "path": "/sv/enquiry-submitted", "line": 633 }, { "directive": "disallow", "path": "/sv/events/better-planet-packaging/thank-you-for-registering", "line": 634 }, { "directive": "disallow", "path": "/sv/events/registration-complete", "line": 635 }, { "directive": "disallow", "path": "/sv/events/registration-completed", "line": 636 }, { "directive": "disallow", "path": "/sv/events/registration-successful", "line": 637 }, { "directive": "disallow", "path": "/sv/events/thank-you-for-registering", "line": 638 }, { "directive": "disallow", "path": "/sv/globalsearch", "line": 639 }, { "directive": "disallow", "path": "/sv/people/employee-engagement", "line": 640 }, { "directive": "disallow", "path": "/sv/people/family-and-age-virtual-event", "line": 641 }, { "directive": "disallow", "path": "/sv/people/international-mens-day", "line": 642 }, { "directive": "disallow", "path": "/sv/people/meet-our-people", "line": 643 }, { "directive": "disallow", "path": "/sv/products-and-services/thanks-for-your-enquiry", "line": 644 }, { "directive": "disallow", "path": "/sv/products-and-services/thanks-for-your-enquiry-spam", "line": 645 }, { "directive": "disallow", "path": "/sv/registration-submitted", "line": 646 }, { "directive": "disallow", "path": "/sv/sustainability-survey/download", "line": 647 }, { "directive": "disallow", "path": "/sv/sustainability/survey/download", "line": 648 }, { "directive": "disallow", "path": "/uk/404", "line": 649 }, { "directive": "disallow", "path": "/uk/components", "line": 650 }, { "directive": "disallow", "path": "/uk/contact/customer-voice", "line": 651 }, { "directive": "disallow", "path": "/uk/contact/subscribe", "line": 652 }, { "directive": "disallow", "path": "/uk/enquiry-submitted", "line": 653 }, { "directive": "disallow", "path": "/uk/events/better-planet-packaging/thank-you-for-registering", "line": 654 }, { "directive": "disallow", "path": "/uk/events/customer-event/non-attendance", "line": 655 }, { "directive": "disallow", "path": "/uk/events/ecommerce-week", "line": 656 }, { "directive": "disallow", "path": "/uk/events/fresh-produce-event", "line": 657 }, { "directive": "disallow", "path": "/uk/events/non-attendance", "line": 658 }, { "directive": "disallow", "path": "/uk/events/registration-complete", "line": 659 }, { "directive": "disallow", "path": "/uk/events/registration-completed", "line": 660 }, { "directive": "disallow", "path": "/uk/events/registration-confirmation", "line": 661 }, { "directive": "disallow", "path": "/uk/events/registration-successful", "line": 662 }, { "directive": "disallow", "path": "/uk/events/thank-you-for-registering", "line": 663 }, { "directive": "disallow", "path": "/uk/events/wielkanoc", "line": 664 }, { "directive": "disallow", "path": "/uk/events/wielkanoc/dzieki", "line": 665 }, { "directive": "disallow", "path": "/uk/globalsearch", "line": 666 }, { "directive": "disallow", "path": "/uk/investors/information", "line": 667 }, { "directive": "disallow", "path": "/uk/investors/meetings2024-access", "line": 668 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-composites", "line": 669 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 670 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 671 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 672 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 673 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 674 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 675 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 676 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/the-results", "line": 677 }, { "directive": "disallow", "path": "/uk/people/employee-data-protection-notice", "line": 678 }, { "directive": "disallow", "path": "/uk/people/employee-engagement", "line": 679 }, { "directive": "disallow", "path": "/uk/people/meet-our-people", "line": 680 }, { "directive": "disallow", "path": "/uk/people/my-sk", "line": 681 }, { "directive": "disallow", "path": "/uk/people/pronouns", "line": 682 }, { "directive": "disallow", "path": "/uk/ppc", "line": 683 }, { "directive": "disallow", "path": "/uk/products-and-services/bag-in-box/bib-machinery-forms", "line": 684 }, { "directive": "disallow", "path": "/uk/products-and-services/bag-in-box/brochures", "line": 685 }, { "directive": "disallow", "path": "/uk/products-and-services/ecommerce-packaging/whitepaper/download", "line": 686 }, { "directive": "disallow", "path": "/uk/products-and-services/thanks-for-your-enquiry", "line": 687 }, { "directive": "disallow", "path": "/uk/products-and-services/thanks-for-your-enquiry-spam", "line": 688 }, { "directive": "disallow", "path": "/uk/registration-submitted", "line": 689 }, { "directive": "disallow", "path": "/uk/russia", "line": 690 }, { "directive": "disallow", "path": "/uk/sustainability-survey/download", "line": 691 }, { "directive": "disallow", "path": "/uk/sustainability/better-planet-packaging/event/thank-you", "line": 692 }, { "directive": "disallow", "path": "/uk/sustainability/eu-green-deal/download", "line": 693 }, { "directive": "disallow", "path": "/uk/sustainability/survey/download", "line": 694 }, { "directive": "disallow", "path": "/us/404", "line": 695 }, { "directive": "disallow", "path": "/us/components", "line": 696 }, { "directive": "disallow", "path": "/us/contact/customer-voice", "line": 697 }, { "directive": "disallow", "path": "/us/contact/subscribe", "line": 698 }, { "directive": "disallow", "path": "/us/enquiry-submitted", "line": 699 }, { "directive": "disallow", "path": "/us/events/better-planet-packaging/thank-you-for-registering", "line": 700 }, { "directive": "disallow", "path": "/us/events/customer-event/non-attendance", "line": 701 }, { "directive": "disallow", "path": "/us/events/ecommerce-week", "line": 702 }, { "directive": "disallow", "path": "/us/events/fresh-produce-event", "line": 703 }, { "directive": "disallow", "path": "/us/events/non-attendance", "line": 704 }, { "directive": "disallow", "path": "/us/events/registration-complete", "line": 705 }, { "directive": "disallow", "path": "/us/events/registration-completed", "line": 706 }, { "directive": "disallow", "path": "/us/events/registration-confirmation", "line": 707 }, { "directive": "disallow", "path": "/us/events/registration-successful", "line": 708 }, { "directive": "disallow", "path": "/us/events/thank-you-for-registering", "line": 709 }, { "directive": "disallow", "path": "/us/events/wielkanoc", "line": 710 }, { "directive": "disallow", "path": "/us/events/wielkanoc/dzieki", "line": 711 }, { "directive": "disallow", "path": "/us/globalsearch", "line": 712 }, { "directive": "disallow", "path": "/us/investors/information", "line": 713 }, { "directive": "disallow", "path": "/us/investors/meetings2024-access", "line": 714 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-composites", "line": 715 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 716 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 717 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 718 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 719 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 720 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 721 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 722 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/the-results", "line": 723 }, { "directive": "disallow", "path": "/us/people/employee-data-protection-notice", "line": 724 }, { "directive": "disallow", "path": "/us/people/employee-engagement", "line": 725 }, { "directive": "disallow", "path": "/us/people/family-and-age-virtual-event", "line": 726 }, { "directive": "disallow", "path": "/us/people/meet-our-people", "line": 727 }, { "directive": "disallow", "path": "/us/people/my-sk", "line": 728 }, { "directive": "disallow", "path": "/us/people/pronouns", "line": 729 }, { "directive": "disallow", "path": "/us/ppc", "line": 730 }, { "directive": "disallow", "path": "/us/products-and-services/bag-in-box/bib-machinery-forms", "line": 731 }, { "directive": "disallow", "path": "/us/products-and-services/bag-in-box/brochures", "line": 732 }, { "directive": "disallow", "path": "/us/products-and-services/ecommerce-packaging/whitepaper/download", "line": 733 }, { "directive": "disallow", "path": "/us/products-and-services/thanks-for-your-enquiry", "line": 734 }, { "directive": "disallow", "path": "/us/products-and-services/thanks-for-your-enquiry-spam", "line": 735 }, { "directive": "disallow", "path": "/us/registration-submitted", "line": 736 }, { "directive": "disallow", "path": "/us/russia", "line": 737 }, { "directive": "disallow", "path": "/us/sustainability-survey/download", "line": 738 }, { "directive": "disallow", "path": "/us/sustainability/better-planet-packaging/event/thank-you", "line": 739 }, { "directive": "disallow", "path": "/us/sustainability/eu-green-deal/download", "line": 740 }, { "directive": "disallow", "path": "/us/sustainability/survey/download", "line": 741 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/404", "line": 5 }, { "directive": "disallow", "path": "/about/navod-na-betlem", "line": 6 }, { "directive": "disallow", "path": "/advert", "line": 7 }, { "directive": "disallow", "path": "/advert/display-popai/thank-you", "line": 8 }, { "directive": "disallow", "path": "/ar/404", "line": 9 }, { "directive": "disallow", "path": "/ar/contact/subscribe", "line": 10 }, { "directive": "disallow", "path": "/ar/enquiry-submitted", "line": 11 }, { "directive": "disallow", "path": "/ar/events/better-planet-packaging/thank-you-for-registering", "line": 12 }, { "directive": "disallow", "path": "/ar/events/registration-complete", "line": 13 }, { "directive": "disallow", "path": "/ar/events/registration-completed", "line": 14 }, { "directive": "disallow", "path": "/ar/events/registration-successful", "line": 15 }, { "directive": "disallow", "path": "/ar/events/thank-you-for-registering", "line": 16 }, { "directive": "disallow", "path": "/ar/globalsearch", "line": 17 }, { "directive": "disallow", "path": "/ar/people/employee-engagement", "line": 18 }, { "directive": "disallow", "path": "/ar/people/family-and-age-virtual-event", "line": 19 }, { "directive": "disallow", "path": "/ar/people/international-mens-day", "line": 20 }, { "directive": "disallow", "path": "/ar/people/meet-our-people", "line": 21 }, { "directive": "disallow", "path": "/ar/products-and-services/thanks-for-your-enquiry", "line": 22 }, { "directive": "disallow", "path": "/ar/products-and-services/thanks-for-your-enquiry-spam", "line": 23 }, { "directive": "disallow", "path": "/ar/registration-submitted", "line": 24 }, { "directive": "disallow", "path": "/ar/sustainability-survey/download", "line": 25 }, { "directive": "disallow", "path": "/ar/sustainability/survey/download", "line": 26 }, { "directive": "disallow", "path": "/at/404", "line": 27 }, { "directive": "disallow", "path": "/at/contact/subscribe", "line": 28 }, { "directive": "disallow", "path": "/at/enquiry-submitted", "line": 29 }, { "directive": "disallow", "path": "/at/events/better-planet-packaging/thank-you-for-registering", "line": 30 }, { "directive": "disallow", "path": "/at/events/registration-complete", "line": 31 }, { "directive": "disallow", "path": "/at/events/registration-completed", "line": 32 }, { "directive": "disallow", "path": "/at/events/registration-successful", "line": 33 }, { "directive": "disallow", "path": "/at/events/thank-you-for-registering", "line": 34 }, { "directive": "disallow", "path": "/at/globalsearch", "line": 35 }, { "directive": "disallow", "path": "/at/locations/germany/recycling-dual/mehr-informationen/download", "line": 36 }, { "directive": "disallow", "path": "/at/people/employee-engagement", "line": 37 }, { "directive": "disallow", "path": "/at/people/meet-our-people", "line": 38 }, { "directive": "disallow", "path": "/at/products-and-services/thanks-for-your-enquiry", "line": 39 }, { "directive": "disallow", "path": "/at/products-and-services/thanks-for-your-enquiry-spam", "line": 40 }, { "directive": "disallow", "path": "/at/registration-submitted", "line": 41 }, { "directive": "disallow", "path": "/at/sustainability-survey/download", "line": 42 }, { "directive": "disallow", "path": "/be/fr/404", "line": 43 }, { "directive": "disallow", "path": "/be/fr/contact/customer-voice", "line": 44 }, { "directive": "disallow", "path": "/be/fr/contact/subscribe", "line": 45 }, { "directive": "disallow", "path": "/be/fr/enquiry-submitted", "line": 46 }, { "directive": "disallow", "path": "/be/fr/events/better-planet-packaging/thank-you-for-registering", "line": 47 }, { "directive": "disallow", "path": "/be/fr/events/customer-event/non-attendance", "line": 48 }, { "directive": "disallow", "path": "/be/fr/events/non-attendance", "line": 49 }, { "directive": "disallow", "path": "/be/fr/events/registration-complete", "line": 50 }, { "directive": "disallow", "path": "/be/fr/events/registration-completed", "line": 51 }, { "directive": "disallow", "path": "/be/fr/events/registration-confirmation", "line": 52 }, { "directive": "disallow", "path": "/be/fr/events/registration-successful", "line": 53 }, { "directive": "disallow", "path": "/be/fr/events/thank-you-for-registering", "line": 54 }, { "directive": "disallow", "path": "/be/fr/globalsearch", "line": 55 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge", "line": 56 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/better-planet-packaging", "line": 57 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/business", "line": 58 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/health-and-safety", "line": 59 }, { "directive": "disallow", "path": "/be/fr/people/employee-engagement", "line": 60 }, { "directive": "disallow", "path": "/be/fr/people/meet-our-people", "line": 61 }, { "directive": "disallow", "path": "/be/fr/products-and-services/bag-in-box/bib-machinery-forms", "line": 62 }, { "directive": "disallow", "path": "/be/fr/products-and-services/thanks-for-your-enquiry", "line": 63 }, { "directive": "disallow", "path": "/be/fr/products-and-services/thanks-for-your-enquiry-spam", "line": 64 }, { "directive": "disallow", "path": "/be/fr/registration-submitted", "line": 65 }, { "directive": "disallow", "path": "/be/fr/sustainability-survey/download", "line": 66 }, { "directive": "disallow", "path": "/be/fr/sustainability/survey/download", "line": 67 }, { "directive": "disallow", "path": "/be/nl/404", "line": 68 }, { "directive": "disallow", "path": "/be/nl/contact/customer-voice", "line": 69 }, { "directive": "disallow", "path": "/be/nl/contact/subscribe", "line": 70 }, { "directive": "disallow", "path": "/be/nl/enquiry-submitted", "line": 71 }, { "directive": "disallow", "path": "/be/nl/events/better-planet-packaging/thank-you-for-registering", "line": 72 }, { "directive": "disallow", "path": "/be/nl/events/customer-event/non-attendance", "line": 73 }, { "directive": "disallow", "path": "/be/nl/events/non-attendance", "line": 74 }, { "directive": "disallow", "path": "/be/nl/events/registration-complete", "line": 75 }, { "directive": "disallow", "path": "/be/nl/events/registration-completed", "line": 76 }, { "directive": "disallow", "path": "/be/nl/events/registration-confirmation", "line": 77 }, { "directive": "disallow", "path": "/be/nl/events/registration-successful", "line": 78 }, { "directive": "disallow", "path": "/be/nl/events/thank-you-for-registering", "line": 79 }, { "directive": "disallow", "path": "/be/nl/globalsearch", "line": 80 }, { "directive": "disallow", "path": "/be/nl/people/employee-engagement", "line": 81 }, { "directive": "disallow", "path": "/be/nl/people/meet-our-people", "line": 82 }, { "directive": "disallow", "path": "/be/nl/products-and-services/thanks-for-your-enquiry", "line": 83 }, { "directive": "disallow", "path": "/be/nl/products-and-services/thanks-for-your-enquiry-spam", "line": 84 }, { "directive": "disallow", "path": "/be/nl/registration-submitted", "line": 85 }, { "directive": "disallow", "path": "/be/nl/sustainability-survey/download", "line": 86 }, { "directive": "disallow", "path": "/be/nl/sustainability/better-planet-packaging/event/thank-you", "line": 87 }, { "directive": "disallow", "path": "/be/nl/sustainability/survey/download", "line": 88 }, { "directive": "disallow", "path": "/br/404", "line": 89 }, { "directive": "disallow", "path": "/br/enquiry-submitted", "line": 90 }, { "directive": "disallow", "path": "/br/events/better-planet-packaging/thank-you-for-registering", "line": 91 }, { "directive": "disallow", "path": "/br/events/registration-complete", "line": 92 }, { "directive": "disallow", "path": "/br/events/registration-completed", "line": 93 }, { "directive": "disallow", "path": "/br/events/registration-successful", "line": 94 }, { "directive": "disallow", "path": "/br/events/thank-you-for-registering", "line": 95 }, { "directive": "disallow", "path": "/br/globalsearch", "line": 96 }, { "directive": "disallow", "path": "/br/people/employee-engagement", "line": 97 }, { "directive": "disallow", "path": "/br/people/meet-our-people", "line": 98 }, { "directive": "disallow", "path": "/br/products-and-services/thanks-for-your-enquiry", "line": 99 }, { "directive": "disallow", "path": "/br/products-and-services/thanks-for-your-enquiry-spam", "line": 100 }, { "directive": "disallow", "path": "/br/registration-submitted", "line": 101 }, { "directive": "disallow", "path": "/br/sustainability-survey/download", "line": 102 }, { "directive": "disallow", "path": "/br/sustainability/survey/download", "line": 103 }, { "directive": "disallow", "path": "/ch/404", "line": 104 }, { "directive": "disallow", "path": "/ch/contact/subscribe", "line": 105 }, { "directive": "disallow", "path": "/ch/enquiry-submitted", "line": 106 }, { "directive": "disallow", "path": "/ch/events/better-planet-packaging/thank-you-for-registering", "line": 107 }, { "directive": "disallow", "path": "/ch/events/registration-complete", "line": 108 }, { "directive": "disallow", "path": "/ch/events/registration-completed", "line": 109 }, { "directive": "disallow", "path": "/ch/events/registration-successful", "line": 110 }, { "directive": "disallow", "path": "/ch/events/thank-you-for-registering", "line": 111 }, { "directive": "disallow", "path": "/ch/globalsearch", "line": 112 }, { "directive": "disallow", "path": "/ch/people/employee-engagement", "line": 113 }, { "directive": "disallow", "path": "/ch/people/meet-our-people", "line": 114 }, { "directive": "disallow", "path": "/ch/products-and-services/thanks-for-your-enquiry", "line": 115 }, { "directive": "disallow", "path": "/ch/products-and-services/thanks-for-your-enquiry-spam", "line": 116 }, { "directive": "disallow", "path": "/ch/registration-submitted", "line": 117 }, { "directive": "disallow", "path": "/ch/sustainability-survey/download", "line": 118 }, { "directive": "disallow", "path": "/cl/404", "line": 119 }, { "directive": "disallow", "path": "/cl/contact/subscribe", "line": 120 }, { "directive": "disallow", "path": "/cl/enquiry-submitted", "line": 121 }, { "directive": "disallow", "path": "/cl/events/better-planet-packaging/thank-you-for-registering", "line": 122 }, { "directive": "disallow", "path": "/cl/events/registration-complete", "line": 123 }, { "directive": "disallow", "path": "/cl/events/registration-completed", "line": 124 }, { "directive": "disallow", "path": "/cl/events/registration-successful", "line": 125 }, { "directive": "disallow", "path": "/cl/events/thank-you-for-registering", "line": 126 }, { "directive": "disallow", "path": "/cl/globalsearch", "line": 127 }, { "directive": "disallow", "path": "/cl/people/employee-engagement", "line": 128 }, { "directive": "disallow", "path": "/cl/people/family-and-age-virtual-event", "line": 129 }, { "directive": "disallow", "path": "/cl/people/international-mens-day", "line": 130 }, { "directive": "disallow", "path": "/cl/people/meet-our-people", "line": 131 }, { "directive": "disallow", "path": "/cl/products-and-services/thanks-for-your-enquiry", "line": 132 }, { "directive": "disallow", "path": "/cl/products-and-services/thanks-for-your-enquiry-spam", "line": 133 }, { "directive": "disallow", "path": "/cl/registration-submitted", "line": 134 }, { "directive": "disallow", "path": "/cl/sustainability-survey/download", "line": 135 }, { "directive": "disallow", "path": "/cl/sustainability/survey/download", "line": 136 }, { "directive": "disallow", "path": "/co/404", "line": 137 }, { "directive": "disallow", "path": "/co/contact/subscribe", "line": 138 }, { "directive": "disallow", "path": "/co/enquiry-submitted", "line": 139 }, { "directive": "disallow", "path": "/co/events/better-planet-packaging/thank-you-for-registering", "line": 140 }, { "directive": "disallow", "path": "/co/events/registration-complete", "line": 141 }, { "directive": "disallow", "path": "/co/events/registration-completed", "line": 142 }, { "directive": "disallow", "path": "/co/events/registration-successful", "line": 143 }, { "directive": "disallow", "path": "/co/events/thank-you-for-registering", "line": 144 }, { "directive": "disallow", "path": "/co/globalsearch", "line": 145 }, { "directive": "disallow", "path": "/co/people/employee-engagement", "line": 146 }, { "directive": "disallow", "path": "/co/people/family-and-age-virtual-event", "line": 147 }, { "directive": "disallow", "path": "/co/people/international-mens-day", "line": 148 }, { "directive": "disallow", "path": "/co/people/meet-our-people", "line": 149 }, { "directive": "disallow", "path": "/co/products-and-services/thanks-for-your-enquiry", "line": 150 }, { "directive": "disallow", "path": "/co/products-and-services/thanks-for-your-enquiry-spam", "line": 151 }, { "directive": "disallow", "path": "/co/registration-submitted", "line": 152 }, { "directive": "disallow", "path": "/co/sustainability-survey/download", "line": 153 }, { "directive": "disallow", "path": "/co/sustainability/survey/download", "line": 154 }, { "directive": "disallow", "path": "/components", "line": 155 }, { "directive": "disallow", "path": "/contact/customer-subscription", "line": 156 }, { "directive": "disallow", "path": "/contact/customer-voice", "line": 157 }, { "directive": "disallow", "path": "/contact/subscribe", "line": 158 }, { "directive": "disallow", "path": "/contact/uk-feedback", "line": 159 }, { "directive": "disallow", "path": "/contact/uk-feedback/thank-you", "line": 160 }, { "directive": "disallow", "path": "/contact/uk-newsletter-feedback", "line": 161 }, { "directive": "disallow", "path": "/contact/uk-newsletter-feedback/thank-you", "line": 162 }, { "directive": "disallow", "path": "/cr/404", "line": 163 }, { "directive": "disallow", "path": "/cr/contact/subscribe", "line": 164 }, { "directive": "disallow", "path": "/cr/enquiry-submitted", "line": 165 }, { "directive": "disallow", "path": "/cr/events/better-planet-packaging/thank-you-for-registering", "line": 166 }, { "directive": "disallow", "path": "/cr/events/registration-complete", "line": 167 }, { "directive": "disallow", "path": "/cr/events/registration-completed", "line": 168 }, { "directive": "disallow", "path": "/cr/events/registration-successful", "line": 169 }, { "directive": "disallow", "path": "/cr/events/thank-you-for-registering", "line": 170 }, { "directive": "disallow", "path": "/cr/globalsearch", "line": 171 }, { "directive": "disallow", "path": "/cr/people/employee-engagement", "line": 172 }, { "directive": "disallow", "path": "/cr/people/family-and-age-virtual-event", "line": 173 }, { "directive": "disallow", "path": "/cr/people/international-mens-day", "line": 174 }, { "directive": "disallow", "path": "/cr/people/meet-our-people", "line": 175 }, { "directive": "disallow", "path": "/cr/products-and-services/thanks-for-your-enquiry", "line": 176 }, { "directive": "disallow", "path": "/cr/products-and-services/thanks-for-your-enquiry-spam", "line": 177 }, { "directive": "disallow", "path": "/cr/registration-submitted", "line": 178 }, { "directive": "disallow", "path": "/cr/sustainability-survey/download", "line": 179 }, { "directive": "disallow", "path": "/cr/sustainability/survey/download", "line": 180 }, { "directive": "disallow", "path": "/cz/404", "line": 181 }, { "directive": "disallow", "path": "/cz/enquiry-submitted", "line": 182 }, { "directive": "disallow", "path": "/cz/events/better-planet-packaging/thank-you-for-registering", "line": 183 }, { "directive": "disallow", "path": "/cz/events/registration-complete", "line": 184 }, { "directive": "disallow", "path": "/cz/events/registration-completed", "line": 185 }, { "directive": "disallow", "path": "/cz/events/registration-successful", "line": 186 }, { "directive": "disallow", "path": "/cz/events/thank-you-for-registering", "line": 187 }, { "directive": "disallow", "path": "/cz/globalsearch", "line": 188 }, { "directive": "disallow", "path": "/cz/people/employee-engagement", "line": 189 }, { "directive": "disallow", "path": "/cz/people/meet-our-people", "line": 190 }, { "directive": "disallow", "path": "/cz/products-and-services/thanks-for-your-enquiry", "line": 191 }, { "directive": "disallow", "path": "/cz/products-and-services/thanks-for-your-enquiry-spam", "line": 192 }, { "directive": "disallow", "path": "/cz/registration-submitted", "line": 193 }, { "directive": "disallow", "path": "/cz/sustainability-survey/download", "line": 194 }, { "directive": "disallow", "path": "/cz/sustainability/survey/download", "line": 195 }, { "directive": "disallow", "path": "/de/404", "line": 196 }, { "directive": "disallow", "path": "/de/contact/customer-subscription", "line": 197 }, { "directive": "disallow", "path": "/de/contact/subscribe", "line": 198 }, { "directive": "disallow", "path": "/de/enquiry-submitted", "line": 199 }, { "directive": "disallow", "path": "/de/events/better-planet-packaging/thank-you-for-registering", "line": 200 }, { "directive": "disallow", "path": "/de/events/registration-complete", "line": 201 }, { "directive": "disallow", "path": "/de/events/registration-completed", "line": 202 }, { "directive": "disallow", "path": "/de/events/registration-successful", "line": 203 }, { "directive": "disallow", "path": "/de/events/thank-you-for-registering", "line": 204 }, { "directive": "disallow", "path": "/de/globalsearch", "line": 205 }, { "directive": "disallow", "path": "/de/locations/germany/recycling-dual/mehr-informationen/download", "line": 206 }, { "directive": "disallow", "path": "/de/people/employee-engagement", "line": 207 }, { "directive": "disallow", "path": "/de/people/meet-our-people", "line": 208 }, { "directive": "disallow", "path": "/de/products-and-services/thanks-for-your-enquiry", "line": 209 }, { "directive": "disallow", "path": "/de/products-and-services/thanks-for-your-enquiry-spam", "line": 210 }, { "directive": "disallow", "path": "/de/registration-submitted", "line": 211 }, { "directive": "disallow", "path": "/de/sustainability-survey/download", "line": 212 }, { "directive": "disallow", "path": "/dk/404", "line": 213 }, { "directive": "disallow", "path": "/dk/contact/subscribe", "line": 214 }, { "directive": "disallow", "path": "/dk/enquiry-submitted", "line": 215 }, { "directive": "disallow", "path": "/dk/events/better-planet-packaging/thank-you-for-registering", "line": 216 }, { "directive": "disallow", "path": "/dk/events/registration-complete", "line": 217 }, { "directive": "disallow", "path": "/dk/events/registration-completed", "line": 218 }, { "directive": "disallow", "path": "/dk/events/registration-successful", "line": 219 }, { "directive": "disallow", "path": "/dk/events/thank-you-for-registering", "line": 220 }, { "directive": "disallow", "path": "/dk/globalsearch", "line": 221 }, { "directive": "disallow", "path": "/dk/people/employee-engagement", "line": 222 }, { "directive": "disallow", "path": "/dk/people/meet-our-people", "line": 223 }, { "directive": "disallow", "path": "/dk/products-and-services/thanks-for-your-enquiry", "line": 224 }, { "directive": "disallow", "path": "/dk/products-and-services/thanks-for-your-enquiry-spam", "line": 225 }, { "directive": "disallow", "path": "/dk/registration-submitted", "line": 226 }, { "directive": "disallow", "path": "/dk/sustainability-survey/download", "line": 227 }, { "directive": "disallow", "path": "/dk/sustainability/survey/download", "line": 228 }, { "directive": "disallow", "path": "/do/404", "line": 229 }, { "directive": "disallow", "path": "/do/contact/subscribe", "line": 230 }, { "directive": "disallow", "path": "/do/enquiry-submitted", "line": 231 }, { "directive": "disallow", "path": "/do/events/better-planet-packaging/thank-you-for-registering", "line": 232 }, { "directive": "disallow", "path": "/do/events/registration-complete", "line": 233 }, { "directive": "disallow", "path": "/do/events/registration-completed", "line": 234 }, { "directive": "disallow", "path": "/do/events/registration-successful", "line": 235 }, { "directive": "disallow", "path": "/do/events/thank-you-for-registering", "line": 236 }, { "directive": "disallow", "path": "/do/globalsearch", "line": 237 }, { "directive": "disallow", "path": "/do/people/employee-engagement", "line": 238 }, { "directive": "disallow", "path": "/do/people/family-and-age-virtual-event", "line": 239 }, { "directive": "disallow", "path": "/do/people/international-mens-day", "line": 240 }, { "directive": "disallow", "path": "/do/people/meet-our-people", "line": 241 }, { "directive": "disallow", "path": "/do/products-and-services/thanks-for-your-enquiry", "line": 242 }, { "directive": "disallow", "path": "/do/products-and-services/thanks-for-your-enquiry-spam", "line": 243 }, { "directive": "disallow", "path": "/do/registration-submitted", "line": 244 }, { "directive": "disallow", "path": "/do/sustainability-survey/download", "line": 245 }, { "directive": "disallow", "path": "/do/sustainability/survey/download", "line": 246 }, { "directive": "disallow", "path": "/ec/404", "line": 247 }, { "directive": "disallow", "path": "/ec/contact/subscribe", "line": 248 }, { "directive": "disallow", "path": "/ec/enquiry-submitted", "line": 249 }, { "directive": "disallow", "path": "/ec/events/better-planet-packaging/thank-you-for-registering", "line": 250 }, { "directive": "disallow", "path": "/ec/events/registration-complete", "line": 251 }, { "directive": "disallow", "path": "/ec/events/registration-completed", "line": 252 }, { "directive": "disallow", "path": "/ec/events/registration-successful", "line": 253 }, { "directive": "disallow", "path": "/ec/events/thank-you-for-registering", "line": 254 }, { "directive": "disallow", "path": "/ec/globalsearch", "line": 255 }, { "directive": "disallow", "path": "/ec/people/employee-engagement", "line": 256 }, { "directive": "disallow", "path": "/ec/people/family-and-age-virtual-event", "line": 257 }, { "directive": "disallow", "path": "/ec/people/international-mens-day", "line": 258 }, { "directive": "disallow", "path": "/ec/people/meet-our-people", "line": 259 }, { "directive": "disallow", "path": "/ec/products-and-services/thanks-for-your-enquiry", "line": 260 }, { "directive": "disallow", "path": "/ec/products-and-services/thanks-for-your-enquiry-spam", "line": 261 }, { "directive": "disallow", "path": "/ec/registration-submitted", "line": 262 }, { "directive": "disallow", "path": "/ec/sustainability-survey/download", "line": 263 }, { "directive": "disallow", "path": "/ec/sustainability/survey/download", "line": 264 }, { "directive": "disallow", "path": "/enquiry-submitted", "line": 265 }, { "directive": "disallow", "path": "/es/404", "line": 266 }, { "directive": "disallow", "path": "/es/contact/customer-subscription", "line": 267 }, { "directive": "disallow", "path": "/es/contact/subscribe", "line": 268 }, { "directive": "disallow", "path": "/es/enquiry-submitted", "line": 269 }, { "directive": "disallow", "path": "/es/events/better-planet-packaging/thank-you-for-registering", "line": 270 }, { "directive": "disallow", "path": "/es/events/registration-complete", "line": 271 }, { "directive": "disallow", "path": "/es/events/registration-completed", "line": 272 }, { "directive": "disallow", "path": "/es/events/registration-successful", "line": 273 }, { "directive": "disallow", "path": "/es/events/thank-you-for-registering", "line": 274 }, { "directive": "disallow", "path": "/es/globalsearch", "line": 275 }, { "directive": "disallow", "path": "/es/people/employee-engagement", "line": 276 }, { "directive": "disallow", "path": "/es/people/meet-our-people", "line": 277 }, { "directive": "disallow", "path": "/es/products-and-services/bag-in-box/brochures", "line": 278 }, { "directive": "disallow", "path": "/es/products-and-services/ecommerce-packaging/whitepaper/download", "line": 279 }, { "directive": "disallow", "path": "/es/products-and-services/thanks-for-your-enquiry", "line": 280 }, { "directive": "disallow", "path": "/es/products-and-services/thanks-for-your-enquiry-spam", "line": 281 }, { "directive": "disallow", "path": "/es/registration-submitted", "line": 282 }, { "directive": "disallow", "path": "/es/sustainability-survey/download", "line": 283 }, { "directive": "disallow", "path": "/es/sustainability/survey/download", "line": 284 }, { "directive": "disallow", "path": "/events/aquaculture-uk-2026", "line": 285 }, { "directive": "disallow", "path": "/events/better-planet-packaging", "line": 286 }, { "directive": "disallow", "path": "/events/better-planet-packaging/agenda", "line": 287 }, { "directive": "disallow", "path": "/events/better-planet-packaging/faqs", "line": 288 }, { "directive": "disallow", "path": "/events/better-planet-packaging/register-now", "line": 289 }, { "directive": "disallow", "path": "/events/better-planet-packaging/resources", "line": 290 }, { "directive": "disallow", "path": "/events/better-planet-packaging/success-stories", "line": 291 }, { "directive": "disallow", "path": "/events/better-planet-packaging/thank-you-for-registering", "line": 292 }, { "directive": "disallow", "path": "/events/competition-terms-and-conditions", "line": 293 }, { "directive": "disallow", "path": "/events/customer-event", "line": 294 }, { "directive": "disallow", "path": "/events/customer-event-2026", "line": 295 }, { "directive": "disallow", "path": "/events/customer-event-2026/jason-invite", "line": 296 }, { "directive": "disallow", "path": "/events/customer-event-registration", "line": 297 }, { "directive": "disallow", "path": "/events/customer-event/agenda", "line": 298 }, { "directive": "disallow", "path": "/events/customer-event/exhibition", "line": 299 }, { "directive": "disallow", "path": "/events/customer-event/faqs", "line": 300 }, { "directive": "disallow", "path": "/events/customer-event/location", "line": 301 }, { "directive": "disallow", "path": "/events/customer-event/meet-team", "line": 302 }, { "directive": "disallow", "path": "/events/customer-event/non-attendance", "line": 303 }, { "directive": "disallow", "path": "/events/customer-event/speakers", "line": 304 }, { "directive": "disallow", "path": "/events/customer-event/speakers/claire-williams", "line": 305 }, { "directive": "disallow", "path": "/events/customer-event/table-plan", "line": 306 }, { "directive": "disallow", "path": "/events/ecommerce-week", "line": 307 }, { "directive": "disallow", "path": "/events/fresh-produce-event", "line": 308 }, { "directive": "disallow", "path": "/events/fresh-produce-green-event", "line": 309 }, { "directive": "disallow", "path": "/events/london-packaging", "line": 310 }, { "directive": "disallow", "path": "/events/management-conference", "line": 311 }, { "directive": "disallow", "path": "/events/management-conference/thank-you", "line": 312 }, { "directive": "disallow", "path": "/events/non-attendance", "line": 313 }, { "directive": "disallow", "path": "/events/registration-complete", "line": 314 }, { "directive": "disallow", "path": "/events/registration-completed", "line": 315 }, { "directive": "disallow", "path": "/events/registration-confirmation", "line": 316 }, { "directive": "disallow", "path": "/events/registration-successful", "line": 317 }, { "directive": "disallow", "path": "/events/thank-you-for-registering", "line": 318 }, { "directive": "disallow", "path": "/events/the-americas-management-conference-2022", "line": 319 }, { "directive": "disallow", "path": "/events/uk-pet-day-bandana", "line": 320 }, { "directive": "disallow", "path": "/events/uk-sales-conference", "line": 321 }, { "directive": "disallow", "path": "/events/wielkanoc", "line": 322 }, { "directive": "disallow", "path": "/events/wielkanoc/dzieki", "line": 323 }, { "directive": "disallow", "path": "/fr/404", "line": 324 }, { "directive": "disallow", "path": "/fr/contact/customer-voice", "line": 325 }, { "directive": "disallow", "path": "/fr/contact/subscribe", "line": 326 }, { "directive": "disallow", "path": "/fr/enquiry-submitted", "line": 327 }, { "directive": "disallow", "path": "/fr/events/better-planet-packaging/thank-you-for-registering", "line": 328 }, { "directive": "disallow", "path": "/fr/events/registration-complete", "line": 329 }, { "directive": "disallow", "path": "/fr/events/registration-completed", "line": 330 }, { "directive": "disallow", "path": "/fr/events/registration-successful", "line": 331 }, { "directive": "disallow", "path": "/fr/events/thank-you-for-registering", "line": 332 }, { "directive": "disallow", "path": "/fr/globalsearch", "line": 333 }, { "directive": "disallow", "path": "/fr/people/employee-engagement", "line": 334 }, { "directive": "disallow", "path": "/fr/people/meet-our-people", "line": 335 }, { "directive": "disallow", "path": "/fr/products-and-services/bag-in-box/bib-machinery-forms", "line": 336 }, { "directive": "disallow", "path": "/fr/products-and-services/thanks-for-your-enquiry", "line": 337 }, { "directive": "disallow", "path": "/fr/products-and-services/thanks-for-your-enquiry-spam", "line": 338 }, { "directive": "disallow", "path": "/fr/registration-submitted", "line": 339 }, { "directive": "disallow", "path": "/fr/sustainability-survey/download", "line": 340 }, { "directive": "disallow", "path": "/fr/sustainability/survey/download", "line": 341 }, { "directive": "disallow", "path": "/globalsearch", "line": 342 }, { "directive": "disallow", "path": "/ie/404", "line": 343 }, { "directive": "disallow", "path": "/ie/components", "line": 344 }, { "directive": "disallow", "path": "/ie/contact/customer-voice", "line": 345 }, { "directive": "disallow", "path": "/ie/contact/subscribe", "line": 346 }, { "directive": "disallow", "path": "/ie/enquiry-submitted", "line": 347 }, { "directive": "disallow", "path": "/ie/events/better-planet-packaging/thank-you-for-registering", "line": 348 }, { "directive": "disallow", "path": "/ie/events/customer-event/non-attendance", "line": 349 }, { "directive": "disallow", "path": "/ie/events/ecommerce-week", "line": 350 }, { "directive": "disallow", "path": "/ie/events/fresh-produce-event", "line": 351 }, { "directive": "disallow", "path": "/ie/events/non-attendance", "line": 352 }, { "directive": "disallow", "path": "/ie/events/registration-complete", "line": 353 }, { "directive": "disallow", "path": "/ie/events/registration-completed", "line": 354 }, { "directive": "disallow", "path": "/ie/events/registration-confirmation", "line": 355 }, { "directive": "disallow", "path": "/ie/events/registration-successful", "line": 356 }, { "directive": "disallow", "path": "/ie/events/thank-you-for-registering", "line": 357 }, { "directive": "disallow", "path": "/ie/events/wielkanoc", "line": 358 }, { "directive": "disallow", "path": "/ie/events/wielkanoc/dzieki", "line": 359 }, { "directive": "disallow", "path": "/ie/globalsearch", "line": 360 }, { "directive": "disallow", "path": "/ie/investors/information", "line": 361 }, { "directive": "disallow", "path": "/ie/investors/meetings2024-access", "line": 362 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-composites", "line": 363 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 364 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 365 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 366 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 367 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 368 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 369 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 370 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/the-results", "line": 371 }, { "directive": "disallow", "path": "/ie/people/employee-data-protection-notice", "line": 372 }, { "directive": "disallow", "path": "/ie/people/employee-engagement", "line": 373 }, { "directive": "disallow", "path": "/ie/people/meet-our-people", "line": 374 }, { "directive": "disallow", "path": "/ie/people/my-sk", "line": 375 }, { "directive": "disallow", "path": "/ie/people/pronouns", "line": 376 }, { "directive": "disallow", "path": "/ie/ppc", "line": 377 }, { "directive": "disallow", "path": "/ie/products-and-services/bag-in-box/bib-machinery-forms", "line": 378 }, { "directive": "disallow", "path": "/ie/products-and-services/bag-in-box/brochures", "line": 379 }, { "directive": "disallow", "path": "/ie/products-and-services/ecommerce-packaging/whitepaper/download", "line": 380 }, { "directive": "disallow", "path": "/ie/products-and-services/thanks-for-your-enquiry", "line": 381 }, { "directive": "disallow", "path": "/ie/products-and-services/thanks-for-your-enquiry-spam", "line": 382 }, { "directive": "disallow", "path": "/ie/registration-submitted", "line": 383 }, { "directive": "disallow", "path": "/ie/russia", "line": 384 }, { "directive": "disallow", "path": "/ie/sustainability-survey/download", "line": 385 }, { "directive": "disallow", "path": "/ie/sustainability/better-planet-packaging/event/thank-you", "line": 386 }, { "directive": "disallow", "path": "/ie/sustainability/eu-green-deal/download", "line": 387 }, { "directive": "disallow", "path": "/ie/sustainability/survey/download", "line": 388 }, { "directive": "disallow", "path": "/innovation/innovation-challenge", "line": 389 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/all-entries", "line": 390 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/better-planet-packaging", "line": 391 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/business", "line": 392 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/health-and-safety", "line": 393 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/hr", "line": 394 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/production", "line": 395 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/sales", "line": 396 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/support", "line": 397 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/voting-thanks", "line": 398 }, { "directive": "disallow", "path": "/innovation/success-stories/prima-cheese-2", "line": 399 }, { "directive": "disallow", "path": "/insights-report", "line": 400 }, { "directive": "disallow", "path": "/insights-report/thank-you", "line": 401 }, { "directive": "disallow", "path": "/investors/information", "line": 402 }, { "directive": "disallow", "path": "/investors/meetings2024-access", "line": 403 }, { "directive": "disallow", "path": "/it/404", "line": 404 }, { "directive": "disallow", "path": "/it/contact/subscribe", "line": 405 }, { "directive": "disallow", "path": "/it/enquiry-submitted", "line": 406 }, { "directive": "disallow", "path": "/it/events/better-planet-packaging/thank-you-for-registering", "line": 407 }, { "directive": "disallow", "path": "/it/events/registration-complete", "line": 408 }, { "directive": "disallow", "path": "/it/events/registration-completed", "line": 409 }, { "directive": "disallow", "path": "/it/events/registration-successful", "line": 410 }, { "directive": "disallow", "path": "/it/events/thank-you-for-registering", "line": 411 }, { "directive": "disallow", "path": "/it/globalsearch", "line": 412 }, { "directive": "disallow", "path": "/it/people/employee-engagement", "line": 413 }, { "directive": "disallow", "path": "/it/people/meet-our-people", "line": 414 }, { "directive": "disallow", "path": "/it/products-and-services/thanks-for-your-enquiry", "line": 415 }, { "directive": "disallow", "path": "/it/products-and-services/thanks-for-your-enquiry-spam", "line": 416 }, { "directive": "disallow", "path": "/it/registration-submitted", "line": 417 }, { "directive": "disallow", "path": "/it/sustainability-survey/download", "line": 418 }, { "directive": "disallow", "path": "/it/sustainability/survey/download", "line": 419 }, { "directive": "disallow", "path": "/locations/germany/recycling-dual/mehr-informationen/download", "line": 420 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-composites", "line": 421 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 422 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 423 }, { "directive": "disallow", "path": "/ma/404", "line": 424 }, { "directive": "disallow", "path": "/ma/contact/customer-voice", "line": 425 }, { "directive": "disallow", "path": "/ma/contact/subscribe", "line": 426 }, { "directive": "disallow", "path": "/ma/enquiry-submitted", "line": 427 }, { "directive": "disallow", "path": "/ma/events/better-planet-packaging/thank-you-for-registering", "line": 428 }, { "directive": "disallow", "path": "/ma/events/registration-complete", "line": 429 }, { "directive": "disallow", "path": "/ma/events/registration-completed", "line": 430 }, { "directive": "disallow", "path": "/ma/events/registration-successful", "line": 431 }, { "directive": "disallow", "path": "/ma/events/thank-you-for-registering", "line": 432 }, { "directive": "disallow", "path": "/ma/globalsearch", "line": 433 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge", "line": 434 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/better-planet-packaging", "line": 435 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/business", "line": 436 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/health-and-safety", "line": 437 }, { "directive": "disallow", "path": "/ma/people/employee-engagement", "line": 438 }, { "directive": "disallow", "path": "/ma/people/meet-our-people", "line": 439 }, { "directive": "disallow", "path": "/ma/products-and-services/bag-in-box/bib-machinery-forms", "line": 440 }, { "directive": "disallow", "path": "/ma/products-and-services/thanks-for-your-enquiry", "line": 441 }, { "directive": "disallow", "path": "/ma/products-and-services/thanks-for-your-enquiry-spam", "line": 442 }, { "directive": "disallow", "path": "/ma/registration-submitted", "line": 443 }, { "directive": "disallow", "path": "/ma/sustainability-survey/download", "line": 444 }, { "directive": "disallow", "path": "/ma/sustainability/survey/download", "line": 445 }, { "directive": "disallow", "path": "/mx/404", "line": 446 }, { "directive": "disallow", "path": "/mx/contact/subscribe", "line": 447 }, { "directive": "disallow", "path": "/mx/enquiry-submitted", "line": 448 }, { "directive": "disallow", "path": "/mx/events/better-planet-packaging/thank-you-for-registering", "line": 449 }, { "directive": "disallow", "path": "/mx/events/registration-complete", "line": 450 }, { "directive": "disallow", "path": "/mx/events/registration-completed", "line": 451 }, { "directive": "disallow", "path": "/mx/events/registration-successful", "line": 452 }, { "directive": "disallow", "path": "/mx/events/thank-you-for-registering", "line": 453 }, { "directive": "disallow", "path": "/mx/globalsearch", "line": 454 }, { "directive": "disallow", "path": "/mx/people/employee-engagement", "line": 455 }, { "directive": "disallow", "path": "/mx/people/meet-our-people", "line": 456 }, { "directive": "disallow", "path": "/mx/products-and-services/thanks-for-your-enquiry", "line": 457 }, { "directive": "disallow", "path": "/mx/products-and-services/thanks-for-your-enquiry-spam", "line": 458 }, { "directive": "disallow", "path": "/mx/registration-submitted", "line": 459 }, { "directive": "disallow", "path": "/mx/sustainability-survey/download", "line": 460 }, { "directive": "disallow", "path": "/mx/sustainability/survey/download", "line": 461 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 462 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 463 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 464 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 465 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 466 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/the-results", "line": 467 }, { "directive": "disallow", "path": "/newsroom/blog/download-report", "line": 468 }, { "directive": "disallow", "path": "/newsroom/blog/ecommerce-packaging-labelling-expo-2023", "line": 469 }, { "directive": "disallow", "path": "/nl/404", "line": 470 }, { "directive": "disallow", "path": "/nl/contact/customer-voice", "line": 471 }, { "directive": "disallow", "path": "/nl/contact/subscribe", "line": 472 }, { "directive": "disallow", "path": "/nl/enquiry-submitted", "line": 473 }, { "directive": "disallow", "path": "/nl/events/better-planet-packaging/thank-you-for-registering", "line": 474 }, { "directive": "disallow", "path": "/nl/events/customer-event/non-attendance", "line": 475 }, { "directive": "disallow", "path": "/nl/events/non-attendance", "line": 476 }, { "directive": "disallow", "path": "/nl/events/registration-complete", "line": 477 }, { "directive": "disallow", "path": "/nl/events/registration-completed", "line": 478 }, { "directive": "disallow", "path": "/nl/events/registration-confirmation", "line": 479 }, { "directive": "disallow", "path": "/nl/events/registration-successful", "line": 480 }, { "directive": "disallow", "path": "/nl/events/thank-you-for-registering", "line": 481 }, { "directive": "disallow", "path": "/nl/globalsearch", "line": 482 }, { "directive": "disallow", "path": "/nl/people/employee-engagement", "line": 483 }, { "directive": "disallow", "path": "/nl/people/meet-our-people", "line": 484 }, { "directive": "disallow", "path": "/nl/products-and-services/thanks-for-your-enquiry", "line": 485 }, { "directive": "disallow", "path": "/nl/products-and-services/thanks-for-your-enquiry-spam", "line": 486 }, { "directive": "disallow", "path": "/nl/registration-submitted", "line": 487 }, { "directive": "disallow", "path": "/nl/sustainability-survey/download", "line": 488 }, { "directive": "disallow", "path": "/nl/sustainability/better-planet-packaging/event/thank-you", "line": 489 }, { "directive": "disallow", "path": "/nl/sustainability/survey/download", "line": 490 }, { "directive": "disallow", "path": "/no/404", "line": 491 }, { "directive": "disallow", "path": "/no/enquiry-submitted", "line": 492 }, { "directive": "disallow", "path": "/no/events/better-planet-packaging/thank-you-for-registering", "line": 493 }, { "directive": "disallow", "path": "/no/events/registration-complete", "line": 494 }, { "directive": "disallow", "path": "/no/events/registration-completed", "line": 495 }, { "directive": "disallow", "path": "/no/events/registration-successful", "line": 496 }, { "directive": "disallow", "path": "/no/events/thank-you-for-registering", "line": 497 }, { "directive": "disallow", "path": "/no/globalsearch", "line": 498 }, { "directive": "disallow", "path": "/no/people/employee-engagement", "line": 499 }, { "directive": "disallow", "path": "/no/people/meet-our-people", "line": 500 }, { "directive": "disallow", "path": "/no/products-and-services/thanks-for-your-enquiry", "line": 501 }, { "directive": "disallow", "path": "/no/products-and-services/thanks-for-your-enquiry-spam", "line": 502 }, { "directive": "disallow", "path": "/no/registration-submitted", "line": 503 }, { "directive": "disallow", "path": "/no/sustainability-survey/download", "line": 504 }, { "directive": "disallow", "path": "/no/sustainability/survey/download", "line": 505 }, { "directive": "disallow", "path": "/pe/404", "line": 506 }, { "directive": "disallow", "path": "/pe/contact/subscribe", "line": 507 }, { "directive": "disallow", "path": "/pe/enquiry-submitted", "line": 508 }, { "directive": "disallow", "path": "/pe/events/better-planet-packaging/thank-you-for-registering", "line": 509 }, { "directive": "disallow", "path": "/pe/events/registration-complete", "line": 510 }, { "directive": "disallow", "path": "/pe/events/registration-completed", "line": 511 }, { "directive": "disallow", "path": "/pe/events/registration-successful", "line": 512 }, { "directive": "disallow", "path": "/pe/events/thank-you-for-registering", "line": 513 }, { "directive": "disallow", "path": "/pe/globalsearch", "line": 514 }, { "directive": "disallow", "path": "/pe/people/employee-engagement", "line": 515 }, { "directive": "disallow", "path": "/pe/people/family-and-age-virtual-event", "line": 516 }, { "directive": "disallow", "path": "/pe/people/international-mens-day", "line": 517 }, { "directive": "disallow", "path": "/pe/people/meet-our-people", "line": 518 }, { "directive": "disallow", "path": "/pe/products-and-services/thanks-for-your-enquiry", "line": 519 }, { "directive": "disallow", "path": "/pe/products-and-services/thanks-for-your-enquiry-spam", "line": 520 }, { "directive": "disallow", "path": "/pe/registration-submitted", "line": 521 }, { "directive": "disallow", "path": "/pe/sustainability-survey/download", "line": 522 }, { "directive": "disallow", "path": "/pe/sustainability/survey/download", "line": 523 }, { "directive": "disallow", "path": "/people/employee-data-protection-notice", "line": 524 }, { "directive": "disallow", "path": "/people/employee-engagement", "line": 525 }, { "directive": "disallow", "path": "/people/family-and-age-virtual-event", "line": 526 }, { "directive": "disallow", "path": "/people/international-mens-day", "line": 527 }, { "directive": "disallow", "path": "/people/international-womans-day", "line": 528 }, { "directive": "disallow", "path": "/people/medarbejderskaerm", "line": 529 }, { "directive": "disallow", "path": "/people/meet-our-people", "line": 530 }, { "directive": "disallow", "path": "/people/my-sk", "line": 531 }, { "directive": "disallow", "path": "/people/pronouns", "line": 532 }, { "directive": "disallow", "path": "/people/test", "line": 533 }, { "directive": "disallow", "path": "/pl/404", "line": 534 }, { "directive": "disallow", "path": "/pl/enquiry-submitted", "line": 535 }, { "directive": "disallow", "path": "/pl/events/better-planet-packaging/thank-you-for-registering", "line": 536 }, { "directive": "disallow", "path": "/pl/events/registration-complete", "line": 537 }, { "directive": "disallow", "path": "/pl/events/registration-completed", "line": 538 }, { "directive": "disallow", "path": "/pl/events/registration-successful", "line": 539 }, { "directive": "disallow", "path": "/pl/events/thank-you-for-registering", "line": 540 }, { "directive": "disallow", "path": "/pl/events/wielkanoc/dzieki", "line": 541 }, { "directive": "disallow", "path": "/pl/globalsearch", "line": 542 }, { "directive": "disallow", "path": "/pl/people/employee-engagement", "line": 543 }, { "directive": "disallow", "path": "/pl/people/meet-our-people", "line": 544 }, { "directive": "disallow", "path": "/pl/products-and-services/thanks-for-your-enquiry", "line": 545 }, { "directive": "disallow", "path": "/pl/products-and-services/thanks-for-your-enquiry-spam", "line": 546 }, { "directive": "disallow", "path": "/pl/registration-submitted", "line": 547 }, { "directive": "disallow", "path": "/pl/sustainability-survey/download", "line": 548 }, { "directive": "disallow", "path": "/pl/sustainability/survey/download", "line": 549 }, { "directive": "disallow", "path": "/ppc", "line": 550 }, { "directive": "disallow", "path": "/ppc/advent-calendar-packaging", "line": 551 }, { "directive": "disallow", "path": "/ppc/birchbox", "line": 552 }, { "directive": "disallow", "path": "/ppc/birchbox/track-delivery", "line": 553 }, { "directive": "disallow", "path": "/ppc/cardboard-box-manufacturers", "line": 554 }, { "directive": "disallow", "path": "/ppc/cardboard-dump-bins", "line": 555 }, { "directive": "disallow", "path": "/ppc/digital-printing-packaging", "line": 556 }, { "directive": "disallow", "path": "/ppc/ecommerce-packaging", "line": 557 }, { "directive": "disallow", "path": "/ppc/free-from-packaging", "line": 558 }, { "directive": "disallow", "path": "/ppc/healf", "line": 559 }, { "directive": "disallow", "path": "/ppc/honeycomb-packaging", "line": 560 }, { "directive": "disallow", "path": "/ppc/honeycomb-packaging-v1", "line": 561 }, { "directive": "disallow", "path": "/ppc/insulated-packaging", "line": 562 }, { "directive": "disallow", "path": "/ppc/love-corn", "line": 563 }, { "directive": "disallow", "path": "/ppc/mylee", "line": 564 }, { "directive": "disallow", "path": "/ppc/nairns", "line": 565 }, { "directive": "disallow", "path": "/ppc/packaging-machinery", "line": 566 }, { "directive": "disallow", "path": "/ppc/packaging-supplier", "line": 567 }, { "directive": "disallow", "path": "/ppc/perfect-ted", "line": 568 }, { "directive": "disallow", "path": "/ppc/pet-food-packaging", "line": 569 }, { "directive": "disallow", "path": "/ppc/pieminister", "line": 570 }, { "directive": "disallow", "path": "/ppc/protective-packaging", "line": 571 }, { "directive": "disallow", "path": "/ppc/pumpkin-bins", "line": 572 }, { "directive": "disallow", "path": "/ppc/purdy-and-figg", "line": 573 }, { "directive": "disallow", "path": "/ppc/sustainable-packaging", "line": 574 }, { "directive": "disallow", "path": "/ppc/thank-you", "line": 575 }, { "directive": "disallow", "path": "/ppc/tropic-skincare", "line": 576 }, { "directive": "disallow", "path": "/ppc/untamed-cat", "line": 577 }, { "directive": "disallow", "path": "/ppc/vegan-packaging", "line": 578 }, { "directive": "disallow", "path": "/ppc/wholesale-bulk-packaging", "line": 579 }, { "directive": "disallow", "path": "/ppc/wholesale-bulk-packaging-v1", "line": 580 }, { "directive": "disallow", "path": "/products-and-services/bag-in-box/bib-machinery-forms", "line": 581 }, { "directive": "disallow", "path": "/products-and-services/bag-in-box/brochures", "line": 582 }, { "directive": "disallow", "path": "/products-and-services/ecommerce-packaging/whitepaper/download", "line": 583 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/requests", "line": 584 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/sectors", "line": 585 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/services/after-sales-care-plan", "line": 586 }, { "directive": "disallow", "path": "/products-and-services/packaging/protective-packaging", "line": 587 }, { "directive": "disallow", "path": "/products-and-services/packaging/waterproof-cardboard-box", "line": 588 }, { "directive": "disallow", "path": "/products-and-services/sheetfeeding/meet-team", "line": 589 }, { "directive": "disallow", "path": "/products-and-services/sheetfeeding/technical-customer-support", "line": 590 }, { "directive": "disallow", "path": "/products-and-services/thanks-for-your-enquiry", "line": 591 }, { "directive": "disallow", "path": "/products-and-services/thanks-for-your-enquiry-spam", "line": 592 }, { "directive": "disallow", "path": "/pt/404", "line": 593 }, { "directive": "disallow", "path": "/pt/contact/subscribe", "line": 594 }, { "directive": "disallow", "path": "/pt/enquiry-submitted", "line": 595 }, { "directive": "disallow", "path": "/pt/events/better-planet-packaging/thank-you-for-registering", "line": 596 }, { "directive": "disallow", "path": "/pt/events/registration-complete", "line": 597 }, { "directive": "disallow", "path": "/pt/events/registration-completed", "line": 598 }, { "directive": "disallow", "path": "/pt/events/registration-successful", "line": 599 }, { "directive": "disallow", "path": "/pt/events/thank-you-for-registering", "line": 600 }, { "directive": "disallow", "path": "/pt/globalsearch", "line": 601 }, { "directive": "disallow", "path": "/pt/people/employee-engagement", "line": 602 }, { "directive": "disallow", "path": "/pt/people/meet-our-people", "line": 603 }, { "directive": "disallow", "path": "/pt/products-and-services/ecommerce-packaging/whitepaper/download", "line": 604 }, { "directive": "disallow", "path": "/pt/products-and-services/thanks-for-your-enquiry", "line": 605 }, { "directive": "disallow", "path": "/pt/products-and-services/thanks-for-your-enquiry-spam", "line": 606 }, { "directive": "disallow", "path": "/pt/registration-submitted", "line": 607 }, { "directive": "disallow", "path": "/pt/sustainability-survey/download", "line": 608 }, { "directive": "disallow", "path": "/pt/sustainability/survey/download", "line": 609 }, { "directive": "disallow", "path": "/registration-submitted", "line": 610 }, { "directive": "disallow", "path": "/russia", "line": 611 }, { "directive": "disallow", "path": "/se/404", "line": 612 }, { "directive": "disallow", "path": "/se/enquiry-submitted", "line": 613 }, { "directive": "disallow", "path": "/se/events/better-planet-packaging/thank-you-for-registering", "line": 614 }, { "directive": "disallow", "path": "/se/events/registration-complete", "line": 615 }, { "directive": "disallow", "path": "/se/events/registration-completed", "line": 616 }, { "directive": "disallow", "path": "/se/events/registration-successful", "line": 617 }, { "directive": "disallow", "path": "/se/events/thank-you-for-registering", "line": 618 }, { "directive": "disallow", "path": "/se/globalsearch", "line": 619 }, { "directive": "disallow", "path": "/se/people/employee-engagement", "line": 620 }, { "directive": "disallow", "path": "/se/people/meet-our-people", "line": 621 }, { "directive": "disallow", "path": "/se/products-and-services/thanks-for-your-enquiry", "line": 622 }, { "directive": "disallow", "path": "/se/products-and-services/thanks-for-your-enquiry-spam", "line": 623 }, { "directive": "disallow", "path": "/se/registration-submitted", "line": 624 }, { "directive": "disallow", "path": "/se/sustainability-survey/download", "line": 625 }, { "directive": "disallow", "path": "/se/sustainability/survey/download", "line": 626 }, { "directive": "disallow", "path": "/sustainability-survey/download", "line": 627 }, { "directive": "disallow", "path": "/sustainability/better-planet-packaging/event/thank-you", "line": 628 }, { "directive": "disallow", "path": "/sustainability/eu-green-deal/download", "line": 629 }, { "directive": "disallow", "path": "/sustainability/survey/download", "line": 630 }, { "directive": "disallow", "path": "/sv/404", "line": 631 }, { "directive": "disallow", "path": "/sv/contact/subscribe", "line": 632 }, { "directive": "disallow", "path": "/sv/enquiry-submitted", "line": 633 }, { "directive": "disallow", "path": "/sv/events/better-planet-packaging/thank-you-for-registering", "line": 634 }, { "directive": "disallow", "path": "/sv/events/registration-complete", "line": 635 }, { "directive": "disallow", "path": "/sv/events/registration-completed", "line": 636 }, { "directive": "disallow", "path": "/sv/events/registration-successful", "line": 637 }, { "directive": "disallow", "path": "/sv/events/thank-you-for-registering", "line": 638 }, { "directive": "disallow", "path": "/sv/globalsearch", "line": 639 }, { "directive": "disallow", "path": "/sv/people/employee-engagement", "line": 640 }, { "directive": "disallow", "path": "/sv/people/family-and-age-virtual-event", "line": 641 }, { "directive": "disallow", "path": "/sv/people/international-mens-day", "line": 642 }, { "directive": "disallow", "path": "/sv/people/meet-our-people", "line": 643 }, { "directive": "disallow", "path": "/sv/products-and-services/thanks-for-your-enquiry", "line": 644 }, { "directive": "disallow", "path": "/sv/products-and-services/thanks-for-your-enquiry-spam", "line": 645 }, { "directive": "disallow", "path": "/sv/registration-submitted", "line": 646 }, { "directive": "disallow", "path": "/sv/sustainability-survey/download", "line": 647 }, { "directive": "disallow", "path": "/sv/sustainability/survey/download", "line": 648 }, { "directive": "disallow", "path": "/uk/404", "line": 649 }, { "directive": "disallow", "path": "/uk/components", "line": 650 }, { "directive": "disallow", "path": "/uk/contact/customer-voice", "line": 651 }, { "directive": "disallow", "path": "/uk/contact/subscribe", "line": 652 }, { "directive": "disallow", "path": "/uk/enquiry-submitted", "line": 653 }, { "directive": "disallow", "path": "/uk/events/better-planet-packaging/thank-you-for-registering", "line": 654 }, { "directive": "disallow", "path": "/uk/events/customer-event/non-attendance", "line": 655 }, { "directive": "disallow", "path": "/uk/events/ecommerce-week", "line": 656 }, { "directive": "disallow", "path": "/uk/events/fresh-produce-event", "line": 657 }, { "directive": "disallow", "path": "/uk/events/non-attendance", "line": 658 }, { "directive": "disallow", "path": "/uk/events/registration-complete", "line": 659 }, { "directive": "disallow", "path": "/uk/events/registration-completed", "line": 660 }, { "directive": "disallow", "path": "/uk/events/registration-confirmation", "line": 661 }, { "directive": "disallow", "path": "/uk/events/registration-successful", "line": 662 }, { "directive": "disallow", "path": "/uk/events/thank-you-for-registering", "line": 663 }, { "directive": "disallow", "path": "/uk/events/wielkanoc", "line": 664 }, { "directive": "disallow", "path": "/uk/events/wielkanoc/dzieki", "line": 665 }, { "directive": "disallow", "path": "/uk/globalsearch", "line": 666 }, { "directive": "disallow", "path": "/uk/investors/information", "line": 667 }, { "directive": "disallow", "path": "/uk/investors/meetings2024-access", "line": 668 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-composites", "line": 669 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 670 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 671 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 672 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 673 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 674 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 675 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 676 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/the-results", "line": 677 }, { "directive": "disallow", "path": "/uk/people/employee-data-protection-notice", "line": 678 }, { "directive": "disallow", "path": "/uk/people/employee-engagement", "line": 679 }, { "directive": "disallow", "path": "/uk/people/meet-our-people", "line": 680 }, { "directive": "disallow", "path": "/uk/people/my-sk", "line": 681 }, { "directive": "disallow", "path": "/uk/people/pronouns", "line": 682 }, { "directive": "disallow", "path": "/uk/ppc", "line": 683 }, { "directive": "disallow", "path": "/uk/products-and-services/bag-in-box/bib-machinery-forms", "line": 684 }, { "directive": "disallow", "path": "/uk/products-and-services/bag-in-box/brochures", "line": 685 }, { "directive": "disallow", "path": "/uk/products-and-services/ecommerce-packaging/whitepaper/download", "line": 686 }, { "directive": "disallow", "path": "/uk/products-and-services/thanks-for-your-enquiry", "line": 687 }, { "directive": "disallow", "path": "/uk/products-and-services/thanks-for-your-enquiry-spam", "line": 688 }, { "directive": "disallow", "path": "/uk/registration-submitted", "line": 689 }, { "directive": "disallow", "path": "/uk/russia", "line": 690 }, { "directive": "disallow", "path": "/uk/sustainability-survey/download", "line": 691 }, { "directive": "disallow", "path": "/uk/sustainability/better-planet-packaging/event/thank-you", "line": 692 }, { "directive": "disallow", "path": "/uk/sustainability/eu-green-deal/download", "line": 693 }, { "directive": "disallow", "path": "/uk/sustainability/survey/download", "line": 694 }, { "directive": "disallow", "path": "/us/404", "line": 695 }, { "directive": "disallow", "path": "/us/components", "line": 696 }, { "directive": "disallow", "path": "/us/contact/customer-voice", "line": 697 }, { "directive": "disallow", "path": "/us/contact/subscribe", "line": 698 }, { "directive": "disallow", "path": "/us/enquiry-submitted", "line": 699 }, { "directive": "disallow", "path": "/us/events/better-planet-packaging/thank-you-for-registering", "line": 700 }, { "directive": "disallow", "path": "/us/events/customer-event/non-attendance", "line": 701 }, { "directive": "disallow", "path": "/us/events/ecommerce-week", "line": 702 }, { "directive": "disallow", "path": "/us/events/fresh-produce-event", "line": 703 }, { "directive": "disallow", "path": "/us/events/non-attendance", "line": 704 }, { "directive": "disallow", "path": "/us/events/registration-complete", "line": 705 }, { "directive": "disallow", "path": "/us/events/registration-completed", "line": 706 }, { "directive": "disallow", "path": "/us/events/registration-confirmation", "line": 707 }, { "directive": "disallow", "path": "/us/events/registration-successful", "line": 708 }, { "directive": "disallow", "path": "/us/events/thank-you-for-registering", "line": 709 }, { "directive": "disallow", "path": "/us/events/wielkanoc", "line": 710 }, { "directive": "disallow", "path": "/us/events/wielkanoc/dzieki", "line": 711 }, { "directive": "disallow", "path": "/us/globalsearch", "line": 712 }, { "directive": "disallow", "path": "/us/investors/information", "line": 713 }, { "directive": "disallow", "path": "/us/investors/meetings2024-access", "line": 714 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-composites", "line": 715 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 716 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 717 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 718 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 719 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 720 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 721 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 722 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/the-results", "line": 723 }, { "directive": "disallow", "path": "/us/people/employee-data-protection-notice", "line": 724 }, { "directive": "disallow", "path": "/us/people/employee-engagement", "line": 725 }, { "directive": "disallow", "path": "/us/people/family-and-age-virtual-event", "line": 726 }, { "directive": "disallow", "path": "/us/people/meet-our-people", "line": 727 }, { "directive": "disallow", "path": "/us/people/my-sk", "line": 728 }, { "directive": "disallow", "path": "/us/people/pronouns", "line": 729 }, { "directive": "disallow", "path": "/us/ppc", "line": 730 }, { "directive": "disallow", "path": "/us/products-and-services/bag-in-box/bib-machinery-forms", "line": 731 }, { "directive": "disallow", "path": "/us/products-and-services/bag-in-box/brochures", "line": 732 }, { "directive": "disallow", "path": "/us/products-and-services/ecommerce-packaging/whitepaper/download", "line": 733 }, { "directive": "disallow", "path": "/us/products-and-services/thanks-for-your-enquiry", "line": 734 }, { "directive": "disallow", "path": "/us/products-and-services/thanks-for-your-enquiry-spam", "line": 735 }, { "directive": "disallow", "path": "/us/registration-submitted", "line": 736 }, { "directive": "disallow", "path": "/us/russia", "line": 737 }, { "directive": "disallow", "path": "/us/sustainability-survey/download", "line": 738 }, { "directive": "disallow", "path": "/us/sustainability/better-planet-packaging/event/thank-you", "line": 739 }, { "directive": "disallow", "path": "/us/sustainability/eu-green-deal/download", "line": 740 }, { "directive": "disallow", "path": "/us/sustainability/survey/download", "line": 741 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/404", "line": 5 }, { "directive": "disallow", "path": "/about/navod-na-betlem", "line": 6 }, { "directive": "disallow", "path": "/advert", "line": 7 }, { "directive": "disallow", "path": "/advert/display-popai/thank-you", "line": 8 }, { "directive": "disallow", "path": "/ar/404", "line": 9 }, { "directive": "disallow", "path": "/ar/contact/subscribe", "line": 10 }, { "directive": "disallow", "path": "/ar/enquiry-submitted", "line": 11 }, { "directive": "disallow", "path": "/ar/events/better-planet-packaging/thank-you-for-registering", "line": 12 }, { "directive": "disallow", "path": "/ar/events/registration-complete", "line": 13 }, { "directive": "disallow", "path": "/ar/events/registration-completed", "line": 14 }, { "directive": "disallow", "path": "/ar/events/registration-successful", "line": 15 }, { "directive": "disallow", "path": "/ar/events/thank-you-for-registering", "line": 16 }, { "directive": "disallow", "path": "/ar/globalsearch", "line": 17 }, { "directive": "disallow", "path": "/ar/people/employee-engagement", "line": 18 }, { "directive": "disallow", "path": "/ar/people/family-and-age-virtual-event", "line": 19 }, { "directive": "disallow", "path": "/ar/people/international-mens-day", "line": 20 }, { "directive": "disallow", "path": "/ar/people/meet-our-people", "line": 21 }, { "directive": "disallow", "path": "/ar/products-and-services/thanks-for-your-enquiry", "line": 22 }, { "directive": "disallow", "path": "/ar/products-and-services/thanks-for-your-enquiry-spam", "line": 23 }, { "directive": "disallow", "path": "/ar/registration-submitted", "line": 24 }, { "directive": "disallow", "path": "/ar/sustainability-survey/download", "line": 25 }, { "directive": "disallow", "path": "/ar/sustainability/survey/download", "line": 26 }, { "directive": "disallow", "path": "/at/404", "line": 27 }, { "directive": "disallow", "path": "/at/contact/subscribe", "line": 28 }, { "directive": "disallow", "path": "/at/enquiry-submitted", "line": 29 }, { "directive": "disallow", "path": "/at/events/better-planet-packaging/thank-you-for-registering", "line": 30 }, { "directive": "disallow", "path": "/at/events/registration-complete", "line": 31 }, { "directive": "disallow", "path": "/at/events/registration-completed", "line": 32 }, { "directive": "disallow", "path": "/at/events/registration-successful", "line": 33 }, { "directive": "disallow", "path": "/at/events/thank-you-for-registering", "line": 34 }, { "directive": "disallow", "path": "/at/globalsearch", "line": 35 }, { "directive": "disallow", "path": "/at/locations/germany/recycling-dual/mehr-informationen/download", "line": 36 }, { "directive": "disallow", "path": "/at/people/employee-engagement", "line": 37 }, { "directive": "disallow", "path": "/at/people/meet-our-people", "line": 38 }, { "directive": "disallow", "path": "/at/products-and-services/thanks-for-your-enquiry", "line": 39 }, { "directive": "disallow", "path": "/at/products-and-services/thanks-for-your-enquiry-spam", "line": 40 }, { "directive": "disallow", "path": "/at/registration-submitted", "line": 41 }, { "directive": "disallow", "path": "/at/sustainability-survey/download", "line": 42 }, { "directive": "disallow", "path": "/be/fr/404", "line": 43 }, { "directive": "disallow", "path": "/be/fr/contact/customer-voice", "line": 44 }, { "directive": "disallow", "path": "/be/fr/contact/subscribe", "line": 45 }, { "directive": "disallow", "path": "/be/fr/enquiry-submitted", "line": 46 }, { "directive": "disallow", "path": "/be/fr/events/better-planet-packaging/thank-you-for-registering", "line": 47 }, { "directive": "disallow", "path": "/be/fr/events/customer-event/non-attendance", "line": 48 }, { "directive": "disallow", "path": "/be/fr/events/non-attendance", "line": 49 }, { "directive": "disallow", "path": "/be/fr/events/registration-complete", "line": 50 }, { "directive": "disallow", "path": "/be/fr/events/registration-completed", "line": 51 }, { "directive": "disallow", "path": "/be/fr/events/registration-confirmation", "line": 52 }, { "directive": "disallow", "path": "/be/fr/events/registration-successful", "line": 53 }, { "directive": "disallow", "path": "/be/fr/events/thank-you-for-registering", "line": 54 }, { "directive": "disallow", "path": "/be/fr/globalsearch", "line": 55 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge", "line": 56 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/better-planet-packaging", "line": 57 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/business", "line": 58 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/health-and-safety", "line": 59 }, { "directive": "disallow", "path": "/be/fr/people/employee-engagement", "line": 60 }, { "directive": "disallow", "path": "/be/fr/people/meet-our-people", "line": 61 }, { "directive": "disallow", "path": "/be/fr/products-and-services/bag-in-box/bib-machinery-forms", "line": 62 }, { "directive": "disallow", "path": "/be/fr/products-and-services/thanks-for-your-enquiry", "line": 63 }, { "directive": "disallow", "path": "/be/fr/products-and-services/thanks-for-your-enquiry-spam", "line": 64 }, { "directive": "disallow", "path": "/be/fr/registration-submitted", "line": 65 }, { "directive": "disallow", "path": "/be/fr/sustainability-survey/download", "line": 66 }, { "directive": "disallow", "path": "/be/fr/sustainability/survey/download", "line": 67 }, { "directive": "disallow", "path": "/be/nl/404", "line": 68 }, { "directive": "disallow", "path": "/be/nl/contact/customer-voice", "line": 69 }, { "directive": "disallow", "path": "/be/nl/contact/subscribe", "line": 70 }, { "directive": "disallow", "path": "/be/nl/enquiry-submitted", "line": 71 }, { "directive": "disallow", "path": "/be/nl/events/better-planet-packaging/thank-you-for-registering", "line": 72 }, { "directive": "disallow", "path": "/be/nl/events/customer-event/non-attendance", "line": 73 }, { "directive": "disallow", "path": "/be/nl/events/non-attendance", "line": 74 }, { "directive": "disallow", "path": "/be/nl/events/registration-complete", "line": 75 }, { "directive": "disallow", "path": "/be/nl/events/registration-completed", "line": 76 }, { "directive": "disallow", "path": "/be/nl/events/registration-confirmation", "line": 77 }, { "directive": "disallow", "path": "/be/nl/events/registration-successful", "line": 78 }, { "directive": "disallow", "path": "/be/nl/events/thank-you-for-registering", "line": 79 }, { "directive": "disallow", "path": "/be/nl/globalsearch", "line": 80 }, { "directive": "disallow", "path": "/be/nl/people/employee-engagement", "line": 81 }, { "directive": "disallow", "path": "/be/nl/people/meet-our-people", "line": 82 }, { "directive": "disallow", "path": "/be/nl/products-and-services/thanks-for-your-enquiry", "line": 83 }, { "directive": "disallow", "path": "/be/nl/products-and-services/thanks-for-your-enquiry-spam", "line": 84 }, { "directive": "disallow", "path": "/be/nl/registration-submitted", "line": 85 }, { "directive": "disallow", "path": "/be/nl/sustainability-survey/download", "line": 86 }, { "directive": "disallow", "path": "/be/nl/sustainability/better-planet-packaging/event/thank-you", "line": 87 }, { "directive": "disallow", "path": "/be/nl/sustainability/survey/download", "line": 88 }, { "directive": "disallow", "path": "/br/404", "line": 89 }, { "directive": "disallow", "path": "/br/enquiry-submitted", "line": 90 }, { "directive": "disallow", "path": "/br/events/better-planet-packaging/thank-you-for-registering", "line": 91 }, { "directive": "disallow", "path": "/br/events/registration-complete", "line": 92 }, { "directive": "disallow", "path": "/br/events/registration-completed", "line": 93 }, { "directive": "disallow", "path": "/br/events/registration-successful", "line": 94 }, { "directive": "disallow", "path": "/br/events/thank-you-for-registering", "line": 95 }, { "directive": "disallow", "path": "/br/globalsearch", "line": 96 }, { "directive": "disallow", "path": "/br/people/employee-engagement", "line": 97 }, { "directive": "disallow", "path": "/br/people/meet-our-people", "line": 98 }, { "directive": "disallow", "path": "/br/products-and-services/thanks-for-your-enquiry", "line": 99 }, { "directive": "disallow", "path": "/br/products-and-services/thanks-for-your-enquiry-spam", "line": 100 }, { "directive": "disallow", "path": "/br/registration-submitted", "line": 101 }, { "directive": "disallow", "path": "/br/sustainability-survey/download", "line": 102 }, { "directive": "disallow", "path": "/br/sustainability/survey/download", "line": 103 }, { "directive": "disallow", "path": "/ch/404", "line": 104 }, { "directive": "disallow", "path": "/ch/contact/subscribe", "line": 105 }, { "directive": "disallow", "path": "/ch/enquiry-submitted", "line": 106 }, { "directive": "disallow", "path": "/ch/events/better-planet-packaging/thank-you-for-registering", "line": 107 }, { "directive": "disallow", "path": "/ch/events/registration-complete", "line": 108 }, { "directive": "disallow", "path": "/ch/events/registration-completed", "line": 109 }, { "directive": "disallow", "path": "/ch/events/registration-successful", "line": 110 }, { "directive": "disallow", "path": "/ch/events/thank-you-for-registering", "line": 111 }, { "directive": "disallow", "path": "/ch/globalsearch", "line": 112 }, { "directive": "disallow", "path": "/ch/people/employee-engagement", "line": 113 }, { "directive": "disallow", "path": "/ch/people/meet-our-people", "line": 114 }, { "directive": "disallow", "path": "/ch/products-and-services/thanks-for-your-enquiry", "line": 115 }, { "directive": "disallow", "path": "/ch/products-and-services/thanks-for-your-enquiry-spam", "line": 116 }, { "directive": "disallow", "path": "/ch/registration-submitted", "line": 117 }, { "directive": "disallow", "path": "/ch/sustainability-survey/download", "line": 118 }, { "directive": "disallow", "path": "/cl/404", "line": 119 }, { "directive": "disallow", "path": "/cl/contact/subscribe", "line": 120 }, { "directive": "disallow", "path": "/cl/enquiry-submitted", "line": 121 }, { "directive": "disallow", "path": "/cl/events/better-planet-packaging/thank-you-for-registering", "line": 122 }, { "directive": "disallow", "path": "/cl/events/registration-complete", "line": 123 }, { "directive": "disallow", "path": "/cl/events/registration-completed", "line": 124 }, { "directive": "disallow", "path": "/cl/events/registration-successful", "line": 125 }, { "directive": "disallow", "path": "/cl/events/thank-you-for-registering", "line": 126 }, { "directive": "disallow", "path": "/cl/globalsearch", "line": 127 }, { "directive": "disallow", "path": "/cl/people/employee-engagement", "line": 128 }, { "directive": "disallow", "path": "/cl/people/family-and-age-virtual-event", "line": 129 }, { "directive": "disallow", "path": "/cl/people/international-mens-day", "line": 130 }, { "directive": "disallow", "path": "/cl/people/meet-our-people", "line": 131 }, { "directive": "disallow", "path": "/cl/products-and-services/thanks-for-your-enquiry", "line": 132 }, { "directive": "disallow", "path": "/cl/products-and-services/thanks-for-your-enquiry-spam", "line": 133 }, { "directive": "disallow", "path": "/cl/registration-submitted", "line": 134 }, { "directive": "disallow", "path": "/cl/sustainability-survey/download", "line": 135 }, { "directive": "disallow", "path": "/cl/sustainability/survey/download", "line": 136 }, { "directive": "disallow", "path": "/co/404", "line": 137 }, { "directive": "disallow", "path": "/co/contact/subscribe", "line": 138 }, { "directive": "disallow", "path": "/co/enquiry-submitted", "line": 139 }, { "directive": "disallow", "path": "/co/events/better-planet-packaging/thank-you-for-registering", "line": 140 }, { "directive": "disallow", "path": "/co/events/registration-complete", "line": 141 }, { "directive": "disallow", "path": "/co/events/registration-completed", "line": 142 }, { "directive": "disallow", "path": "/co/events/registration-successful", "line": 143 }, { "directive": "disallow", "path": "/co/events/thank-you-for-registering", "line": 144 }, { "directive": "disallow", "path": "/co/globalsearch", "line": 145 }, { "directive": "disallow", "path": "/co/people/employee-engagement", "line": 146 }, { "directive": "disallow", "path": "/co/people/family-and-age-virtual-event", "line": 147 }, { "directive": "disallow", "path": "/co/people/international-mens-day", "line": 148 }, { "directive": "disallow", "path": "/co/people/meet-our-people", "line": 149 }, { "directive": "disallow", "path": "/co/products-and-services/thanks-for-your-enquiry", "line": 150 }, { "directive": "disallow", "path": "/co/products-and-services/thanks-for-your-enquiry-spam", "line": 151 }, { "directive": "disallow", "path": "/co/registration-submitted", "line": 152 }, { "directive": "disallow", "path": "/co/sustainability-survey/download", "line": 153 }, { "directive": "disallow", "path": "/co/sustainability/survey/download", "line": 154 }, { "directive": "disallow", "path": "/components", "line": 155 }, { "directive": "disallow", "path": "/contact/customer-subscription", "line": 156 }, { "directive": "disallow", "path": "/contact/customer-voice", "line": 157 }, { "directive": "disallow", "path": "/contact/subscribe", "line": 158 }, { "directive": "disallow", "path": "/contact/uk-feedback", "line": 159 }, { "directive": "disallow", "path": "/contact/uk-feedback/thank-you", "line": 160 }, { "directive": "disallow", "path": "/contact/uk-newsletter-feedback", "line": 161 }, { "directive": "disallow", "path": "/contact/uk-newsletter-feedback/thank-you", "line": 162 }, { "directive": "disallow", "path": "/cr/404", "line": 163 }, { "directive": "disallow", "path": "/cr/contact/subscribe", "line": 164 }, { "directive": "disallow", "path": "/cr/enquiry-submitted", "line": 165 }, { "directive": "disallow", "path": "/cr/events/better-planet-packaging/thank-you-for-registering", "line": 166 }, { "directive": "disallow", "path": "/cr/events/registration-complete", "line": 167 }, { "directive": "disallow", "path": "/cr/events/registration-completed", "line": 168 }, { "directive": "disallow", "path": "/cr/events/registration-successful", "line": 169 }, { "directive": "disallow", "path": "/cr/events/thank-you-for-registering", "line": 170 }, { "directive": "disallow", "path": "/cr/globalsearch", "line": 171 }, { "directive": "disallow", "path": "/cr/people/employee-engagement", "line": 172 }, { "directive": "disallow", "path": "/cr/people/family-and-age-virtual-event", "line": 173 }, { "directive": "disallow", "path": "/cr/people/international-mens-day", "line": 174 }, { "directive": "disallow", "path": "/cr/people/meet-our-people", "line": 175 }, { "directive": "disallow", "path": "/cr/products-and-services/thanks-for-your-enquiry", "line": 176 }, { "directive": "disallow", "path": "/cr/products-and-services/thanks-for-your-enquiry-spam", "line": 177 }, { "directive": "disallow", "path": "/cr/registration-submitted", "line": 178 }, { "directive": "disallow", "path": "/cr/sustainability-survey/download", "line": 179 }, { "directive": "disallow", "path": "/cr/sustainability/survey/download", "line": 180 }, { "directive": "disallow", "path": "/cz/404", "line": 181 }, { "directive": "disallow", "path": "/cz/enquiry-submitted", "line": 182 }, { "directive": "disallow", "path": "/cz/events/better-planet-packaging/thank-you-for-registering", "line": 183 }, { "directive": "disallow", "path": "/cz/events/registration-complete", "line": 184 }, { "directive": "disallow", "path": "/cz/events/registration-completed", "line": 185 }, { "directive": "disallow", "path": "/cz/events/registration-successful", "line": 186 }, { "directive": "disallow", "path": "/cz/events/thank-you-for-registering", "line": 187 }, { "directive": "disallow", "path": "/cz/globalsearch", "line": 188 }, { "directive": "disallow", "path": "/cz/people/employee-engagement", "line": 189 }, { "directive": "disallow", "path": "/cz/people/meet-our-people", "line": 190 }, { "directive": "disallow", "path": "/cz/products-and-services/thanks-for-your-enquiry", "line": 191 }, { "directive": "disallow", "path": "/cz/products-and-services/thanks-for-your-enquiry-spam", "line": 192 }, { "directive": "disallow", "path": "/cz/registration-submitted", "line": 193 }, { "directive": "disallow", "path": "/cz/sustainability-survey/download", "line": 194 }, { "directive": "disallow", "path": "/cz/sustainability/survey/download", "line": 195 }, { "directive": "disallow", "path": "/de/404", "line": 196 }, { "directive": "disallow", "path": "/de/contact/customer-subscription", "line": 197 }, { "directive": "disallow", "path": "/de/contact/subscribe", "line": 198 }, { "directive": "disallow", "path": "/de/enquiry-submitted", "line": 199 }, { "directive": "disallow", "path": "/de/events/better-planet-packaging/thank-you-for-registering", "line": 200 }, { "directive": "disallow", "path": "/de/events/registration-complete", "line": 201 }, { "directive": "disallow", "path": "/de/events/registration-completed", "line": 202 }, { "directive": "disallow", "path": "/de/events/registration-successful", "line": 203 }, { "directive": "disallow", "path": "/de/events/thank-you-for-registering", "line": 204 }, { "directive": "disallow", "path": "/de/globalsearch", "line": 205 }, { "directive": "disallow", "path": "/de/locations/germany/recycling-dual/mehr-informationen/download", "line": 206 }, { "directive": "disallow", "path": "/de/people/employee-engagement", "line": 207 }, { "directive": "disallow", "path": "/de/people/meet-our-people", "line": 208 }, { "directive": "disallow", "path": "/de/products-and-services/thanks-for-your-enquiry", "line": 209 }, { "directive": "disallow", "path": "/de/products-and-services/thanks-for-your-enquiry-spam", "line": 210 }, { "directive": "disallow", "path": "/de/registration-submitted", "line": 211 }, { "directive": "disallow", "path": "/de/sustainability-survey/download", "line": 212 }, { "directive": "disallow", "path": "/dk/404", "line": 213 }, { "directive": "disallow", "path": "/dk/contact/subscribe", "line": 214 }, { "directive": "disallow", "path": "/dk/enquiry-submitted", "line": 215 }, { "directive": "disallow", "path": "/dk/events/better-planet-packaging/thank-you-for-registering", "line": 216 }, { "directive": "disallow", "path": "/dk/events/registration-complete", "line": 217 }, { "directive": "disallow", "path": "/dk/events/registration-completed", "line": 218 }, { "directive": "disallow", "path": "/dk/events/registration-successful", "line": 219 }, { "directive": "disallow", "path": "/dk/events/thank-you-for-registering", "line": 220 }, { "directive": "disallow", "path": "/dk/globalsearch", "line": 221 }, { "directive": "disallow", "path": "/dk/people/employee-engagement", "line": 222 }, { "directive": "disallow", "path": "/dk/people/meet-our-people", "line": 223 }, { "directive": "disallow", "path": "/dk/products-and-services/thanks-for-your-enquiry", "line": 224 }, { "directive": "disallow", "path": "/dk/products-and-services/thanks-for-your-enquiry-spam", "line": 225 }, { "directive": "disallow", "path": "/dk/registration-submitted", "line": 226 }, { "directive": "disallow", "path": "/dk/sustainability-survey/download", "line": 227 }, { "directive": "disallow", "path": "/dk/sustainability/survey/download", "line": 228 }, { "directive": "disallow", "path": "/do/404", "line": 229 }, { "directive": "disallow", "path": "/do/contact/subscribe", "line": 230 }, { "directive": "disallow", "path": "/do/enquiry-submitted", "line": 231 }, { "directive": "disallow", "path": "/do/events/better-planet-packaging/thank-you-for-registering", "line": 232 }, { "directive": "disallow", "path": "/do/events/registration-complete", "line": 233 }, { "directive": "disallow", "path": "/do/events/registration-completed", "line": 234 }, { "directive": "disallow", "path": "/do/events/registration-successful", "line": 235 }, { "directive": "disallow", "path": "/do/events/thank-you-for-registering", "line": 236 }, { "directive": "disallow", "path": "/do/globalsearch", "line": 237 }, { "directive": "disallow", "path": "/do/people/employee-engagement", "line": 238 }, { "directive": "disallow", "path": "/do/people/family-and-age-virtual-event", "line": 239 }, { "directive": "disallow", "path": "/do/people/international-mens-day", "line": 240 }, { "directive": "disallow", "path": "/do/people/meet-our-people", "line": 241 }, { "directive": "disallow", "path": "/do/products-and-services/thanks-for-your-enquiry", "line": 242 }, { "directive": "disallow", "path": "/do/products-and-services/thanks-for-your-enquiry-spam", "line": 243 }, { "directive": "disallow", "path": "/do/registration-submitted", "line": 244 }, { "directive": "disallow", "path": "/do/sustainability-survey/download", "line": 245 }, { "directive": "disallow", "path": "/do/sustainability/survey/download", "line": 246 }, { "directive": "disallow", "path": "/ec/404", "line": 247 }, { "directive": "disallow", "path": "/ec/contact/subscribe", "line": 248 }, { "directive": "disallow", "path": "/ec/enquiry-submitted", "line": 249 }, { "directive": "disallow", "path": "/ec/events/better-planet-packaging/thank-you-for-registering", "line": 250 }, { "directive": "disallow", "path": "/ec/events/registration-complete", "line": 251 }, { "directive": "disallow", "path": "/ec/events/registration-completed", "line": 252 }, { "directive": "disallow", "path": "/ec/events/registration-successful", "line": 253 }, { "directive": "disallow", "path": "/ec/events/thank-you-for-registering", "line": 254 }, { "directive": "disallow", "path": "/ec/globalsearch", "line": 255 }, { "directive": "disallow", "path": "/ec/people/employee-engagement", "line": 256 }, { "directive": "disallow", "path": "/ec/people/family-and-age-virtual-event", "line": 257 }, { "directive": "disallow", "path": "/ec/people/international-mens-day", "line": 258 }, { "directive": "disallow", "path": "/ec/people/meet-our-people", "line": 259 }, { "directive": "disallow", "path": "/ec/products-and-services/thanks-for-your-enquiry", "line": 260 }, { "directive": "disallow", "path": "/ec/products-and-services/thanks-for-your-enquiry-spam", "line": 261 }, { "directive": "disallow", "path": "/ec/registration-submitted", "line": 262 }, { "directive": "disallow", "path": "/ec/sustainability-survey/download", "line": 263 }, { "directive": "disallow", "path": "/ec/sustainability/survey/download", "line": 264 }, { "directive": "disallow", "path": "/enquiry-submitted", "line": 265 }, { "directive": "disallow", "path": "/es/404", "line": 266 }, { "directive": "disallow", "path": "/es/contact/customer-subscription", "line": 267 }, { "directive": "disallow", "path": "/es/contact/subscribe", "line": 268 }, { "directive": "disallow", "path": "/es/enquiry-submitted", "line": 269 }, { "directive": "disallow", "path": "/es/events/better-planet-packaging/thank-you-for-registering", "line": 270 }, { "directive": "disallow", "path": "/es/events/registration-complete", "line": 271 }, { "directive": "disallow", "path": "/es/events/registration-completed", "line": 272 }, { "directive": "disallow", "path": "/es/events/registration-successful", "line": 273 }, { "directive": "disallow", "path": "/es/events/thank-you-for-registering", "line": 274 }, { "directive": "disallow", "path": "/es/globalsearch", "line": 275 }, { "directive": "disallow", "path": "/es/people/employee-engagement", "line": 276 }, { "directive": "disallow", "path": "/es/people/meet-our-people", "line": 277 }, { "directive": "disallow", "path": "/es/products-and-services/bag-in-box/brochures", "line": 278 }, { "directive": "disallow", "path": "/es/products-and-services/ecommerce-packaging/whitepaper/download", "line": 279 }, { "directive": "disallow", "path": "/es/products-and-services/thanks-for-your-enquiry", "line": 280 }, { "directive": "disallow", "path": "/es/products-and-services/thanks-for-your-enquiry-spam", "line": 281 }, { "directive": "disallow", "path": "/es/registration-submitted", "line": 282 }, { "directive": "disallow", "path": "/es/sustainability-survey/download", "line": 283 }, { "directive": "disallow", "path": "/es/sustainability/survey/download", "line": 284 }, { "directive": "disallow", "path": "/events/aquaculture-uk-2026", "line": 285 }, { "directive": "disallow", "path": "/events/better-planet-packaging", "line": 286 }, { "directive": "disallow", "path": "/events/better-planet-packaging/agenda", "line": 287 }, { "directive": "disallow", "path": "/events/better-planet-packaging/faqs", "line": 288 }, { "directive": "disallow", "path": "/events/better-planet-packaging/register-now", "line": 289 }, { "directive": "disallow", "path": "/events/better-planet-packaging/resources", "line": 290 }, { "directive": "disallow", "path": "/events/better-planet-packaging/success-stories", "line": 291 }, { "directive": "disallow", "path": "/events/better-planet-packaging/thank-you-for-registering", "line": 292 }, { "directive": "disallow", "path": "/events/competition-terms-and-conditions", "line": 293 }, { "directive": "disallow", "path": "/events/customer-event", "line": 294 }, { "directive": "disallow", "path": "/events/customer-event-2026", "line": 295 }, { "directive": "disallow", "path": "/events/customer-event-2026/jason-invite", "line": 296 }, { "directive": "disallow", "path": "/events/customer-event-registration", "line": 297 }, { "directive": "disallow", "path": "/events/customer-event/agenda", "line": 298 }, { "directive": "disallow", "path": "/events/customer-event/exhibition", "line": 299 }, { "directive": "disallow", "path": "/events/customer-event/faqs", "line": 300 }, { "directive": "disallow", "path": "/events/customer-event/location", "line": 301 }, { "directive": "disallow", "path": "/events/customer-event/meet-team", "line": 302 }, { "directive": "disallow", "path": "/events/customer-event/non-attendance", "line": 303 }, { "directive": "disallow", "path": "/events/customer-event/speakers", "line": 304 }, { "directive": "disallow", "path": "/events/customer-event/speakers/claire-williams", "line": 305 }, { "directive": "disallow", "path": "/events/customer-event/table-plan", "line": 306 }, { "directive": "disallow", "path": "/events/ecommerce-week", "line": 307 }, { "directive": "disallow", "path": "/events/fresh-produce-event", "line": 308 }, { "directive": "disallow", "path": "/events/fresh-produce-green-event", "line": 309 }, { "directive": "disallow", "path": "/events/london-packaging", "line": 310 }, { "directive": "disallow", "path": "/events/management-conference", "line": 311 }, { "directive": "disallow", "path": "/events/management-conference/thank-you", "line": 312 }, { "directive": "disallow", "path": "/events/non-attendance", "line": 313 }, { "directive": "disallow", "path": "/events/registration-complete", "line": 314 }, { "directive": "disallow", "path": "/events/registration-completed", "line": 315 }, { "directive": "disallow", "path": "/events/registration-confirmation", "line": 316 }, { "directive": "disallow", "path": "/events/registration-successful", "line": 317 }, { "directive": "disallow", "path": "/events/thank-you-for-registering", "line": 318 }, { "directive": "disallow", "path": "/events/the-americas-management-conference-2022", "line": 319 }, { "directive": "disallow", "path": "/events/uk-pet-day-bandana", "line": 320 }, { "directive": "disallow", "path": "/events/uk-sales-conference", "line": 321 }, { "directive": "disallow", "path": "/events/wielkanoc", "line": 322 }, { "directive": "disallow", "path": "/events/wielkanoc/dzieki", "line": 323 }, { "directive": "disallow", "path": "/fr/404", "line": 324 }, { "directive": "disallow", "path": "/fr/contact/customer-voice", "line": 325 }, { "directive": "disallow", "path": "/fr/contact/subscribe", "line": 326 }, { "directive": "disallow", "path": "/fr/enquiry-submitted", "line": 327 }, { "directive": "disallow", "path": "/fr/events/better-planet-packaging/thank-you-for-registering", "line": 328 }, { "directive": "disallow", "path": "/fr/events/registration-complete", "line": 329 }, { "directive": "disallow", "path": "/fr/events/registration-completed", "line": 330 }, { "directive": "disallow", "path": "/fr/events/registration-successful", "line": 331 }, { "directive": "disallow", "path": "/fr/events/thank-you-for-registering", "line": 332 }, { "directive": "disallow", "path": "/fr/globalsearch", "line": 333 }, { "directive": "disallow", "path": "/fr/people/employee-engagement", "line": 334 }, { "directive": "disallow", "path": "/fr/people/meet-our-people", "line": 335 }, { "directive": "disallow", "path": "/fr/products-and-services/bag-in-box/bib-machinery-forms", "line": 336 }, { "directive": "disallow", "path": "/fr/products-and-services/thanks-for-your-enquiry", "line": 337 }, { "directive": "disallow", "path": "/fr/products-and-services/thanks-for-your-enquiry-spam", "line": 338 }, { "directive": "disallow", "path": "/fr/registration-submitted", "line": 339 }, { "directive": "disallow", "path": "/fr/sustainability-survey/download", "line": 340 }, { "directive": "disallow", "path": "/fr/sustainability/survey/download", "line": 341 }, { "directive": "disallow", "path": "/globalsearch", "line": 342 }, { "directive": "disallow", "path": "/ie/404", "line": 343 }, { "directive": "disallow", "path": "/ie/components", "line": 344 }, { "directive": "disallow", "path": "/ie/contact/customer-voice", "line": 345 }, { "directive": "disallow", "path": "/ie/contact/subscribe", "line": 346 }, { "directive": "disallow", "path": "/ie/enquiry-submitted", "line": 347 }, { "directive": "disallow", "path": "/ie/events/better-planet-packaging/thank-you-for-registering", "line": 348 }, { "directive": "disallow", "path": "/ie/events/customer-event/non-attendance", "line": 349 }, { "directive": "disallow", "path": "/ie/events/ecommerce-week", "line": 350 }, { "directive": "disallow", "path": "/ie/events/fresh-produce-event", "line": 351 }, { "directive": "disallow", "path": "/ie/events/non-attendance", "line": 352 }, { "directive": "disallow", "path": "/ie/events/registration-complete", "line": 353 }, { "directive": "disallow", "path": "/ie/events/registration-completed", "line": 354 }, { "directive": "disallow", "path": "/ie/events/registration-confirmation", "line": 355 }, { "directive": "disallow", "path": "/ie/events/registration-successful", "line": 356 }, { "directive": "disallow", "path": "/ie/events/thank-you-for-registering", "line": 357 }, { "directive": "disallow", "path": "/ie/events/wielkanoc", "line": 358 }, { "directive": "disallow", "path": "/ie/events/wielkanoc/dzieki", "line": 359 }, { "directive": "disallow", "path": "/ie/globalsearch", "line": 360 }, { "directive": "disallow", "path": "/ie/investors/information", "line": 361 }, { "directive": "disallow", "path": "/ie/investors/meetings2024-access", "line": 362 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-composites", "line": 363 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 364 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 365 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 366 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 367 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 368 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 369 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 370 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/the-results", "line": 371 }, { "directive": "disallow", "path": "/ie/people/employee-data-protection-notice", "line": 372 }, { "directive": "disallow", "path": "/ie/people/employee-engagement", "line": 373 }, { "directive": "disallow", "path": "/ie/people/meet-our-people", "line": 374 }, { "directive": "disallow", "path": "/ie/people/my-sk", "line": 375 }, { "directive": "disallow", "path": "/ie/people/pronouns", "line": 376 }, { "directive": "disallow", "path": "/ie/ppc", "line": 377 }, { "directive": "disallow", "path": "/ie/products-and-services/bag-in-box/bib-machinery-forms", "line": 378 }, { "directive": "disallow", "path": "/ie/products-and-services/bag-in-box/brochures", "line": 379 }, { "directive": "disallow", "path": "/ie/products-and-services/ecommerce-packaging/whitepaper/download", "line": 380 }, { "directive": "disallow", "path": "/ie/products-and-services/thanks-for-your-enquiry", "line": 381 }, { "directive": "disallow", "path": "/ie/products-and-services/thanks-for-your-enquiry-spam", "line": 382 }, { "directive": "disallow", "path": "/ie/registration-submitted", "line": 383 }, { "directive": "disallow", "path": "/ie/russia", "line": 384 }, { "directive": "disallow", "path": "/ie/sustainability-survey/download", "line": 385 }, { "directive": "disallow", "path": "/ie/sustainability/better-planet-packaging/event/thank-you", "line": 386 }, { "directive": "disallow", "path": "/ie/sustainability/eu-green-deal/download", "line": 387 }, { "directive": "disallow", "path": "/ie/sustainability/survey/download", "line": 388 }, { "directive": "disallow", "path": "/innovation/innovation-challenge", "line": 389 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/all-entries", "line": 390 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/better-planet-packaging", "line": 391 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/business", "line": 392 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/health-and-safety", "line": 393 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/hr", "line": 394 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/production", "line": 395 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/sales", "line": 396 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/support", "line": 397 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/voting-thanks", "line": 398 }, { "directive": "disallow", "path": "/innovation/success-stories/prima-cheese-2", "line": 399 }, { "directive": "disallow", "path": "/insights-report", "line": 400 }, { "directive": "disallow", "path": "/insights-report/thank-you", "line": 401 }, { "directive": "disallow", "path": "/investors/information", "line": 402 }, { "directive": "disallow", "path": "/investors/meetings2024-access", "line": 403 }, { "directive": "disallow", "path": "/it/404", "line": 404 }, { "directive": "disallow", "path": "/it/contact/subscribe", "line": 405 }, { "directive": "disallow", "path": "/it/enquiry-submitted", "line": 406 }, { "directive": "disallow", "path": "/it/events/better-planet-packaging/thank-you-for-registering", "line": 407 }, { "directive": "disallow", "path": "/it/events/registration-complete", "line": 408 }, { "directive": "disallow", "path": "/it/events/registration-completed", "line": 409 }, { "directive": "disallow", "path": "/it/events/registration-successful", "line": 410 }, { "directive": "disallow", "path": "/it/events/thank-you-for-registering", "line": 411 }, { "directive": "disallow", "path": "/it/globalsearch", "line": 412 }, { "directive": "disallow", "path": "/it/people/employee-engagement", "line": 413 }, { "directive": "disallow", "path": "/it/people/meet-our-people", "line": 414 }, { "directive": "disallow", "path": "/it/products-and-services/thanks-for-your-enquiry", "line": 415 }, { "directive": "disallow", "path": "/it/products-and-services/thanks-for-your-enquiry-spam", "line": 416 }, { "directive": "disallow", "path": "/it/registration-submitted", "line": 417 }, { "directive": "disallow", "path": "/it/sustainability-survey/download", "line": 418 }, { "directive": "disallow", "path": "/it/sustainability/survey/download", "line": 419 }, { "directive": "disallow", "path": "/locations/germany/recycling-dual/mehr-informationen/download", "line": 420 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-composites", "line": 421 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 422 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 423 }, { "directive": "disallow", "path": "/ma/404", "line": 424 }, { "directive": "disallow", "path": "/ma/contact/customer-voice", "line": 425 }, { "directive": "disallow", "path": "/ma/contact/subscribe", "line": 426 }, { "directive": "disallow", "path": "/ma/enquiry-submitted", "line": 427 }, { "directive": "disallow", "path": "/ma/events/better-planet-packaging/thank-you-for-registering", "line": 428 }, { "directive": "disallow", "path": "/ma/events/registration-complete", "line": 429 }, { "directive": "disallow", "path": "/ma/events/registration-completed", "line": 430 }, { "directive": "disallow", "path": "/ma/events/registration-successful", "line": 431 }, { "directive": "disallow", "path": "/ma/events/thank-you-for-registering", "line": 432 }, { "directive": "disallow", "path": "/ma/globalsearch", "line": 433 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge", "line": 434 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/better-planet-packaging", "line": 435 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/business", "line": 436 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/health-and-safety", "line": 437 }, { "directive": "disallow", "path": "/ma/people/employee-engagement", "line": 438 }, { "directive": "disallow", "path": "/ma/people/meet-our-people", "line": 439 }, { "directive": "disallow", "path": "/ma/products-and-services/bag-in-box/bib-machinery-forms", "line": 440 }, { "directive": "disallow", "path": "/ma/products-and-services/thanks-for-your-enquiry", "line": 441 }, { "directive": "disallow", "path": "/ma/products-and-services/thanks-for-your-enquiry-spam", "line": 442 }, { "directive": "disallow", "path": "/ma/registration-submitted", "line": 443 }, { "directive": "disallow", "path": "/ma/sustainability-survey/download", "line": 444 }, { "directive": "disallow", "path": "/ma/sustainability/survey/download", "line": 445 }, { "directive": "disallow", "path": "/mx/404", "line": 446 }, { "directive": "disallow", "path": "/mx/contact/subscribe", "line": 447 }, { "directive": "disallow", "path": "/mx/enquiry-submitted", "line": 448 }, { "directive": "disallow", "path": "/mx/events/better-planet-packaging/thank-you-for-registering", "line": 449 }, { "directive": "disallow", "path": "/mx/events/registration-complete", "line": 450 }, { "directive": "disallow", "path": "/mx/events/registration-completed", "line": 451 }, { "directive": "disallow", "path": "/mx/events/registration-successful", "line": 452 }, { "directive": "disallow", "path": "/mx/events/thank-you-for-registering", "line": 453 }, { "directive": "disallow", "path": "/mx/globalsearch", "line": 454 }, { "directive": "disallow", "path": "/mx/people/employee-engagement", "line": 455 }, { "directive": "disallow", "path": "/mx/people/meet-our-people", "line": 456 }, { "directive": "disallow", "path": "/mx/products-and-services/thanks-for-your-enquiry", "line": 457 }, { "directive": "disallow", "path": "/mx/products-and-services/thanks-for-your-enquiry-spam", "line": 458 }, { "directive": "disallow", "path": "/mx/registration-submitted", "line": 459 }, { "directive": "disallow", "path": "/mx/sustainability-survey/download", "line": 460 }, { "directive": "disallow", "path": "/mx/sustainability/survey/download", "line": 461 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 462 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 463 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 464 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 465 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 466 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/the-results", "line": 467 }, { "directive": "disallow", "path": "/newsroom/blog/download-report", "line": 468 }, { "directive": "disallow", "path": "/newsroom/blog/ecommerce-packaging-labelling-expo-2023", "line": 469 }, { "directive": "disallow", "path": "/nl/404", "line": 470 }, { "directive": "disallow", "path": "/nl/contact/customer-voice", "line": 471 }, { "directive": "disallow", "path": "/nl/contact/subscribe", "line": 472 }, { "directive": "disallow", "path": "/nl/enquiry-submitted", "line": 473 }, { "directive": "disallow", "path": "/nl/events/better-planet-packaging/thank-you-for-registering", "line": 474 }, { "directive": "disallow", "path": "/nl/events/customer-event/non-attendance", "line": 475 }, { "directive": "disallow", "path": "/nl/events/non-attendance", "line": 476 }, { "directive": "disallow", "path": "/nl/events/registration-complete", "line": 477 }, { "directive": "disallow", "path": "/nl/events/registration-completed", "line": 478 }, { "directive": "disallow", "path": "/nl/events/registration-confirmation", "line": 479 }, { "directive": "disallow", "path": "/nl/events/registration-successful", "line": 480 }, { "directive": "disallow", "path": "/nl/events/thank-you-for-registering", "line": 481 }, { "directive": "disallow", "path": "/nl/globalsearch", "line": 482 }, { "directive": "disallow", "path": "/nl/people/employee-engagement", "line": 483 }, { "directive": "disallow", "path": "/nl/people/meet-our-people", "line": 484 }, { "directive": "disallow", "path": "/nl/products-and-services/thanks-for-your-enquiry", "line": 485 }, { "directive": "disallow", "path": "/nl/products-and-services/thanks-for-your-enquiry-spam", "line": 486 }, { "directive": "disallow", "path": "/nl/registration-submitted", "line": 487 }, { "directive": "disallow", "path": "/nl/sustainability-survey/download", "line": 488 }, { "directive": "disallow", "path": "/nl/sustainability/better-planet-packaging/event/thank-you", "line": 489 }, { "directive": "disallow", "path": "/nl/sustainability/survey/download", "line": 490 }, { "directive": "disallow", "path": "/no/404", "line": 491 }, { "directive": "disallow", "path": "/no/enquiry-submitted", "line": 492 }, { "directive": "disallow", "path": "/no/events/better-planet-packaging/thank-you-for-registering", "line": 493 }, { "directive": "disallow", "path": "/no/events/registration-complete", "line": 494 }, { "directive": "disallow", "path": "/no/events/registration-completed", "line": 495 }, { "directive": "disallow", "path": "/no/events/registration-successful", "line": 496 }, { "directive": "disallow", "path": "/no/events/thank-you-for-registering", "line": 497 }, { "directive": "disallow", "path": "/no/globalsearch", "line": 498 }, { "directive": "disallow", "path": "/no/people/employee-engagement", "line": 499 }, { "directive": "disallow", "path": "/no/people/meet-our-people", "line": 500 }, { "directive": "disallow", "path": "/no/products-and-services/thanks-for-your-enquiry", "line": 501 }, { "directive": "disallow", "path": "/no/products-and-services/thanks-for-your-enquiry-spam", "line": 502 }, { "directive": "disallow", "path": "/no/registration-submitted", "line": 503 }, { "directive": "disallow", "path": "/no/sustainability-survey/download", "line": 504 }, { "directive": "disallow", "path": "/no/sustainability/survey/download", "line": 505 }, { "directive": "disallow", "path": "/pe/404", "line": 506 }, { "directive": "disallow", "path": "/pe/contact/subscribe", "line": 507 }, { "directive": "disallow", "path": "/pe/enquiry-submitted", "line": 508 }, { "directive": "disallow", "path": "/pe/events/better-planet-packaging/thank-you-for-registering", "line": 509 }, { "directive": "disallow", "path": "/pe/events/registration-complete", "line": 510 }, { "directive": "disallow", "path": "/pe/events/registration-completed", "line": 511 }, { "directive": "disallow", "path": "/pe/events/registration-successful", "line": 512 }, { "directive": "disallow", "path": "/pe/events/thank-you-for-registering", "line": 513 }, { "directive": "disallow", "path": "/pe/globalsearch", "line": 514 }, { "directive": "disallow", "path": "/pe/people/employee-engagement", "line": 515 }, { "directive": "disallow", "path": "/pe/people/family-and-age-virtual-event", "line": 516 }, { "directive": "disallow", "path": "/pe/people/international-mens-day", "line": 517 }, { "directive": "disallow", "path": "/pe/people/meet-our-people", "line": 518 }, { "directive": "disallow", "path": "/pe/products-and-services/thanks-for-your-enquiry", "line": 519 }, { "directive": "disallow", "path": "/pe/products-and-services/thanks-for-your-enquiry-spam", "line": 520 }, { "directive": "disallow", "path": "/pe/registration-submitted", "line": 521 }, { "directive": "disallow", "path": "/pe/sustainability-survey/download", "line": 522 }, { "directive": "disallow", "path": "/pe/sustainability/survey/download", "line": 523 }, { "directive": "disallow", "path": "/people/employee-data-protection-notice", "line": 524 }, { "directive": "disallow", "path": "/people/employee-engagement", "line": 525 }, { "directive": "disallow", "path": "/people/family-and-age-virtual-event", "line": 526 }, { "directive": "disallow", "path": "/people/international-mens-day", "line": 527 }, { "directive": "disallow", "path": "/people/international-womans-day", "line": 528 }, { "directive": "disallow", "path": "/people/medarbejderskaerm", "line": 529 }, { "directive": "disallow", "path": "/people/meet-our-people", "line": 530 }, { "directive": "disallow", "path": "/people/my-sk", "line": 531 }, { "directive": "disallow", "path": "/people/pronouns", "line": 532 }, { "directive": "disallow", "path": "/people/test", "line": 533 }, { "directive": "disallow", "path": "/pl/404", "line": 534 }, { "directive": "disallow", "path": "/pl/enquiry-submitted", "line": 535 }, { "directive": "disallow", "path": "/pl/events/better-planet-packaging/thank-you-for-registering", "line": 536 }, { "directive": "disallow", "path": "/pl/events/registration-complete", "line": 537 }, { "directive": "disallow", "path": "/pl/events/registration-completed", "line": 538 }, { "directive": "disallow", "path": "/pl/events/registration-successful", "line": 539 }, { "directive": "disallow", "path": "/pl/events/thank-you-for-registering", "line": 540 }, { "directive": "disallow", "path": "/pl/events/wielkanoc/dzieki", "line": 541 }, { "directive": "disallow", "path": "/pl/globalsearch", "line": 542 }, { "directive": "disallow", "path": "/pl/people/employee-engagement", "line": 543 }, { "directive": "disallow", "path": "/pl/people/meet-our-people", "line": 544 }, { "directive": "disallow", "path": "/pl/products-and-services/thanks-for-your-enquiry", "line": 545 }, { "directive": "disallow", "path": "/pl/products-and-services/thanks-for-your-enquiry-spam", "line": 546 }, { "directive": "disallow", "path": "/pl/registration-submitted", "line": 547 }, { "directive": "disallow", "path": "/pl/sustainability-survey/download", "line": 548 }, { "directive": "disallow", "path": "/pl/sustainability/survey/download", "line": 549 }, { "directive": "disallow", "path": "/ppc", "line": 550 }, { "directive": "disallow", "path": "/ppc/advent-calendar-packaging", "line": 551 }, { "directive": "disallow", "path": "/ppc/birchbox", "line": 552 }, { "directive": "disallow", "path": "/ppc/birchbox/track-delivery", "line": 553 }, { "directive": "disallow", "path": "/ppc/cardboard-box-manufacturers", "line": 554 }, { "directive": "disallow", "path": "/ppc/cardboard-dump-bins", "line": 555 }, { "directive": "disallow", "path": "/ppc/digital-printing-packaging", "line": 556 }, { "directive": "disallow", "path": "/ppc/ecommerce-packaging", "line": 557 }, { "directive": "disallow", "path": "/ppc/free-from-packaging", "line": 558 }, { "directive": "disallow", "path": "/ppc/healf", "line": 559 }, { "directive": "disallow", "path": "/ppc/honeycomb-packaging", "line": 560 }, { "directive": "disallow", "path": "/ppc/honeycomb-packaging-v1", "line": 561 }, { "directive": "disallow", "path": "/ppc/insulated-packaging", "line": 562 }, { "directive": "disallow", "path": "/ppc/love-corn", "line": 563 }, { "directive": "disallow", "path": "/ppc/mylee", "line": 564 }, { "directive": "disallow", "path": "/ppc/nairns", "line": 565 }, { "directive": "disallow", "path": "/ppc/packaging-machinery", "line": 566 }, { "directive": "disallow", "path": "/ppc/packaging-supplier", "line": 567 }, { "directive": "disallow", "path": "/ppc/perfect-ted", "line": 568 }, { "directive": "disallow", "path": "/ppc/pet-food-packaging", "line": 569 }, { "directive": "disallow", "path": "/ppc/pieminister", "line": 570 }, { "directive": "disallow", "path": "/ppc/protective-packaging", "line": 571 }, { "directive": "disallow", "path": "/ppc/pumpkin-bins", "line": 572 }, { "directive": "disallow", "path": "/ppc/purdy-and-figg", "line": 573 }, { "directive": "disallow", "path": "/ppc/sustainable-packaging", "line": 574 }, { "directive": "disallow", "path": "/ppc/thank-you", "line": 575 }, { "directive": "disallow", "path": "/ppc/tropic-skincare", "line": 576 }, { "directive": "disallow", "path": "/ppc/untamed-cat", "line": 577 }, { "directive": "disallow", "path": "/ppc/vegan-packaging", "line": 578 }, { "directive": "disallow", "path": "/ppc/wholesale-bulk-packaging", "line": 579 }, { "directive": "disallow", "path": "/ppc/wholesale-bulk-packaging-v1", "line": 580 }, { "directive": "disallow", "path": "/products-and-services/bag-in-box/bib-machinery-forms", "line": 581 }, { "directive": "disallow", "path": "/products-and-services/bag-in-box/brochures", "line": 582 }, { "directive": "disallow", "path": "/products-and-services/ecommerce-packaging/whitepaper/download", "line": 583 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/requests", "line": 584 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/sectors", "line": 585 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/services/after-sales-care-plan", "line": 586 }, { "directive": "disallow", "path": "/products-and-services/packaging/protective-packaging", "line": 587 }, { "directive": "disallow", "path": "/products-and-services/packaging/waterproof-cardboard-box", "line": 588 }, { "directive": "disallow", "path": "/products-and-services/sheetfeeding/meet-team", "line": 589 }, { "directive": "disallow", "path": "/products-and-services/sheetfeeding/technical-customer-support", "line": 590 }, { "directive": "disallow", "path": "/products-and-services/thanks-for-your-enquiry", "line": 591 }, { "directive": "disallow", "path": "/products-and-services/thanks-for-your-enquiry-spam", "line": 592 }, { "directive": "disallow", "path": "/pt/404", "line": 593 }, { "directive": "disallow", "path": "/pt/contact/subscribe", "line": 594 }, { "directive": "disallow", "path": "/pt/enquiry-submitted", "line": 595 }, { "directive": "disallow", "path": "/pt/events/better-planet-packaging/thank-you-for-registering", "line": 596 }, { "directive": "disallow", "path": "/pt/events/registration-complete", "line": 597 }, { "directive": "disallow", "path": "/pt/events/registration-completed", "line": 598 }, { "directive": "disallow", "path": "/pt/events/registration-successful", "line": 599 }, { "directive": "disallow", "path": "/pt/events/thank-you-for-registering", "line": 600 }, { "directive": "disallow", "path": "/pt/globalsearch", "line": 601 }, { "directive": "disallow", "path": "/pt/people/employee-engagement", "line": 602 }, { "directive": "disallow", "path": "/pt/people/meet-our-people", "line": 603 }, { "directive": "disallow", "path": "/pt/products-and-services/ecommerce-packaging/whitepaper/download", "line": 604 }, { "directive": "disallow", "path": "/pt/products-and-services/thanks-for-your-enquiry", "line": 605 }, { "directive": "disallow", "path": "/pt/products-and-services/thanks-for-your-enquiry-spam", "line": 606 }, { "directive": "disallow", "path": "/pt/registration-submitted", "line": 607 }, { "directive": "disallow", "path": "/pt/sustainability-survey/download", "line": 608 }, { "directive": "disallow", "path": "/pt/sustainability/survey/download", "line": 609 }, { "directive": "disallow", "path": "/registration-submitted", "line": 610 }, { "directive": "disallow", "path": "/russia", "line": 611 }, { "directive": "disallow", "path": "/se/404", "line": 612 }, { "directive": "disallow", "path": "/se/enquiry-submitted", "line": 613 }, { "directive": "disallow", "path": "/se/events/better-planet-packaging/thank-you-for-registering", "line": 614 }, { "directive": "disallow", "path": "/se/events/registration-complete", "line": 615 }, { "directive": "disallow", "path": "/se/events/registration-completed", "line": 616 }, { "directive": "disallow", "path": "/se/events/registration-successful", "line": 617 }, { "directive": "disallow", "path": "/se/events/thank-you-for-registering", "line": 618 }, { "directive": "disallow", "path": "/se/globalsearch", "line": 619 }, { "directive": "disallow", "path": "/se/people/employee-engagement", "line": 620 }, { "directive": "disallow", "path": "/se/people/meet-our-people", "line": 621 }, { "directive": "disallow", "path": "/se/products-and-services/thanks-for-your-enquiry", "line": 622 }, { "directive": "disallow", "path": "/se/products-and-services/thanks-for-your-enquiry-spam", "line": 623 }, { "directive": "disallow", "path": "/se/registration-submitted", "line": 624 }, { "directive": "disallow", "path": "/se/sustainability-survey/download", "line": 625 }, { "directive": "disallow", "path": "/se/sustainability/survey/download", "line": 626 }, { "directive": "disallow", "path": "/sustainability-survey/download", "line": 627 }, { "directive": "disallow", "path": "/sustainability/better-planet-packaging/event/thank-you", "line": 628 }, { "directive": "disallow", "path": "/sustainability/eu-green-deal/download", "line": 629 }, { "directive": "disallow", "path": "/sustainability/survey/download", "line": 630 }, { "directive": "disallow", "path": "/sv/404", "line": 631 }, { "directive": "disallow", "path": "/sv/contact/subscribe", "line": 632 }, { "directive": "disallow", "path": "/sv/enquiry-submitted", "line": 633 }, { "directive": "disallow", "path": "/sv/events/better-planet-packaging/thank-you-for-registering", "line": 634 }, { "directive": "disallow", "path": "/sv/events/registration-complete", "line": 635 }, { "directive": "disallow", "path": "/sv/events/registration-completed", "line": 636 }, { "directive": "disallow", "path": "/sv/events/registration-successful", "line": 637 }, { "directive": "disallow", "path": "/sv/events/thank-you-for-registering", "line": 638 }, { "directive": "disallow", "path": "/sv/globalsearch", "line": 639 }, { "directive": "disallow", "path": "/sv/people/employee-engagement", "line": 640 }, { "directive": "disallow", "path": "/sv/people/family-and-age-virtual-event", "line": 641 }, { "directive": "disallow", "path": "/sv/people/international-mens-day", "line": 642 }, { "directive": "disallow", "path": "/sv/people/meet-our-people", "line": 643 }, { "directive": "disallow", "path": "/sv/products-and-services/thanks-for-your-enquiry", "line": 644 }, { "directive": "disallow", "path": "/sv/products-and-services/thanks-for-your-enquiry-spam", "line": 645 }, { "directive": "disallow", "path": "/sv/registration-submitted", "line": 646 }, { "directive": "disallow", "path": "/sv/sustainability-survey/download", "line": 647 }, { "directive": "disallow", "path": "/sv/sustainability/survey/download", "line": 648 }, { "directive": "disallow", "path": "/uk/404", "line": 649 }, { "directive": "disallow", "path": "/uk/components", "line": 650 }, { "directive": "disallow", "path": "/uk/contact/customer-voice", "line": 651 }, { "directive": "disallow", "path": "/uk/contact/subscribe", "line": 652 }, { "directive": "disallow", "path": "/uk/enquiry-submitted", "line": 653 }, { "directive": "disallow", "path": "/uk/events/better-planet-packaging/thank-you-for-registering", "line": 654 }, { "directive": "disallow", "path": "/uk/events/customer-event/non-attendance", "line": 655 }, { "directive": "disallow", "path": "/uk/events/ecommerce-week", "line": 656 }, { "directive": "disallow", "path": "/uk/events/fresh-produce-event", "line": 657 }, { "directive": "disallow", "path": "/uk/events/non-attendance", "line": 658 }, { "directive": "disallow", "path": "/uk/events/registration-complete", "line": 659 }, { "directive": "disallow", "path": "/uk/events/registration-completed", "line": 660 }, { "directive": "disallow", "path": "/uk/events/registration-confirmation", "line": 661 }, { "directive": "disallow", "path": "/uk/events/registration-successful", "line": 662 }, { "directive": "disallow", "path": "/uk/events/thank-you-for-registering", "line": 663 }, { "directive": "disallow", "path": "/uk/events/wielkanoc", "line": 664 }, { "directive": "disallow", "path": "/uk/events/wielkanoc/dzieki", "line": 665 }, { "directive": "disallow", "path": "/uk/globalsearch", "line": 666 }, { "directive": "disallow", "path": "/uk/investors/information", "line": 667 }, { "directive": "disallow", "path": "/uk/investors/meetings2024-access", "line": 668 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-composites", "line": 669 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 670 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 671 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 672 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 673 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 674 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 675 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 676 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/the-results", "line": 677 }, { "directive": "disallow", "path": "/uk/people/employee-data-protection-notice", "line": 678 }, { "directive": "disallow", "path": "/uk/people/employee-engagement", "line": 679 }, { "directive": "disallow", "path": "/uk/people/meet-our-people", "line": 680 }, { "directive": "disallow", "path": "/uk/people/my-sk", "line": 681 }, { "directive": "disallow", "path": "/uk/people/pronouns", "line": 682 }, { "directive": "disallow", "path": "/uk/ppc", "line": 683 }, { "directive": "disallow", "path": "/uk/products-and-services/bag-in-box/bib-machinery-forms", "line": 684 }, { "directive": "disallow", "path": "/uk/products-and-services/bag-in-box/brochures", "line": 685 }, { "directive": "disallow", "path": "/uk/products-and-services/ecommerce-packaging/whitepaper/download", "line": 686 }, { "directive": "disallow", "path": "/uk/products-and-services/thanks-for-your-enquiry", "line": 687 }, { "directive": "disallow", "path": "/uk/products-and-services/thanks-for-your-enquiry-spam", "line": 688 }, { "directive": "disallow", "path": "/uk/registration-submitted", "line": 689 }, { "directive": "disallow", "path": "/uk/russia", "line": 690 }, { "directive": "disallow", "path": "/uk/sustainability-survey/download", "line": 691 }, { "directive": "disallow", "path": "/uk/sustainability/better-planet-packaging/event/thank-you", "line": 692 }, { "directive": "disallow", "path": "/uk/sustainability/eu-green-deal/download", "line": 693 }, { "directive": "disallow", "path": "/uk/sustainability/survey/download", "line": 694 }, { "directive": "disallow", "path": "/us/404", "line": 695 }, { "directive": "disallow", "path": "/us/components", "line": 696 }, { "directive": "disallow", "path": "/us/contact/customer-voice", "line": 697 }, { "directive": "disallow", "path": "/us/contact/subscribe", "line": 698 }, { "directive": "disallow", "path": "/us/enquiry-submitted", "line": 699 }, { "directive": "disallow", "path": "/us/events/better-planet-packaging/thank-you-for-registering", "line": 700 }, { "directive": "disallow", "path": "/us/events/customer-event/non-attendance", "line": 701 }, { "directive": "disallow", "path": "/us/events/ecommerce-week", "line": 702 }, { "directive": "disallow", "path": "/us/events/fresh-produce-event", "line": 703 }, { "directive": "disallow", "path": "/us/events/non-attendance", "line": 704 }, { "directive": "disallow", "path": "/us/events/registration-complete", "line": 705 }, { "directive": "disallow", "path": "/us/events/registration-completed", "line": 706 }, { "directive": "disallow", "path": "/us/events/registration-confirmation", "line": 707 }, { "directive": "disallow", "path": "/us/events/registration-successful", "line": 708 }, { "directive": "disallow", "path": "/us/events/thank-you-for-registering", "line": 709 }, { "directive": "disallow", "path": "/us/events/wielkanoc", "line": 710 }, { "directive": "disallow", "path": "/us/events/wielkanoc/dzieki", "line": 711 }, { "directive": "disallow", "path": "/us/globalsearch", "line": 712 }, { "directive": "disallow", "path": "/us/investors/information", "line": 713 }, { "directive": "disallow", "path": "/us/investors/meetings2024-access", "line": 714 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-composites", "line": 715 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 716 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 717 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 718 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 719 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 720 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 721 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 722 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/the-results", "line": 723 }, { "directive": "disallow", "path": "/us/people/employee-data-protection-notice", "line": 724 }, { "directive": "disallow", "path": "/us/people/employee-engagement", "line": 725 }, { "directive": "disallow", "path": "/us/people/family-and-age-virtual-event", "line": 726 }, { "directive": "disallow", "path": "/us/people/meet-our-people", "line": 727 }, { "directive": "disallow", "path": "/us/people/my-sk", "line": 728 }, { "directive": "disallow", "path": "/us/people/pronouns", "line": 729 }, { "directive": "disallow", "path": "/us/ppc", "line": 730 }, { "directive": "disallow", "path": "/us/products-and-services/bag-in-box/bib-machinery-forms", "line": 731 }, { "directive": "disallow", "path": "/us/products-and-services/bag-in-box/brochures", "line": 732 }, { "directive": "disallow", "path": "/us/products-and-services/ecommerce-packaging/whitepaper/download", "line": 733 }, { "directive": "disallow", "path": "/us/products-and-services/thanks-for-your-enquiry", "line": 734 }, { "directive": "disallow", "path": "/us/products-and-services/thanks-for-your-enquiry-spam", "line": 735 }, { "directive": "disallow", "path": "/us/registration-submitted", "line": 736 }, { "directive": "disallow", "path": "/us/russia", "line": 737 }, { "directive": "disallow", "path": "/us/sustainability-survey/download", "line": 738 }, { "directive": "disallow", "path": "/us/sustainability/better-planet-packaging/event/thank-you", "line": 739 }, { "directive": "disallow", "path": "/us/sustainability/eu-green-deal/download", "line": 740 }, { "directive": "disallow", "path": "/us/sustainability/survey/download", "line": 741 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/404", "line": 5 }, { "directive": "disallow", "path": "/about/navod-na-betlem", "line": 6 }, { "directive": "disallow", "path": "/advert", "line": 7 }, { "directive": "disallow", "path": "/advert/display-popai/thank-you", "line": 8 }, { "directive": "disallow", "path": "/ar/404", "line": 9 }, { "directive": "disallow", "path": "/ar/contact/subscribe", "line": 10 }, { "directive": "disallow", "path": "/ar/enquiry-submitted", "line": 11 }, { "directive": "disallow", "path": "/ar/events/better-planet-packaging/thank-you-for-registering", "line": 12 }, { "directive": "disallow", "path": "/ar/events/registration-complete", "line": 13 }, { "directive": "disallow", "path": "/ar/events/registration-completed", "line": 14 }, { "directive": "disallow", "path": "/ar/events/registration-successful", "line": 15 }, { "directive": "disallow", "path": "/ar/events/thank-you-for-registering", "line": 16 }, { "directive": "disallow", "path": "/ar/globalsearch", "line": 17 }, { "directive": "disallow", "path": "/ar/people/employee-engagement", "line": 18 }, { "directive": "disallow", "path": "/ar/people/family-and-age-virtual-event", "line": 19 }, { "directive": "disallow", "path": "/ar/people/international-mens-day", "line": 20 }, { "directive": "disallow", "path": "/ar/people/meet-our-people", "line": 21 }, { "directive": "disallow", "path": "/ar/products-and-services/thanks-for-your-enquiry", "line": 22 }, { "directive": "disallow", "path": "/ar/products-and-services/thanks-for-your-enquiry-spam", "line": 23 }, { "directive": "disallow", "path": "/ar/registration-submitted", "line": 24 }, { "directive": "disallow", "path": "/ar/sustainability-survey/download", "line": 25 }, { "directive": "disallow", "path": "/ar/sustainability/survey/download", "line": 26 }, { "directive": "disallow", "path": "/at/404", "line": 27 }, { "directive": "disallow", "path": "/at/contact/subscribe", "line": 28 }, { "directive": "disallow", "path": "/at/enquiry-submitted", "line": 29 }, { "directive": "disallow", "path": "/at/events/better-planet-packaging/thank-you-for-registering", "line": 30 }, { "directive": "disallow", "path": "/at/events/registration-complete", "line": 31 }, { "directive": "disallow", "path": "/at/events/registration-completed", "line": 32 }, { "directive": "disallow", "path": "/at/events/registration-successful", "line": 33 }, { "directive": "disallow", "path": "/at/events/thank-you-for-registering", "line": 34 }, { "directive": "disallow", "path": "/at/globalsearch", "line": 35 }, { "directive": "disallow", "path": "/at/locations/germany/recycling-dual/mehr-informationen/download", "line": 36 }, { "directive": "disallow", "path": "/at/people/employee-engagement", "line": 37 }, { "directive": "disallow", "path": "/at/people/meet-our-people", "line": 38 }, { "directive": "disallow", "path": "/at/products-and-services/thanks-for-your-enquiry", "line": 39 }, { "directive": "disallow", "path": "/at/products-and-services/thanks-for-your-enquiry-spam", "line": 40 }, { "directive": "disallow", "path": "/at/registration-submitted", "line": 41 }, { "directive": "disallow", "path": "/at/sustainability-survey/download", "line": 42 }, { "directive": "disallow", "path": "/be/fr/404", "line": 43 }, { "directive": "disallow", "path": "/be/fr/contact/customer-voice", "line": 44 }, { "directive": "disallow", "path": "/be/fr/contact/subscribe", "line": 45 }, { "directive": "disallow", "path": "/be/fr/enquiry-submitted", "line": 46 }, { "directive": "disallow", "path": "/be/fr/events/better-planet-packaging/thank-you-for-registering", "line": 47 }, { "directive": "disallow", "path": "/be/fr/events/customer-event/non-attendance", "line": 48 }, { "directive": "disallow", "path": "/be/fr/events/non-attendance", "line": 49 }, { "directive": "disallow", "path": "/be/fr/events/registration-complete", "line": 50 }, { "directive": "disallow", "path": "/be/fr/events/registration-completed", "line": 51 }, { "directive": "disallow", "path": "/be/fr/events/registration-confirmation", "line": 52 }, { "directive": "disallow", "path": "/be/fr/events/registration-successful", "line": 53 }, { "directive": "disallow", "path": "/be/fr/events/thank-you-for-registering", "line": 54 }, { "directive": "disallow", "path": "/be/fr/globalsearch", "line": 55 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge", "line": 56 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/better-planet-packaging", "line": 57 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/business", "line": 58 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/health-and-safety", "line": 59 }, { "directive": "disallow", "path": "/be/fr/people/employee-engagement", "line": 60 }, { "directive": "disallow", "path": "/be/fr/people/meet-our-people", "line": 61 }, { "directive": "disallow", "path": "/be/fr/products-and-services/bag-in-box/bib-machinery-forms", "line": 62 }, { "directive": "disallow", "path": "/be/fr/products-and-services/thanks-for-your-enquiry", "line": 63 }, { "directive": "disallow", "path": "/be/fr/products-and-services/thanks-for-your-enquiry-spam", "line": 64 }, { "directive": "disallow", "path": "/be/fr/registration-submitted", "line": 65 }, { "directive": "disallow", "path": "/be/fr/sustainability-survey/download", "line": 66 }, { "directive": "disallow", "path": "/be/fr/sustainability/survey/download", "line": 67 }, { "directive": "disallow", "path": "/be/nl/404", "line": 68 }, { "directive": "disallow", "path": "/be/nl/contact/customer-voice", "line": 69 }, { "directive": "disallow", "path": "/be/nl/contact/subscribe", "line": 70 }, { "directive": "disallow", "path": "/be/nl/enquiry-submitted", "line": 71 }, { "directive": "disallow", "path": "/be/nl/events/better-planet-packaging/thank-you-for-registering", "line": 72 }, { "directive": "disallow", "path": "/be/nl/events/customer-event/non-attendance", "line": 73 }, { "directive": "disallow", "path": "/be/nl/events/non-attendance", "line": 74 }, { "directive": "disallow", "path": "/be/nl/events/registration-complete", "line": 75 }, { "directive": "disallow", "path": "/be/nl/events/registration-completed", "line": 76 }, { "directive": "disallow", "path": "/be/nl/events/registration-confirmation", "line": 77 }, { "directive": "disallow", "path": "/be/nl/events/registration-successful", "line": 78 }, { "directive": "disallow", "path": "/be/nl/events/thank-you-for-registering", "line": 79 }, { "directive": "disallow", "path": "/be/nl/globalsearch", "line": 80 }, { "directive": "disallow", "path": "/be/nl/people/employee-engagement", "line": 81 }, { "directive": "disallow", "path": "/be/nl/people/meet-our-people", "line": 82 }, { "directive": "disallow", "path": "/be/nl/products-and-services/thanks-for-your-enquiry", "line": 83 }, { "directive": "disallow", "path": "/be/nl/products-and-services/thanks-for-your-enquiry-spam", "line": 84 }, { "directive": "disallow", "path": "/be/nl/registration-submitted", "line": 85 }, { "directive": "disallow", "path": "/be/nl/sustainability-survey/download", "line": 86 }, { "directive": "disallow", "path": "/be/nl/sustainability/better-planet-packaging/event/thank-you", "line": 87 }, { "directive": "disallow", "path": "/be/nl/sustainability/survey/download", "line": 88 }, { "directive": "disallow", "path": "/br/404", "line": 89 }, { "directive": "disallow", "path": "/br/enquiry-submitted", "line": 90 }, { "directive": "disallow", "path": "/br/events/better-planet-packaging/thank-you-for-registering", "line": 91 }, { "directive": "disallow", "path": "/br/events/registration-complete", "line": 92 }, { "directive": "disallow", "path": "/br/events/registration-completed", "line": 93 }, { "directive": "disallow", "path": "/br/events/registration-successful", "line": 94 }, { "directive": "disallow", "path": "/br/events/thank-you-for-registering", "line": 95 }, { "directive": "disallow", "path": "/br/globalsearch", "line": 96 }, { "directive": "disallow", "path": "/br/people/employee-engagement", "line": 97 }, { "directive": "disallow", "path": "/br/people/meet-our-people", "line": 98 }, { "directive": "disallow", "path": "/br/products-and-services/thanks-for-your-enquiry", "line": 99 }, { "directive": "disallow", "path": "/br/products-and-services/thanks-for-your-enquiry-spam", "line": 100 }, { "directive": "disallow", "path": "/br/registration-submitted", "line": 101 }, { "directive": "disallow", "path": "/br/sustainability-survey/download", "line": 102 }, { "directive": "disallow", "path": "/br/sustainability/survey/download", "line": 103 }, { "directive": "disallow", "path": "/ch/404", "line": 104 }, { "directive": "disallow", "path": "/ch/contact/subscribe", "line": 105 }, { "directive": "disallow", "path": "/ch/enquiry-submitted", "line": 106 }, { "directive": "disallow", "path": "/ch/events/better-planet-packaging/thank-you-for-registering", "line": 107 }, { "directive": "disallow", "path": "/ch/events/registration-complete", "line": 108 }, { "directive": "disallow", "path": "/ch/events/registration-completed", "line": 109 }, { "directive": "disallow", "path": "/ch/events/registration-successful", "line": 110 }, { "directive": "disallow", "path": "/ch/events/thank-you-for-registering", "line": 111 }, { "directive": "disallow", "path": "/ch/globalsearch", "line": 112 }, { "directive": "disallow", "path": "/ch/people/employee-engagement", "line": 113 }, { "directive": "disallow", "path": "/ch/people/meet-our-people", "line": 114 }, { "directive": "disallow", "path": "/ch/products-and-services/thanks-for-your-enquiry", "line": 115 }, { "directive": "disallow", "path": "/ch/products-and-services/thanks-for-your-enquiry-spam", "line": 116 }, { "directive": "disallow", "path": "/ch/registration-submitted", "line": 117 }, { "directive": "disallow", "path": "/ch/sustainability-survey/download", "line": 118 }, { "directive": "disallow", "path": "/cl/404", "line": 119 }, { "directive": "disallow", "path": "/cl/contact/subscribe", "line": 120 }, { "directive": "disallow", "path": "/cl/enquiry-submitted", "line": 121 }, { "directive": "disallow", "path": "/cl/events/better-planet-packaging/thank-you-for-registering", "line": 122 }, { "directive": "disallow", "path": "/cl/events/registration-complete", "line": 123 }, { "directive": "disallow", "path": "/cl/events/registration-completed", "line": 124 }, { "directive": "disallow", "path": "/cl/events/registration-successful", "line": 125 }, { "directive": "disallow", "path": "/cl/events/thank-you-for-registering", "line": 126 }, { "directive": "disallow", "path": "/cl/globalsearch", "line": 127 }, { "directive": "disallow", "path": "/cl/people/employee-engagement", "line": 128 }, { "directive": "disallow", "path": "/cl/people/family-and-age-virtual-event", "line": 129 }, { "directive": "disallow", "path": "/cl/people/international-mens-day", "line": 130 }, { "directive": "disallow", "path": "/cl/people/meet-our-people", "line": 131 }, { "directive": "disallow", "path": "/cl/products-and-services/thanks-for-your-enquiry", "line": 132 }, { "directive": "disallow", "path": "/cl/products-and-services/thanks-for-your-enquiry-spam", "line": 133 }, { "directive": "disallow", "path": "/cl/registration-submitted", "line": 134 }, { "directive": "disallow", "path": "/cl/sustainability-survey/download", "line": 135 }, { "directive": "disallow", "path": "/cl/sustainability/survey/download", "line": 136 }, { "directive": "disallow", "path": "/co/404", "line": 137 }, { "directive": "disallow", "path": "/co/contact/subscribe", "line": 138 }, { "directive": "disallow", "path": "/co/enquiry-submitted", "line": 139 }, { "directive": "disallow", "path": "/co/events/better-planet-packaging/thank-you-for-registering", "line": 140 }, { "directive": "disallow", "path": "/co/events/registration-complete", "line": 141 }, { "directive": "disallow", "path": "/co/events/registration-completed", "line": 142 }, { "directive": "disallow", "path": "/co/events/registration-successful", "line": 143 }, { "directive": "disallow", "path": "/co/events/thank-you-for-registering", "line": 144 }, { "directive": "disallow", "path": "/co/globalsearch", "line": 145 }, { "directive": "disallow", "path": "/co/people/employee-engagement", "line": 146 }, { "directive": "disallow", "path": "/co/people/family-and-age-virtual-event", "line": 147 }, { "directive": "disallow", "path": "/co/people/international-mens-day", "line": 148 }, { "directive": "disallow", "path": "/co/people/meet-our-people", "line": 149 }, { "directive": "disallow", "path": "/co/products-and-services/thanks-for-your-enquiry", "line": 150 }, { "directive": "disallow", "path": "/co/products-and-services/thanks-for-your-enquiry-spam", "line": 151 }, { "directive": "disallow", "path": "/co/registration-submitted", "line": 152 }, { "directive": "disallow", "path": "/co/sustainability-survey/download", "line": 153 }, { "directive": "disallow", "path": "/co/sustainability/survey/download", "line": 154 }, { "directive": "disallow", "path": "/components", "line": 155 }, { "directive": "disallow", "path": "/contact/customer-subscription", "line": 156 }, { "directive": "disallow", "path": "/contact/customer-voice", "line": 157 }, { "directive": "disallow", "path": "/contact/subscribe", "line": 158 }, { "directive": "disallow", "path": "/contact/uk-feedback", "line": 159 }, { "directive": "disallow", "path": "/contact/uk-feedback/thank-you", "line": 160 }, { "directive": "disallow", "path": "/contact/uk-newsletter-feedback", "line": 161 }, { "directive": "disallow", "path": "/contact/uk-newsletter-feedback/thank-you", "line": 162 }, { "directive": "disallow", "path": "/cr/404", "line": 163 }, { "directive": "disallow", "path": "/cr/contact/subscribe", "line": 164 }, { "directive": "disallow", "path": "/cr/enquiry-submitted", "line": 165 }, { "directive": "disallow", "path": "/cr/events/better-planet-packaging/thank-you-for-registering", "line": 166 }, { "directive": "disallow", "path": "/cr/events/registration-complete", "line": 167 }, { "directive": "disallow", "path": "/cr/events/registration-completed", "line": 168 }, { "directive": "disallow", "path": "/cr/events/registration-successful", "line": 169 }, { "directive": "disallow", "path": "/cr/events/thank-you-for-registering", "line": 170 }, { "directive": "disallow", "path": "/cr/globalsearch", "line": 171 }, { "directive": "disallow", "path": "/cr/people/employee-engagement", "line": 172 }, { "directive": "disallow", "path": "/cr/people/family-and-age-virtual-event", "line": 173 }, { "directive": "disallow", "path": "/cr/people/international-mens-day", "line": 174 }, { "directive": "disallow", "path": "/cr/people/meet-our-people", "line": 175 }, { "directive": "disallow", "path": "/cr/products-and-services/thanks-for-your-enquiry", "line": 176 }, { "directive": "disallow", "path": "/cr/products-and-services/thanks-for-your-enquiry-spam", "line": 177 }, { "directive": "disallow", "path": "/cr/registration-submitted", "line": 178 }, { "directive": "disallow", "path": "/cr/sustainability-survey/download", "line": 179 }, { "directive": "disallow", "path": "/cr/sustainability/survey/download", "line": 180 }, { "directive": "disallow", "path": "/cz/404", "line": 181 }, { "directive": "disallow", "path": "/cz/enquiry-submitted", "line": 182 }, { "directive": "disallow", "path": "/cz/events/better-planet-packaging/thank-you-for-registering", "line": 183 }, { "directive": "disallow", "path": "/cz/events/registration-complete", "line": 184 }, { "directive": "disallow", "path": "/cz/events/registration-completed", "line": 185 }, { "directive": "disallow", "path": "/cz/events/registration-successful", "line": 186 }, { "directive": "disallow", "path": "/cz/events/thank-you-for-registering", "line": 187 }, { "directive": "disallow", "path": "/cz/globalsearch", "line": 188 }, { "directive": "disallow", "path": "/cz/people/employee-engagement", "line": 189 }, { "directive": "disallow", "path": "/cz/people/meet-our-people", "line": 190 }, { "directive": "disallow", "path": "/cz/products-and-services/thanks-for-your-enquiry", "line": 191 }, { "directive": "disallow", "path": "/cz/products-and-services/thanks-for-your-enquiry-spam", "line": 192 }, { "directive": "disallow", "path": "/cz/registration-submitted", "line": 193 }, { "directive": "disallow", "path": "/cz/sustainability-survey/download", "line": 194 }, { "directive": "disallow", "path": "/cz/sustainability/survey/download", "line": 195 }, { "directive": "disallow", "path": "/de/404", "line": 196 }, { "directive": "disallow", "path": "/de/contact/customer-subscription", "line": 197 }, { "directive": "disallow", "path": "/de/contact/subscribe", "line": 198 }, { "directive": "disallow", "path": "/de/enquiry-submitted", "line": 199 }, { "directive": "disallow", "path": "/de/events/better-planet-packaging/thank-you-for-registering", "line": 200 }, { "directive": "disallow", "path": "/de/events/registration-complete", "line": 201 }, { "directive": "disallow", "path": "/de/events/registration-completed", "line": 202 }, { "directive": "disallow", "path": "/de/events/registration-successful", "line": 203 }, { "directive": "disallow", "path": "/de/events/thank-you-for-registering", "line": 204 }, { "directive": "disallow", "path": "/de/globalsearch", "line": 205 }, { "directive": "disallow", "path": "/de/locations/germany/recycling-dual/mehr-informationen/download", "line": 206 }, { "directive": "disallow", "path": "/de/people/employee-engagement", "line": 207 }, { "directive": "disallow", "path": "/de/people/meet-our-people", "line": 208 }, { "directive": "disallow", "path": "/de/products-and-services/thanks-for-your-enquiry", "line": 209 }, { "directive": "disallow", "path": "/de/products-and-services/thanks-for-your-enquiry-spam", "line": 210 }, { "directive": "disallow", "path": "/de/registration-submitted", "line": 211 }, { "directive": "disallow", "path": "/de/sustainability-survey/download", "line": 212 }, { "directive": "disallow", "path": "/dk/404", "line": 213 }, { "directive": "disallow", "path": "/dk/contact/subscribe", "line": 214 }, { "directive": "disallow", "path": "/dk/enquiry-submitted", "line": 215 }, { "directive": "disallow", "path": "/dk/events/better-planet-packaging/thank-you-for-registering", "line": 216 }, { "directive": "disallow", "path": "/dk/events/registration-complete", "line": 217 }, { "directive": "disallow", "path": "/dk/events/registration-completed", "line": 218 }, { "directive": "disallow", "path": "/dk/events/registration-successful", "line": 219 }, { "directive": "disallow", "path": "/dk/events/thank-you-for-registering", "line": 220 }, { "directive": "disallow", "path": "/dk/globalsearch", "line": 221 }, { "directive": "disallow", "path": "/dk/people/employee-engagement", "line": 222 }, { "directive": "disallow", "path": "/dk/people/meet-our-people", "line": 223 }, { "directive": "disallow", "path": "/dk/products-and-services/thanks-for-your-enquiry", "line": 224 }, { "directive": "disallow", "path": "/dk/products-and-services/thanks-for-your-enquiry-spam", "line": 225 }, { "directive": "disallow", "path": "/dk/registration-submitted", "line": 226 }, { "directive": "disallow", "path": "/dk/sustainability-survey/download", "line": 227 }, { "directive": "disallow", "path": "/dk/sustainability/survey/download", "line": 228 }, { "directive": "disallow", "path": "/do/404", "line": 229 }, { "directive": "disallow", "path": "/do/contact/subscribe", "line": 230 }, { "directive": "disallow", "path": "/do/enquiry-submitted", "line": 231 }, { "directive": "disallow", "path": "/do/events/better-planet-packaging/thank-you-for-registering", "line": 232 }, { "directive": "disallow", "path": "/do/events/registration-complete", "line": 233 }, { "directive": "disallow", "path": "/do/events/registration-completed", "line": 234 }, { "directive": "disallow", "path": "/do/events/registration-successful", "line": 235 }, { "directive": "disallow", "path": "/do/events/thank-you-for-registering", "line": 236 }, { "directive": "disallow", "path": "/do/globalsearch", "line": 237 }, { "directive": "disallow", "path": "/do/people/employee-engagement", "line": 238 }, { "directive": "disallow", "path": "/do/people/family-and-age-virtual-event", "line": 239 }, { "directive": "disallow", "path": "/do/people/international-mens-day", "line": 240 }, { "directive": "disallow", "path": "/do/people/meet-our-people", "line": 241 }, { "directive": "disallow", "path": "/do/products-and-services/thanks-for-your-enquiry", "line": 242 }, { "directive": "disallow", "path": "/do/products-and-services/thanks-for-your-enquiry-spam", "line": 243 }, { "directive": "disallow", "path": "/do/registration-submitted", "line": 244 }, { "directive": "disallow", "path": "/do/sustainability-survey/download", "line": 245 }, { "directive": "disallow", "path": "/do/sustainability/survey/download", "line": 246 }, { "directive": "disallow", "path": "/ec/404", "line": 247 }, { "directive": "disallow", "path": "/ec/contact/subscribe", "line": 248 }, { "directive": "disallow", "path": "/ec/enquiry-submitted", "line": 249 }, { "directive": "disallow", "path": "/ec/events/better-planet-packaging/thank-you-for-registering", "line": 250 }, { "directive": "disallow", "path": "/ec/events/registration-complete", "line": 251 }, { "directive": "disallow", "path": "/ec/events/registration-completed", "line": 252 }, { "directive": "disallow", "path": "/ec/events/registration-successful", "line": 253 }, { "directive": "disallow", "path": "/ec/events/thank-you-for-registering", "line": 254 }, { "directive": "disallow", "path": "/ec/globalsearch", "line": 255 }, { "directive": "disallow", "path": "/ec/people/employee-engagement", "line": 256 }, { "directive": "disallow", "path": "/ec/people/family-and-age-virtual-event", "line": 257 }, { "directive": "disallow", "path": "/ec/people/international-mens-day", "line": 258 }, { "directive": "disallow", "path": "/ec/people/meet-our-people", "line": 259 }, { "directive": "disallow", "path": "/ec/products-and-services/thanks-for-your-enquiry", "line": 260 }, { "directive": "disallow", "path": "/ec/products-and-services/thanks-for-your-enquiry-spam", "line": 261 }, { "directive": "disallow", "path": "/ec/registration-submitted", "line": 262 }, { "directive": "disallow", "path": "/ec/sustainability-survey/download", "line": 263 }, { "directive": "disallow", "path": "/ec/sustainability/survey/download", "line": 264 }, { "directive": "disallow", "path": "/enquiry-submitted", "line": 265 }, { "directive": "disallow", "path": "/es/404", "line": 266 }, { "directive": "disallow", "path": "/es/contact/customer-subscription", "line": 267 }, { "directive": "disallow", "path": "/es/contact/subscribe", "line": 268 }, { "directive": "disallow", "path": "/es/enquiry-submitted", "line": 269 }, { "directive": "disallow", "path": "/es/events/better-planet-packaging/thank-you-for-registering", "line": 270 }, { "directive": "disallow", "path": "/es/events/registration-complete", "line": 271 }, { "directive": "disallow", "path": "/es/events/registration-completed", "line": 272 }, { "directive": "disallow", "path": "/es/events/registration-successful", "line": 273 }, { "directive": "disallow", "path": "/es/events/thank-you-for-registering", "line": 274 }, { "directive": "disallow", "path": "/es/globalsearch", "line": 275 }, { "directive": "disallow", "path": "/es/people/employee-engagement", "line": 276 }, { "directive": "disallow", "path": "/es/people/meet-our-people", "line": 277 }, { "directive": "disallow", "path": "/es/products-and-services/bag-in-box/brochures", "line": 278 }, { "directive": "disallow", "path": "/es/products-and-services/ecommerce-packaging/whitepaper/download", "line": 279 }, { "directive": "disallow", "path": "/es/products-and-services/thanks-for-your-enquiry", "line": 280 }, { "directive": "disallow", "path": "/es/products-and-services/thanks-for-your-enquiry-spam", "line": 281 }, { "directive": "disallow", "path": "/es/registration-submitted", "line": 282 }, { "directive": "disallow", "path": "/es/sustainability-survey/download", "line": 283 }, { "directive": "disallow", "path": "/es/sustainability/survey/download", "line": 284 }, { "directive": "disallow", "path": "/events/aquaculture-uk-2026", "line": 285 }, { "directive": "disallow", "path": "/events/better-planet-packaging", "line": 286 }, { "directive": "disallow", "path": "/events/better-planet-packaging/agenda", "line": 287 }, { "directive": "disallow", "path": "/events/better-planet-packaging/faqs", "line": 288 }, { "directive": "disallow", "path": "/events/better-planet-packaging/register-now", "line": 289 }, { "directive": "disallow", "path": "/events/better-planet-packaging/resources", "line": 290 }, { "directive": "disallow", "path": "/events/better-planet-packaging/success-stories", "line": 291 }, { "directive": "disallow", "path": "/events/better-planet-packaging/thank-you-for-registering", "line": 292 }, { "directive": "disallow", "path": "/events/competition-terms-and-conditions", "line": 293 }, { "directive": "disallow", "path": "/events/customer-event", "line": 294 }, { "directive": "disallow", "path": "/events/customer-event-2026", "line": 295 }, { "directive": "disallow", "path": "/events/customer-event-2026/jason-invite", "line": 296 }, { "directive": "disallow", "path": "/events/customer-event-registration", "line": 297 }, { "directive": "disallow", "path": "/events/customer-event/agenda", "line": 298 }, { "directive": "disallow", "path": "/events/customer-event/exhibition", "line": 299 }, { "directive": "disallow", "path": "/events/customer-event/faqs", "line": 300 }, { "directive": "disallow", "path": "/events/customer-event/location", "line": 301 }, { "directive": "disallow", "path": "/events/customer-event/meet-team", "line": 302 }, { "directive": "disallow", "path": "/events/customer-event/non-attendance", "line": 303 }, { "directive": "disallow", "path": "/events/customer-event/speakers", "line": 304 }, { "directive": "disallow", "path": "/events/customer-event/speakers/claire-williams", "line": 305 }, { "directive": "disallow", "path": "/events/customer-event/table-plan", "line": 306 }, { "directive": "disallow", "path": "/events/ecommerce-week", "line": 307 }, { "directive": "disallow", "path": "/events/fresh-produce-event", "line": 308 }, { "directive": "disallow", "path": "/events/fresh-produce-green-event", "line": 309 }, { "directive": "disallow", "path": "/events/london-packaging", "line": 310 }, { "directive": "disallow", "path": "/events/management-conference", "line": 311 }, { "directive": "disallow", "path": "/events/management-conference/thank-you", "line": 312 }, { "directive": "disallow", "path": "/events/non-attendance", "line": 313 }, { "directive": "disallow", "path": "/events/registration-complete", "line": 314 }, { "directive": "disallow", "path": "/events/registration-completed", "line": 315 }, { "directive": "disallow", "path": "/events/registration-confirmation", "line": 316 }, { "directive": "disallow", "path": "/events/registration-successful", "line": 317 }, { "directive": "disallow", "path": "/events/thank-you-for-registering", "line": 318 }, { "directive": "disallow", "path": "/events/the-americas-management-conference-2022", "line": 319 }, { "directive": "disallow", "path": "/events/uk-pet-day-bandana", "line": 320 }, { "directive": "disallow", "path": "/events/uk-sales-conference", "line": 321 }, { "directive": "disallow", "path": "/events/wielkanoc", "line": 322 }, { "directive": "disallow", "path": "/events/wielkanoc/dzieki", "line": 323 }, { "directive": "disallow", "path": "/fr/404", "line": 324 }, { "directive": "disallow", "path": "/fr/contact/customer-voice", "line": 325 }, { "directive": "disallow", "path": "/fr/contact/subscribe", "line": 326 }, { "directive": "disallow", "path": "/fr/enquiry-submitted", "line": 327 }, { "directive": "disallow", "path": "/fr/events/better-planet-packaging/thank-you-for-registering", "line": 328 }, { "directive": "disallow", "path": "/fr/events/registration-complete", "line": 329 }, { "directive": "disallow", "path": "/fr/events/registration-completed", "line": 330 }, { "directive": "disallow", "path": "/fr/events/registration-successful", "line": 331 }, { "directive": "disallow", "path": "/fr/events/thank-you-for-registering", "line": 332 }, { "directive": "disallow", "path": "/fr/globalsearch", "line": 333 }, { "directive": "disallow", "path": "/fr/people/employee-engagement", "line": 334 }, { "directive": "disallow", "path": "/fr/people/meet-our-people", "line": 335 }, { "directive": "disallow", "path": "/fr/products-and-services/bag-in-box/bib-machinery-forms", "line": 336 }, { "directive": "disallow", "path": "/fr/products-and-services/thanks-for-your-enquiry", "line": 337 }, { "directive": "disallow", "path": "/fr/products-and-services/thanks-for-your-enquiry-spam", "line": 338 }, { "directive": "disallow", "path": "/fr/registration-submitted", "line": 339 }, { "directive": "disallow", "path": "/fr/sustainability-survey/download", "line": 340 }, { "directive": "disallow", "path": "/fr/sustainability/survey/download", "line": 341 }, { "directive": "disallow", "path": "/globalsearch", "line": 342 }, { "directive": "disallow", "path": "/ie/404", "line": 343 }, { "directive": "disallow", "path": "/ie/components", "line": 344 }, { "directive": "disallow", "path": "/ie/contact/customer-voice", "line": 345 }, { "directive": "disallow", "path": "/ie/contact/subscribe", "line": 346 }, { "directive": "disallow", "path": "/ie/enquiry-submitted", "line": 347 }, { "directive": "disallow", "path": "/ie/events/better-planet-packaging/thank-you-for-registering", "line": 348 }, { "directive": "disallow", "path": "/ie/events/customer-event/non-attendance", "line": 349 }, { "directive": "disallow", "path": "/ie/events/ecommerce-week", "line": 350 }, { "directive": "disallow", "path": "/ie/events/fresh-produce-event", "line": 351 }, { "directive": "disallow", "path": "/ie/events/non-attendance", "line": 352 }, { "directive": "disallow", "path": "/ie/events/registration-complete", "line": 353 }, { "directive": "disallow", "path": "/ie/events/registration-completed", "line": 354 }, { "directive": "disallow", "path": "/ie/events/registration-confirmation", "line": 355 }, { "directive": "disallow", "path": "/ie/events/registration-successful", "line": 356 }, { "directive": "disallow", "path": "/ie/events/thank-you-for-registering", "line": 357 }, { "directive": "disallow", "path": "/ie/events/wielkanoc", "line": 358 }, { "directive": "disallow", "path": "/ie/events/wielkanoc/dzieki", "line": 359 }, { "directive": "disallow", "path": "/ie/globalsearch", "line": 360 }, { "directive": "disallow", "path": "/ie/investors/information", "line": 361 }, { "directive": "disallow", "path": "/ie/investors/meetings2024-access", "line": 362 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-composites", "line": 363 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 364 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 365 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 366 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 367 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 368 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 369 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 370 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/the-results", "line": 371 }, { "directive": "disallow", "path": "/ie/people/employee-data-protection-notice", "line": 372 }, { "directive": "disallow", "path": "/ie/people/employee-engagement", "line": 373 }, { "directive": "disallow", "path": "/ie/people/meet-our-people", "line": 374 }, { "directive": "disallow", "path": "/ie/people/my-sk", "line": 375 }, { "directive": "disallow", "path": "/ie/people/pronouns", "line": 376 }, { "directive": "disallow", "path": "/ie/ppc", "line": 377 }, { "directive": "disallow", "path": "/ie/products-and-services/bag-in-box/bib-machinery-forms", "line": 378 }, { "directive": "disallow", "path": "/ie/products-and-services/bag-in-box/brochures", "line": 379 }, { "directive": "disallow", "path": "/ie/products-and-services/ecommerce-packaging/whitepaper/download", "line": 380 }, { "directive": "disallow", "path": "/ie/products-and-services/thanks-for-your-enquiry", "line": 381 }, { "directive": "disallow", "path": "/ie/products-and-services/thanks-for-your-enquiry-spam", "line": 382 }, { "directive": "disallow", "path": "/ie/registration-submitted", "line": 383 }, { "directive": "disallow", "path": "/ie/russia", "line": 384 }, { "directive": "disallow", "path": "/ie/sustainability-survey/download", "line": 385 }, { "directive": "disallow", "path": "/ie/sustainability/better-planet-packaging/event/thank-you", "line": 386 }, { "directive": "disallow", "path": "/ie/sustainability/eu-green-deal/download", "line": 387 }, { "directive": "disallow", "path": "/ie/sustainability/survey/download", "line": 388 }, { "directive": "disallow", "path": "/innovation/innovation-challenge", "line": 389 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/all-entries", "line": 390 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/better-planet-packaging", "line": 391 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/business", "line": 392 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/health-and-safety", "line": 393 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/hr", "line": 394 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/production", "line": 395 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/sales", "line": 396 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/support", "line": 397 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/voting-thanks", "line": 398 }, { "directive": "disallow", "path": "/innovation/success-stories/prima-cheese-2", "line": 399 }, { "directive": "disallow", "path": "/insights-report", "line": 400 }, { "directive": "disallow", "path": "/insights-report/thank-you", "line": 401 }, { "directive": "disallow", "path": "/investors/information", "line": 402 }, { "directive": "disallow", "path": "/investors/meetings2024-access", "line": 403 }, { "directive": "disallow", "path": "/it/404", "line": 404 }, { "directive": "disallow", "path": "/it/contact/subscribe", "line": 405 }, { "directive": "disallow", "path": "/it/enquiry-submitted", "line": 406 }, { "directive": "disallow", "path": "/it/events/better-planet-packaging/thank-you-for-registering", "line": 407 }, { "directive": "disallow", "path": "/it/events/registration-complete", "line": 408 }, { "directive": "disallow", "path": "/it/events/registration-completed", "line": 409 }, { "directive": "disallow", "path": "/it/events/registration-successful", "line": 410 }, { "directive": "disallow", "path": "/it/events/thank-you-for-registering", "line": 411 }, { "directive": "disallow", "path": "/it/globalsearch", "line": 412 }, { "directive": "disallow", "path": "/it/people/employee-engagement", "line": 413 }, { "directive": "disallow", "path": "/it/people/meet-our-people", "line": 414 }, { "directive": "disallow", "path": "/it/products-and-services/thanks-for-your-enquiry", "line": 415 }, { "directive": "disallow", "path": "/it/products-and-services/thanks-for-your-enquiry-spam", "line": 416 }, { "directive": "disallow", "path": "/it/registration-submitted", "line": 417 }, { "directive": "disallow", "path": "/it/sustainability-survey/download", "line": 418 }, { "directive": "disallow", "path": "/it/sustainability/survey/download", "line": 419 }, { "directive": "disallow", "path": "/locations/germany/recycling-dual/mehr-informationen/download", "line": 420 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-composites", "line": 421 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 422 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 423 }, { "directive": "disallow", "path": "/ma/404", "line": 424 }, { "directive": "disallow", "path": "/ma/contact/customer-voice", "line": 425 }, { "directive": "disallow", "path": "/ma/contact/subscribe", "line": 426 }, { "directive": "disallow", "path": "/ma/enquiry-submitted", "line": 427 }, { "directive": "disallow", "path": "/ma/events/better-planet-packaging/thank-you-for-registering", "line": 428 }, { "directive": "disallow", "path": "/ma/events/registration-complete", "line": 429 }, { "directive": "disallow", "path": "/ma/events/registration-completed", "line": 430 }, { "directive": "disallow", "path": "/ma/events/registration-successful", "line": 431 }, { "directive": "disallow", "path": "/ma/events/thank-you-for-registering", "line": 432 }, { "directive": "disallow", "path": "/ma/globalsearch", "line": 433 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge", "line": 434 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/better-planet-packaging", "line": 435 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/business", "line": 436 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/health-and-safety", "line": 437 }, { "directive": "disallow", "path": "/ma/people/employee-engagement", "line": 438 }, { "directive": "disallow", "path": "/ma/people/meet-our-people", "line": 439 }, { "directive": "disallow", "path": "/ma/products-and-services/bag-in-box/bib-machinery-forms", "line": 440 }, { "directive": "disallow", "path": "/ma/products-and-services/thanks-for-your-enquiry", "line": 441 }, { "directive": "disallow", "path": "/ma/products-and-services/thanks-for-your-enquiry-spam", "line": 442 }, { "directive": "disallow", "path": "/ma/registration-submitted", "line": 443 }, { "directive": "disallow", "path": "/ma/sustainability-survey/download", "line": 444 }, { "directive": "disallow", "path": "/ma/sustainability/survey/download", "line": 445 }, { "directive": "disallow", "path": "/mx/404", "line": 446 }, { "directive": "disallow", "path": "/mx/contact/subscribe", "line": 447 }, { "directive": "disallow", "path": "/mx/enquiry-submitted", "line": 448 }, { "directive": "disallow", "path": "/mx/events/better-planet-packaging/thank-you-for-registering", "line": 449 }, { "directive": "disallow", "path": "/mx/events/registration-complete", "line": 450 }, { "directive": "disallow", "path": "/mx/events/registration-completed", "line": 451 }, { "directive": "disallow", "path": "/mx/events/registration-successful", "line": 452 }, { "directive": "disallow", "path": "/mx/events/thank-you-for-registering", "line": 453 }, { "directive": "disallow", "path": "/mx/globalsearch", "line": 454 }, { "directive": "disallow", "path": "/mx/people/employee-engagement", "line": 455 }, { "directive": "disallow", "path": "/mx/people/meet-our-people", "line": 456 }, { "directive": "disallow", "path": "/mx/products-and-services/thanks-for-your-enquiry", "line": 457 }, { "directive": "disallow", "path": "/mx/products-and-services/thanks-for-your-enquiry-spam", "line": 458 }, { "directive": "disallow", "path": "/mx/registration-submitted", "line": 459 }, { "directive": "disallow", "path": "/mx/sustainability-survey/download", "line": 460 }, { "directive": "disallow", "path": "/mx/sustainability/survey/download", "line": 461 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 462 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 463 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 464 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 465 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 466 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/the-results", "line": 467 }, { "directive": "disallow", "path": "/newsroom/blog/download-report", "line": 468 }, { "directive": "disallow", "path": "/newsroom/blog/ecommerce-packaging-labelling-expo-2023", "line": 469 }, { "directive": "disallow", "path": "/nl/404", "line": 470 }, { "directive": "disallow", "path": "/nl/contact/customer-voice", "line": 471 }, { "directive": "disallow", "path": "/nl/contact/subscribe", "line": 472 }, { "directive": "disallow", "path": "/nl/enquiry-submitted", "line": 473 }, { "directive": "disallow", "path": "/nl/events/better-planet-packaging/thank-you-for-registering", "line": 474 }, { "directive": "disallow", "path": "/nl/events/customer-event/non-attendance", "line": 475 }, { "directive": "disallow", "path": "/nl/events/non-attendance", "line": 476 }, { "directive": "disallow", "path": "/nl/events/registration-complete", "line": 477 }, { "directive": "disallow", "path": "/nl/events/registration-completed", "line": 478 }, { "directive": "disallow", "path": "/nl/events/registration-confirmation", "line": 479 }, { "directive": "disallow", "path": "/nl/events/registration-successful", "line": 480 }, { "directive": "disallow", "path": "/nl/events/thank-you-for-registering", "line": 481 }, { "directive": "disallow", "path": "/nl/globalsearch", "line": 482 }, { "directive": "disallow", "path": "/nl/people/employee-engagement", "line": 483 }, { "directive": "disallow", "path": "/nl/people/meet-our-people", "line": 484 }, { "directive": "disallow", "path": "/nl/products-and-services/thanks-for-your-enquiry", "line": 485 }, { "directive": "disallow", "path": "/nl/products-and-services/thanks-for-your-enquiry-spam", "line": 486 }, { "directive": "disallow", "path": "/nl/registration-submitted", "line": 487 }, { "directive": "disallow", "path": "/nl/sustainability-survey/download", "line": 488 }, { "directive": "disallow", "path": "/nl/sustainability/better-planet-packaging/event/thank-you", "line": 489 }, { "directive": "disallow", "path": "/nl/sustainability/survey/download", "line": 490 }, { "directive": "disallow", "path": "/no/404", "line": 491 }, { "directive": "disallow", "path": "/no/enquiry-submitted", "line": 492 }, { "directive": "disallow", "path": "/no/events/better-planet-packaging/thank-you-for-registering", "line": 493 }, { "directive": "disallow", "path": "/no/events/registration-complete", "line": 494 }, { "directive": "disallow", "path": "/no/events/registration-completed", "line": 495 }, { "directive": "disallow", "path": "/no/events/registration-successful", "line": 496 }, { "directive": "disallow", "path": "/no/events/thank-you-for-registering", "line": 497 }, { "directive": "disallow", "path": "/no/globalsearch", "line": 498 }, { "directive": "disallow", "path": "/no/people/employee-engagement", "line": 499 }, { "directive": "disallow", "path": "/no/people/meet-our-people", "line": 500 }, { "directive": "disallow", "path": "/no/products-and-services/thanks-for-your-enquiry", "line": 501 }, { "directive": "disallow", "path": "/no/products-and-services/thanks-for-your-enquiry-spam", "line": 502 }, { "directive": "disallow", "path": "/no/registration-submitted", "line": 503 }, { "directive": "disallow", "path": "/no/sustainability-survey/download", "line": 504 }, { "directive": "disallow", "path": "/no/sustainability/survey/download", "line": 505 }, { "directive": "disallow", "path": "/pe/404", "line": 506 }, { "directive": "disallow", "path": "/pe/contact/subscribe", "line": 507 }, { "directive": "disallow", "path": "/pe/enquiry-submitted", "line": 508 }, { "directive": "disallow", "path": "/pe/events/better-planet-packaging/thank-you-for-registering", "line": 509 }, { "directive": "disallow", "path": "/pe/events/registration-complete", "line": 510 }, { "directive": "disallow", "path": "/pe/events/registration-completed", "line": 511 }, { "directive": "disallow", "path": "/pe/events/registration-successful", "line": 512 }, { "directive": "disallow", "path": "/pe/events/thank-you-for-registering", "line": 513 }, { "directive": "disallow", "path": "/pe/globalsearch", "line": 514 }, { "directive": "disallow", "path": "/pe/people/employee-engagement", "line": 515 }, { "directive": "disallow", "path": "/pe/people/family-and-age-virtual-event", "line": 516 }, { "directive": "disallow", "path": "/pe/people/international-mens-day", "line": 517 }, { "directive": "disallow", "path": "/pe/people/meet-our-people", "line": 518 }, { "directive": "disallow", "path": "/pe/products-and-services/thanks-for-your-enquiry", "line": 519 }, { "directive": "disallow", "path": "/pe/products-and-services/thanks-for-your-enquiry-spam", "line": 520 }, { "directive": "disallow", "path": "/pe/registration-submitted", "line": 521 }, { "directive": "disallow", "path": "/pe/sustainability-survey/download", "line": 522 }, { "directive": "disallow", "path": "/pe/sustainability/survey/download", "line": 523 }, { "directive": "disallow", "path": "/people/employee-data-protection-notice", "line": 524 }, { "directive": "disallow", "path": "/people/employee-engagement", "line": 525 }, { "directive": "disallow", "path": "/people/family-and-age-virtual-event", "line": 526 }, { "directive": "disallow", "path": "/people/international-mens-day", "line": 527 }, { "directive": "disallow", "path": "/people/international-womans-day", "line": 528 }, { "directive": "disallow", "path": "/people/medarbejderskaerm", "line": 529 }, { "directive": "disallow", "path": "/people/meet-our-people", "line": 530 }, { "directive": "disallow", "path": "/people/my-sk", "line": 531 }, { "directive": "disallow", "path": "/people/pronouns", "line": 532 }, { "directive": "disallow", "path": "/people/test", "line": 533 }, { "directive": "disallow", "path": "/pl/404", "line": 534 }, { "directive": "disallow", "path": "/pl/enquiry-submitted", "line": 535 }, { "directive": "disallow", "path": "/pl/events/better-planet-packaging/thank-you-for-registering", "line": 536 }, { "directive": "disallow", "path": "/pl/events/registration-complete", "line": 537 }, { "directive": "disallow", "path": "/pl/events/registration-completed", "line": 538 }, { "directive": "disallow", "path": "/pl/events/registration-successful", "line": 539 }, { "directive": "disallow", "path": "/pl/events/thank-you-for-registering", "line": 540 }, { "directive": "disallow", "path": "/pl/events/wielkanoc/dzieki", "line": 541 }, { "directive": "disallow", "path": "/pl/globalsearch", "line": 542 }, { "directive": "disallow", "path": "/pl/people/employee-engagement", "line": 543 }, { "directive": "disallow", "path": "/pl/people/meet-our-people", "line": 544 }, { "directive": "disallow", "path": "/pl/products-and-services/thanks-for-your-enquiry", "line": 545 }, { "directive": "disallow", "path": "/pl/products-and-services/thanks-for-your-enquiry-spam", "line": 546 }, { "directive": "disallow", "path": "/pl/registration-submitted", "line": 547 }, { "directive": "disallow", "path": "/pl/sustainability-survey/download", "line": 548 }, { "directive": "disallow", "path": "/pl/sustainability/survey/download", "line": 549 }, { "directive": "disallow", "path": "/ppc", "line": 550 }, { "directive": "disallow", "path": "/ppc/advent-calendar-packaging", "line": 551 }, { "directive": "disallow", "path": "/ppc/birchbox", "line": 552 }, { "directive": "disallow", "path": "/ppc/birchbox/track-delivery", "line": 553 }, { "directive": "disallow", "path": "/ppc/cardboard-box-manufacturers", "line": 554 }, { "directive": "disallow", "path": "/ppc/cardboard-dump-bins", "line": 555 }, { "directive": "disallow", "path": "/ppc/digital-printing-packaging", "line": 556 }, { "directive": "disallow", "path": "/ppc/ecommerce-packaging", "line": 557 }, { "directive": "disallow", "path": "/ppc/free-from-packaging", "line": 558 }, { "directive": "disallow", "path": "/ppc/healf", "line": 559 }, { "directive": "disallow", "path": "/ppc/honeycomb-packaging", "line": 560 }, { "directive": "disallow", "path": "/ppc/honeycomb-packaging-v1", "line": 561 }, { "directive": "disallow", "path": "/ppc/insulated-packaging", "line": 562 }, { "directive": "disallow", "path": "/ppc/love-corn", "line": 563 }, { "directive": "disallow", "path": "/ppc/mylee", "line": 564 }, { "directive": "disallow", "path": "/ppc/nairns", "line": 565 }, { "directive": "disallow", "path": "/ppc/packaging-machinery", "line": 566 }, { "directive": "disallow", "path": "/ppc/packaging-supplier", "line": 567 }, { "directive": "disallow", "path": "/ppc/perfect-ted", "line": 568 }, { "directive": "disallow", "path": "/ppc/pet-food-packaging", "line": 569 }, { "directive": "disallow", "path": "/ppc/pieminister", "line": 570 }, { "directive": "disallow", "path": "/ppc/protective-packaging", "line": 571 }, { "directive": "disallow", "path": "/ppc/pumpkin-bins", "line": 572 }, { "directive": "disallow", "path": "/ppc/purdy-and-figg", "line": 573 }, { "directive": "disallow", "path": "/ppc/sustainable-packaging", "line": 574 }, { "directive": "disallow", "path": "/ppc/thank-you", "line": 575 }, { "directive": "disallow", "path": "/ppc/tropic-skincare", "line": 576 }, { "directive": "disallow", "path": "/ppc/untamed-cat", "line": 577 }, { "directive": "disallow", "path": "/ppc/vegan-packaging", "line": 578 }, { "directive": "disallow", "path": "/ppc/wholesale-bulk-packaging", "line": 579 }, { "directive": "disallow", "path": "/ppc/wholesale-bulk-packaging-v1", "line": 580 }, { "directive": "disallow", "path": "/products-and-services/bag-in-box/bib-machinery-forms", "line": 581 }, { "directive": "disallow", "path": "/products-and-services/bag-in-box/brochures", "line": 582 }, { "directive": "disallow", "path": "/products-and-services/ecommerce-packaging/whitepaper/download", "line": 583 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/requests", "line": 584 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/sectors", "line": 585 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/services/after-sales-care-plan", "line": 586 }, { "directive": "disallow", "path": "/products-and-services/packaging/protective-packaging", "line": 587 }, { "directive": "disallow", "path": "/products-and-services/packaging/waterproof-cardboard-box", "line": 588 }, { "directive": "disallow", "path": "/products-and-services/sheetfeeding/meet-team", "line": 589 }, { "directive": "disallow", "path": "/products-and-services/sheetfeeding/technical-customer-support", "line": 590 }, { "directive": "disallow", "path": "/products-and-services/thanks-for-your-enquiry", "line": 591 }, { "directive": "disallow", "path": "/products-and-services/thanks-for-your-enquiry-spam", "line": 592 }, { "directive": "disallow", "path": "/pt/404", "line": 593 }, { "directive": "disallow", "path": "/pt/contact/subscribe", "line": 594 }, { "directive": "disallow", "path": "/pt/enquiry-submitted", "line": 595 }, { "directive": "disallow", "path": "/pt/events/better-planet-packaging/thank-you-for-registering", "line": 596 }, { "directive": "disallow", "path": "/pt/events/registration-complete", "line": 597 }, { "directive": "disallow", "path": "/pt/events/registration-completed", "line": 598 }, { "directive": "disallow", "path": "/pt/events/registration-successful", "line": 599 }, { "directive": "disallow", "path": "/pt/events/thank-you-for-registering", "line": 600 }, { "directive": "disallow", "path": "/pt/globalsearch", "line": 601 }, { "directive": "disallow", "path": "/pt/people/employee-engagement", "line": 602 }, { "directive": "disallow", "path": "/pt/people/meet-our-people", "line": 603 }, { "directive": "disallow", "path": "/pt/products-and-services/ecommerce-packaging/whitepaper/download", "line": 604 }, { "directive": "disallow", "path": "/pt/products-and-services/thanks-for-your-enquiry", "line": 605 }, { "directive": "disallow", "path": "/pt/products-and-services/thanks-for-your-enquiry-spam", "line": 606 }, { "directive": "disallow", "path": "/pt/registration-submitted", "line": 607 }, { "directive": "disallow", "path": "/pt/sustainability-survey/download", "line": 608 }, { "directive": "disallow", "path": "/pt/sustainability/survey/download", "line": 609 }, { "directive": "disallow", "path": "/registration-submitted", "line": 610 }, { "directive": "disallow", "path": "/russia", "line": 611 }, { "directive": "disallow", "path": "/se/404", "line": 612 }, { "directive": "disallow", "path": "/se/enquiry-submitted", "line": 613 }, { "directive": "disallow", "path": "/se/events/better-planet-packaging/thank-you-for-registering", "line": 614 }, { "directive": "disallow", "path": "/se/events/registration-complete", "line": 615 }, { "directive": "disallow", "path": "/se/events/registration-completed", "line": 616 }, { "directive": "disallow", "path": "/se/events/registration-successful", "line": 617 }, { "directive": "disallow", "path": "/se/events/thank-you-for-registering", "line": 618 }, { "directive": "disallow", "path": "/se/globalsearch", "line": 619 }, { "directive": "disallow", "path": "/se/people/employee-engagement", "line": 620 }, { "directive": "disallow", "path": "/se/people/meet-our-people", "line": 621 }, { "directive": "disallow", "path": "/se/products-and-services/thanks-for-your-enquiry", "line": 622 }, { "directive": "disallow", "path": "/se/products-and-services/thanks-for-your-enquiry-spam", "line": 623 }, { "directive": "disallow", "path": "/se/registration-submitted", "line": 624 }, { "directive": "disallow", "path": "/se/sustainability-survey/download", "line": 625 }, { "directive": "disallow", "path": "/se/sustainability/survey/download", "line": 626 }, { "directive": "disallow", "path": "/sustainability-survey/download", "line": 627 }, { "directive": "disallow", "path": "/sustainability/better-planet-packaging/event/thank-you", "line": 628 }, { "directive": "disallow", "path": "/sustainability/eu-green-deal/download", "line": 629 }, { "directive": "disallow", "path": "/sustainability/survey/download", "line": 630 }, { "directive": "disallow", "path": "/sv/404", "line": 631 }, { "directive": "disallow", "path": "/sv/contact/subscribe", "line": 632 }, { "directive": "disallow", "path": "/sv/enquiry-submitted", "line": 633 }, { "directive": "disallow", "path": "/sv/events/better-planet-packaging/thank-you-for-registering", "line": 634 }, { "directive": "disallow", "path": "/sv/events/registration-complete", "line": 635 }, { "directive": "disallow", "path": "/sv/events/registration-completed", "line": 636 }, { "directive": "disallow", "path": "/sv/events/registration-successful", "line": 637 }, { "directive": "disallow", "path": "/sv/events/thank-you-for-registering", "line": 638 }, { "directive": "disallow", "path": "/sv/globalsearch", "line": 639 }, { "directive": "disallow", "path": "/sv/people/employee-engagement", "line": 640 }, { "directive": "disallow", "path": "/sv/people/family-and-age-virtual-event", "line": 641 }, { "directive": "disallow", "path": "/sv/people/international-mens-day", "line": 642 }, { "directive": "disallow", "path": "/sv/people/meet-our-people", "line": 643 }, { "directive": "disallow", "path": "/sv/products-and-services/thanks-for-your-enquiry", "line": 644 }, { "directive": "disallow", "path": "/sv/products-and-services/thanks-for-your-enquiry-spam", "line": 645 }, { "directive": "disallow", "path": "/sv/registration-submitted", "line": 646 }, { "directive": "disallow", "path": "/sv/sustainability-survey/download", "line": 647 }, { "directive": "disallow", "path": "/sv/sustainability/survey/download", "line": 648 }, { "directive": "disallow", "path": "/uk/404", "line": 649 }, { "directive": "disallow", "path": "/uk/components", "line": 650 }, { "directive": "disallow", "path": "/uk/contact/customer-voice", "line": 651 }, { "directive": "disallow", "path": "/uk/contact/subscribe", "line": 652 }, { "directive": "disallow", "path": "/uk/enquiry-submitted", "line": 653 }, { "directive": "disallow", "path": "/uk/events/better-planet-packaging/thank-you-for-registering", "line": 654 }, { "directive": "disallow", "path": "/uk/events/customer-event/non-attendance", "line": 655 }, { "directive": "disallow", "path": "/uk/events/ecommerce-week", "line": 656 }, { "directive": "disallow", "path": "/uk/events/fresh-produce-event", "line": 657 }, { "directive": "disallow", "path": "/uk/events/non-attendance", "line": 658 }, { "directive": "disallow", "path": "/uk/events/registration-complete", "line": 659 }, { "directive": "disallow", "path": "/uk/events/registration-completed", "line": 660 }, { "directive": "disallow", "path": "/uk/events/registration-confirmation", "line": 661 }, { "directive": "disallow", "path": "/uk/events/registration-successful", "line": 662 }, { "directive": "disallow", "path": "/uk/events/thank-you-for-registering", "line": 663 }, { "directive": "disallow", "path": "/uk/events/wielkanoc", "line": 664 }, { "directive": "disallow", "path": "/uk/events/wielkanoc/dzieki", "line": 665 }, { "directive": "disallow", "path": "/uk/globalsearch", "line": 666 }, { "directive": "disallow", "path": "/uk/investors/information", "line": 667 }, { "directive": "disallow", "path": "/uk/investors/meetings2024-access", "line": 668 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-composites", "line": 669 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 670 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 671 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 672 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 673 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 674 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 675 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 676 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/the-results", "line": 677 }, { "directive": "disallow", "path": "/uk/people/employee-data-protection-notice", "line": 678 }, { "directive": "disallow", "path": "/uk/people/employee-engagement", "line": 679 }, { "directive": "disallow", "path": "/uk/people/meet-our-people", "line": 680 }, { "directive": "disallow", "path": "/uk/people/my-sk", "line": 681 }, { "directive": "disallow", "path": "/uk/people/pronouns", "line": 682 }, { "directive": "disallow", "path": "/uk/ppc", "line": 683 }, { "directive": "disallow", "path": "/uk/products-and-services/bag-in-box/bib-machinery-forms", "line": 684 }, { "directive": "disallow", "path": "/uk/products-and-services/bag-in-box/brochures", "line": 685 }, { "directive": "disallow", "path": "/uk/products-and-services/ecommerce-packaging/whitepaper/download", "line": 686 }, { "directive": "disallow", "path": "/uk/products-and-services/thanks-for-your-enquiry", "line": 687 }, { "directive": "disallow", "path": "/uk/products-and-services/thanks-for-your-enquiry-spam", "line": 688 }, { "directive": "disallow", "path": "/uk/registration-submitted", "line": 689 }, { "directive": "disallow", "path": "/uk/russia", "line": 690 }, { "directive": "disallow", "path": "/uk/sustainability-survey/download", "line": 691 }, { "directive": "disallow", "path": "/uk/sustainability/better-planet-packaging/event/thank-you", "line": 692 }, { "directive": "disallow", "path": "/uk/sustainability/eu-green-deal/download", "line": 693 }, { "directive": "disallow", "path": "/uk/sustainability/survey/download", "line": 694 }, { "directive": "disallow", "path": "/us/404", "line": 695 }, { "directive": "disallow", "path": "/us/components", "line": 696 }, { "directive": "disallow", "path": "/us/contact/customer-voice", "line": 697 }, { "directive": "disallow", "path": "/us/contact/subscribe", "line": 698 }, { "directive": "disallow", "path": "/us/enquiry-submitted", "line": 699 }, { "directive": "disallow", "path": "/us/events/better-planet-packaging/thank-you-for-registering", "line": 700 }, { "directive": "disallow", "path": "/us/events/customer-event/non-attendance", "line": 701 }, { "directive": "disallow", "path": "/us/events/ecommerce-week", "line": 702 }, { "directive": "disallow", "path": "/us/events/fresh-produce-event", "line": 703 }, { "directive": "disallow", "path": "/us/events/non-attendance", "line": 704 }, { "directive": "disallow", "path": "/us/events/registration-complete", "line": 705 }, { "directive": "disallow", "path": "/us/events/registration-completed", "line": 706 }, { "directive": "disallow", "path": "/us/events/registration-confirmation", "line": 707 }, { "directive": "disallow", "path": "/us/events/registration-successful", "line": 708 }, { "directive": "disallow", "path": "/us/events/thank-you-for-registering", "line": 709 }, { "directive": "disallow", "path": "/us/events/wielkanoc", "line": 710 }, { "directive": "disallow", "path": "/us/events/wielkanoc/dzieki", "line": 711 }, { "directive": "disallow", "path": "/us/globalsearch", "line": 712 }, { "directive": "disallow", "path": "/us/investors/information", "line": 713 }, { "directive": "disallow", "path": "/us/investors/meetings2024-access", "line": 714 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-composites", "line": 715 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 716 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 717 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 718 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 719 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 720 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 721 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 722 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/the-results", "line": 723 }, { "directive": "disallow", "path": "/us/people/employee-data-protection-notice", "line": 724 }, { "directive": "disallow", "path": "/us/people/employee-engagement", "line": 725 }, { "directive": "disallow", "path": "/us/people/family-and-age-virtual-event", "line": 726 }, { "directive": "disallow", "path": "/us/people/meet-our-people", "line": 727 }, { "directive": "disallow", "path": "/us/people/my-sk", "line": 728 }, { "directive": "disallow", "path": "/us/people/pronouns", "line": 729 }, { "directive": "disallow", "path": "/us/ppc", "line": 730 }, { "directive": "disallow", "path": "/us/products-and-services/bag-in-box/bib-machinery-forms", "line": 731 }, { "directive": "disallow", "path": "/us/products-and-services/bag-in-box/brochures", "line": 732 }, { "directive": "disallow", "path": "/us/products-and-services/ecommerce-packaging/whitepaper/download", "line": 733 }, { "directive": "disallow", "path": "/us/products-and-services/thanks-for-your-enquiry", "line": 734 }, { "directive": "disallow", "path": "/us/products-and-services/thanks-for-your-enquiry-spam", "line": 735 }, { "directive": "disallow", "path": "/us/registration-submitted", "line": 736 }, { "directive": "disallow", "path": "/us/russia", "line": 737 }, { "directive": "disallow", "path": "/us/sustainability-survey/download", "line": 738 }, { "directive": "disallow", "path": "/us/sustainability/better-planet-packaging/event/thank-you", "line": 739 }, { "directive": "disallow", "path": "/us/sustainability/eu-green-deal/download", "line": 740 }, { "directive": "disallow", "path": "/us/sustainability/survey/download", "line": 741 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/404", "line": 5 }, { "directive": "disallow", "path": "/about/navod-na-betlem", "line": 6 }, { "directive": "disallow", "path": "/advert", "line": 7 }, { "directive": "disallow", "path": "/advert/display-popai/thank-you", "line": 8 }, { "directive": "disallow", "path": "/ar/404", "line": 9 }, { "directive": "disallow", "path": "/ar/contact/subscribe", "line": 10 }, { "directive": "disallow", "path": "/ar/enquiry-submitted", "line": 11 }, { "directive": "disallow", "path": "/ar/events/better-planet-packaging/thank-you-for-registering", "line": 12 }, { "directive": "disallow", "path": "/ar/events/registration-complete", "line": 13 }, { "directive": "disallow", "path": "/ar/events/registration-completed", "line": 14 }, { "directive": "disallow", "path": "/ar/events/registration-successful", "line": 15 }, { "directive": "disallow", "path": "/ar/events/thank-you-for-registering", "line": 16 }, { "directive": "disallow", "path": "/ar/globalsearch", "line": 17 }, { "directive": "disallow", "path": "/ar/people/employee-engagement", "line": 18 }, { "directive": "disallow", "path": "/ar/people/family-and-age-virtual-event", "line": 19 }, { "directive": "disallow", "path": "/ar/people/international-mens-day", "line": 20 }, { "directive": "disallow", "path": "/ar/people/meet-our-people", "line": 21 }, { "directive": "disallow", "path": "/ar/products-and-services/thanks-for-your-enquiry", "line": 22 }, { "directive": "disallow", "path": "/ar/products-and-services/thanks-for-your-enquiry-spam", "line": 23 }, { "directive": "disallow", "path": "/ar/registration-submitted", "line": 24 }, { "directive": "disallow", "path": "/ar/sustainability-survey/download", "line": 25 }, { "directive": "disallow", "path": "/ar/sustainability/survey/download", "line": 26 }, { "directive": "disallow", "path": "/at/404", "line": 27 }, { "directive": "disallow", "path": "/at/contact/subscribe", "line": 28 }, { "directive": "disallow", "path": "/at/enquiry-submitted", "line": 29 }, { "directive": "disallow", "path": "/at/events/better-planet-packaging/thank-you-for-registering", "line": 30 }, { "directive": "disallow", "path": "/at/events/registration-complete", "line": 31 }, { "directive": "disallow", "path": "/at/events/registration-completed", "line": 32 }, { "directive": "disallow", "path": "/at/events/registration-successful", "line": 33 }, { "directive": "disallow", "path": "/at/events/thank-you-for-registering", "line": 34 }, { "directive": "disallow", "path": "/at/globalsearch", "line": 35 }, { "directive": "disallow", "path": "/at/locations/germany/recycling-dual/mehr-informationen/download", "line": 36 }, { "directive": "disallow", "path": "/at/people/employee-engagement", "line": 37 }, { "directive": "disallow", "path": "/at/people/meet-our-people", "line": 38 }, { "directive": "disallow", "path": "/at/products-and-services/thanks-for-your-enquiry", "line": 39 }, { "directive": "disallow", "path": "/at/products-and-services/thanks-for-your-enquiry-spam", "line": 40 }, { "directive": "disallow", "path": "/at/registration-submitted", "line": 41 }, { "directive": "disallow", "path": "/at/sustainability-survey/download", "line": 42 }, { "directive": "disallow", "path": "/be/fr/404", "line": 43 }, { "directive": "disallow", "path": "/be/fr/contact/customer-voice", "line": 44 }, { "directive": "disallow", "path": "/be/fr/contact/subscribe", "line": 45 }, { "directive": "disallow", "path": "/be/fr/enquiry-submitted", "line": 46 }, { "directive": "disallow", "path": "/be/fr/events/better-planet-packaging/thank-you-for-registering", "line": 47 }, { "directive": "disallow", "path": "/be/fr/events/customer-event/non-attendance", "line": 48 }, { "directive": "disallow", "path": "/be/fr/events/non-attendance", "line": 49 }, { "directive": "disallow", "path": "/be/fr/events/registration-complete", "line": 50 }, { "directive": "disallow", "path": "/be/fr/events/registration-completed", "line": 51 }, { "directive": "disallow", "path": "/be/fr/events/registration-confirmation", "line": 52 }, { "directive": "disallow", "path": "/be/fr/events/registration-successful", "line": 53 }, { "directive": "disallow", "path": "/be/fr/events/thank-you-for-registering", "line": 54 }, { "directive": "disallow", "path": "/be/fr/globalsearch", "line": 55 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge", "line": 56 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/better-planet-packaging", "line": 57 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/business", "line": 58 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/health-and-safety", "line": 59 }, { "directive": "disallow", "path": "/be/fr/people/employee-engagement", "line": 60 }, { "directive": "disallow", "path": "/be/fr/people/meet-our-people", "line": 61 }, { "directive": "disallow", "path": "/be/fr/products-and-services/bag-in-box/bib-machinery-forms", "line": 62 }, { "directive": "disallow", "path": "/be/fr/products-and-services/thanks-for-your-enquiry", "line": 63 }, { "directive": "disallow", "path": "/be/fr/products-and-services/thanks-for-your-enquiry-spam", "line": 64 }, { "directive": "disallow", "path": "/be/fr/registration-submitted", "line": 65 }, { "directive": "disallow", "path": "/be/fr/sustainability-survey/download", "line": 66 }, { "directive": "disallow", "path": "/be/fr/sustainability/survey/download", "line": 67 }, { "directive": "disallow", "path": "/be/nl/404", "line": 68 }, { "directive": "disallow", "path": "/be/nl/contact/customer-voice", "line": 69 }, { "directive": "disallow", "path": "/be/nl/contact/subscribe", "line": 70 }, { "directive": "disallow", "path": "/be/nl/enquiry-submitted", "line": 71 }, { "directive": "disallow", "path": "/be/nl/events/better-planet-packaging/thank-you-for-registering", "line": 72 }, { "directive": "disallow", "path": "/be/nl/events/customer-event/non-attendance", "line": 73 }, { "directive": "disallow", "path": "/be/nl/events/non-attendance", "line": 74 }, { "directive": "disallow", "path": "/be/nl/events/registration-complete", "line": 75 }, { "directive": "disallow", "path": "/be/nl/events/registration-completed", "line": 76 }, { "directive": "disallow", "path": "/be/nl/events/registration-confirmation", "line": 77 }, { "directive": "disallow", "path": "/be/nl/events/registration-successful", "line": 78 }, { "directive": "disallow", "path": "/be/nl/events/thank-you-for-registering", "line": 79 }, { "directive": "disallow", "path": "/be/nl/globalsearch", "line": 80 }, { "directive": "disallow", "path": "/be/nl/people/employee-engagement", "line": 81 }, { "directive": "disallow", "path": "/be/nl/people/meet-our-people", "line": 82 }, { "directive": "disallow", "path": "/be/nl/products-and-services/thanks-for-your-enquiry", "line": 83 }, { "directive": "disallow", "path": "/be/nl/products-and-services/thanks-for-your-enquiry-spam", "line": 84 }, { "directive": "disallow", "path": "/be/nl/registration-submitted", "line": 85 }, { "directive": "disallow", "path": "/be/nl/sustainability-survey/download", "line": 86 }, { "directive": "disallow", "path": "/be/nl/sustainability/better-planet-packaging/event/thank-you", "line": 87 }, { "directive": "disallow", "path": "/be/nl/sustainability/survey/download", "line": 88 }, { "directive": "disallow", "path": "/br/404", "line": 89 }, { "directive": "disallow", "path": "/br/enquiry-submitted", "line": 90 }, { "directive": "disallow", "path": "/br/events/better-planet-packaging/thank-you-for-registering", "line": 91 }, { "directive": "disallow", "path": "/br/events/registration-complete", "line": 92 }, { "directive": "disallow", "path": "/br/events/registration-completed", "line": 93 }, { "directive": "disallow", "path": "/br/events/registration-successful", "line": 94 }, { "directive": "disallow", "path": "/br/events/thank-you-for-registering", "line": 95 }, { "directive": "disallow", "path": "/br/globalsearch", "line": 96 }, { "directive": "disallow", "path": "/br/people/employee-engagement", "line": 97 }, { "directive": "disallow", "path": "/br/people/meet-our-people", "line": 98 }, { "directive": "disallow", "path": "/br/products-and-services/thanks-for-your-enquiry", "line": 99 }, { "directive": "disallow", "path": "/br/products-and-services/thanks-for-your-enquiry-spam", "line": 100 }, { "directive": "disallow", "path": "/br/registration-submitted", "line": 101 }, { "directive": "disallow", "path": "/br/sustainability-survey/download", "line": 102 }, { "directive": "disallow", "path": "/br/sustainability/survey/download", "line": 103 }, { "directive": "disallow", "path": "/ch/404", "line": 104 }, { "directive": "disallow", "path": "/ch/contact/subscribe", "line": 105 }, { "directive": "disallow", "path": "/ch/enquiry-submitted", "line": 106 }, { "directive": "disallow", "path": "/ch/events/better-planet-packaging/thank-you-for-registering", "line": 107 }, { "directive": "disallow", "path": "/ch/events/registration-complete", "line": 108 }, { "directive": "disallow", "path": "/ch/events/registration-completed", "line": 109 }, { "directive": "disallow", "path": "/ch/events/registration-successful", "line": 110 }, { "directive": "disallow", "path": "/ch/events/thank-you-for-registering", "line": 111 }, { "directive": "disallow", "path": "/ch/globalsearch", "line": 112 }, { "directive": "disallow", "path": "/ch/people/employee-engagement", "line": 113 }, { "directive": "disallow", "path": "/ch/people/meet-our-people", "line": 114 }, { "directive": "disallow", "path": "/ch/products-and-services/thanks-for-your-enquiry", "line": 115 }, { "directive": "disallow", "path": "/ch/products-and-services/thanks-for-your-enquiry-spam", "line": 116 }, { "directive": "disallow", "path": "/ch/registration-submitted", "line": 117 }, { "directive": "disallow", "path": "/ch/sustainability-survey/download", "line": 118 }, { "directive": "disallow", "path": "/cl/404", "line": 119 }, { "directive": "disallow", "path": "/cl/contact/subscribe", "line": 120 }, { "directive": "disallow", "path": "/cl/enquiry-submitted", "line": 121 }, { "directive": "disallow", "path": "/cl/events/better-planet-packaging/thank-you-for-registering", "line": 122 }, { "directive": "disallow", "path": "/cl/events/registration-complete", "line": 123 }, { "directive": "disallow", "path": "/cl/events/registration-completed", "line": 124 }, { "directive": "disallow", "path": "/cl/events/registration-successful", "line": 125 }, { "directive": "disallow", "path": "/cl/events/thank-you-for-registering", "line": 126 }, { "directive": "disallow", "path": "/cl/globalsearch", "line": 127 }, { "directive": "disallow", "path": "/cl/people/employee-engagement", "line": 128 }, { "directive": "disallow", "path": "/cl/people/family-and-age-virtual-event", "line": 129 }, { "directive": "disallow", "path": "/cl/people/international-mens-day", "line": 130 }, { "directive": "disallow", "path": "/cl/people/meet-our-people", "line": 131 }, { "directive": "disallow", "path": "/cl/products-and-services/thanks-for-your-enquiry", "line": 132 }, { "directive": "disallow", "path": "/cl/products-and-services/thanks-for-your-enquiry-spam", "line": 133 }, { "directive": "disallow", "path": "/cl/registration-submitted", "line": 134 }, { "directive": "disallow", "path": "/cl/sustainability-survey/download", "line": 135 }, { "directive": "disallow", "path": "/cl/sustainability/survey/download", "line": 136 }, { "directive": "disallow", "path": "/co/404", "line": 137 }, { "directive": "disallow", "path": "/co/contact/subscribe", "line": 138 }, { "directive": "disallow", "path": "/co/enquiry-submitted", "line": 139 }, { "directive": "disallow", "path": "/co/events/better-planet-packaging/thank-you-for-registering", "line": 140 }, { "directive": "disallow", "path": "/co/events/registration-complete", "line": 141 }, { "directive": "disallow", "path": "/co/events/registration-completed", "line": 142 }, { "directive": "disallow", "path": "/co/events/registration-successful", "line": 143 }, { "directive": "disallow", "path": "/co/events/thank-you-for-registering", "line": 144 }, { "directive": "disallow", "path": "/co/globalsearch", "line": 145 }, { "directive": "disallow", "path": "/co/people/employee-engagement", "line": 146 }, { "directive": "disallow", "path": "/co/people/family-and-age-virtual-event", "line": 147 }, { "directive": "disallow", "path": "/co/people/international-mens-day", "line": 148 }, { "directive": "disallow", "path": "/co/people/meet-our-people", "line": 149 }, { "directive": "disallow", "path": "/co/products-and-services/thanks-for-your-enquiry", "line": 150 }, { "directive": "disallow", "path": "/co/products-and-services/thanks-for-your-enquiry-spam", "line": 151 }, { "directive": "disallow", "path": "/co/registration-submitted", "line": 152 }, { "directive": "disallow", "path": "/co/sustainability-survey/download", "line": 153 }, { "directive": "disallow", "path": "/co/sustainability/survey/download", "line": 154 }, { "directive": "disallow", "path": "/components", "line": 155 }, { "directive": "disallow", "path": "/contact/customer-subscription", "line": 156 }, { "directive": "disallow", "path": "/contact/customer-voice", "line": 157 }, { "directive": "disallow", "path": "/contact/subscribe", "line": 158 }, { "directive": "disallow", "path": "/contact/uk-feedback", "line": 159 }, { "directive": "disallow", "path": "/contact/uk-feedback/thank-you", "line": 160 }, { "directive": "disallow", "path": "/contact/uk-newsletter-feedback", "line": 161 }, { "directive": "disallow", "path": "/contact/uk-newsletter-feedback/thank-you", "line": 162 }, { "directive": "disallow", "path": "/cr/404", "line": 163 }, { "directive": "disallow", "path": "/cr/contact/subscribe", "line": 164 }, { "directive": "disallow", "path": "/cr/enquiry-submitted", "line": 165 }, { "directive": "disallow", "path": "/cr/events/better-planet-packaging/thank-you-for-registering", "line": 166 }, { "directive": "disallow", "path": "/cr/events/registration-complete", "line": 167 }, { "directive": "disallow", "path": "/cr/events/registration-completed", "line": 168 }, { "directive": "disallow", "path": "/cr/events/registration-successful", "line": 169 }, { "directive": "disallow", "path": "/cr/events/thank-you-for-registering", "line": 170 }, { "directive": "disallow", "path": "/cr/globalsearch", "line": 171 }, { "directive": "disallow", "path": "/cr/people/employee-engagement", "line": 172 }, { "directive": "disallow", "path": "/cr/people/family-and-age-virtual-event", "line": 173 }, { "directive": "disallow", "path": "/cr/people/international-mens-day", "line": 174 }, { "directive": "disallow", "path": "/cr/people/meet-our-people", "line": 175 }, { "directive": "disallow", "path": "/cr/products-and-services/thanks-for-your-enquiry", "line": 176 }, { "directive": "disallow", "path": "/cr/products-and-services/thanks-for-your-enquiry-spam", "line": 177 }, { "directive": "disallow", "path": "/cr/registration-submitted", "line": 178 }, { "directive": "disallow", "path": "/cr/sustainability-survey/download", "line": 179 }, { "directive": "disallow", "path": "/cr/sustainability/survey/download", "line": 180 }, { "directive": "disallow", "path": "/cz/404", "line": 181 }, { "directive": "disallow", "path": "/cz/enquiry-submitted", "line": 182 }, { "directive": "disallow", "path": "/cz/events/better-planet-packaging/thank-you-for-registering", "line": 183 }, { "directive": "disallow", "path": "/cz/events/registration-complete", "line": 184 }, { "directive": "disallow", "path": "/cz/events/registration-completed", "line": 185 }, { "directive": "disallow", "path": "/cz/events/registration-successful", "line": 186 }, { "directive": "disallow", "path": "/cz/events/thank-you-for-registering", "line": 187 }, { "directive": "disallow", "path": "/cz/globalsearch", "line": 188 }, { "directive": "disallow", "path": "/cz/people/employee-engagement", "line": 189 }, { "directive": "disallow", "path": "/cz/people/meet-our-people", "line": 190 }, { "directive": "disallow", "path": "/cz/products-and-services/thanks-for-your-enquiry", "line": 191 }, { "directive": "disallow", "path": "/cz/products-and-services/thanks-for-your-enquiry-spam", "line": 192 }, { "directive": "disallow", "path": "/cz/registration-submitted", "line": 193 }, { "directive": "disallow", "path": "/cz/sustainability-survey/download", "line": 194 }, { "directive": "disallow", "path": "/cz/sustainability/survey/download", "line": 195 }, { "directive": "disallow", "path": "/de/404", "line": 196 }, { "directive": "disallow", "path": "/de/contact/customer-subscription", "line": 197 }, { "directive": "disallow", "path": "/de/contact/subscribe", "line": 198 }, { "directive": "disallow", "path": "/de/enquiry-submitted", "line": 199 }, { "directive": "disallow", "path": "/de/events/better-planet-packaging/thank-you-for-registering", "line": 200 }, { "directive": "disallow", "path": "/de/events/registration-complete", "line": 201 }, { "directive": "disallow", "path": "/de/events/registration-completed", "line": 202 }, { "directive": "disallow", "path": "/de/events/registration-successful", "line": 203 }, { "directive": "disallow", "path": "/de/events/thank-you-for-registering", "line": 204 }, { "directive": "disallow", "path": "/de/globalsearch", "line": 205 }, { "directive": "disallow", "path": "/de/locations/germany/recycling-dual/mehr-informationen/download", "line": 206 }, { "directive": "disallow", "path": "/de/people/employee-engagement", "line": 207 }, { "directive": "disallow", "path": "/de/people/meet-our-people", "line": 208 }, { "directive": "disallow", "path": "/de/products-and-services/thanks-for-your-enquiry", "line": 209 }, { "directive": "disallow", "path": "/de/products-and-services/thanks-for-your-enquiry-spam", "line": 210 }, { "directive": "disallow", "path": "/de/registration-submitted", "line": 211 }, { "directive": "disallow", "path": "/de/sustainability-survey/download", "line": 212 }, { "directive": "disallow", "path": "/dk/404", "line": 213 }, { "directive": "disallow", "path": "/dk/contact/subscribe", "line": 214 }, { "directive": "disallow", "path": "/dk/enquiry-submitted", "line": 215 }, { "directive": "disallow", "path": "/dk/events/better-planet-packaging/thank-you-for-registering", "line": 216 }, { "directive": "disallow", "path": "/dk/events/registration-complete", "line": 217 }, { "directive": "disallow", "path": "/dk/events/registration-completed", "line": 218 }, { "directive": "disallow", "path": "/dk/events/registration-successful", "line": 219 }, { "directive": "disallow", "path": "/dk/events/thank-you-for-registering", "line": 220 }, { "directive": "disallow", "path": "/dk/globalsearch", "line": 221 }, { "directive": "disallow", "path": "/dk/people/employee-engagement", "line": 222 }, { "directive": "disallow", "path": "/dk/people/meet-our-people", "line": 223 }, { "directive": "disallow", "path": "/dk/products-and-services/thanks-for-your-enquiry", "line": 224 }, { "directive": "disallow", "path": "/dk/products-and-services/thanks-for-your-enquiry-spam", "line": 225 }, { "directive": "disallow", "path": "/dk/registration-submitted", "line": 226 }, { "directive": "disallow", "path": "/dk/sustainability-survey/download", "line": 227 }, { "directive": "disallow", "path": "/dk/sustainability/survey/download", "line": 228 }, { "directive": "disallow", "path": "/do/404", "line": 229 }, { "directive": "disallow", "path": "/do/contact/subscribe", "line": 230 }, { "directive": "disallow", "path": "/do/enquiry-submitted", "line": 231 }, { "directive": "disallow", "path": "/do/events/better-planet-packaging/thank-you-for-registering", "line": 232 }, { "directive": "disallow", "path": "/do/events/registration-complete", "line": 233 }, { "directive": "disallow", "path": "/do/events/registration-completed", "line": 234 }, { "directive": "disallow", "path": "/do/events/registration-successful", "line": 235 }, { "directive": "disallow", "path": "/do/events/thank-you-for-registering", "line": 236 }, { "directive": "disallow", "path": "/do/globalsearch", "line": 237 }, { "directive": "disallow", "path": "/do/people/employee-engagement", "line": 238 }, { "directive": "disallow", "path": "/do/people/family-and-age-virtual-event", "line": 239 }, { "directive": "disallow", "path": "/do/people/international-mens-day", "line": 240 }, { "directive": "disallow", "path": "/do/people/meet-our-people", "line": 241 }, { "directive": "disallow", "path": "/do/products-and-services/thanks-for-your-enquiry", "line": 242 }, { "directive": "disallow", "path": "/do/products-and-services/thanks-for-your-enquiry-spam", "line": 243 }, { "directive": "disallow", "path": "/do/registration-submitted", "line": 244 }, { "directive": "disallow", "path": "/do/sustainability-survey/download", "line": 245 }, { "directive": "disallow", "path": "/do/sustainability/survey/download", "line": 246 }, { "directive": "disallow", "path": "/ec/404", "line": 247 }, { "directive": "disallow", "path": "/ec/contact/subscribe", "line": 248 }, { "directive": "disallow", "path": "/ec/enquiry-submitted", "line": 249 }, { "directive": "disallow", "path": "/ec/events/better-planet-packaging/thank-you-for-registering", "line": 250 }, { "directive": "disallow", "path": "/ec/events/registration-complete", "line": 251 }, { "directive": "disallow", "path": "/ec/events/registration-completed", "line": 252 }, { "directive": "disallow", "path": "/ec/events/registration-successful", "line": 253 }, { "directive": "disallow", "path": "/ec/events/thank-you-for-registering", "line": 254 }, { "directive": "disallow", "path": "/ec/globalsearch", "line": 255 }, { "directive": "disallow", "path": "/ec/people/employee-engagement", "line": 256 }, { "directive": "disallow", "path": "/ec/people/family-and-age-virtual-event", "line": 257 }, { "directive": "disallow", "path": "/ec/people/international-mens-day", "line": 258 }, { "directive": "disallow", "path": "/ec/people/meet-our-people", "line": 259 }, { "directive": "disallow", "path": "/ec/products-and-services/thanks-for-your-enquiry", "line": 260 }, { "directive": "disallow", "path": "/ec/products-and-services/thanks-for-your-enquiry-spam", "line": 261 }, { "directive": "disallow", "path": "/ec/registration-submitted", "line": 262 }, { "directive": "disallow", "path": "/ec/sustainability-survey/download", "line": 263 }, { "directive": "disallow", "path": "/ec/sustainability/survey/download", "line": 264 }, { "directive": "disallow", "path": "/enquiry-submitted", "line": 265 }, { "directive": "disallow", "path": "/es/404", "line": 266 }, { "directive": "disallow", "path": "/es/contact/customer-subscription", "line": 267 }, { "directive": "disallow", "path": "/es/contact/subscribe", "line": 268 }, { "directive": "disallow", "path": "/es/enquiry-submitted", "line": 269 }, { "directive": "disallow", "path": "/es/events/better-planet-packaging/thank-you-for-registering", "line": 270 }, { "directive": "disallow", "path": "/es/events/registration-complete", "line": 271 }, { "directive": "disallow", "path": "/es/events/registration-completed", "line": 272 }, { "directive": "disallow", "path": "/es/events/registration-successful", "line": 273 }, { "directive": "disallow", "path": "/es/events/thank-you-for-registering", "line": 274 }, { "directive": "disallow", "path": "/es/globalsearch", "line": 275 }, { "directive": "disallow", "path": "/es/people/employee-engagement", "line": 276 }, { "directive": "disallow", "path": "/es/people/meet-our-people", "line": 277 }, { "directive": "disallow", "path": "/es/products-and-services/bag-in-box/brochures", "line": 278 }, { "directive": "disallow", "path": "/es/products-and-services/ecommerce-packaging/whitepaper/download", "line": 279 }, { "directive": "disallow", "path": "/es/products-and-services/thanks-for-your-enquiry", "line": 280 }, { "directive": "disallow", "path": "/es/products-and-services/thanks-for-your-enquiry-spam", "line": 281 }, { "directive": "disallow", "path": "/es/registration-submitted", "line": 282 }, { "directive": "disallow", "path": "/es/sustainability-survey/download", "line": 283 }, { "directive": "disallow", "path": "/es/sustainability/survey/download", "line": 284 }, { "directive": "disallow", "path": "/events/aquaculture-uk-2026", "line": 285 }, { "directive": "disallow", "path": "/events/better-planet-packaging", "line": 286 }, { "directive": "disallow", "path": "/events/better-planet-packaging/agenda", "line": 287 }, { "directive": "disallow", "path": "/events/better-planet-packaging/faqs", "line": 288 }, { "directive": "disallow", "path": "/events/better-planet-packaging/register-now", "line": 289 }, { "directive": "disallow", "path": "/events/better-planet-packaging/resources", "line": 290 }, { "directive": "disallow", "path": "/events/better-planet-packaging/success-stories", "line": 291 }, { "directive": "disallow", "path": "/events/better-planet-packaging/thank-you-for-registering", "line": 292 }, { "directive": "disallow", "path": "/events/competition-terms-and-conditions", "line": 293 }, { "directive": "disallow", "path": "/events/customer-event", "line": 294 }, { "directive": "disallow", "path": "/events/customer-event-2026", "line": 295 }, { "directive": "disallow", "path": "/events/customer-event-2026/jason-invite", "line": 296 }, { "directive": "disallow", "path": "/events/customer-event-registration", "line": 297 }, { "directive": "disallow", "path": "/events/customer-event/agenda", "line": 298 }, { "directive": "disallow", "path": "/events/customer-event/exhibition", "line": 299 }, { "directive": "disallow", "path": "/events/customer-event/faqs", "line": 300 }, { "directive": "disallow", "path": "/events/customer-event/location", "line": 301 }, { "directive": "disallow", "path": "/events/customer-event/meet-team", "line": 302 }, { "directive": "disallow", "path": "/events/customer-event/non-attendance", "line": 303 }, { "directive": "disallow", "path": "/events/customer-event/speakers", "line": 304 }, { "directive": "disallow", "path": "/events/customer-event/speakers/claire-williams", "line": 305 }, { "directive": "disallow", "path": "/events/customer-event/table-plan", "line": 306 }, { "directive": "disallow", "path": "/events/ecommerce-week", "line": 307 }, { "directive": "disallow", "path": "/events/fresh-produce-event", "line": 308 }, { "directive": "disallow", "path": "/events/fresh-produce-green-event", "line": 309 }, { "directive": "disallow", "path": "/events/london-packaging", "line": 310 }, { "directive": "disallow", "path": "/events/management-conference", "line": 311 }, { "directive": "disallow", "path": "/events/management-conference/thank-you", "line": 312 }, { "directive": "disallow", "path": "/events/non-attendance", "line": 313 }, { "directive": "disallow", "path": "/events/registration-complete", "line": 314 }, { "directive": "disallow", "path": "/events/registration-completed", "line": 315 }, { "directive": "disallow", "path": "/events/registration-confirmation", "line": 316 }, { "directive": "disallow", "path": "/events/registration-successful", "line": 317 }, { "directive": "disallow", "path": "/events/thank-you-for-registering", "line": 318 }, { "directive": "disallow", "path": "/events/the-americas-management-conference-2022", "line": 319 }, { "directive": "disallow", "path": "/events/uk-pet-day-bandana", "line": 320 }, { "directive": "disallow", "path": "/events/uk-sales-conference", "line": 321 }, { "directive": "disallow", "path": "/events/wielkanoc", "line": 322 }, { "directive": "disallow", "path": "/events/wielkanoc/dzieki", "line": 323 }, { "directive": "disallow", "path": "/fr/404", "line": 324 }, { "directive": "disallow", "path": "/fr/contact/customer-voice", "line": 325 }, { "directive": "disallow", "path": "/fr/contact/subscribe", "line": 326 }, { "directive": "disallow", "path": "/fr/enquiry-submitted", "line": 327 }, { "directive": "disallow", "path": "/fr/events/better-planet-packaging/thank-you-for-registering", "line": 328 }, { "directive": "disallow", "path": "/fr/events/registration-complete", "line": 329 }, { "directive": "disallow", "path": "/fr/events/registration-completed", "line": 330 }, { "directive": "disallow", "path": "/fr/events/registration-successful", "line": 331 }, { "directive": "disallow", "path": "/fr/events/thank-you-for-registering", "line": 332 }, { "directive": "disallow", "path": "/fr/globalsearch", "line": 333 }, { "directive": "disallow", "path": "/fr/people/employee-engagement", "line": 334 }, { "directive": "disallow", "path": "/fr/people/meet-our-people", "line": 335 }, { "directive": "disallow", "path": "/fr/products-and-services/bag-in-box/bib-machinery-forms", "line": 336 }, { "directive": "disallow", "path": "/fr/products-and-services/thanks-for-your-enquiry", "line": 337 }, { "directive": "disallow", "path": "/fr/products-and-services/thanks-for-your-enquiry-spam", "line": 338 }, { "directive": "disallow", "path": "/fr/registration-submitted", "line": 339 }, { "directive": "disallow", "path": "/fr/sustainability-survey/download", "line": 340 }, { "directive": "disallow", "path": "/fr/sustainability/survey/download", "line": 341 }, { "directive": "disallow", "path": "/globalsearch", "line": 342 }, { "directive": "disallow", "path": "/ie/404", "line": 343 }, { "directive": "disallow", "path": "/ie/components", "line": 344 }, { "directive": "disallow", "path": "/ie/contact/customer-voice", "line": 345 }, { "directive": "disallow", "path": "/ie/contact/subscribe", "line": 346 }, { "directive": "disallow", "path": "/ie/enquiry-submitted", "line": 347 }, { "directive": "disallow", "path": "/ie/events/better-planet-packaging/thank-you-for-registering", "line": 348 }, { "directive": "disallow", "path": "/ie/events/customer-event/non-attendance", "line": 349 }, { "directive": "disallow", "path": "/ie/events/ecommerce-week", "line": 350 }, { "directive": "disallow", "path": "/ie/events/fresh-produce-event", "line": 351 }, { "directive": "disallow", "path": "/ie/events/non-attendance", "line": 352 }, { "directive": "disallow", "path": "/ie/events/registration-complete", "line": 353 }, { "directive": "disallow", "path": "/ie/events/registration-completed", "line": 354 }, { "directive": "disallow", "path": "/ie/events/registration-confirmation", "line": 355 }, { "directive": "disallow", "path": "/ie/events/registration-successful", "line": 356 }, { "directive": "disallow", "path": "/ie/events/thank-you-for-registering", "line": 357 }, { "directive": "disallow", "path": "/ie/events/wielkanoc", "line": 358 }, { "directive": "disallow", "path": "/ie/events/wielkanoc/dzieki", "line": 359 }, { "directive": "disallow", "path": "/ie/globalsearch", "line": 360 }, { "directive": "disallow", "path": "/ie/investors/information", "line": 361 }, { "directive": "disallow", "path": "/ie/investors/meetings2024-access", "line": 362 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-composites", "line": 363 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 364 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 365 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 366 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 367 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 368 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 369 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 370 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/the-results", "line": 371 }, { "directive": "disallow", "path": "/ie/people/employee-data-protection-notice", "line": 372 }, { "directive": "disallow", "path": "/ie/people/employee-engagement", "line": 373 }, { "directive": "disallow", "path": "/ie/people/meet-our-people", "line": 374 }, { "directive": "disallow", "path": "/ie/people/my-sk", "line": 375 }, { "directive": "disallow", "path": "/ie/people/pronouns", "line": 376 }, { "directive": "disallow", "path": "/ie/ppc", "line": 377 }, { "directive": "disallow", "path": "/ie/products-and-services/bag-in-box/bib-machinery-forms", "line": 378 }, { "directive": "disallow", "path": "/ie/products-and-services/bag-in-box/brochures", "line": 379 }, { "directive": "disallow", "path": "/ie/products-and-services/ecommerce-packaging/whitepaper/download", "line": 380 }, { "directive": "disallow", "path": "/ie/products-and-services/thanks-for-your-enquiry", "line": 381 }, { "directive": "disallow", "path": "/ie/products-and-services/thanks-for-your-enquiry-spam", "line": 382 }, { "directive": "disallow", "path": "/ie/registration-submitted", "line": 383 }, { "directive": "disallow", "path": "/ie/russia", "line": 384 }, { "directive": "disallow", "path": "/ie/sustainability-survey/download", "line": 385 }, { "directive": "disallow", "path": "/ie/sustainability/better-planet-packaging/event/thank-you", "line": 386 }, { "directive": "disallow", "path": "/ie/sustainability/eu-green-deal/download", "line": 387 }, { "directive": "disallow", "path": "/ie/sustainability/survey/download", "line": 388 }, { "directive": "disallow", "path": "/innovation/innovation-challenge", "line": 389 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/all-entries", "line": 390 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/better-planet-packaging", "line": 391 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/business", "line": 392 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/health-and-safety", "line": 393 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/hr", "line": 394 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/production", "line": 395 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/sales", "line": 396 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/support", "line": 397 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/voting-thanks", "line": 398 }, { "directive": "disallow", "path": "/innovation/success-stories/prima-cheese-2", "line": 399 }, { "directive": "disallow", "path": "/insights-report", "line": 400 }, { "directive": "disallow", "path": "/insights-report/thank-you", "line": 401 }, { "directive": "disallow", "path": "/investors/information", "line": 402 }, { "directive": "disallow", "path": "/investors/meetings2024-access", "line": 403 }, { "directive": "disallow", "path": "/it/404", "line": 404 }, { "directive": "disallow", "path": "/it/contact/subscribe", "line": 405 }, { "directive": "disallow", "path": "/it/enquiry-submitted", "line": 406 }, { "directive": "disallow", "path": "/it/events/better-planet-packaging/thank-you-for-registering", "line": 407 }, { "directive": "disallow", "path": "/it/events/registration-complete", "line": 408 }, { "directive": "disallow", "path": "/it/events/registration-completed", "line": 409 }, { "directive": "disallow", "path": "/it/events/registration-successful", "line": 410 }, { "directive": "disallow", "path": "/it/events/thank-you-for-registering", "line": 411 }, { "directive": "disallow", "path": "/it/globalsearch", "line": 412 }, { "directive": "disallow", "path": "/it/people/employee-engagement", "line": 413 }, { "directive": "disallow", "path": "/it/people/meet-our-people", "line": 414 }, { "directive": "disallow", "path": "/it/products-and-services/thanks-for-your-enquiry", "line": 415 }, { "directive": "disallow", "path": "/it/products-and-services/thanks-for-your-enquiry-spam", "line": 416 }, { "directive": "disallow", "path": "/it/registration-submitted", "line": 417 }, { "directive": "disallow", "path": "/it/sustainability-survey/download", "line": 418 }, { "directive": "disallow", "path": "/it/sustainability/survey/download", "line": 419 }, { "directive": "disallow", "path": "/locations/germany/recycling-dual/mehr-informationen/download", "line": 420 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-composites", "line": 421 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 422 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 423 }, { "directive": "disallow", "path": "/ma/404", "line": 424 }, { "directive": "disallow", "path": "/ma/contact/customer-voice", "line": 425 }, { "directive": "disallow", "path": "/ma/contact/subscribe", "line": 426 }, { "directive": "disallow", "path": "/ma/enquiry-submitted", "line": 427 }, { "directive": "disallow", "path": "/ma/events/better-planet-packaging/thank-you-for-registering", "line": 428 }, { "directive": "disallow", "path": "/ma/events/registration-complete", "line": 429 }, { "directive": "disallow", "path": "/ma/events/registration-completed", "line": 430 }, { "directive": "disallow", "path": "/ma/events/registration-successful", "line": 431 }, { "directive": "disallow", "path": "/ma/events/thank-you-for-registering", "line": 432 }, { "directive": "disallow", "path": "/ma/globalsearch", "line": 433 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge", "line": 434 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/better-planet-packaging", "line": 435 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/business", "line": 436 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/health-and-safety", "line": 437 }, { "directive": "disallow", "path": "/ma/people/employee-engagement", "line": 438 }, { "directive": "disallow", "path": "/ma/people/meet-our-people", "line": 439 }, { "directive": "disallow", "path": "/ma/products-and-services/bag-in-box/bib-machinery-forms", "line": 440 }, { "directive": "disallow", "path": "/ma/products-and-services/thanks-for-your-enquiry", "line": 441 }, { "directive": "disallow", "path": "/ma/products-and-services/thanks-for-your-enquiry-spam", "line": 442 }, { "directive": "disallow", "path": "/ma/registration-submitted", "line": 443 }, { "directive": "disallow", "path": "/ma/sustainability-survey/download", "line": 444 }, { "directive": "disallow", "path": "/ma/sustainability/survey/download", "line": 445 }, { "directive": "disallow", "path": "/mx/404", "line": 446 }, { "directive": "disallow", "path": "/mx/contact/subscribe", "line": 447 }, { "directive": "disallow", "path": "/mx/enquiry-submitted", "line": 448 }, { "directive": "disallow", "path": "/mx/events/better-planet-packaging/thank-you-for-registering", "line": 449 }, { "directive": "disallow", "path": "/mx/events/registration-complete", "line": 450 }, { "directive": "disallow", "path": "/mx/events/registration-completed", "line": 451 }, { "directive": "disallow", "path": "/mx/events/registration-successful", "line": 452 }, { "directive": "disallow", "path": "/mx/events/thank-you-for-registering", "line": 453 }, { "directive": "disallow", "path": "/mx/globalsearch", "line": 454 }, { "directive": "disallow", "path": "/mx/people/employee-engagement", "line": 455 }, { "directive": "disallow", "path": "/mx/people/meet-our-people", "line": 456 }, { "directive": "disallow", "path": "/mx/products-and-services/thanks-for-your-enquiry", "line": 457 }, { "directive": "disallow", "path": "/mx/products-and-services/thanks-for-your-enquiry-spam", "line": 458 }, { "directive": "disallow", "path": "/mx/registration-submitted", "line": 459 }, { "directive": "disallow", "path": "/mx/sustainability-survey/download", "line": 460 }, { "directive": "disallow", "path": "/mx/sustainability/survey/download", "line": 461 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 462 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 463 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 464 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 465 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 466 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/the-results", "line": 467 }, { "directive": "disallow", "path": "/newsroom/blog/download-report", "line": 468 }, { "directive": "disallow", "path": "/newsroom/blog/ecommerce-packaging-labelling-expo-2023", "line": 469 }, { "directive": "disallow", "path": "/nl/404", "line": 470 }, { "directive": "disallow", "path": "/nl/contact/customer-voice", "line": 471 }, { "directive": "disallow", "path": "/nl/contact/subscribe", "line": 472 }, { "directive": "disallow", "path": "/nl/enquiry-submitted", "line": 473 }, { "directive": "disallow", "path": "/nl/events/better-planet-packaging/thank-you-for-registering", "line": 474 }, { "directive": "disallow", "path": "/nl/events/customer-event/non-attendance", "line": 475 }, { "directive": "disallow", "path": "/nl/events/non-attendance", "line": 476 }, { "directive": "disallow", "path": "/nl/events/registration-complete", "line": 477 }, { "directive": "disallow", "path": "/nl/events/registration-completed", "line": 478 }, { "directive": "disallow", "path": "/nl/events/registration-confirmation", "line": 479 }, { "directive": "disallow", "path": "/nl/events/registration-successful", "line": 480 }, { "directive": "disallow", "path": "/nl/events/thank-you-for-registering", "line": 481 }, { "directive": "disallow", "path": "/nl/globalsearch", "line": 482 }, { "directive": "disallow", "path": "/nl/people/employee-engagement", "line": 483 }, { "directive": "disallow", "path": "/nl/people/meet-our-people", "line": 484 }, { "directive": "disallow", "path": "/nl/products-and-services/thanks-for-your-enquiry", "line": 485 }, { "directive": "disallow", "path": "/nl/products-and-services/thanks-for-your-enquiry-spam", "line": 486 }, { "directive": "disallow", "path": "/nl/registration-submitted", "line": 487 }, { "directive": "disallow", "path": "/nl/sustainability-survey/download", "line": 488 }, { "directive": "disallow", "path": "/nl/sustainability/better-planet-packaging/event/thank-you", "line": 489 }, { "directive": "disallow", "path": "/nl/sustainability/survey/download", "line": 490 }, { "directive": "disallow", "path": "/no/404", "line": 491 }, { "directive": "disallow", "path": "/no/enquiry-submitted", "line": 492 }, { "directive": "disallow", "path": "/no/events/better-planet-packaging/thank-you-for-registering", "line": 493 }, { "directive": "disallow", "path": "/no/events/registration-complete", "line": 494 }, { "directive": "disallow", "path": "/no/events/registration-completed", "line": 495 }, { "directive": "disallow", "path": "/no/events/registration-successful", "line": 496 }, { "directive": "disallow", "path": "/no/events/thank-you-for-registering", "line": 497 }, { "directive": "disallow", "path": "/no/globalsearch", "line": 498 }, { "directive": "disallow", "path": "/no/people/employee-engagement", "line": 499 }, { "directive": "disallow", "path": "/no/people/meet-our-people", "line": 500 }, { "directive": "disallow", "path": "/no/products-and-services/thanks-for-your-enquiry", "line": 501 }, { "directive": "disallow", "path": "/no/products-and-services/thanks-for-your-enquiry-spam", "line": 502 }, { "directive": "disallow", "path": "/no/registration-submitted", "line": 503 }, { "directive": "disallow", "path": "/no/sustainability-survey/download", "line": 504 }, { "directive": "disallow", "path": "/no/sustainability/survey/download", "line": 505 }, { "directive": "disallow", "path": "/pe/404", "line": 506 }, { "directive": "disallow", "path": "/pe/contact/subscribe", "line": 507 }, { "directive": "disallow", "path": "/pe/enquiry-submitted", "line": 508 }, { "directive": "disallow", "path": "/pe/events/better-planet-packaging/thank-you-for-registering", "line": 509 }, { "directive": "disallow", "path": "/pe/events/registration-complete", "line": 510 }, { "directive": "disallow", "path": "/pe/events/registration-completed", "line": 511 }, { "directive": "disallow", "path": "/pe/events/registration-successful", "line": 512 }, { "directive": "disallow", "path": "/pe/events/thank-you-for-registering", "line": 513 }, { "directive": "disallow", "path": "/pe/globalsearch", "line": 514 }, { "directive": "disallow", "path": "/pe/people/employee-engagement", "line": 515 }, { "directive": "disallow", "path": "/pe/people/family-and-age-virtual-event", "line": 516 }, { "directive": "disallow", "path": "/pe/people/international-mens-day", "line": 517 }, { "directive": "disallow", "path": "/pe/people/meet-our-people", "line": 518 }, { "directive": "disallow", "path": "/pe/products-and-services/thanks-for-your-enquiry", "line": 519 }, { "directive": "disallow", "path": "/pe/products-and-services/thanks-for-your-enquiry-spam", "line": 520 }, { "directive": "disallow", "path": "/pe/registration-submitted", "line": 521 }, { "directive": "disallow", "path": "/pe/sustainability-survey/download", "line": 522 }, { "directive": "disallow", "path": "/pe/sustainability/survey/download", "line": 523 }, { "directive": "disallow", "path": "/people/employee-data-protection-notice", "line": 524 }, { "directive": "disallow", "path": "/people/employee-engagement", "line": 525 }, { "directive": "disallow", "path": "/people/family-and-age-virtual-event", "line": 526 }, { "directive": "disallow", "path": "/people/international-mens-day", "line": 527 }, { "directive": "disallow", "path": "/people/international-womans-day", "line": 528 }, { "directive": "disallow", "path": "/people/medarbejderskaerm", "line": 529 }, { "directive": "disallow", "path": "/people/meet-our-people", "line": 530 }, { "directive": "disallow", "path": "/people/my-sk", "line": 531 }, { "directive": "disallow", "path": "/people/pronouns", "line": 532 }, { "directive": "disallow", "path": "/people/test", "line": 533 }, { "directive": "disallow", "path": "/pl/404", "line": 534 }, { "directive": "disallow", "path": "/pl/enquiry-submitted", "line": 535 }, { "directive": "disallow", "path": "/pl/events/better-planet-packaging/thank-you-for-registering", "line": 536 }, { "directive": "disallow", "path": "/pl/events/registration-complete", "line": 537 }, { "directive": "disallow", "path": "/pl/events/registration-completed", "line": 538 }, { "directive": "disallow", "path": "/pl/events/registration-successful", "line": 539 }, { "directive": "disallow", "path": "/pl/events/thank-you-for-registering", "line": 540 }, { "directive": "disallow", "path": "/pl/events/wielkanoc/dzieki", "line": 541 }, { "directive": "disallow", "path": "/pl/globalsearch", "line": 542 }, { "directive": "disallow", "path": "/pl/people/employee-engagement", "line": 543 }, { "directive": "disallow", "path": "/pl/people/meet-our-people", "line": 544 }, { "directive": "disallow", "path": "/pl/products-and-services/thanks-for-your-enquiry", "line": 545 }, { "directive": "disallow", "path": "/pl/products-and-services/thanks-for-your-enquiry-spam", "line": 546 }, { "directive": "disallow", "path": "/pl/registration-submitted", "line": 547 }, { "directive": "disallow", "path": "/pl/sustainability-survey/download", "line": 548 }, { "directive": "disallow", "path": "/pl/sustainability/survey/download", "line": 549 }, { "directive": "disallow", "path": "/ppc", "line": 550 }, { "directive": "disallow", "path": "/ppc/advent-calendar-packaging", "line": 551 }, { "directive": "disallow", "path": "/ppc/birchbox", "line": 552 }, { "directive": "disallow", "path": "/ppc/birchbox/track-delivery", "line": 553 }, { "directive": "disallow", "path": "/ppc/cardboard-box-manufacturers", "line": 554 }, { "directive": "disallow", "path": "/ppc/cardboard-dump-bins", "line": 555 }, { "directive": "disallow", "path": "/ppc/digital-printing-packaging", "line": 556 }, { "directive": "disallow", "path": "/ppc/ecommerce-packaging", "line": 557 }, { "directive": "disallow", "path": "/ppc/free-from-packaging", "line": 558 }, { "directive": "disallow", "path": "/ppc/healf", "line": 559 }, { "directive": "disallow", "path": "/ppc/honeycomb-packaging", "line": 560 }, { "directive": "disallow", "path": "/ppc/honeycomb-packaging-v1", "line": 561 }, { "directive": "disallow", "path": "/ppc/insulated-packaging", "line": 562 }, { "directive": "disallow", "path": "/ppc/love-corn", "line": 563 }, { "directive": "disallow", "path": "/ppc/mylee", "line": 564 }, { "directive": "disallow", "path": "/ppc/nairns", "line": 565 }, { "directive": "disallow", "path": "/ppc/packaging-machinery", "line": 566 }, { "directive": "disallow", "path": "/ppc/packaging-supplier", "line": 567 }, { "directive": "disallow", "path": "/ppc/perfect-ted", "line": 568 }, { "directive": "disallow", "path": "/ppc/pet-food-packaging", "line": 569 }, { "directive": "disallow", "path": "/ppc/pieminister", "line": 570 }, { "directive": "disallow", "path": "/ppc/protective-packaging", "line": 571 }, { "directive": "disallow", "path": "/ppc/pumpkin-bins", "line": 572 }, { "directive": "disallow", "path": "/ppc/purdy-and-figg", "line": 573 }, { "directive": "disallow", "path": "/ppc/sustainable-packaging", "line": 574 }, { "directive": "disallow", "path": "/ppc/thank-you", "line": 575 }, { "directive": "disallow", "path": "/ppc/tropic-skincare", "line": 576 }, { "directive": "disallow", "path": "/ppc/untamed-cat", "line": 577 }, { "directive": "disallow", "path": "/ppc/vegan-packaging", "line": 578 }, { "directive": "disallow", "path": "/ppc/wholesale-bulk-packaging", "line": 579 }, { "directive": "disallow", "path": "/ppc/wholesale-bulk-packaging-v1", "line": 580 }, { "directive": "disallow", "path": "/products-and-services/bag-in-box/bib-machinery-forms", "line": 581 }, { "directive": "disallow", "path": "/products-and-services/bag-in-box/brochures", "line": 582 }, { "directive": "disallow", "path": "/products-and-services/ecommerce-packaging/whitepaper/download", "line": 583 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/requests", "line": 584 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/sectors", "line": 585 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/services/after-sales-care-plan", "line": 586 }, { "directive": "disallow", "path": "/products-and-services/packaging/protective-packaging", "line": 587 }, { "directive": "disallow", "path": "/products-and-services/packaging/waterproof-cardboard-box", "line": 588 }, { "directive": "disallow", "path": "/products-and-services/sheetfeeding/meet-team", "line": 589 }, { "directive": "disallow", "path": "/products-and-services/sheetfeeding/technical-customer-support", "line": 590 }, { "directive": "disallow", "path": "/products-and-services/thanks-for-your-enquiry", "line": 591 }, { "directive": "disallow", "path": "/products-and-services/thanks-for-your-enquiry-spam", "line": 592 }, { "directive": "disallow", "path": "/pt/404", "line": 593 }, { "directive": "disallow", "path": "/pt/contact/subscribe", "line": 594 }, { "directive": "disallow", "path": "/pt/enquiry-submitted", "line": 595 }, { "directive": "disallow", "path": "/pt/events/better-planet-packaging/thank-you-for-registering", "line": 596 }, { "directive": "disallow", "path": "/pt/events/registration-complete", "line": 597 }, { "directive": "disallow", "path": "/pt/events/registration-completed", "line": 598 }, { "directive": "disallow", "path": "/pt/events/registration-successful", "line": 599 }, { "directive": "disallow", "path": "/pt/events/thank-you-for-registering", "line": 600 }, { "directive": "disallow", "path": "/pt/globalsearch", "line": 601 }, { "directive": "disallow", "path": "/pt/people/employee-engagement", "line": 602 }, { "directive": "disallow", "path": "/pt/people/meet-our-people", "line": 603 }, { "directive": "disallow", "path": "/pt/products-and-services/ecommerce-packaging/whitepaper/download", "line": 604 }, { "directive": "disallow", "path": "/pt/products-and-services/thanks-for-your-enquiry", "line": 605 }, { "directive": "disallow", "path": "/pt/products-and-services/thanks-for-your-enquiry-spam", "line": 606 }, { "directive": "disallow", "path": "/pt/registration-submitted", "line": 607 }, { "directive": "disallow", "path": "/pt/sustainability-survey/download", "line": 608 }, { "directive": "disallow", "path": "/pt/sustainability/survey/download", "line": 609 }, { "directive": "disallow", "path": "/registration-submitted", "line": 610 }, { "directive": "disallow", "path": "/russia", "line": 611 }, { "directive": "disallow", "path": "/se/404", "line": 612 }, { "directive": "disallow", "path": "/se/enquiry-submitted", "line": 613 }, { "directive": "disallow", "path": "/se/events/better-planet-packaging/thank-you-for-registering", "line": 614 }, { "directive": "disallow", "path": "/se/events/registration-complete", "line": 615 }, { "directive": "disallow", "path": "/se/events/registration-completed", "line": 616 }, { "directive": "disallow", "path": "/se/events/registration-successful", "line": 617 }, { "directive": "disallow", "path": "/se/events/thank-you-for-registering", "line": 618 }, { "directive": "disallow", "path": "/se/globalsearch", "line": 619 }, { "directive": "disallow", "path": "/se/people/employee-engagement", "line": 620 }, { "directive": "disallow", "path": "/se/people/meet-our-people", "line": 621 }, { "directive": "disallow", "path": "/se/products-and-services/thanks-for-your-enquiry", "line": 622 }, { "directive": "disallow", "path": "/se/products-and-services/thanks-for-your-enquiry-spam", "line": 623 }, { "directive": "disallow", "path": "/se/registration-submitted", "line": 624 }, { "directive": "disallow", "path": "/se/sustainability-survey/download", "line": 625 }, { "directive": "disallow", "path": "/se/sustainability/survey/download", "line": 626 }, { "directive": "disallow", "path": "/sustainability-survey/download", "line": 627 }, { "directive": "disallow", "path": "/sustainability/better-planet-packaging/event/thank-you", "line": 628 }, { "directive": "disallow", "path": "/sustainability/eu-green-deal/download", "line": 629 }, { "directive": "disallow", "path": "/sustainability/survey/download", "line": 630 }, { "directive": "disallow", "path": "/sv/404", "line": 631 }, { "directive": "disallow", "path": "/sv/contact/subscribe", "line": 632 }, { "directive": "disallow", "path": "/sv/enquiry-submitted", "line": 633 }, { "directive": "disallow", "path": "/sv/events/better-planet-packaging/thank-you-for-registering", "line": 634 }, { "directive": "disallow", "path": "/sv/events/registration-complete", "line": 635 }, { "directive": "disallow", "path": "/sv/events/registration-completed", "line": 636 }, { "directive": "disallow", "path": "/sv/events/registration-successful", "line": 637 }, { "directive": "disallow", "path": "/sv/events/thank-you-for-registering", "line": 638 }, { "directive": "disallow", "path": "/sv/globalsearch", "line": 639 }, { "directive": "disallow", "path": "/sv/people/employee-engagement", "line": 640 }, { "directive": "disallow", "path": "/sv/people/family-and-age-virtual-event", "line": 641 }, { "directive": "disallow", "path": "/sv/people/international-mens-day", "line": 642 }, { "directive": "disallow", "path": "/sv/people/meet-our-people", "line": 643 }, { "directive": "disallow", "path": "/sv/products-and-services/thanks-for-your-enquiry", "line": 644 }, { "directive": "disallow", "path": "/sv/products-and-services/thanks-for-your-enquiry-spam", "line": 645 }, { "directive": "disallow", "path": "/sv/registration-submitted", "line": 646 }, { "directive": "disallow", "path": "/sv/sustainability-survey/download", "line": 647 }, { "directive": "disallow", "path": "/sv/sustainability/survey/download", "line": 648 }, { "directive": "disallow", "path": "/uk/404", "line": 649 }, { "directive": "disallow", "path": "/uk/components", "line": 650 }, { "directive": "disallow", "path": "/uk/contact/customer-voice", "line": 651 }, { "directive": "disallow", "path": "/uk/contact/subscribe", "line": 652 }, { "directive": "disallow", "path": "/uk/enquiry-submitted", "line": 653 }, { "directive": "disallow", "path": "/uk/events/better-planet-packaging/thank-you-for-registering", "line": 654 }, { "directive": "disallow", "path": "/uk/events/customer-event/non-attendance", "line": 655 }, { "directive": "disallow", "path": "/uk/events/ecommerce-week", "line": 656 }, { "directive": "disallow", "path": "/uk/events/fresh-produce-event", "line": 657 }, { "directive": "disallow", "path": "/uk/events/non-attendance", "line": 658 }, { "directive": "disallow", "path": "/uk/events/registration-complete", "line": 659 }, { "directive": "disallow", "path": "/uk/events/registration-completed", "line": 660 }, { "directive": "disallow", "path": "/uk/events/registration-confirmation", "line": 661 }, { "directive": "disallow", "path": "/uk/events/registration-successful", "line": 662 }, { "directive": "disallow", "path": "/uk/events/thank-you-for-registering", "line": 663 }, { "directive": "disallow", "path": "/uk/events/wielkanoc", "line": 664 }, { "directive": "disallow", "path": "/uk/events/wielkanoc/dzieki", "line": 665 }, { "directive": "disallow", "path": "/uk/globalsearch", "line": 666 }, { "directive": "disallow", "path": "/uk/investors/information", "line": 667 }, { "directive": "disallow", "path": "/uk/investors/meetings2024-access", "line": 668 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-composites", "line": 669 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 670 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 671 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 672 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 673 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 674 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 675 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 676 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/the-results", "line": 677 }, { "directive": "disallow", "path": "/uk/people/employee-data-protection-notice", "line": 678 }, { "directive": "disallow", "path": "/uk/people/employee-engagement", "line": 679 }, { "directive": "disallow", "path": "/uk/people/meet-our-people", "line": 680 }, { "directive": "disallow", "path": "/uk/people/my-sk", "line": 681 }, { "directive": "disallow", "path": "/uk/people/pronouns", "line": 682 }, { "directive": "disallow", "path": "/uk/ppc", "line": 683 }, { "directive": "disallow", "path": "/uk/products-and-services/bag-in-box/bib-machinery-forms", "line": 684 }, { "directive": "disallow", "path": "/uk/products-and-services/bag-in-box/brochures", "line": 685 }, { "directive": "disallow", "path": "/uk/products-and-services/ecommerce-packaging/whitepaper/download", "line": 686 }, { "directive": "disallow", "path": "/uk/products-and-services/thanks-for-your-enquiry", "line": 687 }, { "directive": "disallow", "path": "/uk/products-and-services/thanks-for-your-enquiry-spam", "line": 688 }, { "directive": "disallow", "path": "/uk/registration-submitted", "line": 689 }, { "directive": "disallow", "path": "/uk/russia", "line": 690 }, { "directive": "disallow", "path": "/uk/sustainability-survey/download", "line": 691 }, { "directive": "disallow", "path": "/uk/sustainability/better-planet-packaging/event/thank-you", "line": 692 }, { "directive": "disallow", "path": "/uk/sustainability/eu-green-deal/download", "line": 693 }, { "directive": "disallow", "path": "/uk/sustainability/survey/download", "line": 694 }, { "directive": "disallow", "path": "/us/404", "line": 695 }, { "directive": "disallow", "path": "/us/components", "line": 696 }, { "directive": "disallow", "path": "/us/contact/customer-voice", "line": 697 }, { "directive": "disallow", "path": "/us/contact/subscribe", "line": 698 }, { "directive": "disallow", "path": "/us/enquiry-submitted", "line": 699 }, { "directive": "disallow", "path": "/us/events/better-planet-packaging/thank-you-for-registering", "line": 700 }, { "directive": "disallow", "path": "/us/events/customer-event/non-attendance", "line": 701 }, { "directive": "disallow", "path": "/us/events/ecommerce-week", "line": 702 }, { "directive": "disallow", "path": "/us/events/fresh-produce-event", "line": 703 }, { "directive": "disallow", "path": "/us/events/non-attendance", "line": 704 }, { "directive": "disallow", "path": "/us/events/registration-complete", "line": 705 }, { "directive": "disallow", "path": "/us/events/registration-completed", "line": 706 }, { "directive": "disallow", "path": "/us/events/registration-confirmation", "line": 707 }, { "directive": "disallow", "path": "/us/events/registration-successful", "line": 708 }, { "directive": "disallow", "path": "/us/events/thank-you-for-registering", "line": 709 }, { "directive": "disallow", "path": "/us/events/wielkanoc", "line": 710 }, { "directive": "disallow", "path": "/us/events/wielkanoc/dzieki", "line": 711 }, { "directive": "disallow", "path": "/us/globalsearch", "line": 712 }, { "directive": "disallow", "path": "/us/investors/information", "line": 713 }, { "directive": "disallow", "path": "/us/investors/meetings2024-access", "line": 714 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-composites", "line": 715 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 716 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 717 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 718 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 719 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 720 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 721 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 722 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/the-results", "line": 723 }, { "directive": "disallow", "path": "/us/people/employee-data-protection-notice", "line": 724 }, { "directive": "disallow", "path": "/us/people/employee-engagement", "line": 725 }, { "directive": "disallow", "path": "/us/people/family-and-age-virtual-event", "line": 726 }, { "directive": "disallow", "path": "/us/people/meet-our-people", "line": 727 }, { "directive": "disallow", "path": "/us/people/my-sk", "line": 728 }, { "directive": "disallow", "path": "/us/people/pronouns", "line": 729 }, { "directive": "disallow", "path": "/us/ppc", "line": 730 }, { "directive": "disallow", "path": "/us/products-and-services/bag-in-box/bib-machinery-forms", "line": 731 }, { "directive": "disallow", "path": "/us/products-and-services/bag-in-box/brochures", "line": 732 }, { "directive": "disallow", "path": "/us/products-and-services/ecommerce-packaging/whitepaper/download", "line": 733 }, { "directive": "disallow", "path": "/us/products-and-services/thanks-for-your-enquiry", "line": 734 }, { "directive": "disallow", "path": "/us/products-and-services/thanks-for-your-enquiry-spam", "line": 735 }, { "directive": "disallow", "path": "/us/registration-submitted", "line": 736 }, { "directive": "disallow", "path": "/us/russia", "line": 737 }, { "directive": "disallow", "path": "/us/sustainability-survey/download", "line": 738 }, { "directive": "disallow", "path": "/us/sustainability/better-planet-packaging/event/thank-you", "line": 739 }, { "directive": "disallow", "path": "/us/sustainability/eu-green-deal/download", "line": 740 }, { "directive": "disallow", "path": "/us/sustainability/survey/download", "line": 741 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/404", "line": 5 }, { "directive": "disallow", "path": "/about/navod-na-betlem", "line": 6 }, { "directive": "disallow", "path": "/advert", "line": 7 }, { "directive": "disallow", "path": "/advert/display-popai/thank-you", "line": 8 }, { "directive": "disallow", "path": "/ar/404", "line": 9 }, { "directive": "disallow", "path": "/ar/contact/subscribe", "line": 10 }, { "directive": "disallow", "path": "/ar/enquiry-submitted", "line": 11 }, { "directive": "disallow", "path": "/ar/events/better-planet-packaging/thank-you-for-registering", "line": 12 }, { "directive": "disallow", "path": "/ar/events/registration-complete", "line": 13 }, { "directive": "disallow", "path": "/ar/events/registration-completed", "line": 14 }, { "directive": "disallow", "path": "/ar/events/registration-successful", "line": 15 }, { "directive": "disallow", "path": "/ar/events/thank-you-for-registering", "line": 16 }, { "directive": "disallow", "path": "/ar/globalsearch", "line": 17 }, { "directive": "disallow", "path": "/ar/people/employee-engagement", "line": 18 }, { "directive": "disallow", "path": "/ar/people/family-and-age-virtual-event", "line": 19 }, { "directive": "disallow", "path": "/ar/people/international-mens-day", "line": 20 }, { "directive": "disallow", "path": "/ar/people/meet-our-people", "line": 21 }, { "directive": "disallow", "path": "/ar/products-and-services/thanks-for-your-enquiry", "line": 22 }, { "directive": "disallow", "path": "/ar/products-and-services/thanks-for-your-enquiry-spam", "line": 23 }, { "directive": "disallow", "path": "/ar/registration-submitted", "line": 24 }, { "directive": "disallow", "path": "/ar/sustainability-survey/download", "line": 25 }, { "directive": "disallow", "path": "/ar/sustainability/survey/download", "line": 26 }, { "directive": "disallow", "path": "/at/404", "line": 27 }, { "directive": "disallow", "path": "/at/contact/subscribe", "line": 28 }, { "directive": "disallow", "path": "/at/enquiry-submitted", "line": 29 }, { "directive": "disallow", "path": "/at/events/better-planet-packaging/thank-you-for-registering", "line": 30 }, { "directive": "disallow", "path": "/at/events/registration-complete", "line": 31 }, { "directive": "disallow", "path": "/at/events/registration-completed", "line": 32 }, { "directive": "disallow", "path": "/at/events/registration-successful", "line": 33 }, { "directive": "disallow", "path": "/at/events/thank-you-for-registering", "line": 34 }, { "directive": "disallow", "path": "/at/globalsearch", "line": 35 }, { "directive": "disallow", "path": "/at/locations/germany/recycling-dual/mehr-informationen/download", "line": 36 }, { "directive": "disallow", "path": "/at/people/employee-engagement", "line": 37 }, { "directive": "disallow", "path": "/at/people/meet-our-people", "line": 38 }, { "directive": "disallow", "path": "/at/products-and-services/thanks-for-your-enquiry", "line": 39 }, { "directive": "disallow", "path": "/at/products-and-services/thanks-for-your-enquiry-spam", "line": 40 }, { "directive": "disallow", "path": "/at/registration-submitted", "line": 41 }, { "directive": "disallow", "path": "/at/sustainability-survey/download", "line": 42 }, { "directive": "disallow", "path": "/be/fr/404", "line": 43 }, { "directive": "disallow", "path": "/be/fr/contact/customer-voice", "line": 44 }, { "directive": "disallow", "path": "/be/fr/contact/subscribe", "line": 45 }, { "directive": "disallow", "path": "/be/fr/enquiry-submitted", "line": 46 }, { "directive": "disallow", "path": "/be/fr/events/better-planet-packaging/thank-you-for-registering", "line": 47 }, { "directive": "disallow", "path": "/be/fr/events/customer-event/non-attendance", "line": 48 }, { "directive": "disallow", "path": "/be/fr/events/non-attendance", "line": 49 }, { "directive": "disallow", "path": "/be/fr/events/registration-complete", "line": 50 }, { "directive": "disallow", "path": "/be/fr/events/registration-completed", "line": 51 }, { "directive": "disallow", "path": "/be/fr/events/registration-confirmation", "line": 52 }, { "directive": "disallow", "path": "/be/fr/events/registration-successful", "line": 53 }, { "directive": "disallow", "path": "/be/fr/events/thank-you-for-registering", "line": 54 }, { "directive": "disallow", "path": "/be/fr/globalsearch", "line": 55 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge", "line": 56 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/better-planet-packaging", "line": 57 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/business", "line": 58 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/health-and-safety", "line": 59 }, { "directive": "disallow", "path": "/be/fr/people/employee-engagement", "line": 60 }, { "directive": "disallow", "path": "/be/fr/people/meet-our-people", "line": 61 }, { "directive": "disallow", "path": "/be/fr/products-and-services/bag-in-box/bib-machinery-forms", "line": 62 }, { "directive": "disallow", "path": "/be/fr/products-and-services/thanks-for-your-enquiry", "line": 63 }, { "directive": "disallow", "path": "/be/fr/products-and-services/thanks-for-your-enquiry-spam", "line": 64 }, { "directive": "disallow", "path": "/be/fr/registration-submitted", "line": 65 }, { "directive": "disallow", "path": "/be/fr/sustainability-survey/download", "line": 66 }, { "directive": "disallow", "path": "/be/fr/sustainability/survey/download", "line": 67 }, { "directive": "disallow", "path": "/be/nl/404", "line": 68 }, { "directive": "disallow", "path": "/be/nl/contact/customer-voice", "line": 69 }, { "directive": "disallow", "path": "/be/nl/contact/subscribe", "line": 70 }, { "directive": "disallow", "path": "/be/nl/enquiry-submitted", "line": 71 }, { "directive": "disallow", "path": "/be/nl/events/better-planet-packaging/thank-you-for-registering", "line": 72 }, { "directive": "disallow", "path": "/be/nl/events/customer-event/non-attendance", "line": 73 }, { "directive": "disallow", "path": "/be/nl/events/non-attendance", "line": 74 }, { "directive": "disallow", "path": "/be/nl/events/registration-complete", "line": 75 }, { "directive": "disallow", "path": "/be/nl/events/registration-completed", "line": 76 }, { "directive": "disallow", "path": "/be/nl/events/registration-confirmation", "line": 77 }, { "directive": "disallow", "path": "/be/nl/events/registration-successful", "line": 78 }, { "directive": "disallow", "path": "/be/nl/events/thank-you-for-registering", "line": 79 }, { "directive": "disallow", "path": "/be/nl/globalsearch", "line": 80 }, { "directive": "disallow", "path": "/be/nl/people/employee-engagement", "line": 81 }, { "directive": "disallow", "path": "/be/nl/people/meet-our-people", "line": 82 }, { "directive": "disallow", "path": "/be/nl/products-and-services/thanks-for-your-enquiry", "line": 83 }, { "directive": "disallow", "path": "/be/nl/products-and-services/thanks-for-your-enquiry-spam", "line": 84 }, { "directive": "disallow", "path": "/be/nl/registration-submitted", "line": 85 }, { "directive": "disallow", "path": "/be/nl/sustainability-survey/download", "line": 86 }, { "directive": "disallow", "path": "/be/nl/sustainability/better-planet-packaging/event/thank-you", "line": 87 }, { "directive": "disallow", "path": "/be/nl/sustainability/survey/download", "line": 88 }, { "directive": "disallow", "path": "/br/404", "line": 89 }, { "directive": "disallow", "path": "/br/enquiry-submitted", "line": 90 }, { "directive": "disallow", "path": "/br/events/better-planet-packaging/thank-you-for-registering", "line": 91 }, { "directive": "disallow", "path": "/br/events/registration-complete", "line": 92 }, { "directive": "disallow", "path": "/br/events/registration-completed", "line": 93 }, { "directive": "disallow", "path": "/br/events/registration-successful", "line": 94 }, { "directive": "disallow", "path": "/br/events/thank-you-for-registering", "line": 95 }, { "directive": "disallow", "path": "/br/globalsearch", "line": 96 }, { "directive": "disallow", "path": "/br/people/employee-engagement", "line": 97 }, { "directive": "disallow", "path": "/br/people/meet-our-people", "line": 98 }, { "directive": "disallow", "path": "/br/products-and-services/thanks-for-your-enquiry", "line": 99 }, { "directive": "disallow", "path": "/br/products-and-services/thanks-for-your-enquiry-spam", "line": 100 }, { "directive": "disallow", "path": "/br/registration-submitted", "line": 101 }, { "directive": "disallow", "path": "/br/sustainability-survey/download", "line": 102 }, { "directive": "disallow", "path": "/br/sustainability/survey/download", "line": 103 }, { "directive": "disallow", "path": "/ch/404", "line": 104 }, { "directive": "disallow", "path": "/ch/contact/subscribe", "line": 105 }, { "directive": "disallow", "path": "/ch/enquiry-submitted", "line": 106 }, { "directive": "disallow", "path": "/ch/events/better-planet-packaging/thank-you-for-registering", "line": 107 }, { "directive": "disallow", "path": "/ch/events/registration-complete", "line": 108 }, { "directive": "disallow", "path": "/ch/events/registration-completed", "line": 109 }, { "directive": "disallow", "path": "/ch/events/registration-successful", "line": 110 }, { "directive": "disallow", "path": "/ch/events/thank-you-for-registering", "line": 111 }, { "directive": "disallow", "path": "/ch/globalsearch", "line": 112 }, { "directive": "disallow", "path": "/ch/people/employee-engagement", "line": 113 }, { "directive": "disallow", "path": "/ch/people/meet-our-people", "line": 114 }, { "directive": "disallow", "path": "/ch/products-and-services/thanks-for-your-enquiry", "line": 115 }, { "directive": "disallow", "path": "/ch/products-and-services/thanks-for-your-enquiry-spam", "line": 116 }, { "directive": "disallow", "path": "/ch/registration-submitted", "line": 117 }, { "directive": "disallow", "path": "/ch/sustainability-survey/download", "line": 118 }, { "directive": "disallow", "path": "/cl/404", "line": 119 }, { "directive": "disallow", "path": "/cl/contact/subscribe", "line": 120 }, { "directive": "disallow", "path": "/cl/enquiry-submitted", "line": 121 }, { "directive": "disallow", "path": "/cl/events/better-planet-packaging/thank-you-for-registering", "line": 122 }, { "directive": "disallow", "path": "/cl/events/registration-complete", "line": 123 }, { "directive": "disallow", "path": "/cl/events/registration-completed", "line": 124 }, { "directive": "disallow", "path": "/cl/events/registration-successful", "line": 125 }, { "directive": "disallow", "path": "/cl/events/thank-you-for-registering", "line": 126 }, { "directive": "disallow", "path": "/cl/globalsearch", "line": 127 }, { "directive": "disallow", "path": "/cl/people/employee-engagement", "line": 128 }, { "directive": "disallow", "path": "/cl/people/family-and-age-virtual-event", "line": 129 }, { "directive": "disallow", "path": "/cl/people/international-mens-day", "line": 130 }, { "directive": "disallow", "path": "/cl/people/meet-our-people", "line": 131 }, { "directive": "disallow", "path": "/cl/products-and-services/thanks-for-your-enquiry", "line": 132 }, { "directive": "disallow", "path": "/cl/products-and-services/thanks-for-your-enquiry-spam", "line": 133 }, { "directive": "disallow", "path": "/cl/registration-submitted", "line": 134 }, { "directive": "disallow", "path": "/cl/sustainability-survey/download", "line": 135 }, { "directive": "disallow", "path": "/cl/sustainability/survey/download", "line": 136 }, { "directive": "disallow", "path": "/co/404", "line": 137 }, { "directive": "disallow", "path": "/co/contact/subscribe", "line": 138 }, { "directive": "disallow", "path": "/co/enquiry-submitted", "line": 139 }, { "directive": "disallow", "path": "/co/events/better-planet-packaging/thank-you-for-registering", "line": 140 }, { "directive": "disallow", "path": "/co/events/registration-complete", "line": 141 }, { "directive": "disallow", "path": "/co/events/registration-completed", "line": 142 }, { "directive": "disallow", "path": "/co/events/registration-successful", "line": 143 }, { "directive": "disallow", "path": "/co/events/thank-you-for-registering", "line": 144 }, { "directive": "disallow", "path": "/co/globalsearch", "line": 145 }, { "directive": "disallow", "path": "/co/people/employee-engagement", "line": 146 }, { "directive": "disallow", "path": "/co/people/family-and-age-virtual-event", "line": 147 }, { "directive": "disallow", "path": "/co/people/international-mens-day", "line": 148 }, { "directive": "disallow", "path": "/co/people/meet-our-people", "line": 149 }, { "directive": "disallow", "path": "/co/products-and-services/thanks-for-your-enquiry", "line": 150 }, { "directive": "disallow", "path": "/co/products-and-services/thanks-for-your-enquiry-spam", "line": 151 }, { "directive": "disallow", "path": "/co/registration-submitted", "line": 152 }, { "directive": "disallow", "path": "/co/sustainability-survey/download", "line": 153 }, { "directive": "disallow", "path": "/co/sustainability/survey/download", "line": 154 }, { "directive": "disallow", "path": "/components", "line": 155 }, { "directive": "disallow", "path": "/contact/customer-subscription", "line": 156 }, { "directive": "disallow", "path": "/contact/customer-voice", "line": 157 }, { "directive": "disallow", "path": "/contact/subscribe", "line": 158 }, { "directive": "disallow", "path": "/contact/uk-feedback", "line": 159 }, { "directive": "disallow", "path": "/contact/uk-feedback/thank-you", "line": 160 }, { "directive": "disallow", "path": "/contact/uk-newsletter-feedback", "line": 161 }, { "directive": "disallow", "path": "/contact/uk-newsletter-feedback/thank-you", "line": 162 }, { "directive": "disallow", "path": "/cr/404", "line": 163 }, { "directive": "disallow", "path": "/cr/contact/subscribe", "line": 164 }, { "directive": "disallow", "path": "/cr/enquiry-submitted", "line": 165 }, { "directive": "disallow", "path": "/cr/events/better-planet-packaging/thank-you-for-registering", "line": 166 }, { "directive": "disallow", "path": "/cr/events/registration-complete", "line": 167 }, { "directive": "disallow", "path": "/cr/events/registration-completed", "line": 168 }, { "directive": "disallow", "path": "/cr/events/registration-successful", "line": 169 }, { "directive": "disallow", "path": "/cr/events/thank-you-for-registering", "line": 170 }, { "directive": "disallow", "path": "/cr/globalsearch", "line": 171 }, { "directive": "disallow", "path": "/cr/people/employee-engagement", "line": 172 }, { "directive": "disallow", "path": "/cr/people/family-and-age-virtual-event", "line": 173 }, { "directive": "disallow", "path": "/cr/people/international-mens-day", "line": 174 }, { "directive": "disallow", "path": "/cr/people/meet-our-people", "line": 175 }, { "directive": "disallow", "path": "/cr/products-and-services/thanks-for-your-enquiry", "line": 176 }, { "directive": "disallow", "path": "/cr/products-and-services/thanks-for-your-enquiry-spam", "line": 177 }, { "directive": "disallow", "path": "/cr/registration-submitted", "line": 178 }, { "directive": "disallow", "path": "/cr/sustainability-survey/download", "line": 179 }, { "directive": "disallow", "path": "/cr/sustainability/survey/download", "line": 180 }, { "directive": "disallow", "path": "/cz/404", "line": 181 }, { "directive": "disallow", "path": "/cz/enquiry-submitted", "line": 182 }, { "directive": "disallow", "path": "/cz/events/better-planet-packaging/thank-you-for-registering", "line": 183 }, { "directive": "disallow", "path": "/cz/events/registration-complete", "line": 184 }, { "directive": "disallow", "path": "/cz/events/registration-completed", "line": 185 }, { "directive": "disallow", "path": "/cz/events/registration-successful", "line": 186 }, { "directive": "disallow", "path": "/cz/events/thank-you-for-registering", "line": 187 }, { "directive": "disallow", "path": "/cz/globalsearch", "line": 188 }, { "directive": "disallow", "path": "/cz/people/employee-engagement", "line": 189 }, { "directive": "disallow", "path": "/cz/people/meet-our-people", "line": 190 }, { "directive": "disallow", "path": "/cz/products-and-services/thanks-for-your-enquiry", "line": 191 }, { "directive": "disallow", "path": "/cz/products-and-services/thanks-for-your-enquiry-spam", "line": 192 }, { "directive": "disallow", "path": "/cz/registration-submitted", "line": 193 }, { "directive": "disallow", "path": "/cz/sustainability-survey/download", "line": 194 }, { "directive": "disallow", "path": "/cz/sustainability/survey/download", "line": 195 }, { "directive": "disallow", "path": "/de/404", "line": 196 }, { "directive": "disallow", "path": "/de/contact/customer-subscription", "line": 197 }, { "directive": "disallow", "path": "/de/contact/subscribe", "line": 198 }, { "directive": "disallow", "path": "/de/enquiry-submitted", "line": 199 }, { "directive": "disallow", "path": "/de/events/better-planet-packaging/thank-you-for-registering", "line": 200 }, { "directive": "disallow", "path": "/de/events/registration-complete", "line": 201 }, { "directive": "disallow", "path": "/de/events/registration-completed", "line": 202 }, { "directive": "disallow", "path": "/de/events/registration-successful", "line": 203 }, { "directive": "disallow", "path": "/de/events/thank-you-for-registering", "line": 204 }, { "directive": "disallow", "path": "/de/globalsearch", "line": 205 }, { "directive": "disallow", "path": "/de/locations/germany/recycling-dual/mehr-informationen/download", "line": 206 }, { "directive": "disallow", "path": "/de/people/employee-engagement", "line": 207 }, { "directive": "disallow", "path": "/de/people/meet-our-people", "line": 208 }, { "directive": "disallow", "path": "/de/products-and-services/thanks-for-your-enquiry", "line": 209 }, { "directive": "disallow", "path": "/de/products-and-services/thanks-for-your-enquiry-spam", "line": 210 }, { "directive": "disallow", "path": "/de/registration-submitted", "line": 211 }, { "directive": "disallow", "path": "/de/sustainability-survey/download", "line": 212 }, { "directive": "disallow", "path": "/dk/404", "line": 213 }, { "directive": "disallow", "path": "/dk/contact/subscribe", "line": 214 }, { "directive": "disallow", "path": "/dk/enquiry-submitted", "line": 215 }, { "directive": "disallow", "path": "/dk/events/better-planet-packaging/thank-you-for-registering", "line": 216 }, { "directive": "disallow", "path": "/dk/events/registration-complete", "line": 217 }, { "directive": "disallow", "path": "/dk/events/registration-completed", "line": 218 }, { "directive": "disallow", "path": "/dk/events/registration-successful", "line": 219 }, { "directive": "disallow", "path": "/dk/events/thank-you-for-registering", "line": 220 }, { "directive": "disallow", "path": "/dk/globalsearch", "line": 221 }, { "directive": "disallow", "path": "/dk/people/employee-engagement", "line": 222 }, { "directive": "disallow", "path": "/dk/people/meet-our-people", "line": 223 }, { "directive": "disallow", "path": "/dk/products-and-services/thanks-for-your-enquiry", "line": 224 }, { "directive": "disallow", "path": "/dk/products-and-services/thanks-for-your-enquiry-spam", "line": 225 }, { "directive": "disallow", "path": "/dk/registration-submitted", "line": 226 }, { "directive": "disallow", "path": "/dk/sustainability-survey/download", "line": 227 }, { "directive": "disallow", "path": "/dk/sustainability/survey/download", "line": 228 }, { "directive": "disallow", "path": "/do/404", "line": 229 }, { "directive": "disallow", "path": "/do/contact/subscribe", "line": 230 }, { "directive": "disallow", "path": "/do/enquiry-submitted", "line": 231 }, { "directive": "disallow", "path": "/do/events/better-planet-packaging/thank-you-for-registering", "line": 232 }, { "directive": "disallow", "path": "/do/events/registration-complete", "line": 233 }, { "directive": "disallow", "path": "/do/events/registration-completed", "line": 234 }, { "directive": "disallow", "path": "/do/events/registration-successful", "line": 235 }, { "directive": "disallow", "path": "/do/events/thank-you-for-registering", "line": 236 }, { "directive": "disallow", "path": "/do/globalsearch", "line": 237 }, { "directive": "disallow", "path": "/do/people/employee-engagement", "line": 238 }, { "directive": "disallow", "path": "/do/people/family-and-age-virtual-event", "line": 239 }, { "directive": "disallow", "path": "/do/people/international-mens-day", "line": 240 }, { "directive": "disallow", "path": "/do/people/meet-our-people", "line": 241 }, { "directive": "disallow", "path": "/do/products-and-services/thanks-for-your-enquiry", "line": 242 }, { "directive": "disallow", "path": "/do/products-and-services/thanks-for-your-enquiry-spam", "line": 243 }, { "directive": "disallow", "path": "/do/registration-submitted", "line": 244 }, { "directive": "disallow", "path": "/do/sustainability-survey/download", "line": 245 }, { "directive": "disallow", "path": "/do/sustainability/survey/download", "line": 246 }, { "directive": "disallow", "path": "/ec/404", "line": 247 }, { "directive": "disallow", "path": "/ec/contact/subscribe", "line": 248 }, { "directive": "disallow", "path": "/ec/enquiry-submitted", "line": 249 }, { "directive": "disallow", "path": "/ec/events/better-planet-packaging/thank-you-for-registering", "line": 250 }, { "directive": "disallow", "path": "/ec/events/registration-complete", "line": 251 }, { "directive": "disallow", "path": "/ec/events/registration-completed", "line": 252 }, { "directive": "disallow", "path": "/ec/events/registration-successful", "line": 253 }, { "directive": "disallow", "path": "/ec/events/thank-you-for-registering", "line": 254 }, { "directive": "disallow", "path": "/ec/globalsearch", "line": 255 }, { "directive": "disallow", "path": "/ec/people/employee-engagement", "line": 256 }, { "directive": "disallow", "path": "/ec/people/family-and-age-virtual-event", "line": 257 }, { "directive": "disallow", "path": "/ec/people/international-mens-day", "line": 258 }, { "directive": "disallow", "path": "/ec/people/meet-our-people", "line": 259 }, { "directive": "disallow", "path": "/ec/products-and-services/thanks-for-your-enquiry", "line": 260 }, { "directive": "disallow", "path": "/ec/products-and-services/thanks-for-your-enquiry-spam", "line": 261 }, { "directive": "disallow", "path": "/ec/registration-submitted", "line": 262 }, { "directive": "disallow", "path": "/ec/sustainability-survey/download", "line": 263 }, { "directive": "disallow", "path": "/ec/sustainability/survey/download", "line": 264 }, { "directive": "disallow", "path": "/enquiry-submitted", "line": 265 }, { "directive": "disallow", "path": "/es/404", "line": 266 }, { "directive": "disallow", "path": "/es/contact/customer-subscription", "line": 267 }, { "directive": "disallow", "path": "/es/contact/subscribe", "line": 268 }, { "directive": "disallow", "path": "/es/enquiry-submitted", "line": 269 }, { "directive": "disallow", "path": "/es/events/better-planet-packaging/thank-you-for-registering", "line": 270 }, { "directive": "disallow", "path": "/es/events/registration-complete", "line": 271 }, { "directive": "disallow", "path": "/es/events/registration-completed", "line": 272 }, { "directive": "disallow", "path": "/es/events/registration-successful", "line": 273 }, { "directive": "disallow", "path": "/es/events/thank-you-for-registering", "line": 274 }, { "directive": "disallow", "path": "/es/globalsearch", "line": 275 }, { "directive": "disallow", "path": "/es/people/employee-engagement", "line": 276 }, { "directive": "disallow", "path": "/es/people/meet-our-people", "line": 277 }, { "directive": "disallow", "path": "/es/products-and-services/bag-in-box/brochures", "line": 278 }, { "directive": "disallow", "path": "/es/products-and-services/ecommerce-packaging/whitepaper/download", "line": 279 }, { "directive": "disallow", "path": "/es/products-and-services/thanks-for-your-enquiry", "line": 280 }, { "directive": "disallow", "path": "/es/products-and-services/thanks-for-your-enquiry-spam", "line": 281 }, { "directive": "disallow", "path": "/es/registration-submitted", "line": 282 }, { "directive": "disallow", "path": "/es/sustainability-survey/download", "line": 283 }, { "directive": "disallow", "path": "/es/sustainability/survey/download", "line": 284 }, { "directive": "disallow", "path": "/events/aquaculture-uk-2026", "line": 285 }, { "directive": "disallow", "path": "/events/better-planet-packaging", "line": 286 }, { "directive": "disallow", "path": "/events/better-planet-packaging/agenda", "line": 287 }, { "directive": "disallow", "path": "/events/better-planet-packaging/faqs", "line": 288 }, { "directive": "disallow", "path": "/events/better-planet-packaging/register-now", "line": 289 }, { "directive": "disallow", "path": "/events/better-planet-packaging/resources", "line": 290 }, { "directive": "disallow", "path": "/events/better-planet-packaging/success-stories", "line": 291 }, { "directive": "disallow", "path": "/events/better-planet-packaging/thank-you-for-registering", "line": 292 }, { "directive": "disallow", "path": "/events/competition-terms-and-conditions", "line": 293 }, { "directive": "disallow", "path": "/events/customer-event", "line": 294 }, { "directive": "disallow", "path": "/events/customer-event-2026", "line": 295 }, { "directive": "disallow", "path": "/events/customer-event-2026/jason-invite", "line": 296 }, { "directive": "disallow", "path": "/events/customer-event-registration", "line": 297 }, { "directive": "disallow", "path": "/events/customer-event/agenda", "line": 298 }, { "directive": "disallow", "path": "/events/customer-event/exhibition", "line": 299 }, { "directive": "disallow", "path": "/events/customer-event/faqs", "line": 300 }, { "directive": "disallow", "path": "/events/customer-event/location", "line": 301 }, { "directive": "disallow", "path": "/events/customer-event/meet-team", "line": 302 }, { "directive": "disallow", "path": "/events/customer-event/non-attendance", "line": 303 }, { "directive": "disallow", "path": "/events/customer-event/speakers", "line": 304 }, { "directive": "disallow", "path": "/events/customer-event/speakers/claire-williams", "line": 305 }, { "directive": "disallow", "path": "/events/customer-event/table-plan", "line": 306 }, { "directive": "disallow", "path": "/events/ecommerce-week", "line": 307 }, { "directive": "disallow", "path": "/events/fresh-produce-event", "line": 308 }, { "directive": "disallow", "path": "/events/fresh-produce-green-event", "line": 309 }, { "directive": "disallow", "path": "/events/london-packaging", "line": 310 }, { "directive": "disallow", "path": "/events/management-conference", "line": 311 }, { "directive": "disallow", "path": "/events/management-conference/thank-you", "line": 312 }, { "directive": "disallow", "path": "/events/non-attendance", "line": 313 }, { "directive": "disallow", "path": "/events/registration-complete", "line": 314 }, { "directive": "disallow", "path": "/events/registration-completed", "line": 315 }, { "directive": "disallow", "path": "/events/registration-confirmation", "line": 316 }, { "directive": "disallow", "path": "/events/registration-successful", "line": 317 }, { "directive": "disallow", "path": "/events/thank-you-for-registering", "line": 318 }, { "directive": "disallow", "path": "/events/the-americas-management-conference-2022", "line": 319 }, { "directive": "disallow", "path": "/events/uk-pet-day-bandana", "line": 320 }, { "directive": "disallow", "path": "/events/uk-sales-conference", "line": 321 }, { "directive": "disallow", "path": "/events/wielkanoc", "line": 322 }, { "directive": "disallow", "path": "/events/wielkanoc/dzieki", "line": 323 }, { "directive": "disallow", "path": "/fr/404", "line": 324 }, { "directive": "disallow", "path": "/fr/contact/customer-voice", "line": 325 }, { "directive": "disallow", "path": "/fr/contact/subscribe", "line": 326 }, { "directive": "disallow", "path": "/fr/enquiry-submitted", "line": 327 }, { "directive": "disallow", "path": "/fr/events/better-planet-packaging/thank-you-for-registering", "line": 328 }, { "directive": "disallow", "path": "/fr/events/registration-complete", "line": 329 }, { "directive": "disallow", "path": "/fr/events/registration-completed", "line": 330 }, { "directive": "disallow", "path": "/fr/events/registration-successful", "line": 331 }, { "directive": "disallow", "path": "/fr/events/thank-you-for-registering", "line": 332 }, { "directive": "disallow", "path": "/fr/globalsearch", "line": 333 }, { "directive": "disallow", "path": "/fr/people/employee-engagement", "line": 334 }, { "directive": "disallow", "path": "/fr/people/meet-our-people", "line": 335 }, { "directive": "disallow", "path": "/fr/products-and-services/bag-in-box/bib-machinery-forms", "line": 336 }, { "directive": "disallow", "path": "/fr/products-and-services/thanks-for-your-enquiry", "line": 337 }, { "directive": "disallow", "path": "/fr/products-and-services/thanks-for-your-enquiry-spam", "line": 338 }, { "directive": "disallow", "path": "/fr/registration-submitted", "line": 339 }, { "directive": "disallow", "path": "/fr/sustainability-survey/download", "line": 340 }, { "directive": "disallow", "path": "/fr/sustainability/survey/download", "line": 341 }, { "directive": "disallow", "path": "/globalsearch", "line": 342 }, { "directive": "disallow", "path": "/ie/404", "line": 343 }, { "directive": "disallow", "path": "/ie/components", "line": 344 }, { "directive": "disallow", "path": "/ie/contact/customer-voice", "line": 345 }, { "directive": "disallow", "path": "/ie/contact/subscribe", "line": 346 }, { "directive": "disallow", "path": "/ie/enquiry-submitted", "line": 347 }, { "directive": "disallow", "path": "/ie/events/better-planet-packaging/thank-you-for-registering", "line": 348 }, { "directive": "disallow", "path": "/ie/events/customer-event/non-attendance", "line": 349 }, { "directive": "disallow", "path": "/ie/events/ecommerce-week", "line": 350 }, { "directive": "disallow", "path": "/ie/events/fresh-produce-event", "line": 351 }, { "directive": "disallow", "path": "/ie/events/non-attendance", "line": 352 }, { "directive": "disallow", "path": "/ie/events/registration-complete", "line": 353 }, { "directive": "disallow", "path": "/ie/events/registration-completed", "line": 354 }, { "directive": "disallow", "path": "/ie/events/registration-confirmation", "line": 355 }, { "directive": "disallow", "path": "/ie/events/registration-successful", "line": 356 }, { "directive": "disallow", "path": "/ie/events/thank-you-for-registering", "line": 357 }, { "directive": "disallow", "path": "/ie/events/wielkanoc", "line": 358 }, { "directive": "disallow", "path": "/ie/events/wielkanoc/dzieki", "line": 359 }, { "directive": "disallow", "path": "/ie/globalsearch", "line": 360 }, { "directive": "disallow", "path": "/ie/investors/information", "line": 361 }, { "directive": "disallow", "path": "/ie/investors/meetings2024-access", "line": 362 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-composites", "line": 363 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 364 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 365 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 366 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 367 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 368 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 369 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 370 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/the-results", "line": 371 }, { "directive": "disallow", "path": "/ie/people/employee-data-protection-notice", "line": 372 }, { "directive": "disallow", "path": "/ie/people/employee-engagement", "line": 373 }, { "directive": "disallow", "path": "/ie/people/meet-our-people", "line": 374 }, { "directive": "disallow", "path": "/ie/people/my-sk", "line": 375 }, { "directive": "disallow", "path": "/ie/people/pronouns", "line": 376 }, { "directive": "disallow", "path": "/ie/ppc", "line": 377 }, { "directive": "disallow", "path": "/ie/products-and-services/bag-in-box/bib-machinery-forms", "line": 378 }, { "directive": "disallow", "path": "/ie/products-and-services/bag-in-box/brochures", "line": 379 }, { "directive": "disallow", "path": "/ie/products-and-services/ecommerce-packaging/whitepaper/download", "line": 380 }, { "directive": "disallow", "path": "/ie/products-and-services/thanks-for-your-enquiry", "line": 381 }, { "directive": "disallow", "path": "/ie/products-and-services/thanks-for-your-enquiry-spam", "line": 382 }, { "directive": "disallow", "path": "/ie/registration-submitted", "line": 383 }, { "directive": "disallow", "path": "/ie/russia", "line": 384 }, { "directive": "disallow", "path": "/ie/sustainability-survey/download", "line": 385 }, { "directive": "disallow", "path": "/ie/sustainability/better-planet-packaging/event/thank-you", "line": 386 }, { "directive": "disallow", "path": "/ie/sustainability/eu-green-deal/download", "line": 387 }, { "directive": "disallow", "path": "/ie/sustainability/survey/download", "line": 388 }, { "directive": "disallow", "path": "/innovation/innovation-challenge", "line": 389 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/all-entries", "line": 390 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/better-planet-packaging", "line": 391 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/business", "line": 392 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/health-and-safety", "line": 393 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/hr", "line": 394 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/production", "line": 395 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/sales", "line": 396 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/support", "line": 397 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/voting-thanks", "line": 398 }, { "directive": "disallow", "path": "/innovation/success-stories/prima-cheese-2", "line": 399 }, { "directive": "disallow", "path": "/insights-report", "line": 400 }, { "directive": "disallow", "path": "/insights-report/thank-you", "line": 401 }, { "directive": "disallow", "path": "/investors/information", "line": 402 }, { "directive": "disallow", "path": "/investors/meetings2024-access", "line": 403 }, { "directive": "disallow", "path": "/it/404", "line": 404 }, { "directive": "disallow", "path": "/it/contact/subscribe", "line": 405 }, { "directive": "disallow", "path": "/it/enquiry-submitted", "line": 406 }, { "directive": "disallow", "path": "/it/events/better-planet-packaging/thank-you-for-registering", "line": 407 }, { "directive": "disallow", "path": "/it/events/registration-complete", "line": 408 }, { "directive": "disallow", "path": "/it/events/registration-completed", "line": 409 }, { "directive": "disallow", "path": "/it/events/registration-successful", "line": 410 }, { "directive": "disallow", "path": "/it/events/thank-you-for-registering", "line": 411 }, { "directive": "disallow", "path": "/it/globalsearch", "line": 412 }, { "directive": "disallow", "path": "/it/people/employee-engagement", "line": 413 }, { "directive": "disallow", "path": "/it/people/meet-our-people", "line": 414 }, { "directive": "disallow", "path": "/it/products-and-services/thanks-for-your-enquiry", "line": 415 }, { "directive": "disallow", "path": "/it/products-and-services/thanks-for-your-enquiry-spam", "line": 416 }, { "directive": "disallow", "path": "/it/registration-submitted", "line": 417 }, { "directive": "disallow", "path": "/it/sustainability-survey/download", "line": 418 }, { "directive": "disallow", "path": "/it/sustainability/survey/download", "line": 419 }, { "directive": "disallow", "path": "/locations/germany/recycling-dual/mehr-informationen/download", "line": 420 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-composites", "line": 421 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 422 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 423 }, { "directive": "disallow", "path": "/ma/404", "line": 424 }, { "directive": "disallow", "path": "/ma/contact/customer-voice", "line": 425 }, { "directive": "disallow", "path": "/ma/contact/subscribe", "line": 426 }, { "directive": "disallow", "path": "/ma/enquiry-submitted", "line": 427 }, { "directive": "disallow", "path": "/ma/events/better-planet-packaging/thank-you-for-registering", "line": 428 }, { "directive": "disallow", "path": "/ma/events/registration-complete", "line": 429 }, { "directive": "disallow", "path": "/ma/events/registration-completed", "line": 430 }, { "directive": "disallow", "path": "/ma/events/registration-successful", "line": 431 }, { "directive": "disallow", "path": "/ma/events/thank-you-for-registering", "line": 432 }, { "directive": "disallow", "path": "/ma/globalsearch", "line": 433 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge", "line": 434 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/better-planet-packaging", "line": 435 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/business", "line": 436 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/health-and-safety", "line": 437 }, { "directive": "disallow", "path": "/ma/people/employee-engagement", "line": 438 }, { "directive": "disallow", "path": "/ma/people/meet-our-people", "line": 439 }, { "directive": "disallow", "path": "/ma/products-and-services/bag-in-box/bib-machinery-forms", "line": 440 }, { "directive": "disallow", "path": "/ma/products-and-services/thanks-for-your-enquiry", "line": 441 }, { "directive": "disallow", "path": "/ma/products-and-services/thanks-for-your-enquiry-spam", "line": 442 }, { "directive": "disallow", "path": "/ma/registration-submitted", "line": 443 }, { "directive": "disallow", "path": "/ma/sustainability-survey/download", "line": 444 }, { "directive": "disallow", "path": "/ma/sustainability/survey/download", "line": 445 }, { "directive": "disallow", "path": "/mx/404", "line": 446 }, { "directive": "disallow", "path": "/mx/contact/subscribe", "line": 447 }, { "directive": "disallow", "path": "/mx/enquiry-submitted", "line": 448 }, { "directive": "disallow", "path": "/mx/events/better-planet-packaging/thank-you-for-registering", "line": 449 }, { "directive": "disallow", "path": "/mx/events/registration-complete", "line": 450 }, { "directive": "disallow", "path": "/mx/events/registration-completed", "line": 451 }, { "directive": "disallow", "path": "/mx/events/registration-successful", "line": 452 }, { "directive": "disallow", "path": "/mx/events/thank-you-for-registering", "line": 453 }, { "directive": "disallow", "path": "/mx/globalsearch", "line": 454 }, { "directive": "disallow", "path": "/mx/people/employee-engagement", "line": 455 }, { "directive": "disallow", "path": "/mx/people/meet-our-people", "line": 456 }, { "directive": "disallow", "path": "/mx/products-and-services/thanks-for-your-enquiry", "line": 457 }, { "directive": "disallow", "path": "/mx/products-and-services/thanks-for-your-enquiry-spam", "line": 458 }, { "directive": "disallow", "path": "/mx/registration-submitted", "line": 459 }, { "directive": "disallow", "path": "/mx/sustainability-survey/download", "line": 460 }, { "directive": "disallow", "path": "/mx/sustainability/survey/download", "line": 461 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 462 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 463 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 464 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 465 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 466 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/the-results", "line": 467 }, { "directive": "disallow", "path": "/newsroom/blog/download-report", "line": 468 }, { "directive": "disallow", "path": "/newsroom/blog/ecommerce-packaging-labelling-expo-2023", "line": 469 }, { "directive": "disallow", "path": "/nl/404", "line": 470 }, { "directive": "disallow", "path": "/nl/contact/customer-voice", "line": 471 }, { "directive": "disallow", "path": "/nl/contact/subscribe", "line": 472 }, { "directive": "disallow", "path": "/nl/enquiry-submitted", "line": 473 }, { "directive": "disallow", "path": "/nl/events/better-planet-packaging/thank-you-for-registering", "line": 474 }, { "directive": "disallow", "path": "/nl/events/customer-event/non-attendance", "line": 475 }, { "directive": "disallow", "path": "/nl/events/non-attendance", "line": 476 }, { "directive": "disallow", "path": "/nl/events/registration-complete", "line": 477 }, { "directive": "disallow", "path": "/nl/events/registration-completed", "line": 478 }, { "directive": "disallow", "path": "/nl/events/registration-confirmation", "line": 479 }, { "directive": "disallow", "path": "/nl/events/registration-successful", "line": 480 }, { "directive": "disallow", "path": "/nl/events/thank-you-for-registering", "line": 481 }, { "directive": "disallow", "path": "/nl/globalsearch", "line": 482 }, { "directive": "disallow", "path": "/nl/people/employee-engagement", "line": 483 }, { "directive": "disallow", "path": "/nl/people/meet-our-people", "line": 484 }, { "directive": "disallow", "path": "/nl/products-and-services/thanks-for-your-enquiry", "line": 485 }, { "directive": "disallow", "path": "/nl/products-and-services/thanks-for-your-enquiry-spam", "line": 486 }, { "directive": "disallow", "path": "/nl/registration-submitted", "line": 487 }, { "directive": "disallow", "path": "/nl/sustainability-survey/download", "line": 488 }, { "directive": "disallow", "path": "/nl/sustainability/better-planet-packaging/event/thank-you", "line": 489 }, { "directive": "disallow", "path": "/nl/sustainability/survey/download", "line": 490 }, { "directive": "disallow", "path": "/no/404", "line": 491 }, { "directive": "disallow", "path": "/no/enquiry-submitted", "line": 492 }, { "directive": "disallow", "path": "/no/events/better-planet-packaging/thank-you-for-registering", "line": 493 }, { "directive": "disallow", "path": "/no/events/registration-complete", "line": 494 }, { "directive": "disallow", "path": "/no/events/registration-completed", "line": 495 }, { "directive": "disallow", "path": "/no/events/registration-successful", "line": 496 }, { "directive": "disallow", "path": "/no/events/thank-you-for-registering", "line": 497 }, { "directive": "disallow", "path": "/no/globalsearch", "line": 498 }, { "directive": "disallow", "path": "/no/people/employee-engagement", "line": 499 }, { "directive": "disallow", "path": "/no/people/meet-our-people", "line": 500 }, { "directive": "disallow", "path": "/no/products-and-services/thanks-for-your-enquiry", "line": 501 }, { "directive": "disallow", "path": "/no/products-and-services/thanks-for-your-enquiry-spam", "line": 502 }, { "directive": "disallow", "path": "/no/registration-submitted", "line": 503 }, { "directive": "disallow", "path": "/no/sustainability-survey/download", "line": 504 }, { "directive": "disallow", "path": "/no/sustainability/survey/download", "line": 505 }, { "directive": "disallow", "path": "/pe/404", "line": 506 }, { "directive": "disallow", "path": "/pe/contact/subscribe", "line": 507 }, { "directive": "disallow", "path": "/pe/enquiry-submitted", "line": 508 }, { "directive": "disallow", "path": "/pe/events/better-planet-packaging/thank-you-for-registering", "line": 509 }, { "directive": "disallow", "path": "/pe/events/registration-complete", "line": 510 }, { "directive": "disallow", "path": "/pe/events/registration-completed", "line": 511 }, { "directive": "disallow", "path": "/pe/events/registration-successful", "line": 512 }, { "directive": "disallow", "path": "/pe/events/thank-you-for-registering", "line": 513 }, { "directive": "disallow", "path": "/pe/globalsearch", "line": 514 }, { "directive": "disallow", "path": "/pe/people/employee-engagement", "line": 515 }, { "directive": "disallow", "path": "/pe/people/family-and-age-virtual-event", "line": 516 }, { "directive": "disallow", "path": "/pe/people/international-mens-day", "line": 517 }, { "directive": "disallow", "path": "/pe/people/meet-our-people", "line": 518 }, { "directive": "disallow", "path": "/pe/products-and-services/thanks-for-your-enquiry", "line": 519 }, { "directive": "disallow", "path": "/pe/products-and-services/thanks-for-your-enquiry-spam", "line": 520 }, { "directive": "disallow", "path": "/pe/registration-submitted", "line": 521 }, { "directive": "disallow", "path": "/pe/sustainability-survey/download", "line": 522 }, { "directive": "disallow", "path": "/pe/sustainability/survey/download", "line": 523 }, { "directive": "disallow", "path": "/people/employee-data-protection-notice", "line": 524 }, { "directive": "disallow", "path": "/people/employee-engagement", "line": 525 }, { "directive": "disallow", "path": "/people/family-and-age-virtual-event", "line": 526 }, { "directive": "disallow", "path": "/people/international-mens-day", "line": 527 }, { "directive": "disallow", "path": "/people/international-womans-day", "line": 528 }, { "directive": "disallow", "path": "/people/medarbejderskaerm", "line": 529 }, { "directive": "disallow", "path": "/people/meet-our-people", "line": 530 }, { "directive": "disallow", "path": "/people/my-sk", "line": 531 }, { "directive": "disallow", "path": "/people/pronouns", "line": 532 }, { "directive": "disallow", "path": "/people/test", "line": 533 }, { "directive": "disallow", "path": "/pl/404", "line": 534 }, { "directive": "disallow", "path": "/pl/enquiry-submitted", "line": 535 }, { "directive": "disallow", "path": "/pl/events/better-planet-packaging/thank-you-for-registering", "line": 536 }, { "directive": "disallow", "path": "/pl/events/registration-complete", "line": 537 }, { "directive": "disallow", "path": "/pl/events/registration-completed", "line": 538 }, { "directive": "disallow", "path": "/pl/events/registration-successful", "line": 539 }, { "directive": "disallow", "path": "/pl/events/thank-you-for-registering", "line": 540 }, { "directive": "disallow", "path": "/pl/events/wielkanoc/dzieki", "line": 541 }, { "directive": "disallow", "path": "/pl/globalsearch", "line": 542 }, { "directive": "disallow", "path": "/pl/people/employee-engagement", "line": 543 }, { "directive": "disallow", "path": "/pl/people/meet-our-people", "line": 544 }, { "directive": "disallow", "path": "/pl/products-and-services/thanks-for-your-enquiry", "line": 545 }, { "directive": "disallow", "path": "/pl/products-and-services/thanks-for-your-enquiry-spam", "line": 546 }, { "directive": "disallow", "path": "/pl/registration-submitted", "line": 547 }, { "directive": "disallow", "path": "/pl/sustainability-survey/download", "line": 548 }, { "directive": "disallow", "path": "/pl/sustainability/survey/download", "line": 549 }, { "directive": "disallow", "path": "/ppc", "line": 550 }, { "directive": "disallow", "path": "/ppc/advent-calendar-packaging", "line": 551 }, { "directive": "disallow", "path": "/ppc/birchbox", "line": 552 }, { "directive": "disallow", "path": "/ppc/birchbox/track-delivery", "line": 553 }, { "directive": "disallow", "path": "/ppc/cardboard-box-manufacturers", "line": 554 }, { "directive": "disallow", "path": "/ppc/cardboard-dump-bins", "line": 555 }, { "directive": "disallow", "path": "/ppc/digital-printing-packaging", "line": 556 }, { "directive": "disallow", "path": "/ppc/ecommerce-packaging", "line": 557 }, { "directive": "disallow", "path": "/ppc/free-from-packaging", "line": 558 }, { "directive": "disallow", "path": "/ppc/healf", "line": 559 }, { "directive": "disallow", "path": "/ppc/honeycomb-packaging", "line": 560 }, { "directive": "disallow", "path": "/ppc/honeycomb-packaging-v1", "line": 561 }, { "directive": "disallow", "path": "/ppc/insulated-packaging", "line": 562 }, { "directive": "disallow", "path": "/ppc/love-corn", "line": 563 }, { "directive": "disallow", "path": "/ppc/mylee", "line": 564 }, { "directive": "disallow", "path": "/ppc/nairns", "line": 565 }, { "directive": "disallow", "path": "/ppc/packaging-machinery", "line": 566 }, { "directive": "disallow", "path": "/ppc/packaging-supplier", "line": 567 }, { "directive": "disallow", "path": "/ppc/perfect-ted", "line": 568 }, { "directive": "disallow", "path": "/ppc/pet-food-packaging", "line": 569 }, { "directive": "disallow", "path": "/ppc/pieminister", "line": 570 }, { "directive": "disallow", "path": "/ppc/protective-packaging", "line": 571 }, { "directive": "disallow", "path": "/ppc/pumpkin-bins", "line": 572 }, { "directive": "disallow", "path": "/ppc/purdy-and-figg", "line": 573 }, { "directive": "disallow", "path": "/ppc/sustainable-packaging", "line": 574 }, { "directive": "disallow", "path": "/ppc/thank-you", "line": 575 }, { "directive": "disallow", "path": "/ppc/tropic-skincare", "line": 576 }, { "directive": "disallow", "path": "/ppc/untamed-cat", "line": 577 }, { "directive": "disallow", "path": "/ppc/vegan-packaging", "line": 578 }, { "directive": "disallow", "path": "/ppc/wholesale-bulk-packaging", "line": 579 }, { "directive": "disallow", "path": "/ppc/wholesale-bulk-packaging-v1", "line": 580 }, { "directive": "disallow", "path": "/products-and-services/bag-in-box/bib-machinery-forms", "line": 581 }, { "directive": "disallow", "path": "/products-and-services/bag-in-box/brochures", "line": 582 }, { "directive": "disallow", "path": "/products-and-services/ecommerce-packaging/whitepaper/download", "line": 583 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/requests", "line": 584 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/sectors", "line": 585 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/services/after-sales-care-plan", "line": 586 }, { "directive": "disallow", "path": "/products-and-services/packaging/protective-packaging", "line": 587 }, { "directive": "disallow", "path": "/products-and-services/packaging/waterproof-cardboard-box", "line": 588 }, { "directive": "disallow", "path": "/products-and-services/sheetfeeding/meet-team", "line": 589 }, { "directive": "disallow", "path": "/products-and-services/sheetfeeding/technical-customer-support", "line": 590 }, { "directive": "disallow", "path": "/products-and-services/thanks-for-your-enquiry", "line": 591 }, { "directive": "disallow", "path": "/products-and-services/thanks-for-your-enquiry-spam", "line": 592 }, { "directive": "disallow", "path": "/pt/404", "line": 593 }, { "directive": "disallow", "path": "/pt/contact/subscribe", "line": 594 }, { "directive": "disallow", "path": "/pt/enquiry-submitted", "line": 595 }, { "directive": "disallow", "path": "/pt/events/better-planet-packaging/thank-you-for-registering", "line": 596 }, { "directive": "disallow", "path": "/pt/events/registration-complete", "line": 597 }, { "directive": "disallow", "path": "/pt/events/registration-completed", "line": 598 }, { "directive": "disallow", "path": "/pt/events/registration-successful", "line": 599 }, { "directive": "disallow", "path": "/pt/events/thank-you-for-registering", "line": 600 }, { "directive": "disallow", "path": "/pt/globalsearch", "line": 601 }, { "directive": "disallow", "path": "/pt/people/employee-engagement", "line": 602 }, { "directive": "disallow", "path": "/pt/people/meet-our-people", "line": 603 }, { "directive": "disallow", "path": "/pt/products-and-services/ecommerce-packaging/whitepaper/download", "line": 604 }, { "directive": "disallow", "path": "/pt/products-and-services/thanks-for-your-enquiry", "line": 605 }, { "directive": "disallow", "path": "/pt/products-and-services/thanks-for-your-enquiry-spam", "line": 606 }, { "directive": "disallow", "path": "/pt/registration-submitted", "line": 607 }, { "directive": "disallow", "path": "/pt/sustainability-survey/download", "line": 608 }, { "directive": "disallow", "path": "/pt/sustainability/survey/download", "line": 609 }, { "directive": "disallow", "path": "/registration-submitted", "line": 610 }, { "directive": "disallow", "path": "/russia", "line": 611 }, { "directive": "disallow", "path": "/se/404", "line": 612 }, { "directive": "disallow", "path": "/se/enquiry-submitted", "line": 613 }, { "directive": "disallow", "path": "/se/events/better-planet-packaging/thank-you-for-registering", "line": 614 }, { "directive": "disallow", "path": "/se/events/registration-complete", "line": 615 }, { "directive": "disallow", "path": "/se/events/registration-completed", "line": 616 }, { "directive": "disallow", "path": "/se/events/registration-successful", "line": 617 }, { "directive": "disallow", "path": "/se/events/thank-you-for-registering", "line": 618 }, { "directive": "disallow", "path": "/se/globalsearch", "line": 619 }, { "directive": "disallow", "path": "/se/people/employee-engagement", "line": 620 }, { "directive": "disallow", "path": "/se/people/meet-our-people", "line": 621 }, { "directive": "disallow", "path": "/se/products-and-services/thanks-for-your-enquiry", "line": 622 }, { "directive": "disallow", "path": "/se/products-and-services/thanks-for-your-enquiry-spam", "line": 623 }, { "directive": "disallow", "path": "/se/registration-submitted", "line": 624 }, { "directive": "disallow", "path": "/se/sustainability-survey/download", "line": 625 }, { "directive": "disallow", "path": "/se/sustainability/survey/download", "line": 626 }, { "directive": "disallow", "path": "/sustainability-survey/download", "line": 627 }, { "directive": "disallow", "path": "/sustainability/better-planet-packaging/event/thank-you", "line": 628 }, { "directive": "disallow", "path": "/sustainability/eu-green-deal/download", "line": 629 }, { "directive": "disallow", "path": "/sustainability/survey/download", "line": 630 }, { "directive": "disallow", "path": "/sv/404", "line": 631 }, { "directive": "disallow", "path": "/sv/contact/subscribe", "line": 632 }, { "directive": "disallow", "path": "/sv/enquiry-submitted", "line": 633 }, { "directive": "disallow", "path": "/sv/events/better-planet-packaging/thank-you-for-registering", "line": 634 }, { "directive": "disallow", "path": "/sv/events/registration-complete", "line": 635 }, { "directive": "disallow", "path": "/sv/events/registration-completed", "line": 636 }, { "directive": "disallow", "path": "/sv/events/registration-successful", "line": 637 }, { "directive": "disallow", "path": "/sv/events/thank-you-for-registering", "line": 638 }, { "directive": "disallow", "path": "/sv/globalsearch", "line": 639 }, { "directive": "disallow", "path": "/sv/people/employee-engagement", "line": 640 }, { "directive": "disallow", "path": "/sv/people/family-and-age-virtual-event", "line": 641 }, { "directive": "disallow", "path": "/sv/people/international-mens-day", "line": 642 }, { "directive": "disallow", "path": "/sv/people/meet-our-people", "line": 643 }, { "directive": "disallow", "path": "/sv/products-and-services/thanks-for-your-enquiry", "line": 644 }, { "directive": "disallow", "path": "/sv/products-and-services/thanks-for-your-enquiry-spam", "line": 645 }, { "directive": "disallow", "path": "/sv/registration-submitted", "line": 646 }, { "directive": "disallow", "path": "/sv/sustainability-survey/download", "line": 647 }, { "directive": "disallow", "path": "/sv/sustainability/survey/download", "line": 648 }, { "directive": "disallow", "path": "/uk/404", "line": 649 }, { "directive": "disallow", "path": "/uk/components", "line": 650 }, { "directive": "disallow", "path": "/uk/contact/customer-voice", "line": 651 }, { "directive": "disallow", "path": "/uk/contact/subscribe", "line": 652 }, { "directive": "disallow", "path": "/uk/enquiry-submitted", "line": 653 }, { "directive": "disallow", "path": "/uk/events/better-planet-packaging/thank-you-for-registering", "line": 654 }, { "directive": "disallow", "path": "/uk/events/customer-event/non-attendance", "line": 655 }, { "directive": "disallow", "path": "/uk/events/ecommerce-week", "line": 656 }, { "directive": "disallow", "path": "/uk/events/fresh-produce-event", "line": 657 }, { "directive": "disallow", "path": "/uk/events/non-attendance", "line": 658 }, { "directive": "disallow", "path": "/uk/events/registration-complete", "line": 659 }, { "directive": "disallow", "path": "/uk/events/registration-completed", "line": 660 }, { "directive": "disallow", "path": "/uk/events/registration-confirmation", "line": 661 }, { "directive": "disallow", "path": "/uk/events/registration-successful", "line": 662 }, { "directive": "disallow", "path": "/uk/events/thank-you-for-registering", "line": 663 }, { "directive": "disallow", "path": "/uk/events/wielkanoc", "line": 664 }, { "directive": "disallow", "path": "/uk/events/wielkanoc/dzieki", "line": 665 }, { "directive": "disallow", "path": "/uk/globalsearch", "line": 666 }, { "directive": "disallow", "path": "/uk/investors/information", "line": 667 }, { "directive": "disallow", "path": "/uk/investors/meetings2024-access", "line": 668 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-composites", "line": 669 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 670 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 671 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 672 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 673 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 674 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 675 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 676 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/the-results", "line": 677 }, { "directive": "disallow", "path": "/uk/people/employee-data-protection-notice", "line": 678 }, { "directive": "disallow", "path": "/uk/people/employee-engagement", "line": 679 }, { "directive": "disallow", "path": "/uk/people/meet-our-people", "line": 680 }, { "directive": "disallow", "path": "/uk/people/my-sk", "line": 681 }, { "directive": "disallow", "path": "/uk/people/pronouns", "line": 682 }, { "directive": "disallow", "path": "/uk/ppc", "line": 683 }, { "directive": "disallow", "path": "/uk/products-and-services/bag-in-box/bib-machinery-forms", "line": 684 }, { "directive": "disallow", "path": "/uk/products-and-services/bag-in-box/brochures", "line": 685 }, { "directive": "disallow", "path": "/uk/products-and-services/ecommerce-packaging/whitepaper/download", "line": 686 }, { "directive": "disallow", "path": "/uk/products-and-services/thanks-for-your-enquiry", "line": 687 }, { "directive": "disallow", "path": "/uk/products-and-services/thanks-for-your-enquiry-spam", "line": 688 }, { "directive": "disallow", "path": "/uk/registration-submitted", "line": 689 }, { "directive": "disallow", "path": "/uk/russia", "line": 690 }, { "directive": "disallow", "path": "/uk/sustainability-survey/download", "line": 691 }, { "directive": "disallow", "path": "/uk/sustainability/better-planet-packaging/event/thank-you", "line": 692 }, { "directive": "disallow", "path": "/uk/sustainability/eu-green-deal/download", "line": 693 }, { "directive": "disallow", "path": "/uk/sustainability/survey/download", "line": 694 }, { "directive": "disallow", "path": "/us/404", "line": 695 }, { "directive": "disallow", "path": "/us/components", "line": 696 }, { "directive": "disallow", "path": "/us/contact/customer-voice", "line": 697 }, { "directive": "disallow", "path": "/us/contact/subscribe", "line": 698 }, { "directive": "disallow", "path": "/us/enquiry-submitted", "line": 699 }, { "directive": "disallow", "path": "/us/events/better-planet-packaging/thank-you-for-registering", "line": 700 }, { "directive": "disallow", "path": "/us/events/customer-event/non-attendance", "line": 701 }, { "directive": "disallow", "path": "/us/events/ecommerce-week", "line": 702 }, { "directive": "disallow", "path": "/us/events/fresh-produce-event", "line": 703 }, { "directive": "disallow", "path": "/us/events/non-attendance", "line": 704 }, { "directive": "disallow", "path": "/us/events/registration-complete", "line": 705 }, { "directive": "disallow", "path": "/us/events/registration-completed", "line": 706 }, { "directive": "disallow", "path": "/us/events/registration-confirmation", "line": 707 }, { "directive": "disallow", "path": "/us/events/registration-successful", "line": 708 }, { "directive": "disallow", "path": "/us/events/thank-you-for-registering", "line": 709 }, { "directive": "disallow", "path": "/us/events/wielkanoc", "line": 710 }, { "directive": "disallow", "path": "/us/events/wielkanoc/dzieki", "line": 711 }, { "directive": "disallow", "path": "/us/globalsearch", "line": 712 }, { "directive": "disallow", "path": "/us/investors/information", "line": 713 }, { "directive": "disallow", "path": "/us/investors/meetings2024-access", "line": 714 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-composites", "line": 715 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 716 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 717 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 718 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 719 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 720 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 721 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 722 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/the-results", "line": 723 }, { "directive": "disallow", "path": "/us/people/employee-data-protection-notice", "line": 724 }, { "directive": "disallow", "path": "/us/people/employee-engagement", "line": 725 }, { "directive": "disallow", "path": "/us/people/family-and-age-virtual-event", "line": 726 }, { "directive": "disallow", "path": "/us/people/meet-our-people", "line": 727 }, { "directive": "disallow", "path": "/us/people/my-sk", "line": 728 }, { "directive": "disallow", "path": "/us/people/pronouns", "line": 729 }, { "directive": "disallow", "path": "/us/ppc", "line": 730 }, { "directive": "disallow", "path": "/us/products-and-services/bag-in-box/bib-machinery-forms", "line": 731 }, { "directive": "disallow", "path": "/us/products-and-services/bag-in-box/brochures", "line": 732 }, { "directive": "disallow", "path": "/us/products-and-services/ecommerce-packaging/whitepaper/download", "line": 733 }, { "directive": "disallow", "path": "/us/products-and-services/thanks-for-your-enquiry", "line": 734 }, { "directive": "disallow", "path": "/us/products-and-services/thanks-for-your-enquiry-spam", "line": 735 }, { "directive": "disallow", "path": "/us/registration-submitted", "line": 736 }, { "directive": "disallow", "path": "/us/russia", "line": 737 }, { "directive": "disallow", "path": "/us/sustainability-survey/download", "line": 738 }, { "directive": "disallow", "path": "/us/sustainability/better-planet-packaging/event/thank-you", "line": 739 }, { "directive": "disallow", "path": "/us/sustainability/eu-green-deal/download", "line": 740 }, { "directive": "disallow", "path": "/us/sustainability/survey/download", "line": 741 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/404", "line": 5 }, { "directive": "disallow", "path": "/about/navod-na-betlem", "line": 6 }, { "directive": "disallow", "path": "/advert", "line": 7 }, { "directive": "disallow", "path": "/advert/display-popai/thank-you", "line": 8 }, { "directive": "disallow", "path": "/ar/404", "line": 9 }, { "directive": "disallow", "path": "/ar/contact/subscribe", "line": 10 }, { "directive": "disallow", "path": "/ar/enquiry-submitted", "line": 11 }, { "directive": "disallow", "path": "/ar/events/better-planet-packaging/thank-you-for-registering", "line": 12 }, { "directive": "disallow", "path": "/ar/events/registration-complete", "line": 13 }, { "directive": "disallow", "path": "/ar/events/registration-completed", "line": 14 }, { "directive": "disallow", "path": "/ar/events/registration-successful", "line": 15 }, { "directive": "disallow", "path": "/ar/events/thank-you-for-registering", "line": 16 }, { "directive": "disallow", "path": "/ar/globalsearch", "line": 17 }, { "directive": "disallow", "path": "/ar/people/employee-engagement", "line": 18 }, { "directive": "disallow", "path": "/ar/people/family-and-age-virtual-event", "line": 19 }, { "directive": "disallow", "path": "/ar/people/international-mens-day", "line": 20 }, { "directive": "disallow", "path": "/ar/people/meet-our-people", "line": 21 }, { "directive": "disallow", "path": "/ar/products-and-services/thanks-for-your-enquiry", "line": 22 }, { "directive": "disallow", "path": "/ar/products-and-services/thanks-for-your-enquiry-spam", "line": 23 }, { "directive": "disallow", "path": "/ar/registration-submitted", "line": 24 }, { "directive": "disallow", "path": "/ar/sustainability-survey/download", "line": 25 }, { "directive": "disallow", "path": "/ar/sustainability/survey/download", "line": 26 }, { "directive": "disallow", "path": "/at/404", "line": 27 }, { "directive": "disallow", "path": "/at/contact/subscribe", "line": 28 }, { "directive": "disallow", "path": "/at/enquiry-submitted", "line": 29 }, { "directive": "disallow", "path": "/at/events/better-planet-packaging/thank-you-for-registering", "line": 30 }, { "directive": "disallow", "path": "/at/events/registration-complete", "line": 31 }, { "directive": "disallow", "path": "/at/events/registration-completed", "line": 32 }, { "directive": "disallow", "path": "/at/events/registration-successful", "line": 33 }, { "directive": "disallow", "path": "/at/events/thank-you-for-registering", "line": 34 }, { "directive": "disallow", "path": "/at/globalsearch", "line": 35 }, { "directive": "disallow", "path": "/at/locations/germany/recycling-dual/mehr-informationen/download", "line": 36 }, { "directive": "disallow", "path": "/at/people/employee-engagement", "line": 37 }, { "directive": "disallow", "path": "/at/people/meet-our-people", "line": 38 }, { "directive": "disallow", "path": "/at/products-and-services/thanks-for-your-enquiry", "line": 39 }, { "directive": "disallow", "path": "/at/products-and-services/thanks-for-your-enquiry-spam", "line": 40 }, { "directive": "disallow", "path": "/at/registration-submitted", "line": 41 }, { "directive": "disallow", "path": "/at/sustainability-survey/download", "line": 42 }, { "directive": "disallow", "path": "/be/fr/404", "line": 43 }, { "directive": "disallow", "path": "/be/fr/contact/customer-voice", "line": 44 }, { "directive": "disallow", "path": "/be/fr/contact/subscribe", "line": 45 }, { "directive": "disallow", "path": "/be/fr/enquiry-submitted", "line": 46 }, { "directive": "disallow", "path": "/be/fr/events/better-planet-packaging/thank-you-for-registering", "line": 47 }, { "directive": "disallow", "path": "/be/fr/events/customer-event/non-attendance", "line": 48 }, { "directive": "disallow", "path": "/be/fr/events/non-attendance", "line": 49 }, { "directive": "disallow", "path": "/be/fr/events/registration-complete", "line": 50 }, { "directive": "disallow", "path": "/be/fr/events/registration-completed", "line": 51 }, { "directive": "disallow", "path": "/be/fr/events/registration-confirmation", "line": 52 }, { "directive": "disallow", "path": "/be/fr/events/registration-successful", "line": 53 }, { "directive": "disallow", "path": "/be/fr/events/thank-you-for-registering", "line": 54 }, { "directive": "disallow", "path": "/be/fr/globalsearch", "line": 55 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge", "line": 56 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/better-planet-packaging", "line": 57 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/business", "line": 58 }, { "directive": "disallow", "path": "/be/fr/innovation/innovation-challenge/health-and-safety", "line": 59 }, { "directive": "disallow", "path": "/be/fr/people/employee-engagement", "line": 60 }, { "directive": "disallow", "path": "/be/fr/people/meet-our-people", "line": 61 }, { "directive": "disallow", "path": "/be/fr/products-and-services/bag-in-box/bib-machinery-forms", "line": 62 }, { "directive": "disallow", "path": "/be/fr/products-and-services/thanks-for-your-enquiry", "line": 63 }, { "directive": "disallow", "path": "/be/fr/products-and-services/thanks-for-your-enquiry-spam", "line": 64 }, { "directive": "disallow", "path": "/be/fr/registration-submitted", "line": 65 }, { "directive": "disallow", "path": "/be/fr/sustainability-survey/download", "line": 66 }, { "directive": "disallow", "path": "/be/fr/sustainability/survey/download", "line": 67 }, { "directive": "disallow", "path": "/be/nl/404", "line": 68 }, { "directive": "disallow", "path": "/be/nl/contact/customer-voice", "line": 69 }, { "directive": "disallow", "path": "/be/nl/contact/subscribe", "line": 70 }, { "directive": "disallow", "path": "/be/nl/enquiry-submitted", "line": 71 }, { "directive": "disallow", "path": "/be/nl/events/better-planet-packaging/thank-you-for-registering", "line": 72 }, { "directive": "disallow", "path": "/be/nl/events/customer-event/non-attendance", "line": 73 }, { "directive": "disallow", "path": "/be/nl/events/non-attendance", "line": 74 }, { "directive": "disallow", "path": "/be/nl/events/registration-complete", "line": 75 }, { "directive": "disallow", "path": "/be/nl/events/registration-completed", "line": 76 }, { "directive": "disallow", "path": "/be/nl/events/registration-confirmation", "line": 77 }, { "directive": "disallow", "path": "/be/nl/events/registration-successful", "line": 78 }, { "directive": "disallow", "path": "/be/nl/events/thank-you-for-registering", "line": 79 }, { "directive": "disallow", "path": "/be/nl/globalsearch", "line": 80 }, { "directive": "disallow", "path": "/be/nl/people/employee-engagement", "line": 81 }, { "directive": "disallow", "path": "/be/nl/people/meet-our-people", "line": 82 }, { "directive": "disallow", "path": "/be/nl/products-and-services/thanks-for-your-enquiry", "line": 83 }, { "directive": "disallow", "path": "/be/nl/products-and-services/thanks-for-your-enquiry-spam", "line": 84 }, { "directive": "disallow", "path": "/be/nl/registration-submitted", "line": 85 }, { "directive": "disallow", "path": "/be/nl/sustainability-survey/download", "line": 86 }, { "directive": "disallow", "path": "/be/nl/sustainability/better-planet-packaging/event/thank-you", "line": 87 }, { "directive": "disallow", "path": "/be/nl/sustainability/survey/download", "line": 88 }, { "directive": "disallow", "path": "/br/404", "line": 89 }, { "directive": "disallow", "path": "/br/enquiry-submitted", "line": 90 }, { "directive": "disallow", "path": "/br/events/better-planet-packaging/thank-you-for-registering", "line": 91 }, { "directive": "disallow", "path": "/br/events/registration-complete", "line": 92 }, { "directive": "disallow", "path": "/br/events/registration-completed", "line": 93 }, { "directive": "disallow", "path": "/br/events/registration-successful", "line": 94 }, { "directive": "disallow", "path": "/br/events/thank-you-for-registering", "line": 95 }, { "directive": "disallow", "path": "/br/globalsearch", "line": 96 }, { "directive": "disallow", "path": "/br/people/employee-engagement", "line": 97 }, { "directive": "disallow", "path": "/br/people/meet-our-people", "line": 98 }, { "directive": "disallow", "path": "/br/products-and-services/thanks-for-your-enquiry", "line": 99 }, { "directive": "disallow", "path": "/br/products-and-services/thanks-for-your-enquiry-spam", "line": 100 }, { "directive": "disallow", "path": "/br/registration-submitted", "line": 101 }, { "directive": "disallow", "path": "/br/sustainability-survey/download", "line": 102 }, { "directive": "disallow", "path": "/br/sustainability/survey/download", "line": 103 }, { "directive": "disallow", "path": "/ch/404", "line": 104 }, { "directive": "disallow", "path": "/ch/contact/subscribe", "line": 105 }, { "directive": "disallow", "path": "/ch/enquiry-submitted", "line": 106 }, { "directive": "disallow", "path": "/ch/events/better-planet-packaging/thank-you-for-registering", "line": 107 }, { "directive": "disallow", "path": "/ch/events/registration-complete", "line": 108 }, { "directive": "disallow", "path": "/ch/events/registration-completed", "line": 109 }, { "directive": "disallow", "path": "/ch/events/registration-successful", "line": 110 }, { "directive": "disallow", "path": "/ch/events/thank-you-for-registering", "line": 111 }, { "directive": "disallow", "path": "/ch/globalsearch", "line": 112 }, { "directive": "disallow", "path": "/ch/people/employee-engagement", "line": 113 }, { "directive": "disallow", "path": "/ch/people/meet-our-people", "line": 114 }, { "directive": "disallow", "path": "/ch/products-and-services/thanks-for-your-enquiry", "line": 115 }, { "directive": "disallow", "path": "/ch/products-and-services/thanks-for-your-enquiry-spam", "line": 116 }, { "directive": "disallow", "path": "/ch/registration-submitted", "line": 117 }, { "directive": "disallow", "path": "/ch/sustainability-survey/download", "line": 118 }, { "directive": "disallow", "path": "/cl/404", "line": 119 }, { "directive": "disallow", "path": "/cl/contact/subscribe", "line": 120 }, { "directive": "disallow", "path": "/cl/enquiry-submitted", "line": 121 }, { "directive": "disallow", "path": "/cl/events/better-planet-packaging/thank-you-for-registering", "line": 122 }, { "directive": "disallow", "path": "/cl/events/registration-complete", "line": 123 }, { "directive": "disallow", "path": "/cl/events/registration-completed", "line": 124 }, { "directive": "disallow", "path": "/cl/events/registration-successful", "line": 125 }, { "directive": "disallow", "path": "/cl/events/thank-you-for-registering", "line": 126 }, { "directive": "disallow", "path": "/cl/globalsearch", "line": 127 }, { "directive": "disallow", "path": "/cl/people/employee-engagement", "line": 128 }, { "directive": "disallow", "path": "/cl/people/family-and-age-virtual-event", "line": 129 }, { "directive": "disallow", "path": "/cl/people/international-mens-day", "line": 130 }, { "directive": "disallow", "path": "/cl/people/meet-our-people", "line": 131 }, { "directive": "disallow", "path": "/cl/products-and-services/thanks-for-your-enquiry", "line": 132 }, { "directive": "disallow", "path": "/cl/products-and-services/thanks-for-your-enquiry-spam", "line": 133 }, { "directive": "disallow", "path": "/cl/registration-submitted", "line": 134 }, { "directive": "disallow", "path": "/cl/sustainability-survey/download", "line": 135 }, { "directive": "disallow", "path": "/cl/sustainability/survey/download", "line": 136 }, { "directive": "disallow", "path": "/co/404", "line": 137 }, { "directive": "disallow", "path": "/co/contact/subscribe", "line": 138 }, { "directive": "disallow", "path": "/co/enquiry-submitted", "line": 139 }, { "directive": "disallow", "path": "/co/events/better-planet-packaging/thank-you-for-registering", "line": 140 }, { "directive": "disallow", "path": "/co/events/registration-complete", "line": 141 }, { "directive": "disallow", "path": "/co/events/registration-completed", "line": 142 }, { "directive": "disallow", "path": "/co/events/registration-successful", "line": 143 }, { "directive": "disallow", "path": "/co/events/thank-you-for-registering", "line": 144 }, { "directive": "disallow", "path": "/co/globalsearch", "line": 145 }, { "directive": "disallow", "path": "/co/people/employee-engagement", "line": 146 }, { "directive": "disallow", "path": "/co/people/family-and-age-virtual-event", "line": 147 }, { "directive": "disallow", "path": "/co/people/international-mens-day", "line": 148 }, { "directive": "disallow", "path": "/co/people/meet-our-people", "line": 149 }, { "directive": "disallow", "path": "/co/products-and-services/thanks-for-your-enquiry", "line": 150 }, { "directive": "disallow", "path": "/co/products-and-services/thanks-for-your-enquiry-spam", "line": 151 }, { "directive": "disallow", "path": "/co/registration-submitted", "line": 152 }, { "directive": "disallow", "path": "/co/sustainability-survey/download", "line": 153 }, { "directive": "disallow", "path": "/co/sustainability/survey/download", "line": 154 }, { "directive": "disallow", "path": "/components", "line": 155 }, { "directive": "disallow", "path": "/contact/customer-subscription", "line": 156 }, { "directive": "disallow", "path": "/contact/customer-voice", "line": 157 }, { "directive": "disallow", "path": "/contact/subscribe", "line": 158 }, { "directive": "disallow", "path": "/contact/uk-feedback", "line": 159 }, { "directive": "disallow", "path": "/contact/uk-feedback/thank-you", "line": 160 }, { "directive": "disallow", "path": "/contact/uk-newsletter-feedback", "line": 161 }, { "directive": "disallow", "path": "/contact/uk-newsletter-feedback/thank-you", "line": 162 }, { "directive": "disallow", "path": "/cr/404", "line": 163 }, { "directive": "disallow", "path": "/cr/contact/subscribe", "line": 164 }, { "directive": "disallow", "path": "/cr/enquiry-submitted", "line": 165 }, { "directive": "disallow", "path": "/cr/events/better-planet-packaging/thank-you-for-registering", "line": 166 }, { "directive": "disallow", "path": "/cr/events/registration-complete", "line": 167 }, { "directive": "disallow", "path": "/cr/events/registration-completed", "line": 168 }, { "directive": "disallow", "path": "/cr/events/registration-successful", "line": 169 }, { "directive": "disallow", "path": "/cr/events/thank-you-for-registering", "line": 170 }, { "directive": "disallow", "path": "/cr/globalsearch", "line": 171 }, { "directive": "disallow", "path": "/cr/people/employee-engagement", "line": 172 }, { "directive": "disallow", "path": "/cr/people/family-and-age-virtual-event", "line": 173 }, { "directive": "disallow", "path": "/cr/people/international-mens-day", "line": 174 }, { "directive": "disallow", "path": "/cr/people/meet-our-people", "line": 175 }, { "directive": "disallow", "path": "/cr/products-and-services/thanks-for-your-enquiry", "line": 176 }, { "directive": "disallow", "path": "/cr/products-and-services/thanks-for-your-enquiry-spam", "line": 177 }, { "directive": "disallow", "path": "/cr/registration-submitted", "line": 178 }, { "directive": "disallow", "path": "/cr/sustainability-survey/download", "line": 179 }, { "directive": "disallow", "path": "/cr/sustainability/survey/download", "line": 180 }, { "directive": "disallow", "path": "/cz/404", "line": 181 }, { "directive": "disallow", "path": "/cz/enquiry-submitted", "line": 182 }, { "directive": "disallow", "path": "/cz/events/better-planet-packaging/thank-you-for-registering", "line": 183 }, { "directive": "disallow", "path": "/cz/events/registration-complete", "line": 184 }, { "directive": "disallow", "path": "/cz/events/registration-completed", "line": 185 }, { "directive": "disallow", "path": "/cz/events/registration-successful", "line": 186 }, { "directive": "disallow", "path": "/cz/events/thank-you-for-registering", "line": 187 }, { "directive": "disallow", "path": "/cz/globalsearch", "line": 188 }, { "directive": "disallow", "path": "/cz/people/employee-engagement", "line": 189 }, { "directive": "disallow", "path": "/cz/people/meet-our-people", "line": 190 }, { "directive": "disallow", "path": "/cz/products-and-services/thanks-for-your-enquiry", "line": 191 }, { "directive": "disallow", "path": "/cz/products-and-services/thanks-for-your-enquiry-spam", "line": 192 }, { "directive": "disallow", "path": "/cz/registration-submitted", "line": 193 }, { "directive": "disallow", "path": "/cz/sustainability-survey/download", "line": 194 }, { "directive": "disallow", "path": "/cz/sustainability/survey/download", "line": 195 }, { "directive": "disallow", "path": "/de/404", "line": 196 }, { "directive": "disallow", "path": "/de/contact/customer-subscription", "line": 197 }, { "directive": "disallow", "path": "/de/contact/subscribe", "line": 198 }, { "directive": "disallow", "path": "/de/enquiry-submitted", "line": 199 }, { "directive": "disallow", "path": "/de/events/better-planet-packaging/thank-you-for-registering", "line": 200 }, { "directive": "disallow", "path": "/de/events/registration-complete", "line": 201 }, { "directive": "disallow", "path": "/de/events/registration-completed", "line": 202 }, { "directive": "disallow", "path": "/de/events/registration-successful", "line": 203 }, { "directive": "disallow", "path": "/de/events/thank-you-for-registering", "line": 204 }, { "directive": "disallow", "path": "/de/globalsearch", "line": 205 }, { "directive": "disallow", "path": "/de/locations/germany/recycling-dual/mehr-informationen/download", "line": 206 }, { "directive": "disallow", "path": "/de/people/employee-engagement", "line": 207 }, { "directive": "disallow", "path": "/de/people/meet-our-people", "line": 208 }, { "directive": "disallow", "path": "/de/products-and-services/thanks-for-your-enquiry", "line": 209 }, { "directive": "disallow", "path": "/de/products-and-services/thanks-for-your-enquiry-spam", "line": 210 }, { "directive": "disallow", "path": "/de/registration-submitted", "line": 211 }, { "directive": "disallow", "path": "/de/sustainability-survey/download", "line": 212 }, { "directive": "disallow", "path": "/dk/404", "line": 213 }, { "directive": "disallow", "path": "/dk/contact/subscribe", "line": 214 }, { "directive": "disallow", "path": "/dk/enquiry-submitted", "line": 215 }, { "directive": "disallow", "path": "/dk/events/better-planet-packaging/thank-you-for-registering", "line": 216 }, { "directive": "disallow", "path": "/dk/events/registration-complete", "line": 217 }, { "directive": "disallow", "path": "/dk/events/registration-completed", "line": 218 }, { "directive": "disallow", "path": "/dk/events/registration-successful", "line": 219 }, { "directive": "disallow", "path": "/dk/events/thank-you-for-registering", "line": 220 }, { "directive": "disallow", "path": "/dk/globalsearch", "line": 221 }, { "directive": "disallow", "path": "/dk/people/employee-engagement", "line": 222 }, { "directive": "disallow", "path": "/dk/people/meet-our-people", "line": 223 }, { "directive": "disallow", "path": "/dk/products-and-services/thanks-for-your-enquiry", "line": 224 }, { "directive": "disallow", "path": "/dk/products-and-services/thanks-for-your-enquiry-spam", "line": 225 }, { "directive": "disallow", "path": "/dk/registration-submitted", "line": 226 }, { "directive": "disallow", "path": "/dk/sustainability-survey/download", "line": 227 }, { "directive": "disallow", "path": "/dk/sustainability/survey/download", "line": 228 }, { "directive": "disallow", "path": "/do/404", "line": 229 }, { "directive": "disallow", "path": "/do/contact/subscribe", "line": 230 }, { "directive": "disallow", "path": "/do/enquiry-submitted", "line": 231 }, { "directive": "disallow", "path": "/do/events/better-planet-packaging/thank-you-for-registering", "line": 232 }, { "directive": "disallow", "path": "/do/events/registration-complete", "line": 233 }, { "directive": "disallow", "path": "/do/events/registration-completed", "line": 234 }, { "directive": "disallow", "path": "/do/events/registration-successful", "line": 235 }, { "directive": "disallow", "path": "/do/events/thank-you-for-registering", "line": 236 }, { "directive": "disallow", "path": "/do/globalsearch", "line": 237 }, { "directive": "disallow", "path": "/do/people/employee-engagement", "line": 238 }, { "directive": "disallow", "path": "/do/people/family-and-age-virtual-event", "line": 239 }, { "directive": "disallow", "path": "/do/people/international-mens-day", "line": 240 }, { "directive": "disallow", "path": "/do/people/meet-our-people", "line": 241 }, { "directive": "disallow", "path": "/do/products-and-services/thanks-for-your-enquiry", "line": 242 }, { "directive": "disallow", "path": "/do/products-and-services/thanks-for-your-enquiry-spam", "line": 243 }, { "directive": "disallow", "path": "/do/registration-submitted", "line": 244 }, { "directive": "disallow", "path": "/do/sustainability-survey/download", "line": 245 }, { "directive": "disallow", "path": "/do/sustainability/survey/download", "line": 246 }, { "directive": "disallow", "path": "/ec/404", "line": 247 }, { "directive": "disallow", "path": "/ec/contact/subscribe", "line": 248 }, { "directive": "disallow", "path": "/ec/enquiry-submitted", "line": 249 }, { "directive": "disallow", "path": "/ec/events/better-planet-packaging/thank-you-for-registering", "line": 250 }, { "directive": "disallow", "path": "/ec/events/registration-complete", "line": 251 }, { "directive": "disallow", "path": "/ec/events/registration-completed", "line": 252 }, { "directive": "disallow", "path": "/ec/events/registration-successful", "line": 253 }, { "directive": "disallow", "path": "/ec/events/thank-you-for-registering", "line": 254 }, { "directive": "disallow", "path": "/ec/globalsearch", "line": 255 }, { "directive": "disallow", "path": "/ec/people/employee-engagement", "line": 256 }, { "directive": "disallow", "path": "/ec/people/family-and-age-virtual-event", "line": 257 }, { "directive": "disallow", "path": "/ec/people/international-mens-day", "line": 258 }, { "directive": "disallow", "path": "/ec/people/meet-our-people", "line": 259 }, { "directive": "disallow", "path": "/ec/products-and-services/thanks-for-your-enquiry", "line": 260 }, { "directive": "disallow", "path": "/ec/products-and-services/thanks-for-your-enquiry-spam", "line": 261 }, { "directive": "disallow", "path": "/ec/registration-submitted", "line": 262 }, { "directive": "disallow", "path": "/ec/sustainability-survey/download", "line": 263 }, { "directive": "disallow", "path": "/ec/sustainability/survey/download", "line": 264 }, { "directive": "disallow", "path": "/enquiry-submitted", "line": 265 }, { "directive": "disallow", "path": "/es/404", "line": 266 }, { "directive": "disallow", "path": "/es/contact/customer-subscription", "line": 267 }, { "directive": "disallow", "path": "/es/contact/subscribe", "line": 268 }, { "directive": "disallow", "path": "/es/enquiry-submitted", "line": 269 }, { "directive": "disallow", "path": "/es/events/better-planet-packaging/thank-you-for-registering", "line": 270 }, { "directive": "disallow", "path": "/es/events/registration-complete", "line": 271 }, { "directive": "disallow", "path": "/es/events/registration-completed", "line": 272 }, { "directive": "disallow", "path": "/es/events/registration-successful", "line": 273 }, { "directive": "disallow", "path": "/es/events/thank-you-for-registering", "line": 274 }, { "directive": "disallow", "path": "/es/globalsearch", "line": 275 }, { "directive": "disallow", "path": "/es/people/employee-engagement", "line": 276 }, { "directive": "disallow", "path": "/es/people/meet-our-people", "line": 277 }, { "directive": "disallow", "path": "/es/products-and-services/bag-in-box/brochures", "line": 278 }, { "directive": "disallow", "path": "/es/products-and-services/ecommerce-packaging/whitepaper/download", "line": 279 }, { "directive": "disallow", "path": "/es/products-and-services/thanks-for-your-enquiry", "line": 280 }, { "directive": "disallow", "path": "/es/products-and-services/thanks-for-your-enquiry-spam", "line": 281 }, { "directive": "disallow", "path": "/es/registration-submitted", "line": 282 }, { "directive": "disallow", "path": "/es/sustainability-survey/download", "line": 283 }, { "directive": "disallow", "path": "/es/sustainability/survey/download", "line": 284 }, { "directive": "disallow", "path": "/events/aquaculture-uk-2026", "line": 285 }, { "directive": "disallow", "path": "/events/better-planet-packaging", "line": 286 }, { "directive": "disallow", "path": "/events/better-planet-packaging/agenda", "line": 287 }, { "directive": "disallow", "path": "/events/better-planet-packaging/faqs", "line": 288 }, { "directive": "disallow", "path": "/events/better-planet-packaging/register-now", "line": 289 }, { "directive": "disallow", "path": "/events/better-planet-packaging/resources", "line": 290 }, { "directive": "disallow", "path": "/events/better-planet-packaging/success-stories", "line": 291 }, { "directive": "disallow", "path": "/events/better-planet-packaging/thank-you-for-registering", "line": 292 }, { "directive": "disallow", "path": "/events/competition-terms-and-conditions", "line": 293 }, { "directive": "disallow", "path": "/events/customer-event", "line": 294 }, { "directive": "disallow", "path": "/events/customer-event-2026", "line": 295 }, { "directive": "disallow", "path": "/events/customer-event-2026/jason-invite", "line": 296 }, { "directive": "disallow", "path": "/events/customer-event-registration", "line": 297 }, { "directive": "disallow", "path": "/events/customer-event/agenda", "line": 298 }, { "directive": "disallow", "path": "/events/customer-event/exhibition", "line": 299 }, { "directive": "disallow", "path": "/events/customer-event/faqs", "line": 300 }, { "directive": "disallow", "path": "/events/customer-event/location", "line": 301 }, { "directive": "disallow", "path": "/events/customer-event/meet-team", "line": 302 }, { "directive": "disallow", "path": "/events/customer-event/non-attendance", "line": 303 }, { "directive": "disallow", "path": "/events/customer-event/speakers", "line": 304 }, { "directive": "disallow", "path": "/events/customer-event/speakers/claire-williams", "line": 305 }, { "directive": "disallow", "path": "/events/customer-event/table-plan", "line": 306 }, { "directive": "disallow", "path": "/events/ecommerce-week", "line": 307 }, { "directive": "disallow", "path": "/events/fresh-produce-event", "line": 308 }, { "directive": "disallow", "path": "/events/fresh-produce-green-event", "line": 309 }, { "directive": "disallow", "path": "/events/london-packaging", "line": 310 }, { "directive": "disallow", "path": "/events/management-conference", "line": 311 }, { "directive": "disallow", "path": "/events/management-conference/thank-you", "line": 312 }, { "directive": "disallow", "path": "/events/non-attendance", "line": 313 }, { "directive": "disallow", "path": "/events/registration-complete", "line": 314 }, { "directive": "disallow", "path": "/events/registration-completed", "line": 315 }, { "directive": "disallow", "path": "/events/registration-confirmation", "line": 316 }, { "directive": "disallow", "path": "/events/registration-successful", "line": 317 }, { "directive": "disallow", "path": "/events/thank-you-for-registering", "line": 318 }, { "directive": "disallow", "path": "/events/the-americas-management-conference-2022", "line": 319 }, { "directive": "disallow", "path": "/events/uk-pet-day-bandana", "line": 320 }, { "directive": "disallow", "path": "/events/uk-sales-conference", "line": 321 }, { "directive": "disallow", "path": "/events/wielkanoc", "line": 322 }, { "directive": "disallow", "path": "/events/wielkanoc/dzieki", "line": 323 }, { "directive": "disallow", "path": "/fr/404", "line": 324 }, { "directive": "disallow", "path": "/fr/contact/customer-voice", "line": 325 }, { "directive": "disallow", "path": "/fr/contact/subscribe", "line": 326 }, { "directive": "disallow", "path": "/fr/enquiry-submitted", "line": 327 }, { "directive": "disallow", "path": "/fr/events/better-planet-packaging/thank-you-for-registering", "line": 328 }, { "directive": "disallow", "path": "/fr/events/registration-complete", "line": 329 }, { "directive": "disallow", "path": "/fr/events/registration-completed", "line": 330 }, { "directive": "disallow", "path": "/fr/events/registration-successful", "line": 331 }, { "directive": "disallow", "path": "/fr/events/thank-you-for-registering", "line": 332 }, { "directive": "disallow", "path": "/fr/globalsearch", "line": 333 }, { "directive": "disallow", "path": "/fr/people/employee-engagement", "line": 334 }, { "directive": "disallow", "path": "/fr/people/meet-our-people", "line": 335 }, { "directive": "disallow", "path": "/fr/products-and-services/bag-in-box/bib-machinery-forms", "line": 336 }, { "directive": "disallow", "path": "/fr/products-and-services/thanks-for-your-enquiry", "line": 337 }, { "directive": "disallow", "path": "/fr/products-and-services/thanks-for-your-enquiry-spam", "line": 338 }, { "directive": "disallow", "path": "/fr/registration-submitted", "line": 339 }, { "directive": "disallow", "path": "/fr/sustainability-survey/download", "line": 340 }, { "directive": "disallow", "path": "/fr/sustainability/survey/download", "line": 341 }, { "directive": "disallow", "path": "/globalsearch", "line": 342 }, { "directive": "disallow", "path": "/ie/404", "line": 343 }, { "directive": "disallow", "path": "/ie/components", "line": 344 }, { "directive": "disallow", "path": "/ie/contact/customer-voice", "line": 345 }, { "directive": "disallow", "path": "/ie/contact/subscribe", "line": 346 }, { "directive": "disallow", "path": "/ie/enquiry-submitted", "line": 347 }, { "directive": "disallow", "path": "/ie/events/better-planet-packaging/thank-you-for-registering", "line": 348 }, { "directive": "disallow", "path": "/ie/events/customer-event/non-attendance", "line": 349 }, { "directive": "disallow", "path": "/ie/events/ecommerce-week", "line": 350 }, { "directive": "disallow", "path": "/ie/events/fresh-produce-event", "line": 351 }, { "directive": "disallow", "path": "/ie/events/non-attendance", "line": 352 }, { "directive": "disallow", "path": "/ie/events/registration-complete", "line": 353 }, { "directive": "disallow", "path": "/ie/events/registration-completed", "line": 354 }, { "directive": "disallow", "path": "/ie/events/registration-confirmation", "line": 355 }, { "directive": "disallow", "path": "/ie/events/registration-successful", "line": 356 }, { "directive": "disallow", "path": "/ie/events/thank-you-for-registering", "line": 357 }, { "directive": "disallow", "path": "/ie/events/wielkanoc", "line": 358 }, { "directive": "disallow", "path": "/ie/events/wielkanoc/dzieki", "line": 359 }, { "directive": "disallow", "path": "/ie/globalsearch", "line": 360 }, { "directive": "disallow", "path": "/ie/investors/information", "line": 361 }, { "directive": "disallow", "path": "/ie/investors/meetings2024-access", "line": 362 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-composites", "line": 363 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 364 }, { "directive": "disallow", "path": "/ie/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 365 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 366 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 367 }, { "directive": "disallow", "path": "/ie/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 368 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 369 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 370 }, { "directive": "disallow", "path": "/ie/newsroom/2020/result-of-placing/the-results", "line": 371 }, { "directive": "disallow", "path": "/ie/people/employee-data-protection-notice", "line": 372 }, { "directive": "disallow", "path": "/ie/people/employee-engagement", "line": 373 }, { "directive": "disallow", "path": "/ie/people/meet-our-people", "line": 374 }, { "directive": "disallow", "path": "/ie/people/my-sk", "line": 375 }, { "directive": "disallow", "path": "/ie/people/pronouns", "line": 376 }, { "directive": "disallow", "path": "/ie/ppc", "line": 377 }, { "directive": "disallow", "path": "/ie/products-and-services/bag-in-box/bib-machinery-forms", "line": 378 }, { "directive": "disallow", "path": "/ie/products-and-services/bag-in-box/brochures", "line": 379 }, { "directive": "disallow", "path": "/ie/products-and-services/ecommerce-packaging/whitepaper/download", "line": 380 }, { "directive": "disallow", "path": "/ie/products-and-services/thanks-for-your-enquiry", "line": 381 }, { "directive": "disallow", "path": "/ie/products-and-services/thanks-for-your-enquiry-spam", "line": 382 }, { "directive": "disallow", "path": "/ie/registration-submitted", "line": 383 }, { "directive": "disallow", "path": "/ie/russia", "line": 384 }, { "directive": "disallow", "path": "/ie/sustainability-survey/download", "line": 385 }, { "directive": "disallow", "path": "/ie/sustainability/better-planet-packaging/event/thank-you", "line": 386 }, { "directive": "disallow", "path": "/ie/sustainability/eu-green-deal/download", "line": 387 }, { "directive": "disallow", "path": "/ie/sustainability/survey/download", "line": 388 }, { "directive": "disallow", "path": "/innovation/innovation-challenge", "line": 389 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/all-entries", "line": 390 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/better-planet-packaging", "line": 391 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/business", "line": 392 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/health-and-safety", "line": 393 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/hr", "line": 394 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/production", "line": 395 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/sales", "line": 396 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/support", "line": 397 }, { "directive": "disallow", "path": "/innovation/innovation-challenge/voting-thanks", "line": 398 }, { "directive": "disallow", "path": "/innovation/success-stories/prima-cheese-2", "line": 399 }, { "directive": "disallow", "path": "/insights-report", "line": 400 }, { "directive": "disallow", "path": "/insights-report/thank-you", "line": 401 }, { "directive": "disallow", "path": "/investors/information", "line": 402 }, { "directive": "disallow", "path": "/investors/meetings2024-access", "line": 403 }, { "directive": "disallow", "path": "/it/404", "line": 404 }, { "directive": "disallow", "path": "/it/contact/subscribe", "line": 405 }, { "directive": "disallow", "path": "/it/enquiry-submitted", "line": 406 }, { "directive": "disallow", "path": "/it/events/better-planet-packaging/thank-you-for-registering", "line": 407 }, { "directive": "disallow", "path": "/it/events/registration-complete", "line": 408 }, { "directive": "disallow", "path": "/it/events/registration-completed", "line": 409 }, { "directive": "disallow", "path": "/it/events/registration-successful", "line": 410 }, { "directive": "disallow", "path": "/it/events/thank-you-for-registering", "line": 411 }, { "directive": "disallow", "path": "/it/globalsearch", "line": 412 }, { "directive": "disallow", "path": "/it/people/employee-engagement", "line": 413 }, { "directive": "disallow", "path": "/it/people/meet-our-people", "line": 414 }, { "directive": "disallow", "path": "/it/products-and-services/thanks-for-your-enquiry", "line": 415 }, { "directive": "disallow", "path": "/it/products-and-services/thanks-for-your-enquiry-spam", "line": 416 }, { "directive": "disallow", "path": "/it/registration-submitted", "line": 417 }, { "directive": "disallow", "path": "/it/sustainability-survey/download", "line": 418 }, { "directive": "disallow", "path": "/it/sustainability/survey/download", "line": 419 }, { "directive": "disallow", "path": "/locations/germany/recycling-dual/mehr-informationen/download", "line": 420 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-composites", "line": 421 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 422 }, { "directive": "disallow", "path": "/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 423 }, { "directive": "disallow", "path": "/ma/404", "line": 424 }, { "directive": "disallow", "path": "/ma/contact/customer-voice", "line": 425 }, { "directive": "disallow", "path": "/ma/contact/subscribe", "line": 426 }, { "directive": "disallow", "path": "/ma/enquiry-submitted", "line": 427 }, { "directive": "disallow", "path": "/ma/events/better-planet-packaging/thank-you-for-registering", "line": 428 }, { "directive": "disallow", "path": "/ma/events/registration-complete", "line": 429 }, { "directive": "disallow", "path": "/ma/events/registration-completed", "line": 430 }, { "directive": "disallow", "path": "/ma/events/registration-successful", "line": 431 }, { "directive": "disallow", "path": "/ma/events/thank-you-for-registering", "line": 432 }, { "directive": "disallow", "path": "/ma/globalsearch", "line": 433 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge", "line": 434 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/better-planet-packaging", "line": 435 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/business", "line": 436 }, { "directive": "disallow", "path": "/ma/innovation/innovation-challenge/health-and-safety", "line": 437 }, { "directive": "disallow", "path": "/ma/people/employee-engagement", "line": 438 }, { "directive": "disallow", "path": "/ma/people/meet-our-people", "line": 439 }, { "directive": "disallow", "path": "/ma/products-and-services/bag-in-box/bib-machinery-forms", "line": 440 }, { "directive": "disallow", "path": "/ma/products-and-services/thanks-for-your-enquiry", "line": 441 }, { "directive": "disallow", "path": "/ma/products-and-services/thanks-for-your-enquiry-spam", "line": 442 }, { "directive": "disallow", "path": "/ma/registration-submitted", "line": 443 }, { "directive": "disallow", "path": "/ma/sustainability-survey/download", "line": 444 }, { "directive": "disallow", "path": "/ma/sustainability/survey/download", "line": 445 }, { "directive": "disallow", "path": "/mx/404", "line": 446 }, { "directive": "disallow", "path": "/mx/contact/subscribe", "line": 447 }, { "directive": "disallow", "path": "/mx/enquiry-submitted", "line": 448 }, { "directive": "disallow", "path": "/mx/events/better-planet-packaging/thank-you-for-registering", "line": 449 }, { "directive": "disallow", "path": "/mx/events/registration-complete", "line": 450 }, { "directive": "disallow", "path": "/mx/events/registration-completed", "line": 451 }, { "directive": "disallow", "path": "/mx/events/registration-successful", "line": 452 }, { "directive": "disallow", "path": "/mx/events/thank-you-for-registering", "line": 453 }, { "directive": "disallow", "path": "/mx/globalsearch", "line": 454 }, { "directive": "disallow", "path": "/mx/people/employee-engagement", "line": 455 }, { "directive": "disallow", "path": "/mx/people/meet-our-people", "line": 456 }, { "directive": "disallow", "path": "/mx/products-and-services/thanks-for-your-enquiry", "line": 457 }, { "directive": "disallow", "path": "/mx/products-and-services/thanks-for-your-enquiry-spam", "line": 458 }, { "directive": "disallow", "path": "/mx/registration-submitted", "line": 459 }, { "directive": "disallow", "path": "/mx/sustainability-survey/download", "line": 460 }, { "directive": "disallow", "path": "/mx/sustainability/survey/download", "line": 461 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 462 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 463 }, { "directive": "disallow", "path": "/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 464 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 465 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 466 }, { "directive": "disallow", "path": "/newsroom/2020/result-of-placing/the-results", "line": 467 }, { "directive": "disallow", "path": "/newsroom/blog/download-report", "line": 468 }, { "directive": "disallow", "path": "/newsroom/blog/ecommerce-packaging-labelling-expo-2023", "line": 469 }, { "directive": "disallow", "path": "/nl/404", "line": 470 }, { "directive": "disallow", "path": "/nl/contact/customer-voice", "line": 471 }, { "directive": "disallow", "path": "/nl/contact/subscribe", "line": 472 }, { "directive": "disallow", "path": "/nl/enquiry-submitted", "line": 473 }, { "directive": "disallow", "path": "/nl/events/better-planet-packaging/thank-you-for-registering", "line": 474 }, { "directive": "disallow", "path": "/nl/events/customer-event/non-attendance", "line": 475 }, { "directive": "disallow", "path": "/nl/events/non-attendance", "line": 476 }, { "directive": "disallow", "path": "/nl/events/registration-complete", "line": 477 }, { "directive": "disallow", "path": "/nl/events/registration-completed", "line": 478 }, { "directive": "disallow", "path": "/nl/events/registration-confirmation", "line": 479 }, { "directive": "disallow", "path": "/nl/events/registration-successful", "line": 480 }, { "directive": "disallow", "path": "/nl/events/thank-you-for-registering", "line": 481 }, { "directive": "disallow", "path": "/nl/globalsearch", "line": 482 }, { "directive": "disallow", "path": "/nl/people/employee-engagement", "line": 483 }, { "directive": "disallow", "path": "/nl/people/meet-our-people", "line": 484 }, { "directive": "disallow", "path": "/nl/products-and-services/thanks-for-your-enquiry", "line": 485 }, { "directive": "disallow", "path": "/nl/products-and-services/thanks-for-your-enquiry-spam", "line": 486 }, { "directive": "disallow", "path": "/nl/registration-submitted", "line": 487 }, { "directive": "disallow", "path": "/nl/sustainability-survey/download", "line": 488 }, { "directive": "disallow", "path": "/nl/sustainability/better-planet-packaging/event/thank-you", "line": 489 }, { "directive": "disallow", "path": "/nl/sustainability/survey/download", "line": 490 }, { "directive": "disallow", "path": "/no/404", "line": 491 }, { "directive": "disallow", "path": "/no/enquiry-submitted", "line": 492 }, { "directive": "disallow", "path": "/no/events/better-planet-packaging/thank-you-for-registering", "line": 493 }, { "directive": "disallow", "path": "/no/events/registration-complete", "line": 494 }, { "directive": "disallow", "path": "/no/events/registration-completed", "line": 495 }, { "directive": "disallow", "path": "/no/events/registration-successful", "line": 496 }, { "directive": "disallow", "path": "/no/events/thank-you-for-registering", "line": 497 }, { "directive": "disallow", "path": "/no/globalsearch", "line": 498 }, { "directive": "disallow", "path": "/no/people/employee-engagement", "line": 499 }, { "directive": "disallow", "path": "/no/people/meet-our-people", "line": 500 }, { "directive": "disallow", "path": "/no/products-and-services/thanks-for-your-enquiry", "line": 501 }, { "directive": "disallow", "path": "/no/products-and-services/thanks-for-your-enquiry-spam", "line": 502 }, { "directive": "disallow", "path": "/no/registration-submitted", "line": 503 }, { "directive": "disallow", "path": "/no/sustainability-survey/download", "line": 504 }, { "directive": "disallow", "path": "/no/sustainability/survey/download", "line": 505 }, { "directive": "disallow", "path": "/pe/404", "line": 506 }, { "directive": "disallow", "path": "/pe/contact/subscribe", "line": 507 }, { "directive": "disallow", "path": "/pe/enquiry-submitted", "line": 508 }, { "directive": "disallow", "path": "/pe/events/better-planet-packaging/thank-you-for-registering", "line": 509 }, { "directive": "disallow", "path": "/pe/events/registration-complete", "line": 510 }, { "directive": "disallow", "path": "/pe/events/registration-completed", "line": 511 }, { "directive": "disallow", "path": "/pe/events/registration-successful", "line": 512 }, { "directive": "disallow", "path": "/pe/events/thank-you-for-registering", "line": 513 }, { "directive": "disallow", "path": "/pe/globalsearch", "line": 514 }, { "directive": "disallow", "path": "/pe/people/employee-engagement", "line": 515 }, { "directive": "disallow", "path": "/pe/people/family-and-age-virtual-event", "line": 516 }, { "directive": "disallow", "path": "/pe/people/international-mens-day", "line": 517 }, { "directive": "disallow", "path": "/pe/people/meet-our-people", "line": 518 }, { "directive": "disallow", "path": "/pe/products-and-services/thanks-for-your-enquiry", "line": 519 }, { "directive": "disallow", "path": "/pe/products-and-services/thanks-for-your-enquiry-spam", "line": 520 }, { "directive": "disallow", "path": "/pe/registration-submitted", "line": 521 }, { "directive": "disallow", "path": "/pe/sustainability-survey/download", "line": 522 }, { "directive": "disallow", "path": "/pe/sustainability/survey/download", "line": 523 }, { "directive": "disallow", "path": "/people/employee-data-protection-notice", "line": 524 }, { "directive": "disallow", "path": "/people/employee-engagement", "line": 525 }, { "directive": "disallow", "path": "/people/family-and-age-virtual-event", "line": 526 }, { "directive": "disallow", "path": "/people/international-mens-day", "line": 527 }, { "directive": "disallow", "path": "/people/international-womans-day", "line": 528 }, { "directive": "disallow", "path": "/people/medarbejderskaerm", "line": 529 }, { "directive": "disallow", "path": "/people/meet-our-people", "line": 530 }, { "directive": "disallow", "path": "/people/my-sk", "line": 531 }, { "directive": "disallow", "path": "/people/pronouns", "line": 532 }, { "directive": "disallow", "path": "/people/test", "line": 533 }, { "directive": "disallow", "path": "/pl/404", "line": 534 }, { "directive": "disallow", "path": "/pl/enquiry-submitted", "line": 535 }, { "directive": "disallow", "path": "/pl/events/better-planet-packaging/thank-you-for-registering", "line": 536 }, { "directive": "disallow", "path": "/pl/events/registration-complete", "line": 537 }, { "directive": "disallow", "path": "/pl/events/registration-completed", "line": 538 }, { "directive": "disallow", "path": "/pl/events/registration-successful", "line": 539 }, { "directive": "disallow", "path": "/pl/events/thank-you-for-registering", "line": 540 }, { "directive": "disallow", "path": "/pl/events/wielkanoc/dzieki", "line": 541 }, { "directive": "disallow", "path": "/pl/globalsearch", "line": 542 }, { "directive": "disallow", "path": "/pl/people/employee-engagement", "line": 543 }, { "directive": "disallow", "path": "/pl/people/meet-our-people", "line": 544 }, { "directive": "disallow", "path": "/pl/products-and-services/thanks-for-your-enquiry", "line": 545 }, { "directive": "disallow", "path": "/pl/products-and-services/thanks-for-your-enquiry-spam", "line": 546 }, { "directive": "disallow", "path": "/pl/registration-submitted", "line": 547 }, { "directive": "disallow", "path": "/pl/sustainability-survey/download", "line": 548 }, { "directive": "disallow", "path": "/pl/sustainability/survey/download", "line": 549 }, { "directive": "disallow", "path": "/ppc", "line": 550 }, { "directive": "disallow", "path": "/ppc/advent-calendar-packaging", "line": 551 }, { "directive": "disallow", "path": "/ppc/birchbox", "line": 552 }, { "directive": "disallow", "path": "/ppc/birchbox/track-delivery", "line": 553 }, { "directive": "disallow", "path": "/ppc/cardboard-box-manufacturers", "line": 554 }, { "directive": "disallow", "path": "/ppc/cardboard-dump-bins", "line": 555 }, { "directive": "disallow", "path": "/ppc/digital-printing-packaging", "line": 556 }, { "directive": "disallow", "path": "/ppc/ecommerce-packaging", "line": 557 }, { "directive": "disallow", "path": "/ppc/free-from-packaging", "line": 558 }, { "directive": "disallow", "path": "/ppc/healf", "line": 559 }, { "directive": "disallow", "path": "/ppc/honeycomb-packaging", "line": 560 }, { "directive": "disallow", "path": "/ppc/honeycomb-packaging-v1", "line": 561 }, { "directive": "disallow", "path": "/ppc/insulated-packaging", "line": 562 }, { "directive": "disallow", "path": "/ppc/love-corn", "line": 563 }, { "directive": "disallow", "path": "/ppc/mylee", "line": 564 }, { "directive": "disallow", "path": "/ppc/nairns", "line": 565 }, { "directive": "disallow", "path": "/ppc/packaging-machinery", "line": 566 }, { "directive": "disallow", "path": "/ppc/packaging-supplier", "line": 567 }, { "directive": "disallow", "path": "/ppc/perfect-ted", "line": 568 }, { "directive": "disallow", "path": "/ppc/pet-food-packaging", "line": 569 }, { "directive": "disallow", "path": "/ppc/pieminister", "line": 570 }, { "directive": "disallow", "path": "/ppc/protective-packaging", "line": 571 }, { "directive": "disallow", "path": "/ppc/pumpkin-bins", "line": 572 }, { "directive": "disallow", "path": "/ppc/purdy-and-figg", "line": 573 }, { "directive": "disallow", "path": "/ppc/sustainable-packaging", "line": 574 }, { "directive": "disallow", "path": "/ppc/thank-you", "line": 575 }, { "directive": "disallow", "path": "/ppc/tropic-skincare", "line": 576 }, { "directive": "disallow", "path": "/ppc/untamed-cat", "line": 577 }, { "directive": "disallow", "path": "/ppc/vegan-packaging", "line": 578 }, { "directive": "disallow", "path": "/ppc/wholesale-bulk-packaging", "line": 579 }, { "directive": "disallow", "path": "/ppc/wholesale-bulk-packaging-v1", "line": 580 }, { "directive": "disallow", "path": "/products-and-services/bag-in-box/bib-machinery-forms", "line": 581 }, { "directive": "disallow", "path": "/products-and-services/bag-in-box/brochures", "line": 582 }, { "directive": "disallow", "path": "/products-and-services/ecommerce-packaging/whitepaper/download", "line": 583 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/requests", "line": 584 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/sectors", "line": 585 }, { "directive": "disallow", "path": "/products-and-services/packaging-machinery/services/after-sales-care-plan", "line": 586 }, { "directive": "disallow", "path": "/products-and-services/packaging/protective-packaging", "line": 587 }, { "directive": "disallow", "path": "/products-and-services/packaging/waterproof-cardboard-box", "line": 588 }, { "directive": "disallow", "path": "/products-and-services/sheetfeeding/meet-team", "line": 589 }, { "directive": "disallow", "path": "/products-and-services/sheetfeeding/technical-customer-support", "line": 590 }, { "directive": "disallow", "path": "/products-and-services/thanks-for-your-enquiry", "line": 591 }, { "directive": "disallow", "path": "/products-and-services/thanks-for-your-enquiry-spam", "line": 592 }, { "directive": "disallow", "path": "/pt/404", "line": 593 }, { "directive": "disallow", "path": "/pt/contact/subscribe", "line": 594 }, { "directive": "disallow", "path": "/pt/enquiry-submitted", "line": 595 }, { "directive": "disallow", "path": "/pt/events/better-planet-packaging/thank-you-for-registering", "line": 596 }, { "directive": "disallow", "path": "/pt/events/registration-complete", "line": 597 }, { "directive": "disallow", "path": "/pt/events/registration-completed", "line": 598 }, { "directive": "disallow", "path": "/pt/events/registration-successful", "line": 599 }, { "directive": "disallow", "path": "/pt/events/thank-you-for-registering", "line": 600 }, { "directive": "disallow", "path": "/pt/globalsearch", "line": 601 }, { "directive": "disallow", "path": "/pt/people/employee-engagement", "line": 602 }, { "directive": "disallow", "path": "/pt/people/meet-our-people", "line": 603 }, { "directive": "disallow", "path": "/pt/products-and-services/ecommerce-packaging/whitepaper/download", "line": 604 }, { "directive": "disallow", "path": "/pt/products-and-services/thanks-for-your-enquiry", "line": 605 }, { "directive": "disallow", "path": "/pt/products-and-services/thanks-for-your-enquiry-spam", "line": 606 }, { "directive": "disallow", "path": "/pt/registration-submitted", "line": 607 }, { "directive": "disallow", "path": "/pt/sustainability-survey/download", "line": 608 }, { "directive": "disallow", "path": "/pt/sustainability/survey/download", "line": 609 }, { "directive": "disallow", "path": "/registration-submitted", "line": 610 }, { "directive": "disallow", "path": "/russia", "line": 611 }, { "directive": "disallow", "path": "/se/404", "line": 612 }, { "directive": "disallow", "path": "/se/enquiry-submitted", "line": 613 }, { "directive": "disallow", "path": "/se/events/better-planet-packaging/thank-you-for-registering", "line": 614 }, { "directive": "disallow", "path": "/se/events/registration-complete", "line": 615 }, { "directive": "disallow", "path": "/se/events/registration-completed", "line": 616 }, { "directive": "disallow", "path": "/se/events/registration-successful", "line": 617 }, { "directive": "disallow", "path": "/se/events/thank-you-for-registering", "line": 618 }, { "directive": "disallow", "path": "/se/globalsearch", "line": 619 }, { "directive": "disallow", "path": "/se/people/employee-engagement", "line": 620 }, { "directive": "disallow", "path": "/se/people/meet-our-people", "line": 621 }, { "directive": "disallow", "path": "/se/products-and-services/thanks-for-your-enquiry", "line": 622 }, { "directive": "disallow", "path": "/se/products-and-services/thanks-for-your-enquiry-spam", "line": 623 }, { "directive": "disallow", "path": "/se/registration-submitted", "line": 624 }, { "directive": "disallow", "path": "/se/sustainability-survey/download", "line": 625 }, { "directive": "disallow", "path": "/se/sustainability/survey/download", "line": 626 }, { "directive": "disallow", "path": "/sustainability-survey/download", "line": 627 }, { "directive": "disallow", "path": "/sustainability/better-planet-packaging/event/thank-you", "line": 628 }, { "directive": "disallow", "path": "/sustainability/eu-green-deal/download", "line": 629 }, { "directive": "disallow", "path": "/sustainability/survey/download", "line": 630 }, { "directive": "disallow", "path": "/sv/404", "line": 631 }, { "directive": "disallow", "path": "/sv/contact/subscribe", "line": 632 }, { "directive": "disallow", "path": "/sv/enquiry-submitted", "line": 633 }, { "directive": "disallow", "path": "/sv/events/better-planet-packaging/thank-you-for-registering", "line": 634 }, { "directive": "disallow", "path": "/sv/events/registration-complete", "line": 635 }, { "directive": "disallow", "path": "/sv/events/registration-completed", "line": 636 }, { "directive": "disallow", "path": "/sv/events/registration-successful", "line": 637 }, { "directive": "disallow", "path": "/sv/events/thank-you-for-registering", "line": 638 }, { "directive": "disallow", "path": "/sv/globalsearch", "line": 639 }, { "directive": "disallow", "path": "/sv/people/employee-engagement", "line": 640 }, { "directive": "disallow", "path": "/sv/people/family-and-age-virtual-event", "line": 641 }, { "directive": "disallow", "path": "/sv/people/international-mens-day", "line": 642 }, { "directive": "disallow", "path": "/sv/people/meet-our-people", "line": 643 }, { "directive": "disallow", "path": "/sv/products-and-services/thanks-for-your-enquiry", "line": 644 }, { "directive": "disallow", "path": "/sv/products-and-services/thanks-for-your-enquiry-spam", "line": 645 }, { "directive": "disallow", "path": "/sv/registration-submitted", "line": 646 }, { "directive": "disallow", "path": "/sv/sustainability-survey/download", "line": 647 }, { "directive": "disallow", "path": "/sv/sustainability/survey/download", "line": 648 }, { "directive": "disallow", "path": "/uk/404", "line": 649 }, { "directive": "disallow", "path": "/uk/components", "line": 650 }, { "directive": "disallow", "path": "/uk/contact/customer-voice", "line": 651 }, { "directive": "disallow", "path": "/uk/contact/subscribe", "line": 652 }, { "directive": "disallow", "path": "/uk/enquiry-submitted", "line": 653 }, { "directive": "disallow", "path": "/uk/events/better-planet-packaging/thank-you-for-registering", "line": 654 }, { "directive": "disallow", "path": "/uk/events/customer-event/non-attendance", "line": 655 }, { "directive": "disallow", "path": "/uk/events/ecommerce-week", "line": 656 }, { "directive": "disallow", "path": "/uk/events/fresh-produce-event", "line": 657 }, { "directive": "disallow", "path": "/uk/events/non-attendance", "line": 658 }, { "directive": "disallow", "path": "/uk/events/registration-complete", "line": 659 }, { "directive": "disallow", "path": "/uk/events/registration-completed", "line": 660 }, { "directive": "disallow", "path": "/uk/events/registration-confirmation", "line": 661 }, { "directive": "disallow", "path": "/uk/events/registration-successful", "line": 662 }, { "directive": "disallow", "path": "/uk/events/thank-you-for-registering", "line": 663 }, { "directive": "disallow", "path": "/uk/events/wielkanoc", "line": 664 }, { "directive": "disallow", "path": "/uk/events/wielkanoc/dzieki", "line": 665 }, { "directive": "disallow", "path": "/uk/globalsearch", "line": 666 }, { "directive": "disallow", "path": "/uk/investors/information", "line": 667 }, { "directive": "disallow", "path": "/uk/investors/meetings2024-access", "line": 668 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-composites", "line": 669 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 670 }, { "directive": "disallow", "path": "/uk/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 671 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 672 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 673 }, { "directive": "disallow", "path": "/uk/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 674 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 675 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 676 }, { "directive": "disallow", "path": "/uk/newsroom/2020/result-of-placing/the-results", "line": 677 }, { "directive": "disallow", "path": "/uk/people/employee-data-protection-notice", "line": 678 }, { "directive": "disallow", "path": "/uk/people/employee-engagement", "line": 679 }, { "directive": "disallow", "path": "/uk/people/meet-our-people", "line": 680 }, { "directive": "disallow", "path": "/uk/people/my-sk", "line": 681 }, { "directive": "disallow", "path": "/uk/people/pronouns", "line": 682 }, { "directive": "disallow", "path": "/uk/ppc", "line": 683 }, { "directive": "disallow", "path": "/uk/products-and-services/bag-in-box/bib-machinery-forms", "line": 684 }, { "directive": "disallow", "path": "/uk/products-and-services/bag-in-box/brochures", "line": 685 }, { "directive": "disallow", "path": "/uk/products-and-services/ecommerce-packaging/whitepaper/download", "line": 686 }, { "directive": "disallow", "path": "/uk/products-and-services/thanks-for-your-enquiry", "line": 687 }, { "directive": "disallow", "path": "/uk/products-and-services/thanks-for-your-enquiry-spam", "line": 688 }, { "directive": "disallow", "path": "/uk/registration-submitted", "line": 689 }, { "directive": "disallow", "path": "/uk/russia", "line": 690 }, { "directive": "disallow", "path": "/uk/sustainability-survey/download", "line": 691 }, { "directive": "disallow", "path": "/uk/sustainability/better-planet-packaging/event/thank-you", "line": 692 }, { "directive": "disallow", "path": "/uk/sustainability/eu-green-deal/download", "line": 693 }, { "directive": "disallow", "path": "/uk/sustainability/survey/download", "line": 694 }, { "directive": "disallow", "path": "/us/404", "line": 695 }, { "directive": "disallow", "path": "/us/components", "line": 696 }, { "directive": "disallow", "path": "/us/contact/customer-voice", "line": 697 }, { "directive": "disallow", "path": "/us/contact/subscribe", "line": 698 }, { "directive": "disallow", "path": "/us/enquiry-submitted", "line": 699 }, { "directive": "disallow", "path": "/us/events/better-planet-packaging/thank-you-for-registering", "line": 700 }, { "directive": "disallow", "path": "/us/events/customer-event/non-attendance", "line": 701 }, { "directive": "disallow", "path": "/us/events/ecommerce-week", "line": 702 }, { "directive": "disallow", "path": "/us/events/fresh-produce-event", "line": 703 }, { "directive": "disallow", "path": "/us/events/non-attendance", "line": 704 }, { "directive": "disallow", "path": "/us/events/registration-complete", "line": 705 }, { "directive": "disallow", "path": "/us/events/registration-completed", "line": 706 }, { "directive": "disallow", "path": "/us/events/registration-confirmation", "line": 707 }, { "directive": "disallow", "path": "/us/events/registration-successful", "line": 708 }, { "directive": "disallow", "path": "/us/events/thank-you-for-registering", "line": 709 }, { "directive": "disallow", "path": "/us/events/wielkanoc", "line": 710 }, { "directive": "disallow", "path": "/us/events/wielkanoc/dzieki", "line": 711 }, { "directive": "disallow", "path": "/us/globalsearch", "line": 712 }, { "directive": "disallow", "path": "/us/investors/information", "line": 713 }, { "directive": "disallow", "path": "/us/investors/meetings2024-access", "line": 714 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-composites", "line": 715 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-diss/meet-the-team", "line": 716 }, { "directive": "disallow", "path": "/us/locations/united-kingdom/smurfit-westrock-diss/resources", "line": 717 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-accessible", "line": 718 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/disclaimer-not-accessible", "line": 719 }, { "directive": "disallow", "path": "/us/newsroom/2020/proposed-placing-of-new-ordinary-shares/the-proposed-placing", "line": 720 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/disclaimer-accessible", "line": 721 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/disclaimer-not-accessible", "line": 722 }, { "directive": "disallow", "path": "/us/newsroom/2020/result-of-placing/the-results", "line": 723 }, { "directive": "disallow", "path": "/us/people/employee-data-protection-notice", "line": 724 }, { "directive": "disallow", "path": "/us/people/employee-engagement", "line": 725 }, { "directive": "disallow", "path": "/us/people/family-and-age-virtual-event", "line": 726 }, { "directive": "disallow", "path": "/us/people/meet-our-people", "line": 727 }, { "directive": "disallow", "path": "/us/people/my-sk", "line": 728 }, { "directive": "disallow", "path": "/us/people/pronouns", "line": 729 }, { "directive": "disallow", "path": "/us/ppc", "line": 730 }, { "directive": "disallow", "path": "/us/products-and-services/bag-in-box/bib-machinery-forms", "line": 731 }, { "directive": "disallow", "path": "/us/products-and-services/bag-in-box/brochures", "line": 732 }, { "directive": "disallow", "path": "/us/products-and-services/ecommerce-packaging/whitepaper/download", "line": 733 }, { "directive": "disallow", "path": "/us/products-and-services/thanks-for-your-enquiry", "line": 734 }, { "directive": "disallow", "path": "/us/products-and-services/thanks-for-your-enquiry-spam", "line": 735 }, { "directive": "disallow", "path": "/us/registration-submitted", "line": 736 }, { "directive": "disallow", "path": "/us/russia", "line": 737 }, { "directive": "disallow", "path": "/us/sustainability-survey/download", "line": 738 }, { "directive": "disallow", "path": "/us/sustainability/better-planet-packaging/event/thank-you", "line": 739 }, { "directive": "disallow", "path": "/us/sustainability/eu-green-deal/download", "line": 740 }, { "directive": "disallow", "path": "/us/sustainability/survey/download", "line": 741 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.smurfitkappa.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "2ba473fcf19b04bb2f9fe97fb9ab0b457c6389329e6bd760c433196591bfdfb0", "bytes": 35098 }, { "company": "Snap-on", "cik": "91440", "sector": "Industrials", "origin": "http://www.snapon.com", "checkedAt": "2026-09-26T04:56:15.239Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Views/Display/Blocks", "line": 2 }, { "directive": "disallow", "path": "/*?*PrintPage=yes*", "line": 3 }, { "directive": "disallow", "path": "/US-Mall-2025/", "line": 4 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Views/Display/Blocks", "line": 2 }, { "directive": "disallow", "path": "/*?*PrintPage=yes*", "line": 3 }, { "directive": "disallow", "path": "/US-Mall-2025/", "line": 4 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Views/Display/Blocks", "line": 2 }, { "directive": "disallow", "path": "/*?*PrintPage=yes*", "line": 3 }, { "directive": "disallow", "path": "/US-Mall-2025/", "line": 4 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Views/Display/Blocks", "line": 2 }, { "directive": "disallow", "path": "/*?*PrintPage=yes*", "line": 3 }, { "directive": "disallow", "path": "/US-Mall-2025/", "line": 4 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Views/Display/Blocks", "line": 2 }, { "directive": "disallow", "path": "/*?*PrintPage=yes*", "line": 3 }, { "directive": "disallow", "path": "/US-Mall-2025/", "line": 4 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Views/Display/Blocks", "line": 2 }, { "directive": "disallow", "path": "/*?*PrintPage=yes*", "line": 3 }, { "directive": "disallow", "path": "/US-Mall-2025/", "line": 4 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Views/Display/Blocks", "line": 2 }, { "directive": "disallow", "path": "/*?*PrintPage=yes*", "line": 3 }, { "directive": "disallow", "path": "/US-Mall-2025/", "line": 4 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/Views/Display/Blocks", "line": 2 }, { "directive": "disallow", "path": "/*?*PrintPage=yes*", "line": 3 }, { "directive": "disallow", "path": "/US-Mall-2025/", "line": 4 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "http://www.snapon.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "edf3c2f120e1096bcba81b45feb795bd07da560685a81e2c48b2698b71146bf2", "bytes": 100 }, { "company": "Solventum", "cik": "1964738", "sector": "Health Care", "origin": "https://www.solventum.com", "checkedAt": "2026-09-26T04:56:15.273Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/search/", "line": 4 }, { "directive": "allow", "path": "*/search/?tags*", "line": 5 }, { "directive": "disallow", "path": "/content/solventum/", "line": 6 }, { "directive": "disallow", "path": "/language-masters/", "line": 7 }, { "directive": "disallow", "path": "/content/dam/design-files/", "line": 8 }, { "directive": "disallow", "path": "/content/dam/releases/", "line": 9 }, { "directive": "disallow", "path": "/content/dam/archived-content/", "line": 10 }, { "directive": "disallow", "path": "*?namespace=", "line": 11 }, { "directive": "disallow", "path": "*?query=", "line": 12 }, { "directive": "disallow", "path": "*?wcmmode=", "line": 13 }, { "directive": "disallow", "path": "*?solventum-*-glo-resources", "line": 14 }, { "directive": "disallow", "path": "/de-us/", "line": 16 }, { "directive": "disallow", "path": "/es-us/", "line": 17 } ], "warnings": [ 5, 11, 12, 13, 14 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/search/", "line": 4 }, { "directive": "allow", "path": "*/search/?tags*", "line": 5 }, { "directive": "disallow", "path": "/content/solventum/", "line": 6 }, { "directive": "disallow", "path": "/language-masters/", "line": 7 }, { "directive": "disallow", "path": "/content/dam/design-files/", "line": 8 }, { "directive": "disallow", "path": "/content/dam/releases/", "line": 9 }, { "directive": "disallow", "path": "/content/dam/archived-content/", "line": 10 }, { "directive": "disallow", "path": "*?namespace=", "line": 11 }, { "directive": "disallow", "path": "*?query=", "line": 12 }, { "directive": "disallow", "path": "*?wcmmode=", "line": 13 }, { "directive": "disallow", "path": "*?solventum-*-glo-resources", "line": 14 }, { "directive": "disallow", "path": "/de-us/", "line": 16 }, { "directive": "disallow", "path": "/es-us/", "line": 17 } ], "warnings": [ 5, 11, 12, 13, 14 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/search/", "line": 4 }, { "directive": "allow", "path": "*/search/?tags*", "line": 5 }, { "directive": "disallow", "path": "/content/solventum/", "line": 6 }, { "directive": "disallow", "path": "/language-masters/", "line": 7 }, { "directive": "disallow", "path": "/content/dam/design-files/", "line": 8 }, { "directive": "disallow", "path": "/content/dam/releases/", "line": 9 }, { "directive": "disallow", "path": "/content/dam/archived-content/", "line": 10 }, { "directive": "disallow", "path": "*?namespace=", "line": 11 }, { "directive": "disallow", "path": "*?query=", "line": 12 }, { "directive": "disallow", "path": "*?wcmmode=", "line": 13 }, { "directive": "disallow", "path": "*?solventum-*-glo-resources", "line": 14 }, { "directive": "disallow", "path": "/de-us/", "line": 16 }, { "directive": "disallow", "path": "/es-us/", "line": 17 } ], "warnings": [ 5, 11, 12, 13, 14 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/search/", "line": 4 }, { "directive": "allow", "path": "*/search/?tags*", "line": 5 }, { "directive": "disallow", "path": "/content/solventum/", "line": 6 }, { "directive": "disallow", "path": "/language-masters/", "line": 7 }, { "directive": "disallow", "path": "/content/dam/design-files/", "line": 8 }, { "directive": "disallow", "path": "/content/dam/releases/", "line": 9 }, { "directive": "disallow", "path": "/content/dam/archived-content/", "line": 10 }, { "directive": "disallow", "path": "*?namespace=", "line": 11 }, { "directive": "disallow", "path": "*?query=", "line": 12 }, { "directive": "disallow", "path": "*?wcmmode=", "line": 13 }, { "directive": "disallow", "path": "*?solventum-*-glo-resources", "line": 14 }, { "directive": "disallow", "path": "/de-us/", "line": 16 }, { "directive": "disallow", "path": "/es-us/", "line": 17 } ], "warnings": [ 5, 11, 12, 13, 14 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/search/", "line": 4 }, { "directive": "allow", "path": "*/search/?tags*", "line": 5 }, { "directive": "disallow", "path": "/content/solventum/", "line": 6 }, { "directive": "disallow", "path": "/language-masters/", "line": 7 }, { "directive": "disallow", "path": "/content/dam/design-files/", "line": 8 }, { "directive": "disallow", "path": "/content/dam/releases/", "line": 9 }, { "directive": "disallow", "path": "/content/dam/archived-content/", "line": 10 }, { "directive": "disallow", "path": "*?namespace=", "line": 11 }, { "directive": "disallow", "path": "*?query=", "line": 12 }, { "directive": "disallow", "path": "*?wcmmode=", "line": 13 }, { "directive": "disallow", "path": "*?solventum-*-glo-resources", "line": 14 }, { "directive": "disallow", "path": "/de-us/", "line": 16 }, { "directive": "disallow", "path": "/es-us/", "line": 17 } ], "warnings": [ 5, 11, 12, 13, 14 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/search/", "line": 4 }, { "directive": "allow", "path": "*/search/?tags*", "line": 5 }, { "directive": "disallow", "path": "/content/solventum/", "line": 6 }, { "directive": "disallow", "path": "/language-masters/", "line": 7 }, { "directive": "disallow", "path": "/content/dam/design-files/", "line": 8 }, { "directive": "disallow", "path": "/content/dam/releases/", "line": 9 }, { "directive": "disallow", "path": "/content/dam/archived-content/", "line": 10 }, { "directive": "disallow", "path": "*?namespace=", "line": 11 }, { "directive": "disallow", "path": "*?query=", "line": 12 }, { "directive": "disallow", "path": "*?wcmmode=", "line": 13 }, { "directive": "disallow", "path": "*?solventum-*-glo-resources", "line": 14 }, { "directive": "disallow", "path": "/de-us/", "line": 16 }, { "directive": "disallow", "path": "/es-us/", "line": 17 } ], "warnings": [ 5, 11, 12, 13, 14 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/search/", "line": 4 }, { "directive": "allow", "path": "*/search/?tags*", "line": 5 }, { "directive": "disallow", "path": "/content/solventum/", "line": 6 }, { "directive": "disallow", "path": "/language-masters/", "line": 7 }, { "directive": "disallow", "path": "/content/dam/design-files/", "line": 8 }, { "directive": "disallow", "path": "/content/dam/releases/", "line": 9 }, { "directive": "disallow", "path": "/content/dam/archived-content/", "line": 10 }, { "directive": "disallow", "path": "*?namespace=", "line": 11 }, { "directive": "disallow", "path": "*?query=", "line": 12 }, { "directive": "disallow", "path": "*?wcmmode=", "line": 13 }, { "directive": "disallow", "path": "*?solventum-*-glo-resources", "line": 14 }, { "directive": "disallow", "path": "/de-us/", "line": 16 }, { "directive": "disallow", "path": "/es-us/", "line": 17 } ], "warnings": [ 5, 11, 12, 13, 14 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/search/", "line": 4 }, { "directive": "allow", "path": "*/search/?tags*", "line": 5 }, { "directive": "disallow", "path": "/content/solventum/", "line": 6 }, { "directive": "disallow", "path": "/language-masters/", "line": 7 }, { "directive": "disallow", "path": "/content/dam/design-files/", "line": 8 }, { "directive": "disallow", "path": "/content/dam/releases/", "line": 9 }, { "directive": "disallow", "path": "/content/dam/archived-content/", "line": 10 }, { "directive": "disallow", "path": "*?namespace=", "line": 11 }, { "directive": "disallow", "path": "*?query=", "line": 12 }, { "directive": "disallow", "path": "*?wcmmode=", "line": 13 }, { "directive": "disallow", "path": "*?solventum-*-glo-resources", "line": 14 }, { "directive": "disallow", "path": "/de-us/", "line": 16 }, { "directive": "disallow", "path": "/es-us/", "line": 17 } ], "warnings": [ 5, 11, 12, 13, 14 ] } }, "httpStatus": 200, "finalUrl": "https://www.solventum.com/robots.txt", "contentType": "text/plain; charset=ISO-8859-1", "sha256": "127bfc915e441f55a777abdb16b0385de4e4532290530b56c69ef975e7fdc776", "bytes": 7672 }, { "company": "Southern Company", "cik": "92122", "sector": "Utilities", "origin": "http://www.southerncompany.com", "checkedAt": "2026-09-26T04:56:15.406Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/miscellaneous-pages/search-results", "line": 2 }, { "directive": "disallow", "path": "/test-pages", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/miscellaneous-pages/search-results", "line": 2 }, { "directive": "disallow", "path": "/test-pages", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/miscellaneous-pages/search-results", "line": 2 }, { "directive": "disallow", "path": "/test-pages", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/miscellaneous-pages/search-results", "line": 2 }, { "directive": "disallow", "path": "/test-pages", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/miscellaneous-pages/search-results", "line": 2 }, { "directive": "disallow", "path": "/test-pages", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/miscellaneous-pages/search-results", "line": 2 }, { "directive": "disallow", "path": "/test-pages", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/miscellaneous-pages/search-results", "line": 2 }, { "directive": "disallow", "path": "/test-pages", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/miscellaneous-pages/search-results", "line": 2 }, { "directive": "disallow", "path": "/test-pages", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.southerncompany.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "80dc647d1c8a43d01f6422dd5f5de102cba7c40fac8717dc295ab0179b938f50", "bytes": 134 }, { "company": "Southwest Airlines", "cik": "92380", "sector": "Industrials", "origin": "https://www.southwest.com", "checkedAt": "2026-09-26T04:56:15.550Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/v2/", "line": 2 }, { "directive": "disallow", "path": "/sitemap-c360.xml", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/v2/", "line": 2 }, { "directive": "disallow", "path": "/sitemap-c360.xml", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/v2/", "line": 2 }, { "directive": "disallow", "path": "/sitemap-c360.xml", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/v2/", "line": 2 }, { "directive": "disallow", "path": "/sitemap-c360.xml", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/v2/", "line": 2 }, { "directive": "disallow", "path": "/sitemap-c360.xml", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/v2/", "line": 2 }, { "directive": "disallow", "path": "/sitemap-c360.xml", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/v2/", "line": 2 }, { "directive": "disallow", "path": "/sitemap-c360.xml", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/v2/", "line": 2 }, { "directive": "disallow", "path": "/sitemap-c360.xml", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.southwest.com/robots.txt", "contentType": "text/plain", "sha256": "27daadae0b135e2fec78c4390714bb1c1f4b35a495648fe0b4183ec6e2787383", "bytes": 531 }, { "company": "Stanley Black & Decker", "cik": "93556", "sector": "Industrials", "origin": "http://www.stanleyblackanddecker.com", "checkedAt": "2026-09-26T04:56:15.635Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "allow", "path": "/search/", "line": 36 }, { "directive": "disallow", "path": "/core/", "line": 38 }, { "directive": "disallow", "path": "/profiles/", "line": 39 }, { "directive": "disallow", "path": "/README.txt", "line": 41 }, { "directive": "disallow", "path": "/web.config", "line": 42 }, { "directive": "disallow", "path": "/admin/", "line": 44 }, { "directive": "disallow", "path": "/comment/reply/", "line": 45 }, { "directive": "disallow", "path": "/filter/tips", "line": 46 }, { "directive": "disallow", "path": "/node/add/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "*?*", "line": 66 }, { "directive": "disallow", "path": "/search?*", "line": 67 } ], "warnings": [ 66 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "allow", "path": "/search/", "line": 36 }, { "directive": "disallow", "path": "/core/", "line": 38 }, { "directive": "disallow", "path": "/profiles/", "line": 39 }, { "directive": "disallow", "path": "/README.txt", "line": 41 }, { "directive": "disallow", "path": "/web.config", "line": 42 }, { "directive": "disallow", "path": "/admin/", "line": 44 }, { "directive": "disallow", "path": "/comment/reply/", "line": 45 }, { "directive": "disallow", "path": "/filter/tips", "line": 46 }, { "directive": "disallow", "path": "/node/add/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "*?*", "line": 66 }, { "directive": "disallow", "path": "/search?*", "line": 67 } ], "warnings": [ 66 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "allow", "path": "/search/", "line": 36 }, { "directive": "disallow", "path": "/core/", "line": 38 }, { "directive": "disallow", "path": "/profiles/", "line": 39 }, { "directive": "disallow", "path": "/README.txt", "line": 41 }, { "directive": "disallow", "path": "/web.config", "line": 42 }, { "directive": "disallow", "path": "/admin/", "line": 44 }, { "directive": "disallow", "path": "/comment/reply/", "line": 45 }, { "directive": "disallow", "path": "/filter/tips", "line": 46 }, { "directive": "disallow", "path": "/node/add/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "*?*", "line": 66 }, { "directive": "disallow", "path": "/search?*", "line": 67 } ], "warnings": [ 66 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "allow", "path": "/search/", "line": 36 }, { "directive": "disallow", "path": "/core/", "line": 38 }, { "directive": "disallow", "path": "/profiles/", "line": 39 }, { "directive": "disallow", "path": "/README.txt", "line": 41 }, { "directive": "disallow", "path": "/web.config", "line": 42 }, { "directive": "disallow", "path": "/admin/", "line": 44 }, { "directive": "disallow", "path": "/comment/reply/", "line": 45 }, { "directive": "disallow", "path": "/filter/tips", "line": 46 }, { "directive": "disallow", "path": "/node/add/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "*?*", "line": 66 }, { "directive": "disallow", "path": "/search?*", "line": 67 } ], "warnings": [ 66 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "allow", "path": "/search/", "line": 36 }, { "directive": "disallow", "path": "/core/", "line": 38 }, { "directive": "disallow", "path": "/profiles/", "line": 39 }, { "directive": "disallow", "path": "/README.txt", "line": 41 }, { "directive": "disallow", "path": "/web.config", "line": 42 }, { "directive": "disallow", "path": "/admin/", "line": 44 }, { "directive": "disallow", "path": "/comment/reply/", "line": 45 }, { "directive": "disallow", "path": "/filter/tips", "line": 46 }, { "directive": "disallow", "path": "/node/add/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "*?*", "line": 66 }, { "directive": "disallow", "path": "/search?*", "line": 67 } ], "warnings": [ 66 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "allow", "path": "/search/", "line": 36 }, { "directive": "disallow", "path": "/core/", "line": 38 }, { "directive": "disallow", "path": "/profiles/", "line": 39 }, { "directive": "disallow", "path": "/README.txt", "line": 41 }, { "directive": "disallow", "path": "/web.config", "line": 42 }, { "directive": "disallow", "path": "/admin/", "line": 44 }, { "directive": "disallow", "path": "/comment/reply/", "line": 45 }, { "directive": "disallow", "path": "/filter/tips", "line": 46 }, { "directive": "disallow", "path": "/node/add/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "*?*", "line": 66 }, { "directive": "disallow", "path": "/search?*", "line": 67 } ], "warnings": [ 66 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "allow", "path": "/search/", "line": 36 }, { "directive": "disallow", "path": "/core/", "line": 38 }, { "directive": "disallow", "path": "/profiles/", "line": 39 }, { "directive": "disallow", "path": "/README.txt", "line": 41 }, { "directive": "disallow", "path": "/web.config", "line": 42 }, { "directive": "disallow", "path": "/admin/", "line": 44 }, { "directive": "disallow", "path": "/comment/reply/", "line": 45 }, { "directive": "disallow", "path": "/filter/tips", "line": 46 }, { "directive": "disallow", "path": "/node/add/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "*?*", "line": 66 }, { "directive": "disallow", "path": "/search?*", "line": 67 } ], "warnings": [ 66 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "allow", "path": "/search/", "line": 36 }, { "directive": "disallow", "path": "/core/", "line": 38 }, { "directive": "disallow", "path": "/profiles/", "line": 39 }, { "directive": "disallow", "path": "/README.txt", "line": 41 }, { "directive": "disallow", "path": "/web.config", "line": 42 }, { "directive": "disallow", "path": "/admin/", "line": 44 }, { "directive": "disallow", "path": "/comment/reply/", "line": 45 }, { "directive": "disallow", "path": "/filter/tips", "line": 46 }, { "directive": "disallow", "path": "/node/add/", "line": 47 }, { "directive": "disallow", "path": "/user/register", "line": 48 }, { "directive": "disallow", "path": "/user/password", "line": 49 }, { "directive": "disallow", "path": "/user/login", "line": 50 }, { "directive": "disallow", "path": "/user/logout", "line": 51 }, { "directive": "disallow", "path": "/media/oembed", "line": 52 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 53 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 55 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 56 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 57 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 58 }, { "directive": "disallow", "path": "/index.php/search/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 61 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 62 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 63 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "*?*", "line": 66 }, { "directive": "disallow", "path": "/search?*", "line": 67 } ], "warnings": [ 66 ] } }, "httpStatus": 200, "finalUrl": "https://www.stanleyblackanddecker.com/robots.txt", "contentType": "text/plain", "sha256": "3f8b6a9e657efc640b91e777f94c28ced0bbdda3ab4616f20b89f79a22da2eca", "bytes": 1737 }, { "company": "Starbucks", "cik": "829224", "sector": "Consumer Discretionary", "origin": "https://www.starbucks.com", "checkedAt": "2026-09-26T04:56:15.871Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/_next/", "line": 7 }, { "directive": "allow", "path": "/static/", "line": 8 }, { "directive": "allow", "path": "/assets/", "line": 9 }, { "directive": "allow", "path": "/images/", "line": 10 }, { "directive": "allow", "path": "/fonts/", "line": 11 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/_next/", "line": 7 }, { "directive": "allow", "path": "/static/", "line": 8 }, { "directive": "allow", "path": "/assets/", "line": 9 }, { "directive": "allow", "path": "/images/", "line": 10 }, { "directive": "allow", "path": "/fonts/", "line": 11 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/_next/", "line": 7 }, { "directive": "allow", "path": "/static/", "line": 8 }, { "directive": "allow", "path": "/assets/", "line": 9 }, { "directive": "allow", "path": "/images/", "line": 10 }, { "directive": "allow", "path": "/fonts/", "line": 11 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/_next/", "line": 7 }, { "directive": "allow", "path": "/static/", "line": 8 }, { "directive": "allow", "path": "/assets/", "line": 9 }, { "directive": "allow", "path": "/images/", "line": 10 }, { "directive": "allow", "path": "/fonts/", "line": 11 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/_next/", "line": 7 }, { "directive": "allow", "path": "/static/", "line": 8 }, { "directive": "allow", "path": "/assets/", "line": 9 }, { "directive": "allow", "path": "/images/", "line": 10 }, { "directive": "allow", "path": "/fonts/", "line": 11 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/_next/", "line": 7 }, { "directive": "allow", "path": "/static/", "line": 8 }, { "directive": "allow", "path": "/assets/", "line": 9 }, { "directive": "allow", "path": "/images/", "line": 10 }, { "directive": "allow", "path": "/fonts/", "line": 11 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/_next/", "line": 7 }, { "directive": "allow", "path": "/static/", "line": 8 }, { "directive": "allow", "path": "/assets/", "line": 9 }, { "directive": "allow", "path": "/images/", "line": 10 }, { "directive": "allow", "path": "/fonts/", "line": 11 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/_next/", "line": 7 }, { "directive": "allow", "path": "/static/", "line": 8 }, { "directive": "allow", "path": "/assets/", "line": 9 }, { "directive": "allow", "path": "/images/", "line": 10 }, { "directive": "allow", "path": "/fonts/", "line": 11 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.starbucks.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "fe047e453b57285dec44492205c2d0fdb84bcfd746d4c10b9fa5efbdb3d50bd2", "bytes": 186 }, { "company": "State Street Corporation", "cik": "93751", "sector": "Financials", "origin": "https://www.statestreet.com", "checkedAt": "2026-09-26T04:56:15.961Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/search-results", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.statestreet.com/robots.txt", "contentType": "text/plain", "sha256": "505eb741e6077a68a5be49235bac186ac04a41e0ac212cfdda419f0304d1847c", "bytes": 1415 }, { "company": "Steel Dynamics", "cik": "1022671", "sector": "Materials", "origin": "http://www.steeldynamics.com", "checkedAt": "2026-09-26T04:56:16.184Z", "status": "inaccessible", "bots": null, "error": "ECONNREFUSED" }, { "company": "Steris", "cik": "1757898", "sector": "Health Care", "origin": "http://www.steris.com", "checkedAt": "2026-09-26T04:56:16.251Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/healthcare/cantel-medical", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/healthcare/cantel-medical", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/healthcare/cantel-medical", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/healthcare/cantel-medical", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/healthcare/cantel-medical", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/healthcare/cantel-medical", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/healthcare/cantel-medical", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/healthcare/cantel-medical", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.steris.com/robots.txt", "contentType": "text/plain", "sha256": "ae580de13a1d7514aa3dbb2a5efc5f4155e7d69dfdf0e73cba10fa21c69d4353", "bytes": 97 }, { "company": "Stryker Corporation", "cik": "310764", "sector": "Health Care", "origin": "https://stryker.com", "checkedAt": "2026-09-26T04:56:16.805Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "none", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.stryker.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "73f4e16122e5a80701dfc12a55f41362b10d65641993e00f0b67adb22440535b", "bytes": 158 }, { "company": "Supermicro", "cik": "1375365", "sector": "Information Technology", "origin": "https://www.supermicro.com", "checkedAt": "2026-09-26T04:56:16.928Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wftp/*", "line": 2 }, { "directive": "disallow", "path": "/wdl/*", "line": 3 }, { "directive": "disallow", "path": "/wdlt/*", "line": 4 }, { "directive": "disallow", "path": "/Bios/*", "line": 5 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wftp/*", "line": 2 }, { "directive": "disallow", "path": "/wdl/*", "line": 3 }, { "directive": "disallow", "path": "/wdlt/*", "line": 4 }, { "directive": "disallow", "path": "/Bios/*", "line": 5 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wftp/*", "line": 2 }, { "directive": "disallow", "path": "/wdl/*", "line": 3 }, { "directive": "disallow", "path": "/wdlt/*", "line": 4 }, { "directive": "disallow", "path": "/Bios/*", "line": 5 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wftp/*", "line": 2 }, { "directive": "disallow", "path": "/wdl/*", "line": 3 }, { "directive": "disallow", "path": "/wdlt/*", "line": 4 }, { "directive": "disallow", "path": "/Bios/*", "line": 5 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wftp/*", "line": 2 }, { "directive": "disallow", "path": "/wdl/*", "line": 3 }, { "directive": "disallow", "path": "/wdlt/*", "line": 4 }, { "directive": "disallow", "path": "/Bios/*", "line": 5 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wftp/*", "line": 2 }, { "directive": "disallow", "path": "/wdl/*", "line": 3 }, { "directive": "disallow", "path": "/wdlt/*", "line": 4 }, { "directive": "disallow", "path": "/Bios/*", "line": 5 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wftp/*", "line": 2 }, { "directive": "disallow", "path": "/wdl/*", "line": 3 }, { "directive": "disallow", "path": "/wdlt/*", "line": 4 }, { "directive": "disallow", "path": "/Bios/*", "line": 5 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wftp/*", "line": 2 }, { "directive": "disallow", "path": "/wdl/*", "line": 3 }, { "directive": "disallow", "path": "/wdlt/*", "line": 4 }, { "directive": "disallow", "path": "/Bios/*", "line": 5 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.supermicro.com/robots.txt", "contentType": "text/plain", "sha256": "a1d553af92d85c14c3fa7490eb1b7ade2da226451d22f9539953c72be98ad1f7", "bytes": 147 }, { "company": "Synchrony Financial", "cik": "1601712", "sector": "Financials", "origin": "https://www.synchronybank.com", "checkedAt": "2026-09-26T04:56:16.960Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.synchronybank.com/robots.txt", "contentType": "text/html" }, { "company": "Synopsys", "cik": "883241", "sector": "Information Technology", "origin": "https://www.synopsys.com", "checkedAt": "2026-09-26T04:56:17.145Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 6 }, { "directive": "disallow", "path": "/synopsys/company/about/legal/*", "line": 7 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 8 }, { "directive": "disallow", "path": "/dw/ipsearch.php", "line": 9 }, { "directive": "disallow", "path": "/dw/emllselector.php/.*", "line": 10 }, { "directive": "disallow", "path": "/webinars/search.html", "line": 11 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 6 }, { "directive": "disallow", "path": "/synopsys/company/about/legal/*", "line": 7 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 8 }, { "directive": "disallow", "path": "/dw/ipsearch.php", "line": 9 }, { "directive": "disallow", "path": "/dw/emllselector.php/.*", "line": 10 }, { "directive": "disallow", "path": "/webinars/search.html", "line": 11 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 6 }, { "directive": "disallow", "path": "/synopsys/company/about/legal/*", "line": 7 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 8 }, { "directive": "disallow", "path": "/dw/ipsearch.php", "line": 9 }, { "directive": "disallow", "path": "/dw/emllselector.php/.*", "line": 10 }, { "directive": "disallow", "path": "/webinars/search.html", "line": 11 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 6 }, { "directive": "disallow", "path": "/synopsys/company/about/legal/*", "line": 7 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 8 }, { "directive": "disallow", "path": "/dw/ipsearch.php", "line": 9 }, { "directive": "disallow", "path": "/dw/emllselector.php/.*", "line": 10 }, { "directive": "disallow", "path": "/webinars/search.html", "line": 11 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 6 }, { "directive": "disallow", "path": "/synopsys/company/about/legal/*", "line": 7 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 8 }, { "directive": "disallow", "path": "/dw/ipsearch.php", "line": 9 }, { "directive": "disallow", "path": "/dw/emllselector.php/.*", "line": 10 }, { "directive": "disallow", "path": "/webinars/search.html", "line": 11 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 6 }, { "directive": "disallow", "path": "/synopsys/company/about/legal/*", "line": 7 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 8 }, { "directive": "disallow", "path": "/dw/ipsearch.php", "line": 9 }, { "directive": "disallow", "path": "/dw/emllselector.php/.*", "line": 10 }, { "directive": "disallow", "path": "/webinars/search.html", "line": 11 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 6 }, { "directive": "disallow", "path": "/synopsys/company/about/legal/*", "line": 7 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 8 }, { "directive": "disallow", "path": "/dw/ipsearch.php", "line": 9 }, { "directive": "disallow", "path": "/dw/emllselector.php/.*", "line": 10 }, { "directive": "disallow", "path": "/webinars/search.html", "line": 11 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 6 }, { "directive": "disallow", "path": "/synopsys/company/about/legal/*", "line": 7 }, { "directive": "disallow", "path": "/cgi-bin/", "line": 8 }, { "directive": "disallow", "path": "/dw/ipsearch.php", "line": 9 }, { "directive": "disallow", "path": "/dw/emllselector.php/.*", "line": 10 }, { "directive": "disallow", "path": "/webinars/search.html", "line": 11 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.synopsys.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "910034bcb685ca49223c4d18e48ee9637f1bf7552eeb41ae41420363f921776f", "bytes": 462 }, { "company": "Sysco", "cik": "96021", "sector": "Consumer Staples", "origin": "https://www.sysco.com", "checkedAt": "2026-09-26T04:56:17.194Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/report-a-driver", "line": 3 }, { "directive": "disallow", "path": "/sysco-and-restaurant-depot-better-together", "line": 4 }, { "directive": "disallow", "path": "/distribution-compliance-documents", "line": 5 }, { "directive": "disallow", "path": "/become-a-customer-ppc", "line": 6 }, { "directive": "disallow", "path": "/sysco-distribution-food-safety-and-quality-assurance", "line": 7 }, { "directive": "disallow", "path": "/sustainability/planet", "line": 8 }, { "directive": "disallow", "path": "/sustainability/products", "line": 9 }, { "directive": "disallow", "path": "/sustainability/people", "line": 10 }, { "directive": "disallow", "path": "/sustainability/corporate-social-responsibility", "line": 11 }, { "directive": "disallow", "path": "/sustainability/human-rights", "line": 12 }, { "directive": "disallow", "path": "/foodie2", "line": 13 }, { "directive": "disallow", "path": "/the-dish-news", "line": 14 }, { "directive": "disallow", "path": "/ddg/foodie-become-a-customer", "line": 15 }, { "directive": "disallow", "path": "/demo-center", "line": 16 }, { "directive": "disallow", "path": "/sysco-associate-well-being", "line": 17 }, { "directive": "disallow", "path": "/customer-letters/customer-letters-from-kevin0", "line": 18 }, { "directive": "disallow", "path": "/ddg/cincinnati-become-a-customer", "line": 19 }, { "directive": "disallow", "path": "/portal/outage/continuesession", "line": 20 }, { "directive": "disallow", "path": "/ddg/cincinnati-become-a-customer-fb", "line": 21 }, { "directive": "disallow", "path": "/ddg/detroit-become-a-customer-fb", "line": 22 }, { "directive": "disallow", "path": "/ddg/detroit-become-a-customer", "line": 23 }, { "directive": "disallow", "path": "/ddg/nashville-become-a-customer-fb", "line": 24 }, { "directive": "disallow", "path": "/ddg/nashville-become-a-customer", "line": 25 }, { "directive": "disallow", "path": "/ddg/cleveland-become-a-customer-fb", "line": 26 }, { "directive": "disallow", "path": "/ddg/cleveland-become-a-customer", "line": 27 }, { "directive": "disallow", "path": "/sustainability/covid-19-/coronavirusupdatefromkevin", "line": 28 }, { "directive": "disallow", "path": "/resources-for-sygma-delivery-partners", "line": 29 }, { "directive": "disallow", "path": "/sysco-letter-to-customers-about-strike", "line": 30 }, { "directive": "disallow", "path": "/payschedulechange", "line": 31 }, { "directive": "disallow", "path": "/sysco-history-2010-to-2020", "line": 32 }, { "directive": "disallow", "path": "/sysco-history-2000-to-2009", "line": 33 }, { "directive": "disallow", "path": "/sysco-history-1990-to-1999", "line": 34 }, { "directive": "disallow", "path": "/sysco-history-1980-to-1989", "line": 35 }, { "directive": "disallow", "path": "/sysco-history-1970-to-1979", "line": 36 }, { "directive": "disallow", "path": "/growingstrongertogether", "line": 37 }, { "directive": "disallow", "path": "/purpose", "line": 38 }, { "directive": "disallow", "path": "/portal/outage/supplieroutage", "line": 39 }, { "directive": "disallow", "path": "/portal/outage/omoutage", "line": 40 }, { "directive": "disallow", "path": "/portal/outage/generaloutage", "line": 41 }, { "directive": "disallow", "path": "/portal/outage/billeroutage", "line": 42 }, { "directive": "disallow", "path": "/portal/outage/esourcingoutage", "line": 43 }, { "directive": "disallow", "path": "/portal/outage/cloudbasedsmx", "line": 44 }, { "directive": "disallow", "path": "/portal/outage/associateoutage", "line": 45 }, { "directive": "disallow", "path": "/demo-associate", "line": 46 }, { "directive": "disallow", "path": "/customer-addition", "line": 47 }, { "directive": "disallow", "path": "/portal/outage/invalidmanager", "line": 48 }, { "directive": "disallow", "path": "/portal/outage/invalidlogin", "line": 49 }, { "directive": "disallow", "path": "/christy-williams", "line": 50 }, { "directive": "disallow", "path": "/portal/outage/missingcredential", "line": 51 }, { "directive": "disallow", "path": "/portal/outage/sessiontimedout", "line": 52 }, { "directive": "disallow", "path": "/portal/outage/offlineurl", "line": 53 }, { "directive": "disallow", "path": "/todd-ballhaus", "line": 54 }, { "directive": "disallow", "path": "/portal/outage/logout", "line": 55 }, { "directive": "disallow", "path": "/emergency-response", "line": 56 }, { "directive": "disallow", "path": "/russell-rankin", "line": 57 }, { "directive": "disallow", "path": "/martin-thomas", "line": 58 }, { "directive": "disallow", "path": "/kurt-wightman", "line": 59 }, { "directive": "disallow", "path": "/kris-hutchins", "line": 60 }, { "directive": "disallow", "path": "/dan-parkins", "line": 61 }, { "directive": "disallow", "path": "/rick-dachenhausen", "line": 62 }, { "directive": "disallow", "path": "/amir", "line": 63 }, { "directive": "disallow", "path": "/sustainability/covid-19-", "line": 64 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/report-a-driver", "line": 3 }, { "directive": "disallow", "path": "/sysco-and-restaurant-depot-better-together", "line": 4 }, { "directive": "disallow", "path": "/distribution-compliance-documents", "line": 5 }, { "directive": "disallow", "path": "/become-a-customer-ppc", "line": 6 }, { "directive": "disallow", "path": "/sysco-distribution-food-safety-and-quality-assurance", "line": 7 }, { "directive": "disallow", "path": "/sustainability/planet", "line": 8 }, { "directive": "disallow", "path": "/sustainability/products", "line": 9 }, { "directive": "disallow", "path": "/sustainability/people", "line": 10 }, { "directive": "disallow", "path": "/sustainability/corporate-social-responsibility", "line": 11 }, { "directive": "disallow", "path": "/sustainability/human-rights", "line": 12 }, { "directive": "disallow", "path": "/foodie2", "line": 13 }, { "directive": "disallow", "path": "/the-dish-news", "line": 14 }, { "directive": "disallow", "path": "/ddg/foodie-become-a-customer", "line": 15 }, { "directive": "disallow", "path": "/demo-center", "line": 16 }, { "directive": "disallow", "path": "/sysco-associate-well-being", "line": 17 }, { "directive": "disallow", "path": "/customer-letters/customer-letters-from-kevin0", "line": 18 }, { "directive": "disallow", "path": "/ddg/cincinnati-become-a-customer", "line": 19 }, { "directive": "disallow", "path": "/portal/outage/continuesession", "line": 20 }, { "directive": "disallow", "path": "/ddg/cincinnati-become-a-customer-fb", "line": 21 }, { "directive": "disallow", "path": "/ddg/detroit-become-a-customer-fb", "line": 22 }, { "directive": "disallow", "path": "/ddg/detroit-become-a-customer", "line": 23 }, { "directive": "disallow", "path": "/ddg/nashville-become-a-customer-fb", "line": 24 }, { "directive": "disallow", "path": "/ddg/nashville-become-a-customer", "line": 25 }, { "directive": "disallow", "path": "/ddg/cleveland-become-a-customer-fb", "line": 26 }, { "directive": "disallow", "path": "/ddg/cleveland-become-a-customer", "line": 27 }, { "directive": "disallow", "path": "/sustainability/covid-19-/coronavirusupdatefromkevin", "line": 28 }, { "directive": "disallow", "path": "/resources-for-sygma-delivery-partners", "line": 29 }, { "directive": "disallow", "path": "/sysco-letter-to-customers-about-strike", "line": 30 }, { "directive": "disallow", "path": "/payschedulechange", "line": 31 }, { "directive": "disallow", "path": "/sysco-history-2010-to-2020", "line": 32 }, { "directive": "disallow", "path": "/sysco-history-2000-to-2009", "line": 33 }, { "directive": "disallow", "path": "/sysco-history-1990-to-1999", "line": 34 }, { "directive": "disallow", "path": "/sysco-history-1980-to-1989", "line": 35 }, { "directive": "disallow", "path": "/sysco-history-1970-to-1979", "line": 36 }, { "directive": "disallow", "path": "/growingstrongertogether", "line": 37 }, { "directive": "disallow", "path": "/purpose", "line": 38 }, { "directive": "disallow", "path": "/portal/outage/supplieroutage", "line": 39 }, { "directive": "disallow", "path": "/portal/outage/omoutage", "line": 40 }, { "directive": "disallow", "path": "/portal/outage/generaloutage", "line": 41 }, { "directive": "disallow", "path": "/portal/outage/billeroutage", "line": 42 }, { "directive": "disallow", "path": "/portal/outage/esourcingoutage", "line": 43 }, { "directive": "disallow", "path": "/portal/outage/cloudbasedsmx", "line": 44 }, { "directive": "disallow", "path": "/portal/outage/associateoutage", "line": 45 }, { "directive": "disallow", "path": "/demo-associate", "line": 46 }, { "directive": "disallow", "path": "/customer-addition", "line": 47 }, { "directive": "disallow", "path": "/portal/outage/invalidmanager", "line": 48 }, { "directive": "disallow", "path": "/portal/outage/invalidlogin", "line": 49 }, { "directive": "disallow", "path": "/christy-williams", "line": 50 }, { "directive": "disallow", "path": "/portal/outage/missingcredential", "line": 51 }, { "directive": "disallow", "path": "/portal/outage/sessiontimedout", "line": 52 }, { "directive": "disallow", "path": "/portal/outage/offlineurl", "line": 53 }, { "directive": "disallow", "path": "/todd-ballhaus", "line": 54 }, { "directive": "disallow", "path": "/portal/outage/logout", "line": 55 }, { "directive": "disallow", "path": "/emergency-response", "line": 56 }, { "directive": "disallow", "path": "/russell-rankin", "line": 57 }, { "directive": "disallow", "path": "/martin-thomas", "line": 58 }, { "directive": "disallow", "path": "/kurt-wightman", "line": 59 }, { "directive": "disallow", "path": "/kris-hutchins", "line": 60 }, { "directive": "disallow", "path": "/dan-parkins", "line": 61 }, { "directive": "disallow", "path": "/rick-dachenhausen", "line": 62 }, { "directive": "disallow", "path": "/amir", "line": 63 }, { "directive": "disallow", "path": "/sustainability/covid-19-", "line": 64 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/report-a-driver", "line": 3 }, { "directive": "disallow", "path": "/sysco-and-restaurant-depot-better-together", "line": 4 }, { "directive": "disallow", "path": "/distribution-compliance-documents", "line": 5 }, { "directive": "disallow", "path": "/become-a-customer-ppc", "line": 6 }, { "directive": "disallow", "path": "/sysco-distribution-food-safety-and-quality-assurance", "line": 7 }, { "directive": "disallow", "path": "/sustainability/planet", "line": 8 }, { "directive": "disallow", "path": "/sustainability/products", "line": 9 }, { "directive": "disallow", "path": "/sustainability/people", "line": 10 }, { "directive": "disallow", "path": "/sustainability/corporate-social-responsibility", "line": 11 }, { "directive": "disallow", "path": "/sustainability/human-rights", "line": 12 }, { "directive": "disallow", "path": "/foodie2", "line": 13 }, { "directive": "disallow", "path": "/the-dish-news", "line": 14 }, { "directive": "disallow", "path": "/ddg/foodie-become-a-customer", "line": 15 }, { "directive": "disallow", "path": "/demo-center", "line": 16 }, { "directive": "disallow", "path": "/sysco-associate-well-being", "line": 17 }, { "directive": "disallow", "path": "/customer-letters/customer-letters-from-kevin0", "line": 18 }, { "directive": "disallow", "path": "/ddg/cincinnati-become-a-customer", "line": 19 }, { "directive": "disallow", "path": "/portal/outage/continuesession", "line": 20 }, { "directive": "disallow", "path": "/ddg/cincinnati-become-a-customer-fb", "line": 21 }, { "directive": "disallow", "path": "/ddg/detroit-become-a-customer-fb", "line": 22 }, { "directive": "disallow", "path": "/ddg/detroit-become-a-customer", "line": 23 }, { "directive": "disallow", "path": "/ddg/nashville-become-a-customer-fb", "line": 24 }, { "directive": "disallow", "path": "/ddg/nashville-become-a-customer", "line": 25 }, { "directive": "disallow", "path": "/ddg/cleveland-become-a-customer-fb", "line": 26 }, { "directive": "disallow", "path": "/ddg/cleveland-become-a-customer", "line": 27 }, { "directive": "disallow", "path": "/sustainability/covid-19-/coronavirusupdatefromkevin", "line": 28 }, { "directive": "disallow", "path": "/resources-for-sygma-delivery-partners", "line": 29 }, { "directive": "disallow", "path": "/sysco-letter-to-customers-about-strike", "line": 30 }, { "directive": "disallow", "path": "/payschedulechange", "line": 31 }, { "directive": "disallow", "path": "/sysco-history-2010-to-2020", "line": 32 }, { "directive": "disallow", "path": "/sysco-history-2000-to-2009", "line": 33 }, { "directive": "disallow", "path": "/sysco-history-1990-to-1999", "line": 34 }, { "directive": "disallow", "path": "/sysco-history-1980-to-1989", "line": 35 }, { "directive": "disallow", "path": "/sysco-history-1970-to-1979", "line": 36 }, { "directive": "disallow", "path": "/growingstrongertogether", "line": 37 }, { "directive": "disallow", "path": "/purpose", "line": 38 }, { "directive": "disallow", "path": "/portal/outage/supplieroutage", "line": 39 }, { "directive": "disallow", "path": "/portal/outage/omoutage", "line": 40 }, { "directive": "disallow", "path": "/portal/outage/generaloutage", "line": 41 }, { "directive": "disallow", "path": "/portal/outage/billeroutage", "line": 42 }, { "directive": "disallow", "path": "/portal/outage/esourcingoutage", "line": 43 }, { "directive": "disallow", "path": "/portal/outage/cloudbasedsmx", "line": 44 }, { "directive": "disallow", "path": "/portal/outage/associateoutage", "line": 45 }, { "directive": "disallow", "path": "/demo-associate", "line": 46 }, { "directive": "disallow", "path": "/customer-addition", "line": 47 }, { "directive": "disallow", "path": "/portal/outage/invalidmanager", "line": 48 }, { "directive": "disallow", "path": "/portal/outage/invalidlogin", "line": 49 }, { "directive": "disallow", "path": "/christy-williams", "line": 50 }, { "directive": "disallow", "path": "/portal/outage/missingcredential", "line": 51 }, { "directive": "disallow", "path": "/portal/outage/sessiontimedout", "line": 52 }, { "directive": "disallow", "path": "/portal/outage/offlineurl", "line": 53 }, { "directive": "disallow", "path": "/todd-ballhaus", "line": 54 }, { "directive": "disallow", "path": "/portal/outage/logout", "line": 55 }, { "directive": "disallow", "path": "/emergency-response", "line": 56 }, { "directive": "disallow", "path": "/russell-rankin", "line": 57 }, { "directive": "disallow", "path": "/martin-thomas", "line": 58 }, { "directive": "disallow", "path": "/kurt-wightman", "line": 59 }, { "directive": "disallow", "path": "/kris-hutchins", "line": 60 }, { "directive": "disallow", "path": "/dan-parkins", "line": 61 }, { "directive": "disallow", "path": "/rick-dachenhausen", "line": 62 }, { "directive": "disallow", "path": "/amir", "line": 63 }, { "directive": "disallow", "path": "/sustainability/covid-19-", "line": 64 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/report-a-driver", "line": 3 }, { "directive": "disallow", "path": "/sysco-and-restaurant-depot-better-together", "line": 4 }, { "directive": "disallow", "path": "/distribution-compliance-documents", "line": 5 }, { "directive": "disallow", "path": "/become-a-customer-ppc", "line": 6 }, { "directive": "disallow", "path": "/sysco-distribution-food-safety-and-quality-assurance", "line": 7 }, { "directive": "disallow", "path": "/sustainability/planet", "line": 8 }, { "directive": "disallow", "path": "/sustainability/products", "line": 9 }, { "directive": "disallow", "path": "/sustainability/people", "line": 10 }, { "directive": "disallow", "path": "/sustainability/corporate-social-responsibility", "line": 11 }, { "directive": "disallow", "path": "/sustainability/human-rights", "line": 12 }, { "directive": "disallow", "path": "/foodie2", "line": 13 }, { "directive": "disallow", "path": "/the-dish-news", "line": 14 }, { "directive": "disallow", "path": "/ddg/foodie-become-a-customer", "line": 15 }, { "directive": "disallow", "path": "/demo-center", "line": 16 }, { "directive": "disallow", "path": "/sysco-associate-well-being", "line": 17 }, { "directive": "disallow", "path": "/customer-letters/customer-letters-from-kevin0", "line": 18 }, { "directive": "disallow", "path": "/ddg/cincinnati-become-a-customer", "line": 19 }, { "directive": "disallow", "path": "/portal/outage/continuesession", "line": 20 }, { "directive": "disallow", "path": "/ddg/cincinnati-become-a-customer-fb", "line": 21 }, { "directive": "disallow", "path": "/ddg/detroit-become-a-customer-fb", "line": 22 }, { "directive": "disallow", "path": "/ddg/detroit-become-a-customer", "line": 23 }, { "directive": "disallow", "path": "/ddg/nashville-become-a-customer-fb", "line": 24 }, { "directive": "disallow", "path": "/ddg/nashville-become-a-customer", "line": 25 }, { "directive": "disallow", "path": "/ddg/cleveland-become-a-customer-fb", "line": 26 }, { "directive": "disallow", "path": "/ddg/cleveland-become-a-customer", "line": 27 }, { "directive": "disallow", "path": "/sustainability/covid-19-/coronavirusupdatefromkevin", "line": 28 }, { "directive": "disallow", "path": "/resources-for-sygma-delivery-partners", "line": 29 }, { "directive": "disallow", "path": "/sysco-letter-to-customers-about-strike", "line": 30 }, { "directive": "disallow", "path": "/payschedulechange", "line": 31 }, { "directive": "disallow", "path": "/sysco-history-2010-to-2020", "line": 32 }, { "directive": "disallow", "path": "/sysco-history-2000-to-2009", "line": 33 }, { "directive": "disallow", "path": "/sysco-history-1990-to-1999", "line": 34 }, { "directive": "disallow", "path": "/sysco-history-1980-to-1989", "line": 35 }, { "directive": "disallow", "path": "/sysco-history-1970-to-1979", "line": 36 }, { "directive": "disallow", "path": "/growingstrongertogether", "line": 37 }, { "directive": "disallow", "path": "/purpose", "line": 38 }, { "directive": "disallow", "path": "/portal/outage/supplieroutage", "line": 39 }, { "directive": "disallow", "path": "/portal/outage/omoutage", "line": 40 }, { "directive": "disallow", "path": "/portal/outage/generaloutage", "line": 41 }, { "directive": "disallow", "path": "/portal/outage/billeroutage", "line": 42 }, { "directive": "disallow", "path": "/portal/outage/esourcingoutage", "line": 43 }, { "directive": "disallow", "path": "/portal/outage/cloudbasedsmx", "line": 44 }, { "directive": "disallow", "path": "/portal/outage/associateoutage", "line": 45 }, { "directive": "disallow", "path": "/demo-associate", "line": 46 }, { "directive": "disallow", "path": "/customer-addition", "line": 47 }, { "directive": "disallow", "path": "/portal/outage/invalidmanager", "line": 48 }, { "directive": "disallow", "path": "/portal/outage/invalidlogin", "line": 49 }, { "directive": "disallow", "path": "/christy-williams", "line": 50 }, { "directive": "disallow", "path": "/portal/outage/missingcredential", "line": 51 }, { "directive": "disallow", "path": "/portal/outage/sessiontimedout", "line": 52 }, { "directive": "disallow", "path": "/portal/outage/offlineurl", "line": 53 }, { "directive": "disallow", "path": "/todd-ballhaus", "line": 54 }, { "directive": "disallow", "path": "/portal/outage/logout", "line": 55 }, { "directive": "disallow", "path": "/emergency-response", "line": 56 }, { "directive": "disallow", "path": "/russell-rankin", "line": 57 }, { "directive": "disallow", "path": "/martin-thomas", "line": 58 }, { "directive": "disallow", "path": "/kurt-wightman", "line": 59 }, { "directive": "disallow", "path": "/kris-hutchins", "line": 60 }, { "directive": "disallow", "path": "/dan-parkins", "line": 61 }, { "directive": "disallow", "path": "/rick-dachenhausen", "line": 62 }, { "directive": "disallow", "path": "/amir", "line": 63 }, { "directive": "disallow", "path": "/sustainability/covid-19-", "line": 64 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/report-a-driver", "line": 3 }, { "directive": "disallow", "path": "/sysco-and-restaurant-depot-better-together", "line": 4 }, { "directive": "disallow", "path": "/distribution-compliance-documents", "line": 5 }, { "directive": "disallow", "path": "/become-a-customer-ppc", "line": 6 }, { "directive": "disallow", "path": "/sysco-distribution-food-safety-and-quality-assurance", "line": 7 }, { "directive": "disallow", "path": "/sustainability/planet", "line": 8 }, { "directive": "disallow", "path": "/sustainability/products", "line": 9 }, { "directive": "disallow", "path": "/sustainability/people", "line": 10 }, { "directive": "disallow", "path": "/sustainability/corporate-social-responsibility", "line": 11 }, { "directive": "disallow", "path": "/sustainability/human-rights", "line": 12 }, { "directive": "disallow", "path": "/foodie2", "line": 13 }, { "directive": "disallow", "path": "/the-dish-news", "line": 14 }, { "directive": "disallow", "path": "/ddg/foodie-become-a-customer", "line": 15 }, { "directive": "disallow", "path": "/demo-center", "line": 16 }, { "directive": "disallow", "path": "/sysco-associate-well-being", "line": 17 }, { "directive": "disallow", "path": "/customer-letters/customer-letters-from-kevin0", "line": 18 }, { "directive": "disallow", "path": "/ddg/cincinnati-become-a-customer", "line": 19 }, { "directive": "disallow", "path": "/portal/outage/continuesession", "line": 20 }, { "directive": "disallow", "path": "/ddg/cincinnati-become-a-customer-fb", "line": 21 }, { "directive": "disallow", "path": "/ddg/detroit-become-a-customer-fb", "line": 22 }, { "directive": "disallow", "path": "/ddg/detroit-become-a-customer", "line": 23 }, { "directive": "disallow", "path": "/ddg/nashville-become-a-customer-fb", "line": 24 }, { "directive": "disallow", "path": "/ddg/nashville-become-a-customer", "line": 25 }, { "directive": "disallow", "path": "/ddg/cleveland-become-a-customer-fb", "line": 26 }, { "directive": "disallow", "path": "/ddg/cleveland-become-a-customer", "line": 27 }, { "directive": "disallow", "path": "/sustainability/covid-19-/coronavirusupdatefromkevin", "line": 28 }, { "directive": "disallow", "path": "/resources-for-sygma-delivery-partners", "line": 29 }, { "directive": "disallow", "path": "/sysco-letter-to-customers-about-strike", "line": 30 }, { "directive": "disallow", "path": "/payschedulechange", "line": 31 }, { "directive": "disallow", "path": "/sysco-history-2010-to-2020", "line": 32 }, { "directive": "disallow", "path": "/sysco-history-2000-to-2009", "line": 33 }, { "directive": "disallow", "path": "/sysco-history-1990-to-1999", "line": 34 }, { "directive": "disallow", "path": "/sysco-history-1980-to-1989", "line": 35 }, { "directive": "disallow", "path": "/sysco-history-1970-to-1979", "line": 36 }, { "directive": "disallow", "path": "/growingstrongertogether", "line": 37 }, { "directive": "disallow", "path": "/purpose", "line": 38 }, { "directive": "disallow", "path": "/portal/outage/supplieroutage", "line": 39 }, { "directive": "disallow", "path": "/portal/outage/omoutage", "line": 40 }, { "directive": "disallow", "path": "/portal/outage/generaloutage", "line": 41 }, { "directive": "disallow", "path": "/portal/outage/billeroutage", "line": 42 }, { "directive": "disallow", "path": "/portal/outage/esourcingoutage", "line": 43 }, { "directive": "disallow", "path": "/portal/outage/cloudbasedsmx", "line": 44 }, { "directive": "disallow", "path": "/portal/outage/associateoutage", "line": 45 }, { "directive": "disallow", "path": "/demo-associate", "line": 46 }, { "directive": "disallow", "path": "/customer-addition", "line": 47 }, { "directive": "disallow", "path": "/portal/outage/invalidmanager", "line": 48 }, { "directive": "disallow", "path": "/portal/outage/invalidlogin", "line": 49 }, { "directive": "disallow", "path": "/christy-williams", "line": 50 }, { "directive": "disallow", "path": "/portal/outage/missingcredential", "line": 51 }, { "directive": "disallow", "path": "/portal/outage/sessiontimedout", "line": 52 }, { "directive": "disallow", "path": "/portal/outage/offlineurl", "line": 53 }, { "directive": "disallow", "path": "/todd-ballhaus", "line": 54 }, { "directive": "disallow", "path": "/portal/outage/logout", "line": 55 }, { "directive": "disallow", "path": "/emergency-response", "line": 56 }, { "directive": "disallow", "path": "/russell-rankin", "line": 57 }, { "directive": "disallow", "path": "/martin-thomas", "line": 58 }, { "directive": "disallow", "path": "/kurt-wightman", "line": 59 }, { "directive": "disallow", "path": "/kris-hutchins", "line": 60 }, { "directive": "disallow", "path": "/dan-parkins", "line": 61 }, { "directive": "disallow", "path": "/rick-dachenhausen", "line": 62 }, { "directive": "disallow", "path": "/amir", "line": 63 }, { "directive": "disallow", "path": "/sustainability/covid-19-", "line": 64 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/report-a-driver", "line": 3 }, { "directive": "disallow", "path": "/sysco-and-restaurant-depot-better-together", "line": 4 }, { "directive": "disallow", "path": "/distribution-compliance-documents", "line": 5 }, { "directive": "disallow", "path": "/become-a-customer-ppc", "line": 6 }, { "directive": "disallow", "path": "/sysco-distribution-food-safety-and-quality-assurance", "line": 7 }, { "directive": "disallow", "path": "/sustainability/planet", "line": 8 }, { "directive": "disallow", "path": "/sustainability/products", "line": 9 }, { "directive": "disallow", "path": "/sustainability/people", "line": 10 }, { "directive": "disallow", "path": "/sustainability/corporate-social-responsibility", "line": 11 }, { "directive": "disallow", "path": "/sustainability/human-rights", "line": 12 }, { "directive": "disallow", "path": "/foodie2", "line": 13 }, { "directive": "disallow", "path": "/the-dish-news", "line": 14 }, { "directive": "disallow", "path": "/ddg/foodie-become-a-customer", "line": 15 }, { "directive": "disallow", "path": "/demo-center", "line": 16 }, { "directive": "disallow", "path": "/sysco-associate-well-being", "line": 17 }, { "directive": "disallow", "path": "/customer-letters/customer-letters-from-kevin0", "line": 18 }, { "directive": "disallow", "path": "/ddg/cincinnati-become-a-customer", "line": 19 }, { "directive": "disallow", "path": "/portal/outage/continuesession", "line": 20 }, { "directive": "disallow", "path": "/ddg/cincinnati-become-a-customer-fb", "line": 21 }, { "directive": "disallow", "path": "/ddg/detroit-become-a-customer-fb", "line": 22 }, { "directive": "disallow", "path": "/ddg/detroit-become-a-customer", "line": 23 }, { "directive": "disallow", "path": "/ddg/nashville-become-a-customer-fb", "line": 24 }, { "directive": "disallow", "path": "/ddg/nashville-become-a-customer", "line": 25 }, { "directive": "disallow", "path": "/ddg/cleveland-become-a-customer-fb", "line": 26 }, { "directive": "disallow", "path": "/ddg/cleveland-become-a-customer", "line": 27 }, { "directive": "disallow", "path": "/sustainability/covid-19-/coronavirusupdatefromkevin", "line": 28 }, { "directive": "disallow", "path": "/resources-for-sygma-delivery-partners", "line": 29 }, { "directive": "disallow", "path": "/sysco-letter-to-customers-about-strike", "line": 30 }, { "directive": "disallow", "path": "/payschedulechange", "line": 31 }, { "directive": "disallow", "path": "/sysco-history-2010-to-2020", "line": 32 }, { "directive": "disallow", "path": "/sysco-history-2000-to-2009", "line": 33 }, { "directive": "disallow", "path": "/sysco-history-1990-to-1999", "line": 34 }, { "directive": "disallow", "path": "/sysco-history-1980-to-1989", "line": 35 }, { "directive": "disallow", "path": "/sysco-history-1970-to-1979", "line": 36 }, { "directive": "disallow", "path": "/growingstrongertogether", "line": 37 }, { "directive": "disallow", "path": "/purpose", "line": 38 }, { "directive": "disallow", "path": "/portal/outage/supplieroutage", "line": 39 }, { "directive": "disallow", "path": "/portal/outage/omoutage", "line": 40 }, { "directive": "disallow", "path": "/portal/outage/generaloutage", "line": 41 }, { "directive": "disallow", "path": "/portal/outage/billeroutage", "line": 42 }, { "directive": "disallow", "path": "/portal/outage/esourcingoutage", "line": 43 }, { "directive": "disallow", "path": "/portal/outage/cloudbasedsmx", "line": 44 }, { "directive": "disallow", "path": "/portal/outage/associateoutage", "line": 45 }, { "directive": "disallow", "path": "/demo-associate", "line": 46 }, { "directive": "disallow", "path": "/customer-addition", "line": 47 }, { "directive": "disallow", "path": "/portal/outage/invalidmanager", "line": 48 }, { "directive": "disallow", "path": "/portal/outage/invalidlogin", "line": 49 }, { "directive": "disallow", "path": "/christy-williams", "line": 50 }, { "directive": "disallow", "path": "/portal/outage/missingcredential", "line": 51 }, { "directive": "disallow", "path": "/portal/outage/sessiontimedout", "line": 52 }, { "directive": "disallow", "path": "/portal/outage/offlineurl", "line": 53 }, { "directive": "disallow", "path": "/todd-ballhaus", "line": 54 }, { "directive": "disallow", "path": "/portal/outage/logout", "line": 55 }, { "directive": "disallow", "path": "/emergency-response", "line": 56 }, { "directive": "disallow", "path": "/russell-rankin", "line": 57 }, { "directive": "disallow", "path": "/martin-thomas", "line": 58 }, { "directive": "disallow", "path": "/kurt-wightman", "line": 59 }, { "directive": "disallow", "path": "/kris-hutchins", "line": 60 }, { "directive": "disallow", "path": "/dan-parkins", "line": 61 }, { "directive": "disallow", "path": "/rick-dachenhausen", "line": 62 }, { "directive": "disallow", "path": "/amir", "line": 63 }, { "directive": "disallow", "path": "/sustainability/covid-19-", "line": 64 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/report-a-driver", "line": 3 }, { "directive": "disallow", "path": "/sysco-and-restaurant-depot-better-together", "line": 4 }, { "directive": "disallow", "path": "/distribution-compliance-documents", "line": 5 }, { "directive": "disallow", "path": "/become-a-customer-ppc", "line": 6 }, { "directive": "disallow", "path": "/sysco-distribution-food-safety-and-quality-assurance", "line": 7 }, { "directive": "disallow", "path": "/sustainability/planet", "line": 8 }, { "directive": "disallow", "path": "/sustainability/products", "line": 9 }, { "directive": "disallow", "path": "/sustainability/people", "line": 10 }, { "directive": "disallow", "path": "/sustainability/corporate-social-responsibility", "line": 11 }, { "directive": "disallow", "path": "/sustainability/human-rights", "line": 12 }, { "directive": "disallow", "path": "/foodie2", "line": 13 }, { "directive": "disallow", "path": "/the-dish-news", "line": 14 }, { "directive": "disallow", "path": "/ddg/foodie-become-a-customer", "line": 15 }, { "directive": "disallow", "path": "/demo-center", "line": 16 }, { "directive": "disallow", "path": "/sysco-associate-well-being", "line": 17 }, { "directive": "disallow", "path": "/customer-letters/customer-letters-from-kevin0", "line": 18 }, { "directive": "disallow", "path": "/ddg/cincinnati-become-a-customer", "line": 19 }, { "directive": "disallow", "path": "/portal/outage/continuesession", "line": 20 }, { "directive": "disallow", "path": "/ddg/cincinnati-become-a-customer-fb", "line": 21 }, { "directive": "disallow", "path": "/ddg/detroit-become-a-customer-fb", "line": 22 }, { "directive": "disallow", "path": "/ddg/detroit-become-a-customer", "line": 23 }, { "directive": "disallow", "path": "/ddg/nashville-become-a-customer-fb", "line": 24 }, { "directive": "disallow", "path": "/ddg/nashville-become-a-customer", "line": 25 }, { "directive": "disallow", "path": "/ddg/cleveland-become-a-customer-fb", "line": 26 }, { "directive": "disallow", "path": "/ddg/cleveland-become-a-customer", "line": 27 }, { "directive": "disallow", "path": "/sustainability/covid-19-/coronavirusupdatefromkevin", "line": 28 }, { "directive": "disallow", "path": "/resources-for-sygma-delivery-partners", "line": 29 }, { "directive": "disallow", "path": "/sysco-letter-to-customers-about-strike", "line": 30 }, { "directive": "disallow", "path": "/payschedulechange", "line": 31 }, { "directive": "disallow", "path": "/sysco-history-2010-to-2020", "line": 32 }, { "directive": "disallow", "path": "/sysco-history-2000-to-2009", "line": 33 }, { "directive": "disallow", "path": "/sysco-history-1990-to-1999", "line": 34 }, { "directive": "disallow", "path": "/sysco-history-1980-to-1989", "line": 35 }, { "directive": "disallow", "path": "/sysco-history-1970-to-1979", "line": 36 }, { "directive": "disallow", "path": "/growingstrongertogether", "line": 37 }, { "directive": "disallow", "path": "/purpose", "line": 38 }, { "directive": "disallow", "path": "/portal/outage/supplieroutage", "line": 39 }, { "directive": "disallow", "path": "/portal/outage/omoutage", "line": 40 }, { "directive": "disallow", "path": "/portal/outage/generaloutage", "line": 41 }, { "directive": "disallow", "path": "/portal/outage/billeroutage", "line": 42 }, { "directive": "disallow", "path": "/portal/outage/esourcingoutage", "line": 43 }, { "directive": "disallow", "path": "/portal/outage/cloudbasedsmx", "line": 44 }, { "directive": "disallow", "path": "/portal/outage/associateoutage", "line": 45 }, { "directive": "disallow", "path": "/demo-associate", "line": 46 }, { "directive": "disallow", "path": "/customer-addition", "line": 47 }, { "directive": "disallow", "path": "/portal/outage/invalidmanager", "line": 48 }, { "directive": "disallow", "path": "/portal/outage/invalidlogin", "line": 49 }, { "directive": "disallow", "path": "/christy-williams", "line": 50 }, { "directive": "disallow", "path": "/portal/outage/missingcredential", "line": 51 }, { "directive": "disallow", "path": "/portal/outage/sessiontimedout", "line": 52 }, { "directive": "disallow", "path": "/portal/outage/offlineurl", "line": 53 }, { "directive": "disallow", "path": "/todd-ballhaus", "line": 54 }, { "directive": "disallow", "path": "/portal/outage/logout", "line": 55 }, { "directive": "disallow", "path": "/emergency-response", "line": 56 }, { "directive": "disallow", "path": "/russell-rankin", "line": 57 }, { "directive": "disallow", "path": "/martin-thomas", "line": 58 }, { "directive": "disallow", "path": "/kurt-wightman", "line": 59 }, { "directive": "disallow", "path": "/kris-hutchins", "line": 60 }, { "directive": "disallow", "path": "/dan-parkins", "line": 61 }, { "directive": "disallow", "path": "/rick-dachenhausen", "line": 62 }, { "directive": "disallow", "path": "/amir", "line": 63 }, { "directive": "disallow", "path": "/sustainability/covid-19-", "line": 64 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/report-a-driver", "line": 3 }, { "directive": "disallow", "path": "/sysco-and-restaurant-depot-better-together", "line": 4 }, { "directive": "disallow", "path": "/distribution-compliance-documents", "line": 5 }, { "directive": "disallow", "path": "/become-a-customer-ppc", "line": 6 }, { "directive": "disallow", "path": "/sysco-distribution-food-safety-and-quality-assurance", "line": 7 }, { "directive": "disallow", "path": "/sustainability/planet", "line": 8 }, { "directive": "disallow", "path": "/sustainability/products", "line": 9 }, { "directive": "disallow", "path": "/sustainability/people", "line": 10 }, { "directive": "disallow", "path": "/sustainability/corporate-social-responsibility", "line": 11 }, { "directive": "disallow", "path": "/sustainability/human-rights", "line": 12 }, { "directive": "disallow", "path": "/foodie2", "line": 13 }, { "directive": "disallow", "path": "/the-dish-news", "line": 14 }, { "directive": "disallow", "path": "/ddg/foodie-become-a-customer", "line": 15 }, { "directive": "disallow", "path": "/demo-center", "line": 16 }, { "directive": "disallow", "path": "/sysco-associate-well-being", "line": 17 }, { "directive": "disallow", "path": "/customer-letters/customer-letters-from-kevin0", "line": 18 }, { "directive": "disallow", "path": "/ddg/cincinnati-become-a-customer", "line": 19 }, { "directive": "disallow", "path": "/portal/outage/continuesession", "line": 20 }, { "directive": "disallow", "path": "/ddg/cincinnati-become-a-customer-fb", "line": 21 }, { "directive": "disallow", "path": "/ddg/detroit-become-a-customer-fb", "line": 22 }, { "directive": "disallow", "path": "/ddg/detroit-become-a-customer", "line": 23 }, { "directive": "disallow", "path": "/ddg/nashville-become-a-customer-fb", "line": 24 }, { "directive": "disallow", "path": "/ddg/nashville-become-a-customer", "line": 25 }, { "directive": "disallow", "path": "/ddg/cleveland-become-a-customer-fb", "line": 26 }, { "directive": "disallow", "path": "/ddg/cleveland-become-a-customer", "line": 27 }, { "directive": "disallow", "path": "/sustainability/covid-19-/coronavirusupdatefromkevin", "line": 28 }, { "directive": "disallow", "path": "/resources-for-sygma-delivery-partners", "line": 29 }, { "directive": "disallow", "path": "/sysco-letter-to-customers-about-strike", "line": 30 }, { "directive": "disallow", "path": "/payschedulechange", "line": 31 }, { "directive": "disallow", "path": "/sysco-history-2010-to-2020", "line": 32 }, { "directive": "disallow", "path": "/sysco-history-2000-to-2009", "line": 33 }, { "directive": "disallow", "path": "/sysco-history-1990-to-1999", "line": 34 }, { "directive": "disallow", "path": "/sysco-history-1980-to-1989", "line": 35 }, { "directive": "disallow", "path": "/sysco-history-1970-to-1979", "line": 36 }, { "directive": "disallow", "path": "/growingstrongertogether", "line": 37 }, { "directive": "disallow", "path": "/purpose", "line": 38 }, { "directive": "disallow", "path": "/portal/outage/supplieroutage", "line": 39 }, { "directive": "disallow", "path": "/portal/outage/omoutage", "line": 40 }, { "directive": "disallow", "path": "/portal/outage/generaloutage", "line": 41 }, { "directive": "disallow", "path": "/portal/outage/billeroutage", "line": 42 }, { "directive": "disallow", "path": "/portal/outage/esourcingoutage", "line": 43 }, { "directive": "disallow", "path": "/portal/outage/cloudbasedsmx", "line": 44 }, { "directive": "disallow", "path": "/portal/outage/associateoutage", "line": 45 }, { "directive": "disallow", "path": "/demo-associate", "line": 46 }, { "directive": "disallow", "path": "/customer-addition", "line": 47 }, { "directive": "disallow", "path": "/portal/outage/invalidmanager", "line": 48 }, { "directive": "disallow", "path": "/portal/outage/invalidlogin", "line": 49 }, { "directive": "disallow", "path": "/christy-williams", "line": 50 }, { "directive": "disallow", "path": "/portal/outage/missingcredential", "line": 51 }, { "directive": "disallow", "path": "/portal/outage/sessiontimedout", "line": 52 }, { "directive": "disallow", "path": "/portal/outage/offlineurl", "line": 53 }, { "directive": "disallow", "path": "/todd-ballhaus", "line": 54 }, { "directive": "disallow", "path": "/portal/outage/logout", "line": 55 }, { "directive": "disallow", "path": "/emergency-response", "line": 56 }, { "directive": "disallow", "path": "/russell-rankin", "line": 57 }, { "directive": "disallow", "path": "/martin-thomas", "line": 58 }, { "directive": "disallow", "path": "/kurt-wightman", "line": 59 }, { "directive": "disallow", "path": "/kris-hutchins", "line": 60 }, { "directive": "disallow", "path": "/dan-parkins", "line": 61 }, { "directive": "disallow", "path": "/rick-dachenhausen", "line": 62 }, { "directive": "disallow", "path": "/amir", "line": 63 }, { "directive": "disallow", "path": "/sustainability/covid-19-", "line": 64 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.sysco.com/robots.txt", "contentType": "text/plain", "sha256": "f5828b51b05f23d188f467811479cbf74651f42a8282af488760c74c672be2fb", "bytes": 2364 }, { "company": "T-Mobile US", "cik": "1283699", "sector": "Communication Services", "origin": "https://www.t-mobile.com", "checkedAt": "2026-09-26T04:56:17.270Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.t-mobile.com/robots.txt", "contentType": "text/html" }, { "company": "T. Rowe Price", "cik": "1113169", "sector": "Financials", "origin": "http://www.troweprice.com", "checkedAt": "2026-09-26T04:56:17.357Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/content/tpd/", "line": 2 }, { "directive": "disallow", "path": "/*/service/", "line": 3 }, { "directive": "disallow", "path": "/*contentType/", "line": 4 }, { "directive": "disallow", "path": "*restricted*", "line": 5 }, { "directive": "disallow", "path": "/assets.html/content/dam/public/enterprise/insights/pdfs/*", "line": 6 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/my-account.html", "line": 7 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/lp/mid-europe-investment-conference-2022.html", "line": 8 }, { "directive": "disallow", "path": "/*/global/en/site-content/*", "line": 9 }, { "directive": "disallow", "path": "/*/at/en/site-content/*", "line": 10 }, { "directive": "disallow", "path": "/*/be/en/site-content/*", "line": 11 }, { "directive": "disallow", "path": "/*/dk/en/site-content/*", "line": 12 }, { "directive": "disallow", "path": "/*/fi/en/site-content/*", "line": 13 }, { "directive": "disallow", "path": "/*/de/en/site-content/*", "line": 14 }, { "directive": "disallow", "path": "/*/is/en/site-content/*", "line": 15 }, { "directive": "disallow", "path": "/*/ie/en/site-content/*", "line": 16 }, { "directive": "disallow", "path": "/*/it/en/site-content/*", "line": 17 }, { "directive": "disallow", "path": "/*/lu/en/site-content/*", "line": 18 }, { "directive": "disallow", "path": "/*/nl/en/site-content/*", "line": 19 }, { "directive": "disallow", "path": "/*/no/en/site-content/*", "line": 20 }, { "directive": "disallow", "path": "/*/pt/en/site-content/*", "line": 21 }, { "directive": "disallow", "path": "/*/es/en/site-content/*", "line": 22 }, { "directive": "disallow", "path": "/*/se/en/site-content/*", "line": 23 }, { "directive": "disallow", "path": "/*/ch/en/site-content/*", "line": 24 }, { "directive": "disallow", "path": "/*/uk/en/site-content/*", "line": 25 }, { "directive": "disallow", "path": "/*/au/en/site-content/*", "line": 26 }, { "directive": "disallow", "path": "/*/sg/en/site-content/*", "line": 27 }, { "directive": "disallow", "path": "/*/hk/en/site-content/*", "line": 28 }, { "directive": "disallow", "path": "/*/de/de/site-content/*", "line": 29 }, { "directive": "disallow", "path": "/*/it/it/site-content/*", "line": 30 }, { "directive": "disallow", "path": "/*/es/es/site-content/*", "line": 31 }, { "directive": "disallow", "path": "/*/ch/de-ch/site-content/*", "line": 32 }, { "directive": "disallow", "path": "/*/hk/zh/site-content/*", "line": 33 }, { "directive": "disallow", "path": "/*/jp/ja/site-content/*", "line": 34 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/*", "line": 35 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/proxy-voting-reports/*", "line": 36 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/carbon-footprint-reports/*", "line": 37 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/esg-reports/*", "line": 38 }, { "directive": "disallow", "path": "/institutional/us/en/lp/esg/esg-reports.html", "line": 39 }, { "directive": "disallow", "path": "/content/dam/emailcampaigns/client/", "line": 40 }, { "directive": "disallow", "path": "/content/dam/fai/Collections/", "line": 41 }, { "directive": "disallow", "path": "/content/dam/iinvestor/resources/insights/pdfs/", "line": 42 }, { "directive": "disallow", "path": "/content/dam/troweplan/", "line": 43 }, { "directive": "disallow", "path": "/content/troweplan/", "line": 44 }, { "directive": "disallow", "path": "/content/trp-sites", "line": 45 }, { "directive": "disallow", "path": "/content/money-market/", "line": 46 }, { "directive": "disallow", "path": "/content/institutional/", "line": 47 }, { "directive": "disallow", "path": "/corporate/**/**/DataPoints.html", "line": 48 }, { "directive": "disallow", "path": "/enterprise/target-date/global/", "line": 49 }, { "directive": "disallow", "path": "/financial-intermediary/global/", "line": 50 }, { "directive": "disallow", "path": "/financial-intermediary/uk/en/lp/uk-investment-conference.html", "line": 51 }, { "directive": "disallow", "path": "/financial-intermediary/uk/en/lp/league-managers-association/*", "line": 52 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/lp/us-equities-adv.html", "line": 53 }, { "directive": "disallow", "path": "/gis/money-market", "line": 54 }, { "directive": "disallow", "path": "/ilr/icwuser/site/public/login", "line": 55 }, { "directive": "disallow", "path": "/ilr/icwuser/site/public/loginHere.action", "line": 56 }, { "directive": "disallow", "path": "/institutional/global/", "line": 57 }, { "directive": "disallow", "path": "/institutional/**/**/about/contact-us.consultant.html", "line": 58 }, { "directive": "disallow", "path": "/institutional/**/**/dashboard.html", "line": 59 }, { "directive": "disallow", "path": "/institutional/**/**/login/", "line": 60 }, { "directive": "disallow", "path": "/institutional/**/**/my-account.html", "line": 61 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/registration-activation-consultant.html", "line": 62 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/password-change-consultant.html", "line": 63 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/password-reset-consultant.html", "line": 64 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/disclaimers/vendor-indices-disclaimers/", "line": 65 }, { "directive": "disallow", "path": "/institutional/**/**/terms-and-conditions.html", "line": 66 }, { "directive": "disallow", "path": "/institutional/**/**/we-ve-relocated.html", "line": 67 }, { "directive": "disallow", "path": "/institutional/sg/en/", "line": 68 }, { "directive": "disallow", "path": "/institutional/us/en/products/us-mutual-fund/", "line": 69 }, { "directive": "disallow", "path": "/institutional/us/en/products/strategy/", "line": 70 }, { "directive": "disallow", "path": "/document-distribution/rps/public/edms/client-communications/morningstar-fact-sheets/*", "line": 71 }, { "directive": "disallow", "path": "/jubilese-con-confianza/", "line": 72 }, { "directive": "disallow", "path": "/mmr/money-market", "line": 73 }, { "directive": "disallow", "path": "/money-market/", "line": 74 }, { "directive": "disallow", "path": "/PSERSTargetDate", "line": 75 }, { "directive": "disallow", "path": "/troweplan/", "line": 76 }, { "directive": "disallow", "path": "/usis/go-tuition-gift/", "line": 77 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/financial-wellness-active.html", "line": 78 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/financial-wellness-enp.html", "line": 79 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/jubilese-con-confianza.html", "line": 80 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/jubilese-con-confianza1.html", "line": 81 }, { "directive": "disallow", "path": "/workplace/en/waysaver/*", "line": 82 }, { "directive": "disallow", "path": "/*.consultant.html$", "line": 83 }, { "directive": "disallow", "path": "/*.consultant.*.html$", "line": 84 }, { "directive": "disallow", "path": "/*?placementguid=*", "line": 85 }, { "directive": "disallow", "path": "/*?action=*", "line": 86 }, { "directive": "disallow", "path": "/*?cache2=*", "line": 87 }, { "directive": "disallow", "path": "/*?cid=*", "line": 88 }, { "directive": "disallow", "path": "/*?commid=*", "line": 89 }, { "directive": "disallow", "path": "/*?icid=*", "line": 90 }, { "directive": "disallow", "path": "/*?login=*", "line": 91 }, { "directive": "disallow", "path": "/*?mod=*", "line": 92 }, { "directive": "disallow", "path": "/*?q=*", "line": 93 }, { "directive": "disallow", "path": "/*?query=*", "line": 94 }, { "directive": "disallow", "path": "/*?src=*", "line": 95 }, { "directive": "disallow", "path": "/*?target=*", "line": 96 }, { "directive": "disallow", "path": "/*?van=*", "line": 97 }, { "directive": "disallow", "path": "/*?watchedFunds=*", "line": 98 }, { "directive": "disallow", "path": "/*?compCode=*", "line": 99 }, { "directive": "disallow", "path": "/*?CREATIVEguid=*", "line": 100 }, { "directive": "disallow", "path": "/*?bcpid=*", "line": 101 }, { "directive": "disallow", "path": "/*?pdurl=*", "line": 102 }, { "directive": "disallow", "path": "/*?origin=*", "line": 103 }, { "directive": "disallow", "path": "/*?source=*", "line": 104 }, { "directive": "disallow", "path": "/*?adobe_mc_sdid=*", "line": 105 }, { "directive": "disallow", "path": "/*?cat=*", "line": 106 }, { "directive": "disallow", "path": "/*?utm_source=*", "line": 107 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/uploads/secure/*", "line": 108 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/uploads/core/*", "line": 109 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/forms/*", "line": 110 }, { "directive": "disallow", "path": "/en/us/trust-documents/*", "line": 111 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/equity-pdfs/*", "line": 112 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/fixed-income-pdfs/*", "line": 113 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/multi-asset-pdfs/*", "line": 114 } ], "warnings": [ 5 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/content/tpd/", "line": 2 }, { "directive": "disallow", "path": "/*/service/", "line": 3 }, { "directive": "disallow", "path": "/*contentType/", "line": 4 }, { "directive": "disallow", "path": "*restricted*", "line": 5 }, { "directive": "disallow", "path": "/assets.html/content/dam/public/enterprise/insights/pdfs/*", "line": 6 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/my-account.html", "line": 7 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/lp/mid-europe-investment-conference-2022.html", "line": 8 }, { "directive": "disallow", "path": "/*/global/en/site-content/*", "line": 9 }, { "directive": "disallow", "path": "/*/at/en/site-content/*", "line": 10 }, { "directive": "disallow", "path": "/*/be/en/site-content/*", "line": 11 }, { "directive": "disallow", "path": "/*/dk/en/site-content/*", "line": 12 }, { "directive": "disallow", "path": "/*/fi/en/site-content/*", "line": 13 }, { "directive": "disallow", "path": "/*/de/en/site-content/*", "line": 14 }, { "directive": "disallow", "path": "/*/is/en/site-content/*", "line": 15 }, { "directive": "disallow", "path": "/*/ie/en/site-content/*", "line": 16 }, { "directive": "disallow", "path": "/*/it/en/site-content/*", "line": 17 }, { "directive": "disallow", "path": "/*/lu/en/site-content/*", "line": 18 }, { "directive": "disallow", "path": "/*/nl/en/site-content/*", "line": 19 }, { "directive": "disallow", "path": "/*/no/en/site-content/*", "line": 20 }, { "directive": "disallow", "path": "/*/pt/en/site-content/*", "line": 21 }, { "directive": "disallow", "path": "/*/es/en/site-content/*", "line": 22 }, { "directive": "disallow", "path": "/*/se/en/site-content/*", "line": 23 }, { "directive": "disallow", "path": "/*/ch/en/site-content/*", "line": 24 }, { "directive": "disallow", "path": "/*/uk/en/site-content/*", "line": 25 }, { "directive": "disallow", "path": "/*/au/en/site-content/*", "line": 26 }, { "directive": "disallow", "path": "/*/sg/en/site-content/*", "line": 27 }, { "directive": "disallow", "path": "/*/hk/en/site-content/*", "line": 28 }, { "directive": "disallow", "path": "/*/de/de/site-content/*", "line": 29 }, { "directive": "disallow", "path": "/*/it/it/site-content/*", "line": 30 }, { "directive": "disallow", "path": "/*/es/es/site-content/*", "line": 31 }, { "directive": "disallow", "path": "/*/ch/de-ch/site-content/*", "line": 32 }, { "directive": "disallow", "path": "/*/hk/zh/site-content/*", "line": 33 }, { "directive": "disallow", "path": "/*/jp/ja/site-content/*", "line": 34 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/*", "line": 35 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/proxy-voting-reports/*", "line": 36 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/carbon-footprint-reports/*", "line": 37 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/esg-reports/*", "line": 38 }, { "directive": "disallow", "path": "/institutional/us/en/lp/esg/esg-reports.html", "line": 39 }, { "directive": "disallow", "path": "/content/dam/emailcampaigns/client/", "line": 40 }, { "directive": "disallow", "path": "/content/dam/fai/Collections/", "line": 41 }, { "directive": "disallow", "path": "/content/dam/iinvestor/resources/insights/pdfs/", "line": 42 }, { "directive": "disallow", "path": "/content/dam/troweplan/", "line": 43 }, { "directive": "disallow", "path": "/content/troweplan/", "line": 44 }, { "directive": "disallow", "path": "/content/trp-sites", "line": 45 }, { "directive": "disallow", "path": "/content/money-market/", "line": 46 }, { "directive": "disallow", "path": "/content/institutional/", "line": 47 }, { "directive": "disallow", "path": "/corporate/**/**/DataPoints.html", "line": 48 }, { "directive": "disallow", "path": "/enterprise/target-date/global/", "line": 49 }, { "directive": "disallow", "path": "/financial-intermediary/global/", "line": 50 }, { "directive": "disallow", "path": "/financial-intermediary/uk/en/lp/uk-investment-conference.html", "line": 51 }, { "directive": "disallow", "path": "/financial-intermediary/uk/en/lp/league-managers-association/*", "line": 52 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/lp/us-equities-adv.html", "line": 53 }, { "directive": "disallow", "path": "/gis/money-market", "line": 54 }, { "directive": "disallow", "path": "/ilr/icwuser/site/public/login", "line": 55 }, { "directive": "disallow", "path": "/ilr/icwuser/site/public/loginHere.action", "line": 56 }, { "directive": "disallow", "path": "/institutional/global/", "line": 57 }, { "directive": "disallow", "path": "/institutional/**/**/about/contact-us.consultant.html", "line": 58 }, { "directive": "disallow", "path": "/institutional/**/**/dashboard.html", "line": 59 }, { "directive": "disallow", "path": "/institutional/**/**/login/", "line": 60 }, { "directive": "disallow", "path": "/institutional/**/**/my-account.html", "line": 61 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/registration-activation-consultant.html", "line": 62 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/password-change-consultant.html", "line": 63 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/password-reset-consultant.html", "line": 64 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/disclaimers/vendor-indices-disclaimers/", "line": 65 }, { "directive": "disallow", "path": "/institutional/**/**/terms-and-conditions.html", "line": 66 }, { "directive": "disallow", "path": "/institutional/**/**/we-ve-relocated.html", "line": 67 }, { "directive": "disallow", "path": "/institutional/sg/en/", "line": 68 }, { "directive": "disallow", "path": "/institutional/us/en/products/us-mutual-fund/", "line": 69 }, { "directive": "disallow", "path": "/institutional/us/en/products/strategy/", "line": 70 }, { "directive": "disallow", "path": "/document-distribution/rps/public/edms/client-communications/morningstar-fact-sheets/*", "line": 71 }, { "directive": "disallow", "path": "/jubilese-con-confianza/", "line": 72 }, { "directive": "disallow", "path": "/mmr/money-market", "line": 73 }, { "directive": "disallow", "path": "/money-market/", "line": 74 }, { "directive": "disallow", "path": "/PSERSTargetDate", "line": 75 }, { "directive": "disallow", "path": "/troweplan/", "line": 76 }, { "directive": "disallow", "path": "/usis/go-tuition-gift/", "line": 77 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/financial-wellness-active.html", "line": 78 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/financial-wellness-enp.html", "line": 79 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/jubilese-con-confianza.html", "line": 80 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/jubilese-con-confianza1.html", "line": 81 }, { "directive": "disallow", "path": "/workplace/en/waysaver/*", "line": 82 }, { "directive": "disallow", "path": "/*.consultant.html$", "line": 83 }, { "directive": "disallow", "path": "/*.consultant.*.html$", "line": 84 }, { "directive": "disallow", "path": "/*?placementguid=*", "line": 85 }, { "directive": "disallow", "path": "/*?action=*", "line": 86 }, { "directive": "disallow", "path": "/*?cache2=*", "line": 87 }, { "directive": "disallow", "path": "/*?cid=*", "line": 88 }, { "directive": "disallow", "path": "/*?commid=*", "line": 89 }, { "directive": "disallow", "path": "/*?icid=*", "line": 90 }, { "directive": "disallow", "path": "/*?login=*", "line": 91 }, { "directive": "disallow", "path": "/*?mod=*", "line": 92 }, { "directive": "disallow", "path": "/*?q=*", "line": 93 }, { "directive": "disallow", "path": "/*?query=*", "line": 94 }, { "directive": "disallow", "path": "/*?src=*", "line": 95 }, { "directive": "disallow", "path": "/*?target=*", "line": 96 }, { "directive": "disallow", "path": "/*?van=*", "line": 97 }, { "directive": "disallow", "path": "/*?watchedFunds=*", "line": 98 }, { "directive": "disallow", "path": "/*?compCode=*", "line": 99 }, { "directive": "disallow", "path": "/*?CREATIVEguid=*", "line": 100 }, { "directive": "disallow", "path": "/*?bcpid=*", "line": 101 }, { "directive": "disallow", "path": "/*?pdurl=*", "line": 102 }, { "directive": "disallow", "path": "/*?origin=*", "line": 103 }, { "directive": "disallow", "path": "/*?source=*", "line": 104 }, { "directive": "disallow", "path": "/*?adobe_mc_sdid=*", "line": 105 }, { "directive": "disallow", "path": "/*?cat=*", "line": 106 }, { "directive": "disallow", "path": "/*?utm_source=*", "line": 107 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/uploads/secure/*", "line": 108 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/uploads/core/*", "line": 109 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/forms/*", "line": 110 }, { "directive": "disallow", "path": "/en/us/trust-documents/*", "line": 111 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/equity-pdfs/*", "line": 112 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/fixed-income-pdfs/*", "line": 113 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/multi-asset-pdfs/*", "line": 114 } ], "warnings": [ 5 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/content/tpd/", "line": 2 }, { "directive": "disallow", "path": "/*/service/", "line": 3 }, { "directive": "disallow", "path": "/*contentType/", "line": 4 }, { "directive": "disallow", "path": "*restricted*", "line": 5 }, { "directive": "disallow", "path": "/assets.html/content/dam/public/enterprise/insights/pdfs/*", "line": 6 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/my-account.html", "line": 7 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/lp/mid-europe-investment-conference-2022.html", "line": 8 }, { "directive": "disallow", "path": "/*/global/en/site-content/*", "line": 9 }, { "directive": "disallow", "path": "/*/at/en/site-content/*", "line": 10 }, { "directive": "disallow", "path": "/*/be/en/site-content/*", "line": 11 }, { "directive": "disallow", "path": "/*/dk/en/site-content/*", "line": 12 }, { "directive": "disallow", "path": "/*/fi/en/site-content/*", "line": 13 }, { "directive": "disallow", "path": "/*/de/en/site-content/*", "line": 14 }, { "directive": "disallow", "path": "/*/is/en/site-content/*", "line": 15 }, { "directive": "disallow", "path": "/*/ie/en/site-content/*", "line": 16 }, { "directive": "disallow", "path": "/*/it/en/site-content/*", "line": 17 }, { "directive": "disallow", "path": "/*/lu/en/site-content/*", "line": 18 }, { "directive": "disallow", "path": "/*/nl/en/site-content/*", "line": 19 }, { "directive": "disallow", "path": "/*/no/en/site-content/*", "line": 20 }, { "directive": "disallow", "path": "/*/pt/en/site-content/*", "line": 21 }, { "directive": "disallow", "path": "/*/es/en/site-content/*", "line": 22 }, { "directive": "disallow", "path": "/*/se/en/site-content/*", "line": 23 }, { "directive": "disallow", "path": "/*/ch/en/site-content/*", "line": 24 }, { "directive": "disallow", "path": "/*/uk/en/site-content/*", "line": 25 }, { "directive": "disallow", "path": "/*/au/en/site-content/*", "line": 26 }, { "directive": "disallow", "path": "/*/sg/en/site-content/*", "line": 27 }, { "directive": "disallow", "path": "/*/hk/en/site-content/*", "line": 28 }, { "directive": "disallow", "path": "/*/de/de/site-content/*", "line": 29 }, { "directive": "disallow", "path": "/*/it/it/site-content/*", "line": 30 }, { "directive": "disallow", "path": "/*/es/es/site-content/*", "line": 31 }, { "directive": "disallow", "path": "/*/ch/de-ch/site-content/*", "line": 32 }, { "directive": "disallow", "path": "/*/hk/zh/site-content/*", "line": 33 }, { "directive": "disallow", "path": "/*/jp/ja/site-content/*", "line": 34 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/*", "line": 35 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/proxy-voting-reports/*", "line": 36 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/carbon-footprint-reports/*", "line": 37 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/esg-reports/*", "line": 38 }, { "directive": "disallow", "path": "/institutional/us/en/lp/esg/esg-reports.html", "line": 39 }, { "directive": "disallow", "path": "/content/dam/emailcampaigns/client/", "line": 40 }, { "directive": "disallow", "path": "/content/dam/fai/Collections/", "line": 41 }, { "directive": "disallow", "path": "/content/dam/iinvestor/resources/insights/pdfs/", "line": 42 }, { "directive": "disallow", "path": "/content/dam/troweplan/", "line": 43 }, { "directive": "disallow", "path": "/content/troweplan/", "line": 44 }, { "directive": "disallow", "path": "/content/trp-sites", "line": 45 }, { "directive": "disallow", "path": "/content/money-market/", "line": 46 }, { "directive": "disallow", "path": "/content/institutional/", "line": 47 }, { "directive": "disallow", "path": "/corporate/**/**/DataPoints.html", "line": 48 }, { "directive": "disallow", "path": "/enterprise/target-date/global/", "line": 49 }, { "directive": "disallow", "path": "/financial-intermediary/global/", "line": 50 }, { "directive": "disallow", "path": "/financial-intermediary/uk/en/lp/uk-investment-conference.html", "line": 51 }, { "directive": "disallow", "path": "/financial-intermediary/uk/en/lp/league-managers-association/*", "line": 52 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/lp/us-equities-adv.html", "line": 53 }, { "directive": "disallow", "path": "/gis/money-market", "line": 54 }, { "directive": "disallow", "path": "/ilr/icwuser/site/public/login", "line": 55 }, { "directive": "disallow", "path": "/ilr/icwuser/site/public/loginHere.action", "line": 56 }, { "directive": "disallow", "path": "/institutional/global/", "line": 57 }, { "directive": "disallow", "path": "/institutional/**/**/about/contact-us.consultant.html", "line": 58 }, { "directive": "disallow", "path": "/institutional/**/**/dashboard.html", "line": 59 }, { "directive": "disallow", "path": "/institutional/**/**/login/", "line": 60 }, { "directive": "disallow", "path": "/institutional/**/**/my-account.html", "line": 61 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/registration-activation-consultant.html", "line": 62 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/password-change-consultant.html", "line": 63 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/password-reset-consultant.html", "line": 64 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/disclaimers/vendor-indices-disclaimers/", "line": 65 }, { "directive": "disallow", "path": "/institutional/**/**/terms-and-conditions.html", "line": 66 }, { "directive": "disallow", "path": "/institutional/**/**/we-ve-relocated.html", "line": 67 }, { "directive": "disallow", "path": "/institutional/sg/en/", "line": 68 }, { "directive": "disallow", "path": "/institutional/us/en/products/us-mutual-fund/", "line": 69 }, { "directive": "disallow", "path": "/institutional/us/en/products/strategy/", "line": 70 }, { "directive": "disallow", "path": "/document-distribution/rps/public/edms/client-communications/morningstar-fact-sheets/*", "line": 71 }, { "directive": "disallow", "path": "/jubilese-con-confianza/", "line": 72 }, { "directive": "disallow", "path": "/mmr/money-market", "line": 73 }, { "directive": "disallow", "path": "/money-market/", "line": 74 }, { "directive": "disallow", "path": "/PSERSTargetDate", "line": 75 }, { "directive": "disallow", "path": "/troweplan/", "line": 76 }, { "directive": "disallow", "path": "/usis/go-tuition-gift/", "line": 77 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/financial-wellness-active.html", "line": 78 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/financial-wellness-enp.html", "line": 79 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/jubilese-con-confianza.html", "line": 80 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/jubilese-con-confianza1.html", "line": 81 }, { "directive": "disallow", "path": "/workplace/en/waysaver/*", "line": 82 }, { "directive": "disallow", "path": "/*.consultant.html$", "line": 83 }, { "directive": "disallow", "path": "/*.consultant.*.html$", "line": 84 }, { "directive": "disallow", "path": "/*?placementguid=*", "line": 85 }, { "directive": "disallow", "path": "/*?action=*", "line": 86 }, { "directive": "disallow", "path": "/*?cache2=*", "line": 87 }, { "directive": "disallow", "path": "/*?cid=*", "line": 88 }, { "directive": "disallow", "path": "/*?commid=*", "line": 89 }, { "directive": "disallow", "path": "/*?icid=*", "line": 90 }, { "directive": "disallow", "path": "/*?login=*", "line": 91 }, { "directive": "disallow", "path": "/*?mod=*", "line": 92 }, { "directive": "disallow", "path": "/*?q=*", "line": 93 }, { "directive": "disallow", "path": "/*?query=*", "line": 94 }, { "directive": "disallow", "path": "/*?src=*", "line": 95 }, { "directive": "disallow", "path": "/*?target=*", "line": 96 }, { "directive": "disallow", "path": "/*?van=*", "line": 97 }, { "directive": "disallow", "path": "/*?watchedFunds=*", "line": 98 }, { "directive": "disallow", "path": "/*?compCode=*", "line": 99 }, { "directive": "disallow", "path": "/*?CREATIVEguid=*", "line": 100 }, { "directive": "disallow", "path": "/*?bcpid=*", "line": 101 }, { "directive": "disallow", "path": "/*?pdurl=*", "line": 102 }, { "directive": "disallow", "path": "/*?origin=*", "line": 103 }, { "directive": "disallow", "path": "/*?source=*", "line": 104 }, { "directive": "disallow", "path": "/*?adobe_mc_sdid=*", "line": 105 }, { "directive": "disallow", "path": "/*?cat=*", "line": 106 }, { "directive": "disallow", "path": "/*?utm_source=*", "line": 107 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/uploads/secure/*", "line": 108 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/uploads/core/*", "line": 109 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/forms/*", "line": 110 }, { "directive": "disallow", "path": "/en/us/trust-documents/*", "line": 111 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/equity-pdfs/*", "line": 112 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/fixed-income-pdfs/*", "line": 113 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/multi-asset-pdfs/*", "line": 114 } ], "warnings": [ 5 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/content/tpd/", "line": 2 }, { "directive": "disallow", "path": "/*/service/", "line": 3 }, { "directive": "disallow", "path": "/*contentType/", "line": 4 }, { "directive": "disallow", "path": "*restricted*", "line": 5 }, { "directive": "disallow", "path": "/assets.html/content/dam/public/enterprise/insights/pdfs/*", "line": 6 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/my-account.html", "line": 7 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/lp/mid-europe-investment-conference-2022.html", "line": 8 }, { "directive": "disallow", "path": "/*/global/en/site-content/*", "line": 9 }, { "directive": "disallow", "path": "/*/at/en/site-content/*", "line": 10 }, { "directive": "disallow", "path": "/*/be/en/site-content/*", "line": 11 }, { "directive": "disallow", "path": "/*/dk/en/site-content/*", "line": 12 }, { "directive": "disallow", "path": "/*/fi/en/site-content/*", "line": 13 }, { "directive": "disallow", "path": "/*/de/en/site-content/*", "line": 14 }, { "directive": "disallow", "path": "/*/is/en/site-content/*", "line": 15 }, { "directive": "disallow", "path": "/*/ie/en/site-content/*", "line": 16 }, { "directive": "disallow", "path": "/*/it/en/site-content/*", "line": 17 }, { "directive": "disallow", "path": "/*/lu/en/site-content/*", "line": 18 }, { "directive": "disallow", "path": "/*/nl/en/site-content/*", "line": 19 }, { "directive": "disallow", "path": "/*/no/en/site-content/*", "line": 20 }, { "directive": "disallow", "path": "/*/pt/en/site-content/*", "line": 21 }, { "directive": "disallow", "path": "/*/es/en/site-content/*", "line": 22 }, { "directive": "disallow", "path": "/*/se/en/site-content/*", "line": 23 }, { "directive": "disallow", "path": "/*/ch/en/site-content/*", "line": 24 }, { "directive": "disallow", "path": "/*/uk/en/site-content/*", "line": 25 }, { "directive": "disallow", "path": "/*/au/en/site-content/*", "line": 26 }, { "directive": "disallow", "path": "/*/sg/en/site-content/*", "line": 27 }, { "directive": "disallow", "path": "/*/hk/en/site-content/*", "line": 28 }, { "directive": "disallow", "path": "/*/de/de/site-content/*", "line": 29 }, { "directive": "disallow", "path": "/*/it/it/site-content/*", "line": 30 }, { "directive": "disallow", "path": "/*/es/es/site-content/*", "line": 31 }, { "directive": "disallow", "path": "/*/ch/de-ch/site-content/*", "line": 32 }, { "directive": "disallow", "path": "/*/hk/zh/site-content/*", "line": 33 }, { "directive": "disallow", "path": "/*/jp/ja/site-content/*", "line": 34 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/*", "line": 35 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/proxy-voting-reports/*", "line": 36 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/carbon-footprint-reports/*", "line": 37 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/esg-reports/*", "line": 38 }, { "directive": "disallow", "path": "/institutional/us/en/lp/esg/esg-reports.html", "line": 39 }, { "directive": "disallow", "path": "/content/dam/emailcampaigns/client/", "line": 40 }, { "directive": "disallow", "path": "/content/dam/fai/Collections/", "line": 41 }, { "directive": "disallow", "path": "/content/dam/iinvestor/resources/insights/pdfs/", "line": 42 }, { "directive": "disallow", "path": "/content/dam/troweplan/", "line": 43 }, { "directive": "disallow", "path": "/content/troweplan/", "line": 44 }, { "directive": "disallow", "path": "/content/trp-sites", "line": 45 }, { "directive": "disallow", "path": "/content/money-market/", "line": 46 }, { "directive": "disallow", "path": "/content/institutional/", "line": 47 }, { "directive": "disallow", "path": "/corporate/**/**/DataPoints.html", "line": 48 }, { "directive": "disallow", "path": "/enterprise/target-date/global/", "line": 49 }, { "directive": "disallow", "path": "/financial-intermediary/global/", "line": 50 }, { "directive": "disallow", "path": "/financial-intermediary/uk/en/lp/uk-investment-conference.html", "line": 51 }, { "directive": "disallow", "path": "/financial-intermediary/uk/en/lp/league-managers-association/*", "line": 52 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/lp/us-equities-adv.html", "line": 53 }, { "directive": "disallow", "path": "/gis/money-market", "line": 54 }, { "directive": "disallow", "path": "/ilr/icwuser/site/public/login", "line": 55 }, { "directive": "disallow", "path": "/ilr/icwuser/site/public/loginHere.action", "line": 56 }, { "directive": "disallow", "path": "/institutional/global/", "line": 57 }, { "directive": "disallow", "path": "/institutional/**/**/about/contact-us.consultant.html", "line": 58 }, { "directive": "disallow", "path": "/institutional/**/**/dashboard.html", "line": 59 }, { "directive": "disallow", "path": "/institutional/**/**/login/", "line": 60 }, { "directive": "disallow", "path": "/institutional/**/**/my-account.html", "line": 61 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/registration-activation-consultant.html", "line": 62 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/password-change-consultant.html", "line": 63 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/password-reset-consultant.html", "line": 64 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/disclaimers/vendor-indices-disclaimers/", "line": 65 }, { "directive": "disallow", "path": "/institutional/**/**/terms-and-conditions.html", "line": 66 }, { "directive": "disallow", "path": "/institutional/**/**/we-ve-relocated.html", "line": 67 }, { "directive": "disallow", "path": "/institutional/sg/en/", "line": 68 }, { "directive": "disallow", "path": "/institutional/us/en/products/us-mutual-fund/", "line": 69 }, { "directive": "disallow", "path": "/institutional/us/en/products/strategy/", "line": 70 }, { "directive": "disallow", "path": "/document-distribution/rps/public/edms/client-communications/morningstar-fact-sheets/*", "line": 71 }, { "directive": "disallow", "path": "/jubilese-con-confianza/", "line": 72 }, { "directive": "disallow", "path": "/mmr/money-market", "line": 73 }, { "directive": "disallow", "path": "/money-market/", "line": 74 }, { "directive": "disallow", "path": "/PSERSTargetDate", "line": 75 }, { "directive": "disallow", "path": "/troweplan/", "line": 76 }, { "directive": "disallow", "path": "/usis/go-tuition-gift/", "line": 77 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/financial-wellness-active.html", "line": 78 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/financial-wellness-enp.html", "line": 79 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/jubilese-con-confianza.html", "line": 80 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/jubilese-con-confianza1.html", "line": 81 }, { "directive": "disallow", "path": "/workplace/en/waysaver/*", "line": 82 }, { "directive": "disallow", "path": "/*.consultant.html$", "line": 83 }, { "directive": "disallow", "path": "/*.consultant.*.html$", "line": 84 }, { "directive": "disallow", "path": "/*?placementguid=*", "line": 85 }, { "directive": "disallow", "path": "/*?action=*", "line": 86 }, { "directive": "disallow", "path": "/*?cache2=*", "line": 87 }, { "directive": "disallow", "path": "/*?cid=*", "line": 88 }, { "directive": "disallow", "path": "/*?commid=*", "line": 89 }, { "directive": "disallow", "path": "/*?icid=*", "line": 90 }, { "directive": "disallow", "path": "/*?login=*", "line": 91 }, { "directive": "disallow", "path": "/*?mod=*", "line": 92 }, { "directive": "disallow", "path": "/*?q=*", "line": 93 }, { "directive": "disallow", "path": "/*?query=*", "line": 94 }, { "directive": "disallow", "path": "/*?src=*", "line": 95 }, { "directive": "disallow", "path": "/*?target=*", "line": 96 }, { "directive": "disallow", "path": "/*?van=*", "line": 97 }, { "directive": "disallow", "path": "/*?watchedFunds=*", "line": 98 }, { "directive": "disallow", "path": "/*?compCode=*", "line": 99 }, { "directive": "disallow", "path": "/*?CREATIVEguid=*", "line": 100 }, { "directive": "disallow", "path": "/*?bcpid=*", "line": 101 }, { "directive": "disallow", "path": "/*?pdurl=*", "line": 102 }, { "directive": "disallow", "path": "/*?origin=*", "line": 103 }, { "directive": "disallow", "path": "/*?source=*", "line": 104 }, { "directive": "disallow", "path": "/*?adobe_mc_sdid=*", "line": 105 }, { "directive": "disallow", "path": "/*?cat=*", "line": 106 }, { "directive": "disallow", "path": "/*?utm_source=*", "line": 107 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/uploads/secure/*", "line": 108 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/uploads/core/*", "line": 109 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/forms/*", "line": 110 }, { "directive": "disallow", "path": "/en/us/trust-documents/*", "line": 111 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/equity-pdfs/*", "line": 112 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/fixed-income-pdfs/*", "line": 113 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/multi-asset-pdfs/*", "line": 114 } ], "warnings": [ 5 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/content/tpd/", "line": 2 }, { "directive": "disallow", "path": "/*/service/", "line": 3 }, { "directive": "disallow", "path": "/*contentType/", "line": 4 }, { "directive": "disallow", "path": "*restricted*", "line": 5 }, { "directive": "disallow", "path": "/assets.html/content/dam/public/enterprise/insights/pdfs/*", "line": 6 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/my-account.html", "line": 7 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/lp/mid-europe-investment-conference-2022.html", "line": 8 }, { "directive": "disallow", "path": "/*/global/en/site-content/*", "line": 9 }, { "directive": "disallow", "path": "/*/at/en/site-content/*", "line": 10 }, { "directive": "disallow", "path": "/*/be/en/site-content/*", "line": 11 }, { "directive": "disallow", "path": "/*/dk/en/site-content/*", "line": 12 }, { "directive": "disallow", "path": "/*/fi/en/site-content/*", "line": 13 }, { "directive": "disallow", "path": "/*/de/en/site-content/*", "line": 14 }, { "directive": "disallow", "path": "/*/is/en/site-content/*", "line": 15 }, { "directive": "disallow", "path": "/*/ie/en/site-content/*", "line": 16 }, { "directive": "disallow", "path": "/*/it/en/site-content/*", "line": 17 }, { "directive": "disallow", "path": "/*/lu/en/site-content/*", "line": 18 }, { "directive": "disallow", "path": "/*/nl/en/site-content/*", "line": 19 }, { "directive": "disallow", "path": "/*/no/en/site-content/*", "line": 20 }, { "directive": "disallow", "path": "/*/pt/en/site-content/*", "line": 21 }, { "directive": "disallow", "path": "/*/es/en/site-content/*", "line": 22 }, { "directive": "disallow", "path": "/*/se/en/site-content/*", "line": 23 }, { "directive": "disallow", "path": "/*/ch/en/site-content/*", "line": 24 }, { "directive": "disallow", "path": "/*/uk/en/site-content/*", "line": 25 }, { "directive": "disallow", "path": "/*/au/en/site-content/*", "line": 26 }, { "directive": "disallow", "path": "/*/sg/en/site-content/*", "line": 27 }, { "directive": "disallow", "path": "/*/hk/en/site-content/*", "line": 28 }, { "directive": "disallow", "path": "/*/de/de/site-content/*", "line": 29 }, { "directive": "disallow", "path": "/*/it/it/site-content/*", "line": 30 }, { "directive": "disallow", "path": "/*/es/es/site-content/*", "line": 31 }, { "directive": "disallow", "path": "/*/ch/de-ch/site-content/*", "line": 32 }, { "directive": "disallow", "path": "/*/hk/zh/site-content/*", "line": 33 }, { "directive": "disallow", "path": "/*/jp/ja/site-content/*", "line": 34 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/*", "line": 35 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/proxy-voting-reports/*", "line": 36 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/carbon-footprint-reports/*", "line": 37 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/esg-reports/*", "line": 38 }, { "directive": "disallow", "path": "/institutional/us/en/lp/esg/esg-reports.html", "line": 39 }, { "directive": "disallow", "path": "/content/dam/emailcampaigns/client/", "line": 40 }, { "directive": "disallow", "path": "/content/dam/fai/Collections/", "line": 41 }, { "directive": "disallow", "path": "/content/dam/iinvestor/resources/insights/pdfs/", "line": 42 }, { "directive": "disallow", "path": "/content/dam/troweplan/", "line": 43 }, { "directive": "disallow", "path": "/content/troweplan/", "line": 44 }, { "directive": "disallow", "path": "/content/trp-sites", "line": 45 }, { "directive": "disallow", "path": "/content/money-market/", "line": 46 }, { "directive": "disallow", "path": "/content/institutional/", "line": 47 }, { "directive": "disallow", "path": "/corporate/**/**/DataPoints.html", "line": 48 }, { "directive": "disallow", "path": "/enterprise/target-date/global/", "line": 49 }, { "directive": "disallow", "path": "/financial-intermediary/global/", "line": 50 }, { "directive": "disallow", "path": "/financial-intermediary/uk/en/lp/uk-investment-conference.html", "line": 51 }, { "directive": "disallow", "path": "/financial-intermediary/uk/en/lp/league-managers-association/*", "line": 52 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/lp/us-equities-adv.html", "line": 53 }, { "directive": "disallow", "path": "/gis/money-market", "line": 54 }, { "directive": "disallow", "path": "/ilr/icwuser/site/public/login", "line": 55 }, { "directive": "disallow", "path": "/ilr/icwuser/site/public/loginHere.action", "line": 56 }, { "directive": "disallow", "path": "/institutional/global/", "line": 57 }, { "directive": "disallow", "path": "/institutional/**/**/about/contact-us.consultant.html", "line": 58 }, { "directive": "disallow", "path": "/institutional/**/**/dashboard.html", "line": 59 }, { "directive": "disallow", "path": "/institutional/**/**/login/", "line": 60 }, { "directive": "disallow", "path": "/institutional/**/**/my-account.html", "line": 61 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/registration-activation-consultant.html", "line": 62 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/password-change-consultant.html", "line": 63 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/password-reset-consultant.html", "line": 64 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/disclaimers/vendor-indices-disclaimers/", "line": 65 }, { "directive": "disallow", "path": "/institutional/**/**/terms-and-conditions.html", "line": 66 }, { "directive": "disallow", "path": "/institutional/**/**/we-ve-relocated.html", "line": 67 }, { "directive": "disallow", "path": "/institutional/sg/en/", "line": 68 }, { "directive": "disallow", "path": "/institutional/us/en/products/us-mutual-fund/", "line": 69 }, { "directive": "disallow", "path": "/institutional/us/en/products/strategy/", "line": 70 }, { "directive": "disallow", "path": "/document-distribution/rps/public/edms/client-communications/morningstar-fact-sheets/*", "line": 71 }, { "directive": "disallow", "path": "/jubilese-con-confianza/", "line": 72 }, { "directive": "disallow", "path": "/mmr/money-market", "line": 73 }, { "directive": "disallow", "path": "/money-market/", "line": 74 }, { "directive": "disallow", "path": "/PSERSTargetDate", "line": 75 }, { "directive": "disallow", "path": "/troweplan/", "line": 76 }, { "directive": "disallow", "path": "/usis/go-tuition-gift/", "line": 77 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/financial-wellness-active.html", "line": 78 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/financial-wellness-enp.html", "line": 79 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/jubilese-con-confianza.html", "line": 80 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/jubilese-con-confianza1.html", "line": 81 }, { "directive": "disallow", "path": "/workplace/en/waysaver/*", "line": 82 }, { "directive": "disallow", "path": "/*.consultant.html$", "line": 83 }, { "directive": "disallow", "path": "/*.consultant.*.html$", "line": 84 }, { "directive": "disallow", "path": "/*?placementguid=*", "line": 85 }, { "directive": "disallow", "path": "/*?action=*", "line": 86 }, { "directive": "disallow", "path": "/*?cache2=*", "line": 87 }, { "directive": "disallow", "path": "/*?cid=*", "line": 88 }, { "directive": "disallow", "path": "/*?commid=*", "line": 89 }, { "directive": "disallow", "path": "/*?icid=*", "line": 90 }, { "directive": "disallow", "path": "/*?login=*", "line": 91 }, { "directive": "disallow", "path": "/*?mod=*", "line": 92 }, { "directive": "disallow", "path": "/*?q=*", "line": 93 }, { "directive": "disallow", "path": "/*?query=*", "line": 94 }, { "directive": "disallow", "path": "/*?src=*", "line": 95 }, { "directive": "disallow", "path": "/*?target=*", "line": 96 }, { "directive": "disallow", "path": "/*?van=*", "line": 97 }, { "directive": "disallow", "path": "/*?watchedFunds=*", "line": 98 }, { "directive": "disallow", "path": "/*?compCode=*", "line": 99 }, { "directive": "disallow", "path": "/*?CREATIVEguid=*", "line": 100 }, { "directive": "disallow", "path": "/*?bcpid=*", "line": 101 }, { "directive": "disallow", "path": "/*?pdurl=*", "line": 102 }, { "directive": "disallow", "path": "/*?origin=*", "line": 103 }, { "directive": "disallow", "path": "/*?source=*", "line": 104 }, { "directive": "disallow", "path": "/*?adobe_mc_sdid=*", "line": 105 }, { "directive": "disallow", "path": "/*?cat=*", "line": 106 }, { "directive": "disallow", "path": "/*?utm_source=*", "line": 107 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/uploads/secure/*", "line": 108 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/uploads/core/*", "line": 109 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/forms/*", "line": 110 }, { "directive": "disallow", "path": "/en/us/trust-documents/*", "line": 111 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/equity-pdfs/*", "line": 112 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/fixed-income-pdfs/*", "line": 113 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/multi-asset-pdfs/*", "line": 114 } ], "warnings": [ 5 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/content/tpd/", "line": 2 }, { "directive": "disallow", "path": "/*/service/", "line": 3 }, { "directive": "disallow", "path": "/*contentType/", "line": 4 }, { "directive": "disallow", "path": "*restricted*", "line": 5 }, { "directive": "disallow", "path": "/assets.html/content/dam/public/enterprise/insights/pdfs/*", "line": 6 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/my-account.html", "line": 7 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/lp/mid-europe-investment-conference-2022.html", "line": 8 }, { "directive": "disallow", "path": "/*/global/en/site-content/*", "line": 9 }, { "directive": "disallow", "path": "/*/at/en/site-content/*", "line": 10 }, { "directive": "disallow", "path": "/*/be/en/site-content/*", "line": 11 }, { "directive": "disallow", "path": "/*/dk/en/site-content/*", "line": 12 }, { "directive": "disallow", "path": "/*/fi/en/site-content/*", "line": 13 }, { "directive": "disallow", "path": "/*/de/en/site-content/*", "line": 14 }, { "directive": "disallow", "path": "/*/is/en/site-content/*", "line": 15 }, { "directive": "disallow", "path": "/*/ie/en/site-content/*", "line": 16 }, { "directive": "disallow", "path": "/*/it/en/site-content/*", "line": 17 }, { "directive": "disallow", "path": "/*/lu/en/site-content/*", "line": 18 }, { "directive": "disallow", "path": "/*/nl/en/site-content/*", "line": 19 }, { "directive": "disallow", "path": "/*/no/en/site-content/*", "line": 20 }, { "directive": "disallow", "path": "/*/pt/en/site-content/*", "line": 21 }, { "directive": "disallow", "path": "/*/es/en/site-content/*", "line": 22 }, { "directive": "disallow", "path": "/*/se/en/site-content/*", "line": 23 }, { "directive": "disallow", "path": "/*/ch/en/site-content/*", "line": 24 }, { "directive": "disallow", "path": "/*/uk/en/site-content/*", "line": 25 }, { "directive": "disallow", "path": "/*/au/en/site-content/*", "line": 26 }, { "directive": "disallow", "path": "/*/sg/en/site-content/*", "line": 27 }, { "directive": "disallow", "path": "/*/hk/en/site-content/*", "line": 28 }, { "directive": "disallow", "path": "/*/de/de/site-content/*", "line": 29 }, { "directive": "disallow", "path": "/*/it/it/site-content/*", "line": 30 }, { "directive": "disallow", "path": "/*/es/es/site-content/*", "line": 31 }, { "directive": "disallow", "path": "/*/ch/de-ch/site-content/*", "line": 32 }, { "directive": "disallow", "path": "/*/hk/zh/site-content/*", "line": 33 }, { "directive": "disallow", "path": "/*/jp/ja/site-content/*", "line": 34 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/*", "line": 35 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/proxy-voting-reports/*", "line": 36 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/carbon-footprint-reports/*", "line": 37 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/esg-reports/*", "line": 38 }, { "directive": "disallow", "path": "/institutional/us/en/lp/esg/esg-reports.html", "line": 39 }, { "directive": "disallow", "path": "/content/dam/emailcampaigns/client/", "line": 40 }, { "directive": "disallow", "path": "/content/dam/fai/Collections/", "line": 41 }, { "directive": "disallow", "path": "/content/dam/iinvestor/resources/insights/pdfs/", "line": 42 }, { "directive": "disallow", "path": "/content/dam/troweplan/", "line": 43 }, { "directive": "disallow", "path": "/content/troweplan/", "line": 44 }, { "directive": "disallow", "path": "/content/trp-sites", "line": 45 }, { "directive": "disallow", "path": "/content/money-market/", "line": 46 }, { "directive": "disallow", "path": "/content/institutional/", "line": 47 }, { "directive": "disallow", "path": "/corporate/**/**/DataPoints.html", "line": 48 }, { "directive": "disallow", "path": "/enterprise/target-date/global/", "line": 49 }, { "directive": "disallow", "path": "/financial-intermediary/global/", "line": 50 }, { "directive": "disallow", "path": "/financial-intermediary/uk/en/lp/uk-investment-conference.html", "line": 51 }, { "directive": "disallow", "path": "/financial-intermediary/uk/en/lp/league-managers-association/*", "line": 52 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/lp/us-equities-adv.html", "line": 53 }, { "directive": "disallow", "path": "/gis/money-market", "line": 54 }, { "directive": "disallow", "path": "/ilr/icwuser/site/public/login", "line": 55 }, { "directive": "disallow", "path": "/ilr/icwuser/site/public/loginHere.action", "line": 56 }, { "directive": "disallow", "path": "/institutional/global/", "line": 57 }, { "directive": "disallow", "path": "/institutional/**/**/about/contact-us.consultant.html", "line": 58 }, { "directive": "disallow", "path": "/institutional/**/**/dashboard.html", "line": 59 }, { "directive": "disallow", "path": "/institutional/**/**/login/", "line": 60 }, { "directive": "disallow", "path": "/institutional/**/**/my-account.html", "line": 61 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/registration-activation-consultant.html", "line": 62 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/password-change-consultant.html", "line": 63 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/password-reset-consultant.html", "line": 64 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/disclaimers/vendor-indices-disclaimers/", "line": 65 }, { "directive": "disallow", "path": "/institutional/**/**/terms-and-conditions.html", "line": 66 }, { "directive": "disallow", "path": "/institutional/**/**/we-ve-relocated.html", "line": 67 }, { "directive": "disallow", "path": "/institutional/sg/en/", "line": 68 }, { "directive": "disallow", "path": "/institutional/us/en/products/us-mutual-fund/", "line": 69 }, { "directive": "disallow", "path": "/institutional/us/en/products/strategy/", "line": 70 }, { "directive": "disallow", "path": "/document-distribution/rps/public/edms/client-communications/morningstar-fact-sheets/*", "line": 71 }, { "directive": "disallow", "path": "/jubilese-con-confianza/", "line": 72 }, { "directive": "disallow", "path": "/mmr/money-market", "line": 73 }, { "directive": "disallow", "path": "/money-market/", "line": 74 }, { "directive": "disallow", "path": "/PSERSTargetDate", "line": 75 }, { "directive": "disallow", "path": "/troweplan/", "line": 76 }, { "directive": "disallow", "path": "/usis/go-tuition-gift/", "line": 77 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/financial-wellness-active.html", "line": 78 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/financial-wellness-enp.html", "line": 79 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/jubilese-con-confianza.html", "line": 80 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/jubilese-con-confianza1.html", "line": 81 }, { "directive": "disallow", "path": "/workplace/en/waysaver/*", "line": 82 }, { "directive": "disallow", "path": "/*.consultant.html$", "line": 83 }, { "directive": "disallow", "path": "/*.consultant.*.html$", "line": 84 }, { "directive": "disallow", "path": "/*?placementguid=*", "line": 85 }, { "directive": "disallow", "path": "/*?action=*", "line": 86 }, { "directive": "disallow", "path": "/*?cache2=*", "line": 87 }, { "directive": "disallow", "path": "/*?cid=*", "line": 88 }, { "directive": "disallow", "path": "/*?commid=*", "line": 89 }, { "directive": "disallow", "path": "/*?icid=*", "line": 90 }, { "directive": "disallow", "path": "/*?login=*", "line": 91 }, { "directive": "disallow", "path": "/*?mod=*", "line": 92 }, { "directive": "disallow", "path": "/*?q=*", "line": 93 }, { "directive": "disallow", "path": "/*?query=*", "line": 94 }, { "directive": "disallow", "path": "/*?src=*", "line": 95 }, { "directive": "disallow", "path": "/*?target=*", "line": 96 }, { "directive": "disallow", "path": "/*?van=*", "line": 97 }, { "directive": "disallow", "path": "/*?watchedFunds=*", "line": 98 }, { "directive": "disallow", "path": "/*?compCode=*", "line": 99 }, { "directive": "disallow", "path": "/*?CREATIVEguid=*", "line": 100 }, { "directive": "disallow", "path": "/*?bcpid=*", "line": 101 }, { "directive": "disallow", "path": "/*?pdurl=*", "line": 102 }, { "directive": "disallow", "path": "/*?origin=*", "line": 103 }, { "directive": "disallow", "path": "/*?source=*", "line": 104 }, { "directive": "disallow", "path": "/*?adobe_mc_sdid=*", "line": 105 }, { "directive": "disallow", "path": "/*?cat=*", "line": 106 }, { "directive": "disallow", "path": "/*?utm_source=*", "line": 107 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/uploads/secure/*", "line": 108 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/uploads/core/*", "line": 109 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/forms/*", "line": 110 }, { "directive": "disallow", "path": "/en/us/trust-documents/*", "line": 111 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/equity-pdfs/*", "line": 112 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/fixed-income-pdfs/*", "line": 113 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/multi-asset-pdfs/*", "line": 114 } ], "warnings": [ 5 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/content/tpd/", "line": 2 }, { "directive": "disallow", "path": "/*/service/", "line": 3 }, { "directive": "disallow", "path": "/*contentType/", "line": 4 }, { "directive": "disallow", "path": "*restricted*", "line": 5 }, { "directive": "disallow", "path": "/assets.html/content/dam/public/enterprise/insights/pdfs/*", "line": 6 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/my-account.html", "line": 7 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/lp/mid-europe-investment-conference-2022.html", "line": 8 }, { "directive": "disallow", "path": "/*/global/en/site-content/*", "line": 9 }, { "directive": "disallow", "path": "/*/at/en/site-content/*", "line": 10 }, { "directive": "disallow", "path": "/*/be/en/site-content/*", "line": 11 }, { "directive": "disallow", "path": "/*/dk/en/site-content/*", "line": 12 }, { "directive": "disallow", "path": "/*/fi/en/site-content/*", "line": 13 }, { "directive": "disallow", "path": "/*/de/en/site-content/*", "line": 14 }, { "directive": "disallow", "path": "/*/is/en/site-content/*", "line": 15 }, { "directive": "disallow", "path": "/*/ie/en/site-content/*", "line": 16 }, { "directive": "disallow", "path": "/*/it/en/site-content/*", "line": 17 }, { "directive": "disallow", "path": "/*/lu/en/site-content/*", "line": 18 }, { "directive": "disallow", "path": "/*/nl/en/site-content/*", "line": 19 }, { "directive": "disallow", "path": "/*/no/en/site-content/*", "line": 20 }, { "directive": "disallow", "path": "/*/pt/en/site-content/*", "line": 21 }, { "directive": "disallow", "path": "/*/es/en/site-content/*", "line": 22 }, { "directive": "disallow", "path": "/*/se/en/site-content/*", "line": 23 }, { "directive": "disallow", "path": "/*/ch/en/site-content/*", "line": 24 }, { "directive": "disallow", "path": "/*/uk/en/site-content/*", "line": 25 }, { "directive": "disallow", "path": "/*/au/en/site-content/*", "line": 26 }, { "directive": "disallow", "path": "/*/sg/en/site-content/*", "line": 27 }, { "directive": "disallow", "path": "/*/hk/en/site-content/*", "line": 28 }, { "directive": "disallow", "path": "/*/de/de/site-content/*", "line": 29 }, { "directive": "disallow", "path": "/*/it/it/site-content/*", "line": 30 }, { "directive": "disallow", "path": "/*/es/es/site-content/*", "line": 31 }, { "directive": "disallow", "path": "/*/ch/de-ch/site-content/*", "line": 32 }, { "directive": "disallow", "path": "/*/hk/zh/site-content/*", "line": 33 }, { "directive": "disallow", "path": "/*/jp/ja/site-content/*", "line": 34 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/*", "line": 35 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/proxy-voting-reports/*", "line": 36 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/carbon-footprint-reports/*", "line": 37 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/esg-reports/*", "line": 38 }, { "directive": "disallow", "path": "/institutional/us/en/lp/esg/esg-reports.html", "line": 39 }, { "directive": "disallow", "path": "/content/dam/emailcampaigns/client/", "line": 40 }, { "directive": "disallow", "path": "/content/dam/fai/Collections/", "line": 41 }, { "directive": "disallow", "path": "/content/dam/iinvestor/resources/insights/pdfs/", "line": 42 }, { "directive": "disallow", "path": "/content/dam/troweplan/", "line": 43 }, { "directive": "disallow", "path": "/content/troweplan/", "line": 44 }, { "directive": "disallow", "path": "/content/trp-sites", "line": 45 }, { "directive": "disallow", "path": "/content/money-market/", "line": 46 }, { "directive": "disallow", "path": "/content/institutional/", "line": 47 }, { "directive": "disallow", "path": "/corporate/**/**/DataPoints.html", "line": 48 }, { "directive": "disallow", "path": "/enterprise/target-date/global/", "line": 49 }, { "directive": "disallow", "path": "/financial-intermediary/global/", "line": 50 }, { "directive": "disallow", "path": "/financial-intermediary/uk/en/lp/uk-investment-conference.html", "line": 51 }, { "directive": "disallow", "path": "/financial-intermediary/uk/en/lp/league-managers-association/*", "line": 52 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/lp/us-equities-adv.html", "line": 53 }, { "directive": "disallow", "path": "/gis/money-market", "line": 54 }, { "directive": "disallow", "path": "/ilr/icwuser/site/public/login", "line": 55 }, { "directive": "disallow", "path": "/ilr/icwuser/site/public/loginHere.action", "line": 56 }, { "directive": "disallow", "path": "/institutional/global/", "line": 57 }, { "directive": "disallow", "path": "/institutional/**/**/about/contact-us.consultant.html", "line": 58 }, { "directive": "disallow", "path": "/institutional/**/**/dashboard.html", "line": 59 }, { "directive": "disallow", "path": "/institutional/**/**/login/", "line": 60 }, { "directive": "disallow", "path": "/institutional/**/**/my-account.html", "line": 61 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/registration-activation-consultant.html", "line": 62 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/password-change-consultant.html", "line": 63 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/password-reset-consultant.html", "line": 64 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/disclaimers/vendor-indices-disclaimers/", "line": 65 }, { "directive": "disallow", "path": "/institutional/**/**/terms-and-conditions.html", "line": 66 }, { "directive": "disallow", "path": "/institutional/**/**/we-ve-relocated.html", "line": 67 }, { "directive": "disallow", "path": "/institutional/sg/en/", "line": 68 }, { "directive": "disallow", "path": "/institutional/us/en/products/us-mutual-fund/", "line": 69 }, { "directive": "disallow", "path": "/institutional/us/en/products/strategy/", "line": 70 }, { "directive": "disallow", "path": "/document-distribution/rps/public/edms/client-communications/morningstar-fact-sheets/*", "line": 71 }, { "directive": "disallow", "path": "/jubilese-con-confianza/", "line": 72 }, { "directive": "disallow", "path": "/mmr/money-market", "line": 73 }, { "directive": "disallow", "path": "/money-market/", "line": 74 }, { "directive": "disallow", "path": "/PSERSTargetDate", "line": 75 }, { "directive": "disallow", "path": "/troweplan/", "line": 76 }, { "directive": "disallow", "path": "/usis/go-tuition-gift/", "line": 77 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/financial-wellness-active.html", "line": 78 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/financial-wellness-enp.html", "line": 79 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/jubilese-con-confianza.html", "line": 80 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/jubilese-con-confianza1.html", "line": 81 }, { "directive": "disallow", "path": "/workplace/en/waysaver/*", "line": 82 }, { "directive": "disallow", "path": "/*.consultant.html$", "line": 83 }, { "directive": "disallow", "path": "/*.consultant.*.html$", "line": 84 }, { "directive": "disallow", "path": "/*?placementguid=*", "line": 85 }, { "directive": "disallow", "path": "/*?action=*", "line": 86 }, { "directive": "disallow", "path": "/*?cache2=*", "line": 87 }, { "directive": "disallow", "path": "/*?cid=*", "line": 88 }, { "directive": "disallow", "path": "/*?commid=*", "line": 89 }, { "directive": "disallow", "path": "/*?icid=*", "line": 90 }, { "directive": "disallow", "path": "/*?login=*", "line": 91 }, { "directive": "disallow", "path": "/*?mod=*", "line": 92 }, { "directive": "disallow", "path": "/*?q=*", "line": 93 }, { "directive": "disallow", "path": "/*?query=*", "line": 94 }, { "directive": "disallow", "path": "/*?src=*", "line": 95 }, { "directive": "disallow", "path": "/*?target=*", "line": 96 }, { "directive": "disallow", "path": "/*?van=*", "line": 97 }, { "directive": "disallow", "path": "/*?watchedFunds=*", "line": 98 }, { "directive": "disallow", "path": "/*?compCode=*", "line": 99 }, { "directive": "disallow", "path": "/*?CREATIVEguid=*", "line": 100 }, { "directive": "disallow", "path": "/*?bcpid=*", "line": 101 }, { "directive": "disallow", "path": "/*?pdurl=*", "line": 102 }, { "directive": "disallow", "path": "/*?origin=*", "line": 103 }, { "directive": "disallow", "path": "/*?source=*", "line": 104 }, { "directive": "disallow", "path": "/*?adobe_mc_sdid=*", "line": 105 }, { "directive": "disallow", "path": "/*?cat=*", "line": 106 }, { "directive": "disallow", "path": "/*?utm_source=*", "line": 107 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/uploads/secure/*", "line": 108 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/uploads/core/*", "line": 109 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/forms/*", "line": 110 }, { "directive": "disallow", "path": "/en/us/trust-documents/*", "line": 111 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/equity-pdfs/*", "line": 112 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/fixed-income-pdfs/*", "line": 113 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/multi-asset-pdfs/*", "line": 114 } ], "warnings": [ 5 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/content/tpd/", "line": 2 }, { "directive": "disallow", "path": "/*/service/", "line": 3 }, { "directive": "disallow", "path": "/*contentType/", "line": 4 }, { "directive": "disallow", "path": "*restricted*", "line": 5 }, { "directive": "disallow", "path": "/assets.html/content/dam/public/enterprise/insights/pdfs/*", "line": 6 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/my-account.html", "line": 7 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/lp/mid-europe-investment-conference-2022.html", "line": 8 }, { "directive": "disallow", "path": "/*/global/en/site-content/*", "line": 9 }, { "directive": "disallow", "path": "/*/at/en/site-content/*", "line": 10 }, { "directive": "disallow", "path": "/*/be/en/site-content/*", "line": 11 }, { "directive": "disallow", "path": "/*/dk/en/site-content/*", "line": 12 }, { "directive": "disallow", "path": "/*/fi/en/site-content/*", "line": 13 }, { "directive": "disallow", "path": "/*/de/en/site-content/*", "line": 14 }, { "directive": "disallow", "path": "/*/is/en/site-content/*", "line": 15 }, { "directive": "disallow", "path": "/*/ie/en/site-content/*", "line": 16 }, { "directive": "disallow", "path": "/*/it/en/site-content/*", "line": 17 }, { "directive": "disallow", "path": "/*/lu/en/site-content/*", "line": 18 }, { "directive": "disallow", "path": "/*/nl/en/site-content/*", "line": 19 }, { "directive": "disallow", "path": "/*/no/en/site-content/*", "line": 20 }, { "directive": "disallow", "path": "/*/pt/en/site-content/*", "line": 21 }, { "directive": "disallow", "path": "/*/es/en/site-content/*", "line": 22 }, { "directive": "disallow", "path": "/*/se/en/site-content/*", "line": 23 }, { "directive": "disallow", "path": "/*/ch/en/site-content/*", "line": 24 }, { "directive": "disallow", "path": "/*/uk/en/site-content/*", "line": 25 }, { "directive": "disallow", "path": "/*/au/en/site-content/*", "line": 26 }, { "directive": "disallow", "path": "/*/sg/en/site-content/*", "line": 27 }, { "directive": "disallow", "path": "/*/hk/en/site-content/*", "line": 28 }, { "directive": "disallow", "path": "/*/de/de/site-content/*", "line": 29 }, { "directive": "disallow", "path": "/*/it/it/site-content/*", "line": 30 }, { "directive": "disallow", "path": "/*/es/es/site-content/*", "line": 31 }, { "directive": "disallow", "path": "/*/ch/de-ch/site-content/*", "line": 32 }, { "directive": "disallow", "path": "/*/hk/zh/site-content/*", "line": 33 }, { "directive": "disallow", "path": "/*/jp/ja/site-content/*", "line": 34 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/*", "line": 35 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/proxy-voting-reports/*", "line": 36 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/carbon-footprint-reports/*", "line": 37 }, { "directive": "disallow", "path": "/content/dam/ide/legal-documents/us-esg-reports/esg-reports/*", "line": 38 }, { "directive": "disallow", "path": "/institutional/us/en/lp/esg/esg-reports.html", "line": 39 }, { "directive": "disallow", "path": "/content/dam/emailcampaigns/client/", "line": 40 }, { "directive": "disallow", "path": "/content/dam/fai/Collections/", "line": 41 }, { "directive": "disallow", "path": "/content/dam/iinvestor/resources/insights/pdfs/", "line": 42 }, { "directive": "disallow", "path": "/content/dam/troweplan/", "line": 43 }, { "directive": "disallow", "path": "/content/troweplan/", "line": 44 }, { "directive": "disallow", "path": "/content/trp-sites", "line": 45 }, { "directive": "disallow", "path": "/content/money-market/", "line": 46 }, { "directive": "disallow", "path": "/content/institutional/", "line": 47 }, { "directive": "disallow", "path": "/corporate/**/**/DataPoints.html", "line": 48 }, { "directive": "disallow", "path": "/enterprise/target-date/global/", "line": 49 }, { "directive": "disallow", "path": "/financial-intermediary/global/", "line": 50 }, { "directive": "disallow", "path": "/financial-intermediary/uk/en/lp/uk-investment-conference.html", "line": 51 }, { "directive": "disallow", "path": "/financial-intermediary/uk/en/lp/league-managers-association/*", "line": 52 }, { "directive": "disallow", "path": "/financial-intermediary/**/**/lp/us-equities-adv.html", "line": 53 }, { "directive": "disallow", "path": "/gis/money-market", "line": 54 }, { "directive": "disallow", "path": "/ilr/icwuser/site/public/login", "line": 55 }, { "directive": "disallow", "path": "/ilr/icwuser/site/public/loginHere.action", "line": 56 }, { "directive": "disallow", "path": "/institutional/global/", "line": 57 }, { "directive": "disallow", "path": "/institutional/**/**/about/contact-us.consultant.html", "line": 58 }, { "directive": "disallow", "path": "/institutional/**/**/dashboard.html", "line": 59 }, { "directive": "disallow", "path": "/institutional/**/**/login/", "line": 60 }, { "directive": "disallow", "path": "/institutional/**/**/my-account.html", "line": 61 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/registration-activation-consultant.html", "line": 62 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/password-change-consultant.html", "line": 63 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/email-templates/password-reset-consultant.html", "line": 64 }, { "directive": "disallow", "path": "/institutional/**/**/site-content/disclaimers/vendor-indices-disclaimers/", "line": 65 }, { "directive": "disallow", "path": "/institutional/**/**/terms-and-conditions.html", "line": 66 }, { "directive": "disallow", "path": "/institutional/**/**/we-ve-relocated.html", "line": 67 }, { "directive": "disallow", "path": "/institutional/sg/en/", "line": 68 }, { "directive": "disallow", "path": "/institutional/us/en/products/us-mutual-fund/", "line": 69 }, { "directive": "disallow", "path": "/institutional/us/en/products/strategy/", "line": 70 }, { "directive": "disallow", "path": "/document-distribution/rps/public/edms/client-communications/morningstar-fact-sheets/*", "line": 71 }, { "directive": "disallow", "path": "/jubilese-con-confianza/", "line": 72 }, { "directive": "disallow", "path": "/mmr/money-market", "line": 73 }, { "directive": "disallow", "path": "/money-market/", "line": 74 }, { "directive": "disallow", "path": "/PSERSTargetDate", "line": 75 }, { "directive": "disallow", "path": "/troweplan/", "line": 76 }, { "directive": "disallow", "path": "/usis/go-tuition-gift/", "line": 77 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/financial-wellness-active.html", "line": 78 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/financial-wellness-enp.html", "line": 79 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/jubilese-con-confianza.html", "line": 80 }, { "directive": "disallow", "path": "/workplace/en/participant/wix/jubilese-con-confianza1.html", "line": 81 }, { "directive": "disallow", "path": "/workplace/en/waysaver/*", "line": 82 }, { "directive": "disallow", "path": "/*.consultant.html$", "line": 83 }, { "directive": "disallow", "path": "/*.consultant.*.html$", "line": 84 }, { "directive": "disallow", "path": "/*?placementguid=*", "line": 85 }, { "directive": "disallow", "path": "/*?action=*", "line": 86 }, { "directive": "disallow", "path": "/*?cache2=*", "line": 87 }, { "directive": "disallow", "path": "/*?cid=*", "line": 88 }, { "directive": "disallow", "path": "/*?commid=*", "line": 89 }, { "directive": "disallow", "path": "/*?icid=*", "line": 90 }, { "directive": "disallow", "path": "/*?login=*", "line": 91 }, { "directive": "disallow", "path": "/*?mod=*", "line": 92 }, { "directive": "disallow", "path": "/*?q=*", "line": 93 }, { "directive": "disallow", "path": "/*?query=*", "line": 94 }, { "directive": "disallow", "path": "/*?src=*", "line": 95 }, { "directive": "disallow", "path": "/*?target=*", "line": 96 }, { "directive": "disallow", "path": "/*?van=*", "line": 97 }, { "directive": "disallow", "path": "/*?watchedFunds=*", "line": 98 }, { "directive": "disallow", "path": "/*?compCode=*", "line": 99 }, { "directive": "disallow", "path": "/*?CREATIVEguid=*", "line": 100 }, { "directive": "disallow", "path": "/*?bcpid=*", "line": 101 }, { "directive": "disallow", "path": "/*?pdurl=*", "line": 102 }, { "directive": "disallow", "path": "/*?origin=*", "line": 103 }, { "directive": "disallow", "path": "/*?source=*", "line": 104 }, { "directive": "disallow", "path": "/*?adobe_mc_sdid=*", "line": 105 }, { "directive": "disallow", "path": "/*?cat=*", "line": 106 }, { "directive": "disallow", "path": "/*?utm_source=*", "line": 107 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/uploads/secure/*", "line": 108 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/uploads/core/*", "line": 109 }, { "directive": "disallow", "path": "/content/dam/retirement-plan-services/pdfs/forms/*", "line": 110 }, { "directive": "disallow", "path": "/en/us/trust-documents/*", "line": 111 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/equity-pdfs/*", "line": 112 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/fixed-income-pdfs/*", "line": 113 }, { "directive": "disallow", "path": "/content/dam/trowecorp/Pdfs/multi-asset-pdfs/*", "line": 114 } ], "warnings": [ 5 ] } }, "httpStatus": 200, "finalUrl": "https://www.troweprice.com/robots.txt", "contentType": "text/plain", "sha256": "f83713a2ed35e4e57162db6d3efd926854e6a883b236f967fcd26195240c178a", "bytes": 4708 }, { "company": "Take-Two Interactive", "cik": "946581", "sector": "Communication Services", "origin": "http://www.take2games.com", "checkedAt": "2026-09-26T04:56:17.383Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 3 }, { "directive": "disallow", "path": "/connect/", "line": 4 }, { "directive": "disallow", "path": "/scripts/", "line": 5 }, { "directive": "disallow", "path": "/store-open/", "line": 6 }, { "directive": "disallow", "path": "/store-return/", "line": 7 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 3 }, { "directive": "disallow", "path": "/connect/", "line": 4 }, { "directive": "disallow", "path": "/scripts/", "line": 5 }, { "directive": "disallow", "path": "/store-open/", "line": 6 }, { "directive": "disallow", "path": "/store-return/", "line": 7 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 3 }, { "directive": "disallow", "path": "/connect/", "line": 4 }, { "directive": "disallow", "path": "/scripts/", "line": 5 }, { "directive": "disallow", "path": "/store-open/", "line": 6 }, { "directive": "disallow", "path": "/store-return/", "line": 7 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 3 }, { "directive": "disallow", "path": "/connect/", "line": 4 }, { "directive": "disallow", "path": "/scripts/", "line": 5 }, { "directive": "disallow", "path": "/store-open/", "line": 6 }, { "directive": "disallow", "path": "/store-return/", "line": 7 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 3 }, { "directive": "disallow", "path": "/connect/", "line": 4 }, { "directive": "disallow", "path": "/scripts/", "line": 5 }, { "directive": "disallow", "path": "/store-open/", "line": 6 }, { "directive": "disallow", "path": "/store-return/", "line": 7 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 3 }, { "directive": "disallow", "path": "/connect/", "line": 4 }, { "directive": "disallow", "path": "/scripts/", "line": 5 }, { "directive": "disallow", "path": "/store-open/", "line": 6 }, { "directive": "disallow", "path": "/store-return/", "line": 7 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 3 }, { "directive": "disallow", "path": "/connect/", "line": 4 }, { "directive": "disallow", "path": "/scripts/", "line": 5 }, { "directive": "disallow", "path": "/store-open/", "line": 6 }, { "directive": "disallow", "path": "/store-return/", "line": 7 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 3 }, { "directive": "disallow", "path": "/connect/", "line": 4 }, { "directive": "disallow", "path": "/scripts/", "line": 5 }, { "directive": "disallow", "path": "/store-open/", "line": 6 }, { "directive": "disallow", "path": "/store-return/", "line": 7 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.take2games.com/robots.txt", "contentType": "text/plain", "sha256": "4dc069443490d6e7edd47988552c6791f2c125e8ffb5a392daa688475a4254a7", "bytes": 178 }, { "company": "Tapestry, Inc.", "cik": "1116132", "sector": "Consumer Discretionary", "origin": "http://www.tapestry.com", "checkedAt": "2026-09-26T04:56:17.685Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/supplier-portal/, /wp-admin/", "line": 2 }, { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/supplier-portal/, /wp-admin/", "line": 2 }, { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/supplier-portal/, /wp-admin/", "line": 2 }, { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/supplier-portal/, /wp-admin/", "line": 2 }, { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/supplier-portal/, /wp-admin/", "line": 2 }, { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/supplier-portal/, /wp-admin/", "line": 2 }, { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/supplier-portal/, /wp-admin/", "line": 2 }, { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/supplier-portal/, /wp-admin/", "line": 2 }, { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.tapestry.com/robots.txt", "contentType": "text/plain", "sha256": "8c7664e98564890b320997e010f6b46159eeeb7246a738c0dfbb382bc78eba15", "bytes": 108 }, { "company": "Targa Resources", "cik": "1389170", "sector": "Energy", "origin": "https://www.targaresources.com", "checkedAt": "2026-09-26T04:56:17.803Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "Target Corporation", "cik": "27419", "sector": "Consumer Staples", "origin": "https://www.target.com", "checkedAt": "2026-09-26T04:56:18.208Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/Ntk", "line": 9 }, { "directive": "disallow", "path": "/*/Ntt", "line": 10 }, { "directive": "disallow", "path": "/*/Ntx", "line": 11 }, { "directive": "disallow", "path": "/*%7Cd_", "line": 12 }, { "directive": "disallow", "path": "/*/schoollist/", "line": 13 }, { "directive": "disallow", "path": "/*BTWN", "line": 14 }, { "directive": "disallow", "path": "/[path]/", "line": 15 }, { "directive": "disallow", "path": "/7078046/", "line": 16 }, { "directive": "disallow", "path": "/7079046/", "line": 17 }, { "directive": "disallow", "path": "/AddToList", "line": 18 }, { "directive": "disallow", "path": "/AddToRegistry", "line": 19 }, { "directive": "disallow", "path": "/admin", "line": 20 }, { "directive": "disallow", "path": "/advancedGiftRegistrySearchView", "line": 21 }, { "directive": "disallow", "path": "/AjaxSearchNavigationView", "line": 22 }, { "directive": "disallow", "path": "/Allons_voter", "line": 23 }, { "directive": "disallow", "path": "/bp/c/", "line": 24 }, { "directive": "disallow", "path": "/bp/guest_mfg_brand", "line": 25 }, { "directive": "disallow", "path": "/bp/p/", "line": 26 }, { "directive": "disallow", "path": "/CallToActionModalView", "line": 27 }, { "directive": "disallow", "path": "/cgi-bin", "line": 28 }, { "directive": "disallow", "path": "/cgi-local", "line": 29 }, { "directive": "disallow", "path": "/Checkout", "line": 30 }, { "directive": "disallow", "path": "/CheckoutEditItemsDisplayView", "line": 31 }, { "directive": "disallow", "path": "/CheckoutOrderBillingView", "line": 32 }, { "directive": "disallow", "path": "/CheckoutOrderShippingView", "line": 33 }, { "directive": "disallow", "path": "/CheckoutSignInView", "line": 34 }, { "directive": "disallow", "path": "/co-", "line": 35 }, { "directive": "disallow", "path": "/common", "line": 36 }, { "directive": "disallow", "path": "/coupons.", "line": 37 }, { "directive": "disallow", "path": "/custom-reviews/", "line": 38 }, { "directive": "disallow", "path": "/data", "line": 39 }, { "directive": "disallow", "path": "/database/philboard.mdb", "line": 40 }, { "directive": "disallow", "path": "/deals/", "line": 41 }, { "directive": "disallow", "path": "/dir_on_server/", "line": 42 }, { "directive": "disallow", "path": "/EmailCartView", "line": 43 }, { "directive": "disallow", "path": "/EnlargedImageView", "line": 44 }, { "directive": "disallow", "path": "/ESPDisplayOptionsViewCmd", "line": 45 }, { "directive": "disallow", "path": "/ESPModal", "line": 46 }, { "directive": "disallow", "path": "/ExitCheckoutCmd", "line": 47 }, { "directive": "disallow", "path": "/FeaturedShowMoreOverlay", "line": 48 }, { "directive": "disallow", "path": "/FetchProdRefreshContent", "line": 49 }, { "directive": "disallow", "path": "/fiats", "line": 50 }, { "directive": "disallow", "path": "/FiatsCmd", "line": 51 }, { "directive": "disallow", "path": "/file", "line": 52 }, { "directive": "disallow", "path": "/FreeGiftDisplayView", "line": 53 }, { "directive": "disallow", "path": "/gam-", "line": 54 }, { "directive": "disallow", "path": "/GenericRegistryPortalView", "line": 55 }, { "directive": "disallow", "path": "/gc?k", "line": 56 }, { "directive": "disallow", "path": "/GiftRegistrySearchViewCmd", "line": 57 }, { "directive": "disallow", "path": "/gp/", "line": 58 }, { "directive": "disallow", "path": "/GuestAsAnonymous", "line": 59 }, { "directive": "disallow", "path": "/guestEmailNotificationView", "line": 60 }, { "directive": "disallow", "path": "/HelpContent", "line": 61 }, { "directive": "disallow", "path": "/icons/", "line": 62 }, { "directive": "disallow", "path": "/igp", "line": 63 }, { "directive": "disallow", "path": "/index.jhtml", "line": 64 }, { "directive": "disallow", "path": "/keyword=", "line": 65 }, { "directive": "disallow", "path": "/legal-contact-us/", "line": 66 }, { "directive": "disallow", "path": "/list.id=1", "line": 67 }, { "directive": "disallow", "path": "/LogonForm", "line": 68 }, { "directive": "disallow", "path": "/m/", "line": 69 }, { "directive": "disallow", "path": "/ManageOrder", "line": 70 }, { "directive": "disallow", "path": "/ManageReturns", "line": 71 }, { "directive": "disallow", "path": "/MediaDisplayView", "line": 72 }, { "directive": "disallow", "path": "/mm/", "line": 73 }, { "directive": "disallow", "path": "/moreinfo.cfm", "line": 74 }, { "directive": "disallow", "path": "/news", "line": 75 }, { "directive": "disallow", "path": "/np/", "line": 76 }, { "directive": "disallow", "path": "/OpenZoomLayer", "line": 77 }, { "directive": "disallow", "path": "/OrderItemDisplay", "line": 78 }, { "directive": "disallow", "path": "/OtherDisplayView", "line": 79 }, { "directive": "disallow", "path": "/p/premium-registry", "line": 80 }, { "directive": "disallow", "path": "/PhotoUpload", "line": 81 }, { "directive": "disallow", "path": "/pl/", "line": 82 }, { "directive": "disallow", "path": "/ProductComparisonCmd", "line": 83 }, { "directive": "disallow", "path": "/ProductDetailsTabView", "line": 84 }, { "directive": "disallow", "path": "/PromotionDetailsDisplayView", "line": 85 }, { "directive": "disallow", "path": "/PromotionDisplayView", "line": 86 }, { "directive": "disallow", "path": "/PXGWPp4wUS", "line": 87 }, { "directive": "disallow", "path": "/qi/", "line": 88 }, { "directive": "disallow", "path": "/QuickInfoView", "line": 89 }, { "directive": "disallow", "path": "/ready_sit_read/index.jhtml", "line": 90 }, { "directive": "disallow", "path": "/RegistryPortalCmd", "line": 91 }, { "directive": "disallow", "path": "/ReportAbuse", "line": 92 }, { "directive": "disallow", "path": "/reviewVote", "line": 93 }, { "directive": "disallow", "path": "/script", "line": 94 }, { "directive": "disallow", "path": "/SearchNavigationView", "line": 95 }, { "directive": "disallow", "path": "/shop/", "line": 96 }, { "directive": "disallow", "path": "/SingleShipmentOrderSummaryView", "line": 97 }, { "directive": "disallow", "path": "/SOImapPriceDisplayView", "line": 98 }, { "directive": "disallow", "path": "/SpecificationDefinitionView", "line": 99 }, { "directive": "disallow", "path": "/splitOrderItem", "line": 100 }, { "directive": "disallow", "path": "/store-locator/search-results-print", "line": 101 }, { "directive": "disallow", "path": "/supertarget/index.jhtml", "line": 102 }, { "directive": "disallow", "path": "/target_baby/", "line": 103 }, { "directive": "disallow", "path": "/target_group", "line": 104 }, { "directive": "disallow", "path": "/targetdirect_group/", "line": 105 }, { "directive": "disallow", "path": "/TargetListPortalView", "line": 106 }, { "directive": "disallow", "path": "/TargetStoreLocatorCmd", "line": 107 }, { "directive": "disallow", "path": "/tdir/p/kids-back-to-school/", "line": 108 }, { "directive": "disallow", "path": "/tsa/", "line": 109 }, { "directive": "disallow", "path": "/VariationSelectionView", "line": 110 }, { "directive": "disallow", "path": "/webapp", "line": 111 }, { "directive": "disallow", "path": "/winnt/", "line": 112 }, { "directive": "disallow", "path": "/WriteComments", "line": 113 }, { "directive": "disallow", "path": "/WriteReviews", "line": 114 }, { "directive": "disallow", "path": "/XCSA/", "line": 115 }, { "directive": "disallow", "path": "/yr", "line": 116 }, { "directive": "disallow", "path": "/s?", "line": 117 }, { "directive": "disallow", "path": "/cart", "line": 118 }, { "directive": "disallow", "path": "/account/", "line": 119 }, { "directive": "disallow", "path": "/tracking", "line": 120 }, { "directive": "disallow", "path": "/config", "line": 121 }, { "directive": "disallow", "path": "/social/", "line": 122 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/Ntk", "line": 9 }, { "directive": "disallow", "path": "/*/Ntt", "line": 10 }, { "directive": "disallow", "path": "/*/Ntx", "line": 11 }, { "directive": "disallow", "path": "/*%7Cd_", "line": 12 }, { "directive": "disallow", "path": "/*/schoollist/", "line": 13 }, { "directive": "disallow", "path": "/*BTWN", "line": 14 }, { "directive": "disallow", "path": "/[path]/", "line": 15 }, { "directive": "disallow", "path": "/7078046/", "line": 16 }, { "directive": "disallow", "path": "/7079046/", "line": 17 }, { "directive": "disallow", "path": "/AddToList", "line": 18 }, { "directive": "disallow", "path": "/AddToRegistry", "line": 19 }, { "directive": "disallow", "path": "/admin", "line": 20 }, { "directive": "disallow", "path": "/advancedGiftRegistrySearchView", "line": 21 }, { "directive": "disallow", "path": "/AjaxSearchNavigationView", "line": 22 }, { "directive": "disallow", "path": "/Allons_voter", "line": 23 }, { "directive": "disallow", "path": "/bp/c/", "line": 24 }, { "directive": "disallow", "path": "/bp/guest_mfg_brand", "line": 25 }, { "directive": "disallow", "path": "/bp/p/", "line": 26 }, { "directive": "disallow", "path": "/CallToActionModalView", "line": 27 }, { "directive": "disallow", "path": "/cgi-bin", "line": 28 }, { "directive": "disallow", "path": "/cgi-local", "line": 29 }, { "directive": "disallow", "path": "/Checkout", "line": 30 }, { "directive": "disallow", "path": "/CheckoutEditItemsDisplayView", "line": 31 }, { "directive": "disallow", "path": "/CheckoutOrderBillingView", "line": 32 }, { "directive": "disallow", "path": "/CheckoutOrderShippingView", "line": 33 }, { "directive": "disallow", "path": "/CheckoutSignInView", "line": 34 }, { "directive": "disallow", "path": "/co-", "line": 35 }, { "directive": "disallow", "path": "/common", "line": 36 }, { "directive": "disallow", "path": "/coupons.", "line": 37 }, { "directive": "disallow", "path": "/custom-reviews/", "line": 38 }, { "directive": "disallow", "path": "/data", "line": 39 }, { "directive": "disallow", "path": "/database/philboard.mdb", "line": 40 }, { "directive": "disallow", "path": "/deals/", "line": 41 }, { "directive": "disallow", "path": "/dir_on_server/", "line": 42 }, { "directive": "disallow", "path": "/EmailCartView", "line": 43 }, { "directive": "disallow", "path": "/EnlargedImageView", "line": 44 }, { "directive": "disallow", "path": "/ESPDisplayOptionsViewCmd", "line": 45 }, { "directive": "disallow", "path": "/ESPModal", "line": 46 }, { "directive": "disallow", "path": "/ExitCheckoutCmd", "line": 47 }, { "directive": "disallow", "path": "/FeaturedShowMoreOverlay", "line": 48 }, { "directive": "disallow", "path": "/FetchProdRefreshContent", "line": 49 }, { "directive": "disallow", "path": "/fiats", "line": 50 }, { "directive": "disallow", "path": "/FiatsCmd", "line": 51 }, { "directive": "disallow", "path": "/file", "line": 52 }, { "directive": "disallow", "path": "/FreeGiftDisplayView", "line": 53 }, { "directive": "disallow", "path": "/gam-", "line": 54 }, { "directive": "disallow", "path": "/GenericRegistryPortalView", "line": 55 }, { "directive": "disallow", "path": "/gc?k", "line": 56 }, { "directive": "disallow", "path": "/GiftRegistrySearchViewCmd", "line": 57 }, { "directive": "disallow", "path": "/gp/", "line": 58 }, { "directive": "disallow", "path": "/GuestAsAnonymous", "line": 59 }, { "directive": "disallow", "path": "/guestEmailNotificationView", "line": 60 }, { "directive": "disallow", "path": "/HelpContent", "line": 61 }, { "directive": "disallow", "path": "/icons/", "line": 62 }, { "directive": "disallow", "path": "/igp", "line": 63 }, { "directive": "disallow", "path": "/index.jhtml", "line": 64 }, { "directive": "disallow", "path": "/keyword=", "line": 65 }, { "directive": "disallow", "path": "/legal-contact-us/", "line": 66 }, { "directive": "disallow", "path": "/list.id=1", "line": 67 }, { "directive": "disallow", "path": "/LogonForm", "line": 68 }, { "directive": "disallow", "path": "/m/", "line": 69 }, { "directive": "disallow", "path": "/ManageOrder", "line": 70 }, { "directive": "disallow", "path": "/ManageReturns", "line": 71 }, { "directive": "disallow", "path": "/MediaDisplayView", "line": 72 }, { "directive": "disallow", "path": "/mm/", "line": 73 }, { "directive": "disallow", "path": "/moreinfo.cfm", "line": 74 }, { "directive": "disallow", "path": "/news", "line": 75 }, { "directive": "disallow", "path": "/np/", "line": 76 }, { "directive": "disallow", "path": "/OpenZoomLayer", "line": 77 }, { "directive": "disallow", "path": "/OrderItemDisplay", "line": 78 }, { "directive": "disallow", "path": "/OtherDisplayView", "line": 79 }, { "directive": "disallow", "path": "/p/premium-registry", "line": 80 }, { "directive": "disallow", "path": "/PhotoUpload", "line": 81 }, { "directive": "disallow", "path": "/pl/", "line": 82 }, { "directive": "disallow", "path": "/ProductComparisonCmd", "line": 83 }, { "directive": "disallow", "path": "/ProductDetailsTabView", "line": 84 }, { "directive": "disallow", "path": "/PromotionDetailsDisplayView", "line": 85 }, { "directive": "disallow", "path": "/PromotionDisplayView", "line": 86 }, { "directive": "disallow", "path": "/PXGWPp4wUS", "line": 87 }, { "directive": "disallow", "path": "/qi/", "line": 88 }, { "directive": "disallow", "path": "/QuickInfoView", "line": 89 }, { "directive": "disallow", "path": "/ready_sit_read/index.jhtml", "line": 90 }, { "directive": "disallow", "path": "/RegistryPortalCmd", "line": 91 }, { "directive": "disallow", "path": "/ReportAbuse", "line": 92 }, { "directive": "disallow", "path": "/reviewVote", "line": 93 }, { "directive": "disallow", "path": "/script", "line": 94 }, { "directive": "disallow", "path": "/SearchNavigationView", "line": 95 }, { "directive": "disallow", "path": "/shop/", "line": 96 }, { "directive": "disallow", "path": "/SingleShipmentOrderSummaryView", "line": 97 }, { "directive": "disallow", "path": "/SOImapPriceDisplayView", "line": 98 }, { "directive": "disallow", "path": "/SpecificationDefinitionView", "line": 99 }, { "directive": "disallow", "path": "/splitOrderItem", "line": 100 }, { "directive": "disallow", "path": "/store-locator/search-results-print", "line": 101 }, { "directive": "disallow", "path": "/supertarget/index.jhtml", "line": 102 }, { "directive": "disallow", "path": "/target_baby/", "line": 103 }, { "directive": "disallow", "path": "/target_group", "line": 104 }, { "directive": "disallow", "path": "/targetdirect_group/", "line": 105 }, { "directive": "disallow", "path": "/TargetListPortalView", "line": 106 }, { "directive": "disallow", "path": "/TargetStoreLocatorCmd", "line": 107 }, { "directive": "disallow", "path": "/tdir/p/kids-back-to-school/", "line": 108 }, { "directive": "disallow", "path": "/tsa/", "line": 109 }, { "directive": "disallow", "path": "/VariationSelectionView", "line": 110 }, { "directive": "disallow", "path": "/webapp", "line": 111 }, { "directive": "disallow", "path": "/winnt/", "line": 112 }, { "directive": "disallow", "path": "/WriteComments", "line": 113 }, { "directive": "disallow", "path": "/WriteReviews", "line": 114 }, { "directive": "disallow", "path": "/XCSA/", "line": 115 }, { "directive": "disallow", "path": "/yr", "line": 116 }, { "directive": "disallow", "path": "/s?", "line": 117 }, { "directive": "disallow", "path": "/cart", "line": 118 }, { "directive": "disallow", "path": "/account/", "line": 119 }, { "directive": "disallow", "path": "/tracking", "line": 120 }, { "directive": "disallow", "path": "/config", "line": 121 }, { "directive": "disallow", "path": "/social/", "line": 122 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/Ntk", "line": 9 }, { "directive": "disallow", "path": "/*/Ntt", "line": 10 }, { "directive": "disallow", "path": "/*/Ntx", "line": 11 }, { "directive": "disallow", "path": "/*%7Cd_", "line": 12 }, { "directive": "disallow", "path": "/*/schoollist/", "line": 13 }, { "directive": "disallow", "path": "/*BTWN", "line": 14 }, { "directive": "disallow", "path": "/[path]/", "line": 15 }, { "directive": "disallow", "path": "/7078046/", "line": 16 }, { "directive": "disallow", "path": "/7079046/", "line": 17 }, { "directive": "disallow", "path": "/AddToList", "line": 18 }, { "directive": "disallow", "path": "/AddToRegistry", "line": 19 }, { "directive": "disallow", "path": "/admin", "line": 20 }, { "directive": "disallow", "path": "/advancedGiftRegistrySearchView", "line": 21 }, { "directive": "disallow", "path": "/AjaxSearchNavigationView", "line": 22 }, { "directive": "disallow", "path": "/Allons_voter", "line": 23 }, { "directive": "disallow", "path": "/bp/c/", "line": 24 }, { "directive": "disallow", "path": "/bp/guest_mfg_brand", "line": 25 }, { "directive": "disallow", "path": "/bp/p/", "line": 26 }, { "directive": "disallow", "path": "/CallToActionModalView", "line": 27 }, { "directive": "disallow", "path": "/cgi-bin", "line": 28 }, { "directive": "disallow", "path": "/cgi-local", "line": 29 }, { "directive": "disallow", "path": "/Checkout", "line": 30 }, { "directive": "disallow", "path": "/CheckoutEditItemsDisplayView", "line": 31 }, { "directive": "disallow", "path": "/CheckoutOrderBillingView", "line": 32 }, { "directive": "disallow", "path": "/CheckoutOrderShippingView", "line": 33 }, { "directive": "disallow", "path": "/CheckoutSignInView", "line": 34 }, { "directive": "disallow", "path": "/co-", "line": 35 }, { "directive": "disallow", "path": "/common", "line": 36 }, { "directive": "disallow", "path": "/coupons.", "line": 37 }, { "directive": "disallow", "path": "/custom-reviews/", "line": 38 }, { "directive": "disallow", "path": "/data", "line": 39 }, { "directive": "disallow", "path": "/database/philboard.mdb", "line": 40 }, { "directive": "disallow", "path": "/deals/", "line": 41 }, { "directive": "disallow", "path": "/dir_on_server/", "line": 42 }, { "directive": "disallow", "path": "/EmailCartView", "line": 43 }, { "directive": "disallow", "path": "/EnlargedImageView", "line": 44 }, { "directive": "disallow", "path": "/ESPDisplayOptionsViewCmd", "line": 45 }, { "directive": "disallow", "path": "/ESPModal", "line": 46 }, { "directive": "disallow", "path": "/ExitCheckoutCmd", "line": 47 }, { "directive": "disallow", "path": "/FeaturedShowMoreOverlay", "line": 48 }, { "directive": "disallow", "path": "/FetchProdRefreshContent", "line": 49 }, { "directive": "disallow", "path": "/fiats", "line": 50 }, { "directive": "disallow", "path": "/FiatsCmd", "line": 51 }, { "directive": "disallow", "path": "/file", "line": 52 }, { "directive": "disallow", "path": "/FreeGiftDisplayView", "line": 53 }, { "directive": "disallow", "path": "/gam-", "line": 54 }, { "directive": "disallow", "path": "/GenericRegistryPortalView", "line": 55 }, { "directive": "disallow", "path": "/gc?k", "line": 56 }, { "directive": "disallow", "path": "/GiftRegistrySearchViewCmd", "line": 57 }, { "directive": "disallow", "path": "/gp/", "line": 58 }, { "directive": "disallow", "path": "/GuestAsAnonymous", "line": 59 }, { "directive": "disallow", "path": "/guestEmailNotificationView", "line": 60 }, { "directive": "disallow", "path": "/HelpContent", "line": 61 }, { "directive": "disallow", "path": "/icons/", "line": 62 }, { "directive": "disallow", "path": "/igp", "line": 63 }, { "directive": "disallow", "path": "/index.jhtml", "line": 64 }, { "directive": "disallow", "path": "/keyword=", "line": 65 }, { "directive": "disallow", "path": "/legal-contact-us/", "line": 66 }, { "directive": "disallow", "path": "/list.id=1", "line": 67 }, { "directive": "disallow", "path": "/LogonForm", "line": 68 }, { "directive": "disallow", "path": "/m/", "line": 69 }, { "directive": "disallow", "path": "/ManageOrder", "line": 70 }, { "directive": "disallow", "path": "/ManageReturns", "line": 71 }, { "directive": "disallow", "path": "/MediaDisplayView", "line": 72 }, { "directive": "disallow", "path": "/mm/", "line": 73 }, { "directive": "disallow", "path": "/moreinfo.cfm", "line": 74 }, { "directive": "disallow", "path": "/news", "line": 75 }, { "directive": "disallow", "path": "/np/", "line": 76 }, { "directive": "disallow", "path": "/OpenZoomLayer", "line": 77 }, { "directive": "disallow", "path": "/OrderItemDisplay", "line": 78 }, { "directive": "disallow", "path": "/OtherDisplayView", "line": 79 }, { "directive": "disallow", "path": "/p/premium-registry", "line": 80 }, { "directive": "disallow", "path": "/PhotoUpload", "line": 81 }, { "directive": "disallow", "path": "/pl/", "line": 82 }, { "directive": "disallow", "path": "/ProductComparisonCmd", "line": 83 }, { "directive": "disallow", "path": "/ProductDetailsTabView", "line": 84 }, { "directive": "disallow", "path": "/PromotionDetailsDisplayView", "line": 85 }, { "directive": "disallow", "path": "/PromotionDisplayView", "line": 86 }, { "directive": "disallow", "path": "/PXGWPp4wUS", "line": 87 }, { "directive": "disallow", "path": "/qi/", "line": 88 }, { "directive": "disallow", "path": "/QuickInfoView", "line": 89 }, { "directive": "disallow", "path": "/ready_sit_read/index.jhtml", "line": 90 }, { "directive": "disallow", "path": "/RegistryPortalCmd", "line": 91 }, { "directive": "disallow", "path": "/ReportAbuse", "line": 92 }, { "directive": "disallow", "path": "/reviewVote", "line": 93 }, { "directive": "disallow", "path": "/script", "line": 94 }, { "directive": "disallow", "path": "/SearchNavigationView", "line": 95 }, { "directive": "disallow", "path": "/shop/", "line": 96 }, { "directive": "disallow", "path": "/SingleShipmentOrderSummaryView", "line": 97 }, { "directive": "disallow", "path": "/SOImapPriceDisplayView", "line": 98 }, { "directive": "disallow", "path": "/SpecificationDefinitionView", "line": 99 }, { "directive": "disallow", "path": "/splitOrderItem", "line": 100 }, { "directive": "disallow", "path": "/store-locator/search-results-print", "line": 101 }, { "directive": "disallow", "path": "/supertarget/index.jhtml", "line": 102 }, { "directive": "disallow", "path": "/target_baby/", "line": 103 }, { "directive": "disallow", "path": "/target_group", "line": 104 }, { "directive": "disallow", "path": "/targetdirect_group/", "line": 105 }, { "directive": "disallow", "path": "/TargetListPortalView", "line": 106 }, { "directive": "disallow", "path": "/TargetStoreLocatorCmd", "line": 107 }, { "directive": "disallow", "path": "/tdir/p/kids-back-to-school/", "line": 108 }, { "directive": "disallow", "path": "/tsa/", "line": 109 }, { "directive": "disallow", "path": "/VariationSelectionView", "line": 110 }, { "directive": "disallow", "path": "/webapp", "line": 111 }, { "directive": "disallow", "path": "/winnt/", "line": 112 }, { "directive": "disallow", "path": "/WriteComments", "line": 113 }, { "directive": "disallow", "path": "/WriteReviews", "line": 114 }, { "directive": "disallow", "path": "/XCSA/", "line": 115 }, { "directive": "disallow", "path": "/yr", "line": 116 }, { "directive": "disallow", "path": "/s?", "line": 117 }, { "directive": "disallow", "path": "/cart", "line": 118 }, { "directive": "disallow", "path": "/account/", "line": 119 }, { "directive": "disallow", "path": "/tracking", "line": 120 }, { "directive": "disallow", "path": "/config", "line": 121 }, { "directive": "disallow", "path": "/social/", "line": 122 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/Ntk", "line": 9 }, { "directive": "disallow", "path": "/*/Ntt", "line": 10 }, { "directive": "disallow", "path": "/*/Ntx", "line": 11 }, { "directive": "disallow", "path": "/*%7Cd_", "line": 12 }, { "directive": "disallow", "path": "/*/schoollist/", "line": 13 }, { "directive": "disallow", "path": "/*BTWN", "line": 14 }, { "directive": "disallow", "path": "/[path]/", "line": 15 }, { "directive": "disallow", "path": "/7078046/", "line": 16 }, { "directive": "disallow", "path": "/7079046/", "line": 17 }, { "directive": "disallow", "path": "/AddToList", "line": 18 }, { "directive": "disallow", "path": "/AddToRegistry", "line": 19 }, { "directive": "disallow", "path": "/admin", "line": 20 }, { "directive": "disallow", "path": "/advancedGiftRegistrySearchView", "line": 21 }, { "directive": "disallow", "path": "/AjaxSearchNavigationView", "line": 22 }, { "directive": "disallow", "path": "/Allons_voter", "line": 23 }, { "directive": "disallow", "path": "/bp/c/", "line": 24 }, { "directive": "disallow", "path": "/bp/guest_mfg_brand", "line": 25 }, { "directive": "disallow", "path": "/bp/p/", "line": 26 }, { "directive": "disallow", "path": "/CallToActionModalView", "line": 27 }, { "directive": "disallow", "path": "/cgi-bin", "line": 28 }, { "directive": "disallow", "path": "/cgi-local", "line": 29 }, { "directive": "disallow", "path": "/Checkout", "line": 30 }, { "directive": "disallow", "path": "/CheckoutEditItemsDisplayView", "line": 31 }, { "directive": "disallow", "path": "/CheckoutOrderBillingView", "line": 32 }, { "directive": "disallow", "path": "/CheckoutOrderShippingView", "line": 33 }, { "directive": "disallow", "path": "/CheckoutSignInView", "line": 34 }, { "directive": "disallow", "path": "/co-", "line": 35 }, { "directive": "disallow", "path": "/common", "line": 36 }, { "directive": "disallow", "path": "/coupons.", "line": 37 }, { "directive": "disallow", "path": "/custom-reviews/", "line": 38 }, { "directive": "disallow", "path": "/data", "line": 39 }, { "directive": "disallow", "path": "/database/philboard.mdb", "line": 40 }, { "directive": "disallow", "path": "/deals/", "line": 41 }, { "directive": "disallow", "path": "/dir_on_server/", "line": 42 }, { "directive": "disallow", "path": "/EmailCartView", "line": 43 }, { "directive": "disallow", "path": "/EnlargedImageView", "line": 44 }, { "directive": "disallow", "path": "/ESPDisplayOptionsViewCmd", "line": 45 }, { "directive": "disallow", "path": "/ESPModal", "line": 46 }, { "directive": "disallow", "path": "/ExitCheckoutCmd", "line": 47 }, { "directive": "disallow", "path": "/FeaturedShowMoreOverlay", "line": 48 }, { "directive": "disallow", "path": "/FetchProdRefreshContent", "line": 49 }, { "directive": "disallow", "path": "/fiats", "line": 50 }, { "directive": "disallow", "path": "/FiatsCmd", "line": 51 }, { "directive": "disallow", "path": "/file", "line": 52 }, { "directive": "disallow", "path": "/FreeGiftDisplayView", "line": 53 }, { "directive": "disallow", "path": "/gam-", "line": 54 }, { "directive": "disallow", "path": "/GenericRegistryPortalView", "line": 55 }, { "directive": "disallow", "path": "/gc?k", "line": 56 }, { "directive": "disallow", "path": "/GiftRegistrySearchViewCmd", "line": 57 }, { "directive": "disallow", "path": "/gp/", "line": 58 }, { "directive": "disallow", "path": "/GuestAsAnonymous", "line": 59 }, { "directive": "disallow", "path": "/guestEmailNotificationView", "line": 60 }, { "directive": "disallow", "path": "/HelpContent", "line": 61 }, { "directive": "disallow", "path": "/icons/", "line": 62 }, { "directive": "disallow", "path": "/igp", "line": 63 }, { "directive": "disallow", "path": "/index.jhtml", "line": 64 }, { "directive": "disallow", "path": "/keyword=", "line": 65 }, { "directive": "disallow", "path": "/legal-contact-us/", "line": 66 }, { "directive": "disallow", "path": "/list.id=1", "line": 67 }, { "directive": "disallow", "path": "/LogonForm", "line": 68 }, { "directive": "disallow", "path": "/m/", "line": 69 }, { "directive": "disallow", "path": "/ManageOrder", "line": 70 }, { "directive": "disallow", "path": "/ManageReturns", "line": 71 }, { "directive": "disallow", "path": "/MediaDisplayView", "line": 72 }, { "directive": "disallow", "path": "/mm/", "line": 73 }, { "directive": "disallow", "path": "/moreinfo.cfm", "line": 74 }, { "directive": "disallow", "path": "/news", "line": 75 }, { "directive": "disallow", "path": "/np/", "line": 76 }, { "directive": "disallow", "path": "/OpenZoomLayer", "line": 77 }, { "directive": "disallow", "path": "/OrderItemDisplay", "line": 78 }, { "directive": "disallow", "path": "/OtherDisplayView", "line": 79 }, { "directive": "disallow", "path": "/p/premium-registry", "line": 80 }, { "directive": "disallow", "path": "/PhotoUpload", "line": 81 }, { "directive": "disallow", "path": "/pl/", "line": 82 }, { "directive": "disallow", "path": "/ProductComparisonCmd", "line": 83 }, { "directive": "disallow", "path": "/ProductDetailsTabView", "line": 84 }, { "directive": "disallow", "path": "/PromotionDetailsDisplayView", "line": 85 }, { "directive": "disallow", "path": "/PromotionDisplayView", "line": 86 }, { "directive": "disallow", "path": "/PXGWPp4wUS", "line": 87 }, { "directive": "disallow", "path": "/qi/", "line": 88 }, { "directive": "disallow", "path": "/QuickInfoView", "line": 89 }, { "directive": "disallow", "path": "/ready_sit_read/index.jhtml", "line": 90 }, { "directive": "disallow", "path": "/RegistryPortalCmd", "line": 91 }, { "directive": "disallow", "path": "/ReportAbuse", "line": 92 }, { "directive": "disallow", "path": "/reviewVote", "line": 93 }, { "directive": "disallow", "path": "/script", "line": 94 }, { "directive": "disallow", "path": "/SearchNavigationView", "line": 95 }, { "directive": "disallow", "path": "/shop/", "line": 96 }, { "directive": "disallow", "path": "/SingleShipmentOrderSummaryView", "line": 97 }, { "directive": "disallow", "path": "/SOImapPriceDisplayView", "line": 98 }, { "directive": "disallow", "path": "/SpecificationDefinitionView", "line": 99 }, { "directive": "disallow", "path": "/splitOrderItem", "line": 100 }, { "directive": "disallow", "path": "/store-locator/search-results-print", "line": 101 }, { "directive": "disallow", "path": "/supertarget/index.jhtml", "line": 102 }, { "directive": "disallow", "path": "/target_baby/", "line": 103 }, { "directive": "disallow", "path": "/target_group", "line": 104 }, { "directive": "disallow", "path": "/targetdirect_group/", "line": 105 }, { "directive": "disallow", "path": "/TargetListPortalView", "line": 106 }, { "directive": "disallow", "path": "/TargetStoreLocatorCmd", "line": 107 }, { "directive": "disallow", "path": "/tdir/p/kids-back-to-school/", "line": 108 }, { "directive": "disallow", "path": "/tsa/", "line": 109 }, { "directive": "disallow", "path": "/VariationSelectionView", "line": 110 }, { "directive": "disallow", "path": "/webapp", "line": 111 }, { "directive": "disallow", "path": "/winnt/", "line": 112 }, { "directive": "disallow", "path": "/WriteComments", "line": 113 }, { "directive": "disallow", "path": "/WriteReviews", "line": 114 }, { "directive": "disallow", "path": "/XCSA/", "line": 115 }, { "directive": "disallow", "path": "/yr", "line": 116 }, { "directive": "disallow", "path": "/s?", "line": 117 }, { "directive": "disallow", "path": "/cart", "line": 118 }, { "directive": "disallow", "path": "/account/", "line": 119 }, { "directive": "disallow", "path": "/tracking", "line": 120 }, { "directive": "disallow", "path": "/config", "line": 121 }, { "directive": "disallow", "path": "/social/", "line": 122 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/Ntk", "line": 9 }, { "directive": "disallow", "path": "/*/Ntt", "line": 10 }, { "directive": "disallow", "path": "/*/Ntx", "line": 11 }, { "directive": "disallow", "path": "/*%7Cd_", "line": 12 }, { "directive": "disallow", "path": "/*/schoollist/", "line": 13 }, { "directive": "disallow", "path": "/*BTWN", "line": 14 }, { "directive": "disallow", "path": "/[path]/", "line": 15 }, { "directive": "disallow", "path": "/7078046/", "line": 16 }, { "directive": "disallow", "path": "/7079046/", "line": 17 }, { "directive": "disallow", "path": "/AddToList", "line": 18 }, { "directive": "disallow", "path": "/AddToRegistry", "line": 19 }, { "directive": "disallow", "path": "/admin", "line": 20 }, { "directive": "disallow", "path": "/advancedGiftRegistrySearchView", "line": 21 }, { "directive": "disallow", "path": "/AjaxSearchNavigationView", "line": 22 }, { "directive": "disallow", "path": "/Allons_voter", "line": 23 }, { "directive": "disallow", "path": "/bp/c/", "line": 24 }, { "directive": "disallow", "path": "/bp/guest_mfg_brand", "line": 25 }, { "directive": "disallow", "path": "/bp/p/", "line": 26 }, { "directive": "disallow", "path": "/CallToActionModalView", "line": 27 }, { "directive": "disallow", "path": "/cgi-bin", "line": 28 }, { "directive": "disallow", "path": "/cgi-local", "line": 29 }, { "directive": "disallow", "path": "/Checkout", "line": 30 }, { "directive": "disallow", "path": "/CheckoutEditItemsDisplayView", "line": 31 }, { "directive": "disallow", "path": "/CheckoutOrderBillingView", "line": 32 }, { "directive": "disallow", "path": "/CheckoutOrderShippingView", "line": 33 }, { "directive": "disallow", "path": "/CheckoutSignInView", "line": 34 }, { "directive": "disallow", "path": "/co-", "line": 35 }, { "directive": "disallow", "path": "/common", "line": 36 }, { "directive": "disallow", "path": "/coupons.", "line": 37 }, { "directive": "disallow", "path": "/custom-reviews/", "line": 38 }, { "directive": "disallow", "path": "/data", "line": 39 }, { "directive": "disallow", "path": "/database/philboard.mdb", "line": 40 }, { "directive": "disallow", "path": "/deals/", "line": 41 }, { "directive": "disallow", "path": "/dir_on_server/", "line": 42 }, { "directive": "disallow", "path": "/EmailCartView", "line": 43 }, { "directive": "disallow", "path": "/EnlargedImageView", "line": 44 }, { "directive": "disallow", "path": "/ESPDisplayOptionsViewCmd", "line": 45 }, { "directive": "disallow", "path": "/ESPModal", "line": 46 }, { "directive": "disallow", "path": "/ExitCheckoutCmd", "line": 47 }, { "directive": "disallow", "path": "/FeaturedShowMoreOverlay", "line": 48 }, { "directive": "disallow", "path": "/FetchProdRefreshContent", "line": 49 }, { "directive": "disallow", "path": "/fiats", "line": 50 }, { "directive": "disallow", "path": "/FiatsCmd", "line": 51 }, { "directive": "disallow", "path": "/file", "line": 52 }, { "directive": "disallow", "path": "/FreeGiftDisplayView", "line": 53 }, { "directive": "disallow", "path": "/gam-", "line": 54 }, { "directive": "disallow", "path": "/GenericRegistryPortalView", "line": 55 }, { "directive": "disallow", "path": "/gc?k", "line": 56 }, { "directive": "disallow", "path": "/GiftRegistrySearchViewCmd", "line": 57 }, { "directive": "disallow", "path": "/gp/", "line": 58 }, { "directive": "disallow", "path": "/GuestAsAnonymous", "line": 59 }, { "directive": "disallow", "path": "/guestEmailNotificationView", "line": 60 }, { "directive": "disallow", "path": "/HelpContent", "line": 61 }, { "directive": "disallow", "path": "/icons/", "line": 62 }, { "directive": "disallow", "path": "/igp", "line": 63 }, { "directive": "disallow", "path": "/index.jhtml", "line": 64 }, { "directive": "disallow", "path": "/keyword=", "line": 65 }, { "directive": "disallow", "path": "/legal-contact-us/", "line": 66 }, { "directive": "disallow", "path": "/list.id=1", "line": 67 }, { "directive": "disallow", "path": "/LogonForm", "line": 68 }, { "directive": "disallow", "path": "/m/", "line": 69 }, { "directive": "disallow", "path": "/ManageOrder", "line": 70 }, { "directive": "disallow", "path": "/ManageReturns", "line": 71 }, { "directive": "disallow", "path": "/MediaDisplayView", "line": 72 }, { "directive": "disallow", "path": "/mm/", "line": 73 }, { "directive": "disallow", "path": "/moreinfo.cfm", "line": 74 }, { "directive": "disallow", "path": "/news", "line": 75 }, { "directive": "disallow", "path": "/np/", "line": 76 }, { "directive": "disallow", "path": "/OpenZoomLayer", "line": 77 }, { "directive": "disallow", "path": "/OrderItemDisplay", "line": 78 }, { "directive": "disallow", "path": "/OtherDisplayView", "line": 79 }, { "directive": "disallow", "path": "/p/premium-registry", "line": 80 }, { "directive": "disallow", "path": "/PhotoUpload", "line": 81 }, { "directive": "disallow", "path": "/pl/", "line": 82 }, { "directive": "disallow", "path": "/ProductComparisonCmd", "line": 83 }, { "directive": "disallow", "path": "/ProductDetailsTabView", "line": 84 }, { "directive": "disallow", "path": "/PromotionDetailsDisplayView", "line": 85 }, { "directive": "disallow", "path": "/PromotionDisplayView", "line": 86 }, { "directive": "disallow", "path": "/PXGWPp4wUS", "line": 87 }, { "directive": "disallow", "path": "/qi/", "line": 88 }, { "directive": "disallow", "path": "/QuickInfoView", "line": 89 }, { "directive": "disallow", "path": "/ready_sit_read/index.jhtml", "line": 90 }, { "directive": "disallow", "path": "/RegistryPortalCmd", "line": 91 }, { "directive": "disallow", "path": "/ReportAbuse", "line": 92 }, { "directive": "disallow", "path": "/reviewVote", "line": 93 }, { "directive": "disallow", "path": "/script", "line": 94 }, { "directive": "disallow", "path": "/SearchNavigationView", "line": 95 }, { "directive": "disallow", "path": "/shop/", "line": 96 }, { "directive": "disallow", "path": "/SingleShipmentOrderSummaryView", "line": 97 }, { "directive": "disallow", "path": "/SOImapPriceDisplayView", "line": 98 }, { "directive": "disallow", "path": "/SpecificationDefinitionView", "line": 99 }, { "directive": "disallow", "path": "/splitOrderItem", "line": 100 }, { "directive": "disallow", "path": "/store-locator/search-results-print", "line": 101 }, { "directive": "disallow", "path": "/supertarget/index.jhtml", "line": 102 }, { "directive": "disallow", "path": "/target_baby/", "line": 103 }, { "directive": "disallow", "path": "/target_group", "line": 104 }, { "directive": "disallow", "path": "/targetdirect_group/", "line": 105 }, { "directive": "disallow", "path": "/TargetListPortalView", "line": 106 }, { "directive": "disallow", "path": "/TargetStoreLocatorCmd", "line": 107 }, { "directive": "disallow", "path": "/tdir/p/kids-back-to-school/", "line": 108 }, { "directive": "disallow", "path": "/tsa/", "line": 109 }, { "directive": "disallow", "path": "/VariationSelectionView", "line": 110 }, { "directive": "disallow", "path": "/webapp", "line": 111 }, { "directive": "disallow", "path": "/winnt/", "line": 112 }, { "directive": "disallow", "path": "/WriteComments", "line": 113 }, { "directive": "disallow", "path": "/WriteReviews", "line": 114 }, { "directive": "disallow", "path": "/XCSA/", "line": 115 }, { "directive": "disallow", "path": "/yr", "line": 116 }, { "directive": "disallow", "path": "/s?", "line": 117 }, { "directive": "disallow", "path": "/cart", "line": 118 }, { "directive": "disallow", "path": "/account/", "line": 119 }, { "directive": "disallow", "path": "/tracking", "line": 120 }, { "directive": "disallow", "path": "/config", "line": 121 }, { "directive": "disallow", "path": "/social/", "line": 122 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/Ntk", "line": 9 }, { "directive": "disallow", "path": "/*/Ntt", "line": 10 }, { "directive": "disallow", "path": "/*/Ntx", "line": 11 }, { "directive": "disallow", "path": "/*%7Cd_", "line": 12 }, { "directive": "disallow", "path": "/*/schoollist/", "line": 13 }, { "directive": "disallow", "path": "/*BTWN", "line": 14 }, { "directive": "disallow", "path": "/[path]/", "line": 15 }, { "directive": "disallow", "path": "/7078046/", "line": 16 }, { "directive": "disallow", "path": "/7079046/", "line": 17 }, { "directive": "disallow", "path": "/AddToList", "line": 18 }, { "directive": "disallow", "path": "/AddToRegistry", "line": 19 }, { "directive": "disallow", "path": "/admin", "line": 20 }, { "directive": "disallow", "path": "/advancedGiftRegistrySearchView", "line": 21 }, { "directive": "disallow", "path": "/AjaxSearchNavigationView", "line": 22 }, { "directive": "disallow", "path": "/Allons_voter", "line": 23 }, { "directive": "disallow", "path": "/bp/c/", "line": 24 }, { "directive": "disallow", "path": "/bp/guest_mfg_brand", "line": 25 }, { "directive": "disallow", "path": "/bp/p/", "line": 26 }, { "directive": "disallow", "path": "/CallToActionModalView", "line": 27 }, { "directive": "disallow", "path": "/cgi-bin", "line": 28 }, { "directive": "disallow", "path": "/cgi-local", "line": 29 }, { "directive": "disallow", "path": "/Checkout", "line": 30 }, { "directive": "disallow", "path": "/CheckoutEditItemsDisplayView", "line": 31 }, { "directive": "disallow", "path": "/CheckoutOrderBillingView", "line": 32 }, { "directive": "disallow", "path": "/CheckoutOrderShippingView", "line": 33 }, { "directive": "disallow", "path": "/CheckoutSignInView", "line": 34 }, { "directive": "disallow", "path": "/co-", "line": 35 }, { "directive": "disallow", "path": "/common", "line": 36 }, { "directive": "disallow", "path": "/coupons.", "line": 37 }, { "directive": "disallow", "path": "/custom-reviews/", "line": 38 }, { "directive": "disallow", "path": "/data", "line": 39 }, { "directive": "disallow", "path": "/database/philboard.mdb", "line": 40 }, { "directive": "disallow", "path": "/deals/", "line": 41 }, { "directive": "disallow", "path": "/dir_on_server/", "line": 42 }, { "directive": "disallow", "path": "/EmailCartView", "line": 43 }, { "directive": "disallow", "path": "/EnlargedImageView", "line": 44 }, { "directive": "disallow", "path": "/ESPDisplayOptionsViewCmd", "line": 45 }, { "directive": "disallow", "path": "/ESPModal", "line": 46 }, { "directive": "disallow", "path": "/ExitCheckoutCmd", "line": 47 }, { "directive": "disallow", "path": "/FeaturedShowMoreOverlay", "line": 48 }, { "directive": "disallow", "path": "/FetchProdRefreshContent", "line": 49 }, { "directive": "disallow", "path": "/fiats", "line": 50 }, { "directive": "disallow", "path": "/FiatsCmd", "line": 51 }, { "directive": "disallow", "path": "/file", "line": 52 }, { "directive": "disallow", "path": "/FreeGiftDisplayView", "line": 53 }, { "directive": "disallow", "path": "/gam-", "line": 54 }, { "directive": "disallow", "path": "/GenericRegistryPortalView", "line": 55 }, { "directive": "disallow", "path": "/gc?k", "line": 56 }, { "directive": "disallow", "path": "/GiftRegistrySearchViewCmd", "line": 57 }, { "directive": "disallow", "path": "/gp/", "line": 58 }, { "directive": "disallow", "path": "/GuestAsAnonymous", "line": 59 }, { "directive": "disallow", "path": "/guestEmailNotificationView", "line": 60 }, { "directive": "disallow", "path": "/HelpContent", "line": 61 }, { "directive": "disallow", "path": "/icons/", "line": 62 }, { "directive": "disallow", "path": "/igp", "line": 63 }, { "directive": "disallow", "path": "/index.jhtml", "line": 64 }, { "directive": "disallow", "path": "/keyword=", "line": 65 }, { "directive": "disallow", "path": "/legal-contact-us/", "line": 66 }, { "directive": "disallow", "path": "/list.id=1", "line": 67 }, { "directive": "disallow", "path": "/LogonForm", "line": 68 }, { "directive": "disallow", "path": "/m/", "line": 69 }, { "directive": "disallow", "path": "/ManageOrder", "line": 70 }, { "directive": "disallow", "path": "/ManageReturns", "line": 71 }, { "directive": "disallow", "path": "/MediaDisplayView", "line": 72 }, { "directive": "disallow", "path": "/mm/", "line": 73 }, { "directive": "disallow", "path": "/moreinfo.cfm", "line": 74 }, { "directive": "disallow", "path": "/news", "line": 75 }, { "directive": "disallow", "path": "/np/", "line": 76 }, { "directive": "disallow", "path": "/OpenZoomLayer", "line": 77 }, { "directive": "disallow", "path": "/OrderItemDisplay", "line": 78 }, { "directive": "disallow", "path": "/OtherDisplayView", "line": 79 }, { "directive": "disallow", "path": "/p/premium-registry", "line": 80 }, { "directive": "disallow", "path": "/PhotoUpload", "line": 81 }, { "directive": "disallow", "path": "/pl/", "line": 82 }, { "directive": "disallow", "path": "/ProductComparisonCmd", "line": 83 }, { "directive": "disallow", "path": "/ProductDetailsTabView", "line": 84 }, { "directive": "disallow", "path": "/PromotionDetailsDisplayView", "line": 85 }, { "directive": "disallow", "path": "/PromotionDisplayView", "line": 86 }, { "directive": "disallow", "path": "/PXGWPp4wUS", "line": 87 }, { "directive": "disallow", "path": "/qi/", "line": 88 }, { "directive": "disallow", "path": "/QuickInfoView", "line": 89 }, { "directive": "disallow", "path": "/ready_sit_read/index.jhtml", "line": 90 }, { "directive": "disallow", "path": "/RegistryPortalCmd", "line": 91 }, { "directive": "disallow", "path": "/ReportAbuse", "line": 92 }, { "directive": "disallow", "path": "/reviewVote", "line": 93 }, { "directive": "disallow", "path": "/script", "line": 94 }, { "directive": "disallow", "path": "/SearchNavigationView", "line": 95 }, { "directive": "disallow", "path": "/shop/", "line": 96 }, { "directive": "disallow", "path": "/SingleShipmentOrderSummaryView", "line": 97 }, { "directive": "disallow", "path": "/SOImapPriceDisplayView", "line": 98 }, { "directive": "disallow", "path": "/SpecificationDefinitionView", "line": 99 }, { "directive": "disallow", "path": "/splitOrderItem", "line": 100 }, { "directive": "disallow", "path": "/store-locator/search-results-print", "line": 101 }, { "directive": "disallow", "path": "/supertarget/index.jhtml", "line": 102 }, { "directive": "disallow", "path": "/target_baby/", "line": 103 }, { "directive": "disallow", "path": "/target_group", "line": 104 }, { "directive": "disallow", "path": "/targetdirect_group/", "line": 105 }, { "directive": "disallow", "path": "/TargetListPortalView", "line": 106 }, { "directive": "disallow", "path": "/TargetStoreLocatorCmd", "line": 107 }, { "directive": "disallow", "path": "/tdir/p/kids-back-to-school/", "line": 108 }, { "directive": "disallow", "path": "/tsa/", "line": 109 }, { "directive": "disallow", "path": "/VariationSelectionView", "line": 110 }, { "directive": "disallow", "path": "/webapp", "line": 111 }, { "directive": "disallow", "path": "/winnt/", "line": 112 }, { "directive": "disallow", "path": "/WriteComments", "line": 113 }, { "directive": "disallow", "path": "/WriteReviews", "line": 114 }, { "directive": "disallow", "path": "/XCSA/", "line": 115 }, { "directive": "disallow", "path": "/yr", "line": 116 }, { "directive": "disallow", "path": "/s?", "line": 117 }, { "directive": "disallow", "path": "/cart", "line": 118 }, { "directive": "disallow", "path": "/account/", "line": 119 }, { "directive": "disallow", "path": "/tracking", "line": 120 }, { "directive": "disallow", "path": "/config", "line": 121 }, { "directive": "disallow", "path": "/social/", "line": 122 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/Ntk", "line": 9 }, { "directive": "disallow", "path": "/*/Ntt", "line": 10 }, { "directive": "disallow", "path": "/*/Ntx", "line": 11 }, { "directive": "disallow", "path": "/*%7Cd_", "line": 12 }, { "directive": "disallow", "path": "/*/schoollist/", "line": 13 }, { "directive": "disallow", "path": "/*BTWN", "line": 14 }, { "directive": "disallow", "path": "/[path]/", "line": 15 }, { "directive": "disallow", "path": "/7078046/", "line": 16 }, { "directive": "disallow", "path": "/7079046/", "line": 17 }, { "directive": "disallow", "path": "/AddToList", "line": 18 }, { "directive": "disallow", "path": "/AddToRegistry", "line": 19 }, { "directive": "disallow", "path": "/admin", "line": 20 }, { "directive": "disallow", "path": "/advancedGiftRegistrySearchView", "line": 21 }, { "directive": "disallow", "path": "/AjaxSearchNavigationView", "line": 22 }, { "directive": "disallow", "path": "/Allons_voter", "line": 23 }, { "directive": "disallow", "path": "/bp/c/", "line": 24 }, { "directive": "disallow", "path": "/bp/guest_mfg_brand", "line": 25 }, { "directive": "disallow", "path": "/bp/p/", "line": 26 }, { "directive": "disallow", "path": "/CallToActionModalView", "line": 27 }, { "directive": "disallow", "path": "/cgi-bin", "line": 28 }, { "directive": "disallow", "path": "/cgi-local", "line": 29 }, { "directive": "disallow", "path": "/Checkout", "line": 30 }, { "directive": "disallow", "path": "/CheckoutEditItemsDisplayView", "line": 31 }, { "directive": "disallow", "path": "/CheckoutOrderBillingView", "line": 32 }, { "directive": "disallow", "path": "/CheckoutOrderShippingView", "line": 33 }, { "directive": "disallow", "path": "/CheckoutSignInView", "line": 34 }, { "directive": "disallow", "path": "/co-", "line": 35 }, { "directive": "disallow", "path": "/common", "line": 36 }, { "directive": "disallow", "path": "/coupons.", "line": 37 }, { "directive": "disallow", "path": "/custom-reviews/", "line": 38 }, { "directive": "disallow", "path": "/data", "line": 39 }, { "directive": "disallow", "path": "/database/philboard.mdb", "line": 40 }, { "directive": "disallow", "path": "/deals/", "line": 41 }, { "directive": "disallow", "path": "/dir_on_server/", "line": 42 }, { "directive": "disallow", "path": "/EmailCartView", "line": 43 }, { "directive": "disallow", "path": "/EnlargedImageView", "line": 44 }, { "directive": "disallow", "path": "/ESPDisplayOptionsViewCmd", "line": 45 }, { "directive": "disallow", "path": "/ESPModal", "line": 46 }, { "directive": "disallow", "path": "/ExitCheckoutCmd", "line": 47 }, { "directive": "disallow", "path": "/FeaturedShowMoreOverlay", "line": 48 }, { "directive": "disallow", "path": "/FetchProdRefreshContent", "line": 49 }, { "directive": "disallow", "path": "/fiats", "line": 50 }, { "directive": "disallow", "path": "/FiatsCmd", "line": 51 }, { "directive": "disallow", "path": "/file", "line": 52 }, { "directive": "disallow", "path": "/FreeGiftDisplayView", "line": 53 }, { "directive": "disallow", "path": "/gam-", "line": 54 }, { "directive": "disallow", "path": "/GenericRegistryPortalView", "line": 55 }, { "directive": "disallow", "path": "/gc?k", "line": 56 }, { "directive": "disallow", "path": "/GiftRegistrySearchViewCmd", "line": 57 }, { "directive": "disallow", "path": "/gp/", "line": 58 }, { "directive": "disallow", "path": "/GuestAsAnonymous", "line": 59 }, { "directive": "disallow", "path": "/guestEmailNotificationView", "line": 60 }, { "directive": "disallow", "path": "/HelpContent", "line": 61 }, { "directive": "disallow", "path": "/icons/", "line": 62 }, { "directive": "disallow", "path": "/igp", "line": 63 }, { "directive": "disallow", "path": "/index.jhtml", "line": 64 }, { "directive": "disallow", "path": "/keyword=", "line": 65 }, { "directive": "disallow", "path": "/legal-contact-us/", "line": 66 }, { "directive": "disallow", "path": "/list.id=1", "line": 67 }, { "directive": "disallow", "path": "/LogonForm", "line": 68 }, { "directive": "disallow", "path": "/m/", "line": 69 }, { "directive": "disallow", "path": "/ManageOrder", "line": 70 }, { "directive": "disallow", "path": "/ManageReturns", "line": 71 }, { "directive": "disallow", "path": "/MediaDisplayView", "line": 72 }, { "directive": "disallow", "path": "/mm/", "line": 73 }, { "directive": "disallow", "path": "/moreinfo.cfm", "line": 74 }, { "directive": "disallow", "path": "/news", "line": 75 }, { "directive": "disallow", "path": "/np/", "line": 76 }, { "directive": "disallow", "path": "/OpenZoomLayer", "line": 77 }, { "directive": "disallow", "path": "/OrderItemDisplay", "line": 78 }, { "directive": "disallow", "path": "/OtherDisplayView", "line": 79 }, { "directive": "disallow", "path": "/p/premium-registry", "line": 80 }, { "directive": "disallow", "path": "/PhotoUpload", "line": 81 }, { "directive": "disallow", "path": "/pl/", "line": 82 }, { "directive": "disallow", "path": "/ProductComparisonCmd", "line": 83 }, { "directive": "disallow", "path": "/ProductDetailsTabView", "line": 84 }, { "directive": "disallow", "path": "/PromotionDetailsDisplayView", "line": 85 }, { "directive": "disallow", "path": "/PromotionDisplayView", "line": 86 }, { "directive": "disallow", "path": "/PXGWPp4wUS", "line": 87 }, { "directive": "disallow", "path": "/qi/", "line": 88 }, { "directive": "disallow", "path": "/QuickInfoView", "line": 89 }, { "directive": "disallow", "path": "/ready_sit_read/index.jhtml", "line": 90 }, { "directive": "disallow", "path": "/RegistryPortalCmd", "line": 91 }, { "directive": "disallow", "path": "/ReportAbuse", "line": 92 }, { "directive": "disallow", "path": "/reviewVote", "line": 93 }, { "directive": "disallow", "path": "/script", "line": 94 }, { "directive": "disallow", "path": "/SearchNavigationView", "line": 95 }, { "directive": "disallow", "path": "/shop/", "line": 96 }, { "directive": "disallow", "path": "/SingleShipmentOrderSummaryView", "line": 97 }, { "directive": "disallow", "path": "/SOImapPriceDisplayView", "line": 98 }, { "directive": "disallow", "path": "/SpecificationDefinitionView", "line": 99 }, { "directive": "disallow", "path": "/splitOrderItem", "line": 100 }, { "directive": "disallow", "path": "/store-locator/search-results-print", "line": 101 }, { "directive": "disallow", "path": "/supertarget/index.jhtml", "line": 102 }, { "directive": "disallow", "path": "/target_baby/", "line": 103 }, { "directive": "disallow", "path": "/target_group", "line": 104 }, { "directive": "disallow", "path": "/targetdirect_group/", "line": 105 }, { "directive": "disallow", "path": "/TargetListPortalView", "line": 106 }, { "directive": "disallow", "path": "/TargetStoreLocatorCmd", "line": 107 }, { "directive": "disallow", "path": "/tdir/p/kids-back-to-school/", "line": 108 }, { "directive": "disallow", "path": "/tsa/", "line": 109 }, { "directive": "disallow", "path": "/VariationSelectionView", "line": 110 }, { "directive": "disallow", "path": "/webapp", "line": 111 }, { "directive": "disallow", "path": "/winnt/", "line": 112 }, { "directive": "disallow", "path": "/WriteComments", "line": 113 }, { "directive": "disallow", "path": "/WriteReviews", "line": 114 }, { "directive": "disallow", "path": "/XCSA/", "line": 115 }, { "directive": "disallow", "path": "/yr", "line": 116 }, { "directive": "disallow", "path": "/s?", "line": 117 }, { "directive": "disallow", "path": "/cart", "line": 118 }, { "directive": "disallow", "path": "/account/", "line": 119 }, { "directive": "disallow", "path": "/tracking", "line": 120 }, { "directive": "disallow", "path": "/config", "line": 121 }, { "directive": "disallow", "path": "/social/", "line": 122 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/Ntk", "line": 9 }, { "directive": "disallow", "path": "/*/Ntt", "line": 10 }, { "directive": "disallow", "path": "/*/Ntx", "line": 11 }, { "directive": "disallow", "path": "/*%7Cd_", "line": 12 }, { "directive": "disallow", "path": "/*/schoollist/", "line": 13 }, { "directive": "disallow", "path": "/*BTWN", "line": 14 }, { "directive": "disallow", "path": "/[path]/", "line": 15 }, { "directive": "disallow", "path": "/7078046/", "line": 16 }, { "directive": "disallow", "path": "/7079046/", "line": 17 }, { "directive": "disallow", "path": "/AddToList", "line": 18 }, { "directive": "disallow", "path": "/AddToRegistry", "line": 19 }, { "directive": "disallow", "path": "/admin", "line": 20 }, { "directive": "disallow", "path": "/advancedGiftRegistrySearchView", "line": 21 }, { "directive": "disallow", "path": "/AjaxSearchNavigationView", "line": 22 }, { "directive": "disallow", "path": "/Allons_voter", "line": 23 }, { "directive": "disallow", "path": "/bp/c/", "line": 24 }, { "directive": "disallow", "path": "/bp/guest_mfg_brand", "line": 25 }, { "directive": "disallow", "path": "/bp/p/", "line": 26 }, { "directive": "disallow", "path": "/CallToActionModalView", "line": 27 }, { "directive": "disallow", "path": "/cgi-bin", "line": 28 }, { "directive": "disallow", "path": "/cgi-local", "line": 29 }, { "directive": "disallow", "path": "/Checkout", "line": 30 }, { "directive": "disallow", "path": "/CheckoutEditItemsDisplayView", "line": 31 }, { "directive": "disallow", "path": "/CheckoutOrderBillingView", "line": 32 }, { "directive": "disallow", "path": "/CheckoutOrderShippingView", "line": 33 }, { "directive": "disallow", "path": "/CheckoutSignInView", "line": 34 }, { "directive": "disallow", "path": "/co-", "line": 35 }, { "directive": "disallow", "path": "/common", "line": 36 }, { "directive": "disallow", "path": "/coupons.", "line": 37 }, { "directive": "disallow", "path": "/custom-reviews/", "line": 38 }, { "directive": "disallow", "path": "/data", "line": 39 }, { "directive": "disallow", "path": "/database/philboard.mdb", "line": 40 }, { "directive": "disallow", "path": "/deals/", "line": 41 }, { "directive": "disallow", "path": "/dir_on_server/", "line": 42 }, { "directive": "disallow", "path": "/EmailCartView", "line": 43 }, { "directive": "disallow", "path": "/EnlargedImageView", "line": 44 }, { "directive": "disallow", "path": "/ESPDisplayOptionsViewCmd", "line": 45 }, { "directive": "disallow", "path": "/ESPModal", "line": 46 }, { "directive": "disallow", "path": "/ExitCheckoutCmd", "line": 47 }, { "directive": "disallow", "path": "/FeaturedShowMoreOverlay", "line": 48 }, { "directive": "disallow", "path": "/FetchProdRefreshContent", "line": 49 }, { "directive": "disallow", "path": "/fiats", "line": 50 }, { "directive": "disallow", "path": "/FiatsCmd", "line": 51 }, { "directive": "disallow", "path": "/file", "line": 52 }, { "directive": "disallow", "path": "/FreeGiftDisplayView", "line": 53 }, { "directive": "disallow", "path": "/gam-", "line": 54 }, { "directive": "disallow", "path": "/GenericRegistryPortalView", "line": 55 }, { "directive": "disallow", "path": "/gc?k", "line": 56 }, { "directive": "disallow", "path": "/GiftRegistrySearchViewCmd", "line": 57 }, { "directive": "disallow", "path": "/gp/", "line": 58 }, { "directive": "disallow", "path": "/GuestAsAnonymous", "line": 59 }, { "directive": "disallow", "path": "/guestEmailNotificationView", "line": 60 }, { "directive": "disallow", "path": "/HelpContent", "line": 61 }, { "directive": "disallow", "path": "/icons/", "line": 62 }, { "directive": "disallow", "path": "/igp", "line": 63 }, { "directive": "disallow", "path": "/index.jhtml", "line": 64 }, { "directive": "disallow", "path": "/keyword=", "line": 65 }, { "directive": "disallow", "path": "/legal-contact-us/", "line": 66 }, { "directive": "disallow", "path": "/list.id=1", "line": 67 }, { "directive": "disallow", "path": "/LogonForm", "line": 68 }, { "directive": "disallow", "path": "/m/", "line": 69 }, { "directive": "disallow", "path": "/ManageOrder", "line": 70 }, { "directive": "disallow", "path": "/ManageReturns", "line": 71 }, { "directive": "disallow", "path": "/MediaDisplayView", "line": 72 }, { "directive": "disallow", "path": "/mm/", "line": 73 }, { "directive": "disallow", "path": "/moreinfo.cfm", "line": 74 }, { "directive": "disallow", "path": "/news", "line": 75 }, { "directive": "disallow", "path": "/np/", "line": 76 }, { "directive": "disallow", "path": "/OpenZoomLayer", "line": 77 }, { "directive": "disallow", "path": "/OrderItemDisplay", "line": 78 }, { "directive": "disallow", "path": "/OtherDisplayView", "line": 79 }, { "directive": "disallow", "path": "/p/premium-registry", "line": 80 }, { "directive": "disallow", "path": "/PhotoUpload", "line": 81 }, { "directive": "disallow", "path": "/pl/", "line": 82 }, { "directive": "disallow", "path": "/ProductComparisonCmd", "line": 83 }, { "directive": "disallow", "path": "/ProductDetailsTabView", "line": 84 }, { "directive": "disallow", "path": "/PromotionDetailsDisplayView", "line": 85 }, { "directive": "disallow", "path": "/PromotionDisplayView", "line": 86 }, { "directive": "disallow", "path": "/PXGWPp4wUS", "line": 87 }, { "directive": "disallow", "path": "/qi/", "line": 88 }, { "directive": "disallow", "path": "/QuickInfoView", "line": 89 }, { "directive": "disallow", "path": "/ready_sit_read/index.jhtml", "line": 90 }, { "directive": "disallow", "path": "/RegistryPortalCmd", "line": 91 }, { "directive": "disallow", "path": "/ReportAbuse", "line": 92 }, { "directive": "disallow", "path": "/reviewVote", "line": 93 }, { "directive": "disallow", "path": "/script", "line": 94 }, { "directive": "disallow", "path": "/SearchNavigationView", "line": 95 }, { "directive": "disallow", "path": "/shop/", "line": 96 }, { "directive": "disallow", "path": "/SingleShipmentOrderSummaryView", "line": 97 }, { "directive": "disallow", "path": "/SOImapPriceDisplayView", "line": 98 }, { "directive": "disallow", "path": "/SpecificationDefinitionView", "line": 99 }, { "directive": "disallow", "path": "/splitOrderItem", "line": 100 }, { "directive": "disallow", "path": "/store-locator/search-results-print", "line": 101 }, { "directive": "disallow", "path": "/supertarget/index.jhtml", "line": 102 }, { "directive": "disallow", "path": "/target_baby/", "line": 103 }, { "directive": "disallow", "path": "/target_group", "line": 104 }, { "directive": "disallow", "path": "/targetdirect_group/", "line": 105 }, { "directive": "disallow", "path": "/TargetListPortalView", "line": 106 }, { "directive": "disallow", "path": "/TargetStoreLocatorCmd", "line": 107 }, { "directive": "disallow", "path": "/tdir/p/kids-back-to-school/", "line": 108 }, { "directive": "disallow", "path": "/tsa/", "line": 109 }, { "directive": "disallow", "path": "/VariationSelectionView", "line": 110 }, { "directive": "disallow", "path": "/webapp", "line": 111 }, { "directive": "disallow", "path": "/winnt/", "line": 112 }, { "directive": "disallow", "path": "/WriteComments", "line": 113 }, { "directive": "disallow", "path": "/WriteReviews", "line": 114 }, { "directive": "disallow", "path": "/XCSA/", "line": 115 }, { "directive": "disallow", "path": "/yr", "line": 116 }, { "directive": "disallow", "path": "/s?", "line": 117 }, { "directive": "disallow", "path": "/cart", "line": 118 }, { "directive": "disallow", "path": "/account/", "line": 119 }, { "directive": "disallow", "path": "/tracking", "line": 120 }, { "directive": "disallow", "path": "/config", "line": 121 }, { "directive": "disallow", "path": "/social/", "line": 122 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.target.com/robots.txt", "contentType": "text/plain", "sha256": "3f8a9e45a59d43ab1b0e4534ae71241fd9e6cbbd3c37b5426bc9efd6eb320bd7", "bytes": 3226 }, { "company": "TE Connectivity", "cik": "1385157", "sector": "Information Technology", "origin": "http://www.te.com", "checkedAt": "2026-09-26T04:56:18.331Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/admin/", "line": 3 }, { "directive": "disallow", "path": "*/private/", "line": 4 }, { "directive": "disallow", "path": "*/archive/", "line": 5 }, { "directive": "disallow", "path": "*/to-be-deleted/", "line": 6 }, { "directive": "disallow", "path": "*/generic/", "line": 7 }, { "directive": "disallow", "path": "*/campaigns/", "line": 8 }, { "directive": "disallow", "path": "*/delete/", "line": 9 }, { "directive": "disallow", "path": "*/policies-agreements/country-selector.html", "line": 10 }, { "directive": "disallow", "path": "*/customer-support/connect-with-us.html?", "line": 11 }, { "directive": "disallow", "path": "/content/dam/te-com/documents/about-te/us-benefits/", "line": 14 }, { "directive": "disallow", "path": "/content/dam/te-com/documents/about-te/careers/global/", "line": 15 }, { "directive": "disallow", "path": "*/compatible-", "line": 18 }, { "directive": "disallow", "path": "*/similar-", "line": 21 }, { "directive": "disallow", "path": "*/replacement-", "line": 24 }, { "directive": "disallow", "path": "*/connect-with-us/", "line": 25 }, { "directive": "disallow", "path": "*/search.html", "line": 28 }, { "directive": "disallow", "path": "*/search-ladd.html", "line": 31 }, { "directive": "disallow", "path": "*/plp/*&n=", "line": 34 }, { "directive": "disallow", "path": "*/plp/*&d=", "line": 35 }, { "directive": "disallow", "path": "/catalog/products/en", "line": 36 }, { "directive": "disallow", "path": "*/test-pages/", "line": 39 }, { "directive": "disallow", "path": "*/custom/OnBoarding/", "line": 42 }, { "directive": "disallow", "path": "*/ts-onboarding/", "line": 43 }, { "directive": "disallow", "path": "/onboarding", "line": 44 }, { "directive": "disallow", "path": "*/commerce/", "line": 47 }, { "directive": "disallow", "path": "*/customer-support/authorized-distributors.html", "line": 50 }, { "directive": "disallow", "path": "*/industries/energy-solutions/energy-distributors.html", "line": 51 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensor-distributors.html", "line": 52 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sales-representatives.html", "line": 53 }, { "directive": "disallow", "path": "*/products/sensors/intersection/speed-sensor-distributors.html", "line": 54 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensors-channel.html", "line": 55 }, { "directive": "disallow", "path": "*/customer-support/authorized-distributors/", "line": 56 }, { "directive": "disallow", "path": "*/industries/energy-solutions/energy-distributors/", "line": 57 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensor-distributors/", "line": 58 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sales-representatives/", "line": 59 }, { "directive": "disallow", "path": "*/products/sensors/intersection/speed-sensor-distributors/", "line": 60 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensors-channel/", "line": 61 }, { "directive": "disallow", "path": "*/product-*.datasheet.pdf", "line": 64 }, { "directive": "disallow", "path": "*/canonical-content-page/", "line": 67 }, { "directive": "disallow", "path": "/ict-catalog", "line": 70 }, { "directive": "disallow", "path": "*/customer-support/email-us.html", "line": 73 }, { "directive": "disallow", "path": "*/customer-support/model-contact-us.html", "line": 74 }, { "directive": "disallow", "path": "*/products-compare.html", "line": 77 }, { "directive": "disallow", "path": "*/te_CustomDojo", "line": 80 }, { "directive": "disallow", "path": "*/models.html", "line": 83 }, { "directive": "disallow", "path": "*/dam/te-com/private/", "line": 86 }, { "directive": "disallow", "path": "*/dam/te-com/HR_Docs", "line": 89 } ], "warnings": [ 3, 4, 5, 6, 7, 8, 9, 10, 11, 18, 21, 24, 25, 28, 31, 34, 35, 39, 42, 43, 47, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 64, 67, 73, 74, 77, 80, 83, 86, 89, 106, 107, 108, 109, 110, 111 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/admin/", "line": 3 }, { "directive": "disallow", "path": "*/private/", "line": 4 }, { "directive": "disallow", "path": "*/archive/", "line": 5 }, { "directive": "disallow", "path": "*/to-be-deleted/", "line": 6 }, { "directive": "disallow", "path": "*/generic/", "line": 7 }, { "directive": "disallow", "path": "*/campaigns/", "line": 8 }, { "directive": "disallow", "path": "*/delete/", "line": 9 }, { "directive": "disallow", "path": "*/policies-agreements/country-selector.html", "line": 10 }, { "directive": "disallow", "path": "*/customer-support/connect-with-us.html?", "line": 11 }, { "directive": "disallow", "path": "/content/dam/te-com/documents/about-te/us-benefits/", "line": 14 }, { "directive": "disallow", "path": "/content/dam/te-com/documents/about-te/careers/global/", "line": 15 }, { "directive": "disallow", "path": "*/compatible-", "line": 18 }, { "directive": "disallow", "path": "*/similar-", "line": 21 }, { "directive": "disallow", "path": "*/replacement-", "line": 24 }, { "directive": "disallow", "path": "*/connect-with-us/", "line": 25 }, { "directive": "disallow", "path": "*/search.html", "line": 28 }, { "directive": "disallow", "path": "*/search-ladd.html", "line": 31 }, { "directive": "disallow", "path": "*/plp/*&n=", "line": 34 }, { "directive": "disallow", "path": "*/plp/*&d=", "line": 35 }, { "directive": "disallow", "path": "/catalog/products/en", "line": 36 }, { "directive": "disallow", "path": "*/test-pages/", "line": 39 }, { "directive": "disallow", "path": "*/custom/OnBoarding/", "line": 42 }, { "directive": "disallow", "path": "*/ts-onboarding/", "line": 43 }, { "directive": "disallow", "path": "/onboarding", "line": 44 }, { "directive": "disallow", "path": "*/commerce/", "line": 47 }, { "directive": "disallow", "path": "*/customer-support/authorized-distributors.html", "line": 50 }, { "directive": "disallow", "path": "*/industries/energy-solutions/energy-distributors.html", "line": 51 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensor-distributors.html", "line": 52 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sales-representatives.html", "line": 53 }, { "directive": "disallow", "path": "*/products/sensors/intersection/speed-sensor-distributors.html", "line": 54 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensors-channel.html", "line": 55 }, { "directive": "disallow", "path": "*/customer-support/authorized-distributors/", "line": 56 }, { "directive": "disallow", "path": "*/industries/energy-solutions/energy-distributors/", "line": 57 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensor-distributors/", "line": 58 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sales-representatives/", "line": 59 }, { "directive": "disallow", "path": "*/products/sensors/intersection/speed-sensor-distributors/", "line": 60 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensors-channel/", "line": 61 }, { "directive": "disallow", "path": "*/product-*.datasheet.pdf", "line": 64 }, { "directive": "disallow", "path": "*/canonical-content-page/", "line": 67 }, { "directive": "disallow", "path": "/ict-catalog", "line": 70 }, { "directive": "disallow", "path": "*/customer-support/email-us.html", "line": 73 }, { "directive": "disallow", "path": "*/customer-support/model-contact-us.html", "line": 74 }, { "directive": "disallow", "path": "*/products-compare.html", "line": 77 }, { "directive": "disallow", "path": "*/te_CustomDojo", "line": 80 }, { "directive": "disallow", "path": "*/models.html", "line": 83 }, { "directive": "disallow", "path": "*/dam/te-com/private/", "line": 86 }, { "directive": "disallow", "path": "*/dam/te-com/HR_Docs", "line": 89 } ], "warnings": [ 3, 4, 5, 6, 7, 8, 9, 10, 11, 18, 21, 24, 25, 28, 31, 34, 35, 39, 42, 43, 47, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 64, 67, 73, 74, 77, 80, 83, 86, 89, 106, 107, 108, 109, 110, 111 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/admin/", "line": 3 }, { "directive": "disallow", "path": "*/private/", "line": 4 }, { "directive": "disallow", "path": "*/archive/", "line": 5 }, { "directive": "disallow", "path": "*/to-be-deleted/", "line": 6 }, { "directive": "disallow", "path": "*/generic/", "line": 7 }, { "directive": "disallow", "path": "*/campaigns/", "line": 8 }, { "directive": "disallow", "path": "*/delete/", "line": 9 }, { "directive": "disallow", "path": "*/policies-agreements/country-selector.html", "line": 10 }, { "directive": "disallow", "path": "*/customer-support/connect-with-us.html?", "line": 11 }, { "directive": "disallow", "path": "/content/dam/te-com/documents/about-te/us-benefits/", "line": 14 }, { "directive": "disallow", "path": "/content/dam/te-com/documents/about-te/careers/global/", "line": 15 }, { "directive": "disallow", "path": "*/compatible-", "line": 18 }, { "directive": "disallow", "path": "*/similar-", "line": 21 }, { "directive": "disallow", "path": "*/replacement-", "line": 24 }, { "directive": "disallow", "path": "*/connect-with-us/", "line": 25 }, { "directive": "disallow", "path": "*/search.html", "line": 28 }, { "directive": "disallow", "path": "*/search-ladd.html", "line": 31 }, { "directive": "disallow", "path": "*/plp/*&n=", "line": 34 }, { "directive": "disallow", "path": "*/plp/*&d=", "line": 35 }, { "directive": "disallow", "path": "/catalog/products/en", "line": 36 }, { "directive": "disallow", "path": "*/test-pages/", "line": 39 }, { "directive": "disallow", "path": "*/custom/OnBoarding/", "line": 42 }, { "directive": "disallow", "path": "*/ts-onboarding/", "line": 43 }, { "directive": "disallow", "path": "/onboarding", "line": 44 }, { "directive": "disallow", "path": "*/commerce/", "line": 47 }, { "directive": "disallow", "path": "*/customer-support/authorized-distributors.html", "line": 50 }, { "directive": "disallow", "path": "*/industries/energy-solutions/energy-distributors.html", "line": 51 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensor-distributors.html", "line": 52 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sales-representatives.html", "line": 53 }, { "directive": "disallow", "path": "*/products/sensors/intersection/speed-sensor-distributors.html", "line": 54 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensors-channel.html", "line": 55 }, { "directive": "disallow", "path": "*/customer-support/authorized-distributors/", "line": 56 }, { "directive": "disallow", "path": "*/industries/energy-solutions/energy-distributors/", "line": 57 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensor-distributors/", "line": 58 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sales-representatives/", "line": 59 }, { "directive": "disallow", "path": "*/products/sensors/intersection/speed-sensor-distributors/", "line": 60 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensors-channel/", "line": 61 }, { "directive": "disallow", "path": "*/product-*.datasheet.pdf", "line": 64 }, { "directive": "disallow", "path": "*/canonical-content-page/", "line": 67 }, { "directive": "disallow", "path": "/ict-catalog", "line": 70 }, { "directive": "disallow", "path": "*/customer-support/email-us.html", "line": 73 }, { "directive": "disallow", "path": "*/customer-support/model-contact-us.html", "line": 74 }, { "directive": "disallow", "path": "*/products-compare.html", "line": 77 }, { "directive": "disallow", "path": "*/te_CustomDojo", "line": 80 }, { "directive": "disallow", "path": "*/models.html", "line": 83 }, { "directive": "disallow", "path": "*/dam/te-com/private/", "line": 86 }, { "directive": "disallow", "path": "*/dam/te-com/HR_Docs", "line": 89 } ], "warnings": [ 3, 4, 5, 6, 7, 8, 9, 10, 11, 18, 21, 24, 25, 28, 31, 34, 35, 39, 42, 43, 47, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 64, 67, 73, 74, 77, 80, 83, 86, 89, 106, 107, 108, 109, 110, 111 ] }, "GPTBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "*/private/", "line": 106 }, { "directive": "disallow", "path": "*/campaigns/", "line": 107 }, { "directive": "disallow", "path": "*/events/", "line": 108 }, { "directive": "disallow", "path": "*/models/", "line": 109 }, { "directive": "disallow", "path": "*/commerce/", "line": 110 }, { "directive": "disallow", "path": "*/te-design-library/", "line": 111 } ], "warnings": [ 3, 4, 5, 6, 7, 8, 9, 10, 11, 18, 21, 24, 25, 28, 31, 34, 35, 39, 42, 43, 47, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 64, 67, 73, 74, 77, 80, 83, 86, 89, 106, 107, 108, 109, 110, 111 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/admin/", "line": 3 }, { "directive": "disallow", "path": "*/private/", "line": 4 }, { "directive": "disallow", "path": "*/archive/", "line": 5 }, { "directive": "disallow", "path": "*/to-be-deleted/", "line": 6 }, { "directive": "disallow", "path": "*/generic/", "line": 7 }, { "directive": "disallow", "path": "*/campaigns/", "line": 8 }, { "directive": "disallow", "path": "*/delete/", "line": 9 }, { "directive": "disallow", "path": "*/policies-agreements/country-selector.html", "line": 10 }, { "directive": "disallow", "path": "*/customer-support/connect-with-us.html?", "line": 11 }, { "directive": "disallow", "path": "/content/dam/te-com/documents/about-te/us-benefits/", "line": 14 }, { "directive": "disallow", "path": "/content/dam/te-com/documents/about-te/careers/global/", "line": 15 }, { "directive": "disallow", "path": "*/compatible-", "line": 18 }, { "directive": "disallow", "path": "*/similar-", "line": 21 }, { "directive": "disallow", "path": "*/replacement-", "line": 24 }, { "directive": "disallow", "path": "*/connect-with-us/", "line": 25 }, { "directive": "disallow", "path": "*/search.html", "line": 28 }, { "directive": "disallow", "path": "*/search-ladd.html", "line": 31 }, { "directive": "disallow", "path": "*/plp/*&n=", "line": 34 }, { "directive": "disallow", "path": "*/plp/*&d=", "line": 35 }, { "directive": "disallow", "path": "/catalog/products/en", "line": 36 }, { "directive": "disallow", "path": "*/test-pages/", "line": 39 }, { "directive": "disallow", "path": "*/custom/OnBoarding/", "line": 42 }, { "directive": "disallow", "path": "*/ts-onboarding/", "line": 43 }, { "directive": "disallow", "path": "/onboarding", "line": 44 }, { "directive": "disallow", "path": "*/commerce/", "line": 47 }, { "directive": "disallow", "path": "*/customer-support/authorized-distributors.html", "line": 50 }, { "directive": "disallow", "path": "*/industries/energy-solutions/energy-distributors.html", "line": 51 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensor-distributors.html", "line": 52 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sales-representatives.html", "line": 53 }, { "directive": "disallow", "path": "*/products/sensors/intersection/speed-sensor-distributors.html", "line": 54 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensors-channel.html", "line": 55 }, { "directive": "disallow", "path": "*/customer-support/authorized-distributors/", "line": 56 }, { "directive": "disallow", "path": "*/industries/energy-solutions/energy-distributors/", "line": 57 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensor-distributors/", "line": 58 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sales-representatives/", "line": 59 }, { "directive": "disallow", "path": "*/products/sensors/intersection/speed-sensor-distributors/", "line": 60 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensors-channel/", "line": 61 }, { "directive": "disallow", "path": "*/product-*.datasheet.pdf", "line": 64 }, { "directive": "disallow", "path": "*/canonical-content-page/", "line": 67 }, { "directive": "disallow", "path": "/ict-catalog", "line": 70 }, { "directive": "disallow", "path": "*/customer-support/email-us.html", "line": 73 }, { "directive": "disallow", "path": "*/customer-support/model-contact-us.html", "line": 74 }, { "directive": "disallow", "path": "*/products-compare.html", "line": 77 }, { "directive": "disallow", "path": "*/te_CustomDojo", "line": 80 }, { "directive": "disallow", "path": "*/models.html", "line": 83 }, { "directive": "disallow", "path": "*/dam/te-com/private/", "line": 86 }, { "directive": "disallow", "path": "*/dam/te-com/HR_Docs", "line": 89 } ], "warnings": [ 3, 4, 5, 6, 7, 8, 9, 10, 11, 18, 21, 24, 25, 28, 31, 34, 35, 39, 42, 43, 47, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 64, 67, 73, 74, 77, 80, 83, 86, 89, 106, 107, 108, 109, 110, 111 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/admin/", "line": 3 }, { "directive": "disallow", "path": "*/private/", "line": 4 }, { "directive": "disallow", "path": "*/archive/", "line": 5 }, { "directive": "disallow", "path": "*/to-be-deleted/", "line": 6 }, { "directive": "disallow", "path": "*/generic/", "line": 7 }, { "directive": "disallow", "path": "*/campaigns/", "line": 8 }, { "directive": "disallow", "path": "*/delete/", "line": 9 }, { "directive": "disallow", "path": "*/policies-agreements/country-selector.html", "line": 10 }, { "directive": "disallow", "path": "*/customer-support/connect-with-us.html?", "line": 11 }, { "directive": "disallow", "path": "/content/dam/te-com/documents/about-te/us-benefits/", "line": 14 }, { "directive": "disallow", "path": "/content/dam/te-com/documents/about-te/careers/global/", "line": 15 }, { "directive": "disallow", "path": "*/compatible-", "line": 18 }, { "directive": "disallow", "path": "*/similar-", "line": 21 }, { "directive": "disallow", "path": "*/replacement-", "line": 24 }, { "directive": "disallow", "path": "*/connect-with-us/", "line": 25 }, { "directive": "disallow", "path": "*/search.html", "line": 28 }, { "directive": "disallow", "path": "*/search-ladd.html", "line": 31 }, { "directive": "disallow", "path": "*/plp/*&n=", "line": 34 }, { "directive": "disallow", "path": "*/plp/*&d=", "line": 35 }, { "directive": "disallow", "path": "/catalog/products/en", "line": 36 }, { "directive": "disallow", "path": "*/test-pages/", "line": 39 }, { "directive": "disallow", "path": "*/custom/OnBoarding/", "line": 42 }, { "directive": "disallow", "path": "*/ts-onboarding/", "line": 43 }, { "directive": "disallow", "path": "/onboarding", "line": 44 }, { "directive": "disallow", "path": "*/commerce/", "line": 47 }, { "directive": "disallow", "path": "*/customer-support/authorized-distributors.html", "line": 50 }, { "directive": "disallow", "path": "*/industries/energy-solutions/energy-distributors.html", "line": 51 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensor-distributors.html", "line": 52 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sales-representatives.html", "line": 53 }, { "directive": "disallow", "path": "*/products/sensors/intersection/speed-sensor-distributors.html", "line": 54 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensors-channel.html", "line": 55 }, { "directive": "disallow", "path": "*/customer-support/authorized-distributors/", "line": 56 }, { "directive": "disallow", "path": "*/industries/energy-solutions/energy-distributors/", "line": 57 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensor-distributors/", "line": 58 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sales-representatives/", "line": 59 }, { "directive": "disallow", "path": "*/products/sensors/intersection/speed-sensor-distributors/", "line": 60 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensors-channel/", "line": 61 }, { "directive": "disallow", "path": "*/product-*.datasheet.pdf", "line": 64 }, { "directive": "disallow", "path": "*/canonical-content-page/", "line": 67 }, { "directive": "disallow", "path": "/ict-catalog", "line": 70 }, { "directive": "disallow", "path": "*/customer-support/email-us.html", "line": 73 }, { "directive": "disallow", "path": "*/customer-support/model-contact-us.html", "line": 74 }, { "directive": "disallow", "path": "*/products-compare.html", "line": 77 }, { "directive": "disallow", "path": "*/te_CustomDojo", "line": 80 }, { "directive": "disallow", "path": "*/models.html", "line": 83 }, { "directive": "disallow", "path": "*/dam/te-com/private/", "line": 86 }, { "directive": "disallow", "path": "*/dam/te-com/HR_Docs", "line": 89 } ], "warnings": [ 3, 4, 5, 6, 7, 8, 9, 10, 11, 18, 21, 24, 25, 28, 31, 34, 35, 39, 42, 43, 47, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 64, 67, 73, 74, 77, 80, 83, 86, 89, 106, 107, 108, 109, 110, 111 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/admin/", "line": 3 }, { "directive": "disallow", "path": "*/private/", "line": 4 }, { "directive": "disallow", "path": "*/archive/", "line": 5 }, { "directive": "disallow", "path": "*/to-be-deleted/", "line": 6 }, { "directive": "disallow", "path": "*/generic/", "line": 7 }, { "directive": "disallow", "path": "*/campaigns/", "line": 8 }, { "directive": "disallow", "path": "*/delete/", "line": 9 }, { "directive": "disallow", "path": "*/policies-agreements/country-selector.html", "line": 10 }, { "directive": "disallow", "path": "*/customer-support/connect-with-us.html?", "line": 11 }, { "directive": "disallow", "path": "/content/dam/te-com/documents/about-te/us-benefits/", "line": 14 }, { "directive": "disallow", "path": "/content/dam/te-com/documents/about-te/careers/global/", "line": 15 }, { "directive": "disallow", "path": "*/compatible-", "line": 18 }, { "directive": "disallow", "path": "*/similar-", "line": 21 }, { "directive": "disallow", "path": "*/replacement-", "line": 24 }, { "directive": "disallow", "path": "*/connect-with-us/", "line": 25 }, { "directive": "disallow", "path": "*/search.html", "line": 28 }, { "directive": "disallow", "path": "*/search-ladd.html", "line": 31 }, { "directive": "disallow", "path": "*/plp/*&n=", "line": 34 }, { "directive": "disallow", "path": "*/plp/*&d=", "line": 35 }, { "directive": "disallow", "path": "/catalog/products/en", "line": 36 }, { "directive": "disallow", "path": "*/test-pages/", "line": 39 }, { "directive": "disallow", "path": "*/custom/OnBoarding/", "line": 42 }, { "directive": "disallow", "path": "*/ts-onboarding/", "line": 43 }, { "directive": "disallow", "path": "/onboarding", "line": 44 }, { "directive": "disallow", "path": "*/commerce/", "line": 47 }, { "directive": "disallow", "path": "*/customer-support/authorized-distributors.html", "line": 50 }, { "directive": "disallow", "path": "*/industries/energy-solutions/energy-distributors.html", "line": 51 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensor-distributors.html", "line": 52 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sales-representatives.html", "line": 53 }, { "directive": "disallow", "path": "*/products/sensors/intersection/speed-sensor-distributors.html", "line": 54 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensors-channel.html", "line": 55 }, { "directive": "disallow", "path": "*/customer-support/authorized-distributors/", "line": 56 }, { "directive": "disallow", "path": "*/industries/energy-solutions/energy-distributors/", "line": 57 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensor-distributors/", "line": 58 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sales-representatives/", "line": 59 }, { "directive": "disallow", "path": "*/products/sensors/intersection/speed-sensor-distributors/", "line": 60 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensors-channel/", "line": 61 }, { "directive": "disallow", "path": "*/product-*.datasheet.pdf", "line": 64 }, { "directive": "disallow", "path": "*/canonical-content-page/", "line": 67 }, { "directive": "disallow", "path": "/ict-catalog", "line": 70 }, { "directive": "disallow", "path": "*/customer-support/email-us.html", "line": 73 }, { "directive": "disallow", "path": "*/customer-support/model-contact-us.html", "line": 74 }, { "directive": "disallow", "path": "*/products-compare.html", "line": 77 }, { "directive": "disallow", "path": "*/te_CustomDojo", "line": 80 }, { "directive": "disallow", "path": "*/models.html", "line": 83 }, { "directive": "disallow", "path": "*/dam/te-com/private/", "line": 86 }, { "directive": "disallow", "path": "*/dam/te-com/HR_Docs", "line": 89 } ], "warnings": [ 3, 4, 5, 6, 7, 8, 9, 10, 11, 18, 21, 24, 25, 28, 31, 34, 35, 39, 42, 43, 47, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 64, 67, 73, 74, 77, 80, 83, 86, 89, 106, 107, 108, 109, 110, 111 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/admin/", "line": 3 }, { "directive": "disallow", "path": "*/private/", "line": 4 }, { "directive": "disallow", "path": "*/archive/", "line": 5 }, { "directive": "disallow", "path": "*/to-be-deleted/", "line": 6 }, { "directive": "disallow", "path": "*/generic/", "line": 7 }, { "directive": "disallow", "path": "*/campaigns/", "line": 8 }, { "directive": "disallow", "path": "*/delete/", "line": 9 }, { "directive": "disallow", "path": "*/policies-agreements/country-selector.html", "line": 10 }, { "directive": "disallow", "path": "*/customer-support/connect-with-us.html?", "line": 11 }, { "directive": "disallow", "path": "/content/dam/te-com/documents/about-te/us-benefits/", "line": 14 }, { "directive": "disallow", "path": "/content/dam/te-com/documents/about-te/careers/global/", "line": 15 }, { "directive": "disallow", "path": "*/compatible-", "line": 18 }, { "directive": "disallow", "path": "*/similar-", "line": 21 }, { "directive": "disallow", "path": "*/replacement-", "line": 24 }, { "directive": "disallow", "path": "*/connect-with-us/", "line": 25 }, { "directive": "disallow", "path": "*/search.html", "line": 28 }, { "directive": "disallow", "path": "*/search-ladd.html", "line": 31 }, { "directive": "disallow", "path": "*/plp/*&n=", "line": 34 }, { "directive": "disallow", "path": "*/plp/*&d=", "line": 35 }, { "directive": "disallow", "path": "/catalog/products/en", "line": 36 }, { "directive": "disallow", "path": "*/test-pages/", "line": 39 }, { "directive": "disallow", "path": "*/custom/OnBoarding/", "line": 42 }, { "directive": "disallow", "path": "*/ts-onboarding/", "line": 43 }, { "directive": "disallow", "path": "/onboarding", "line": 44 }, { "directive": "disallow", "path": "*/commerce/", "line": 47 }, { "directive": "disallow", "path": "*/customer-support/authorized-distributors.html", "line": 50 }, { "directive": "disallow", "path": "*/industries/energy-solutions/energy-distributors.html", "line": 51 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensor-distributors.html", "line": 52 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sales-representatives.html", "line": 53 }, { "directive": "disallow", "path": "*/products/sensors/intersection/speed-sensor-distributors.html", "line": 54 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensors-channel.html", "line": 55 }, { "directive": "disallow", "path": "*/customer-support/authorized-distributors/", "line": 56 }, { "directive": "disallow", "path": "*/industries/energy-solutions/energy-distributors/", "line": 57 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensor-distributors/", "line": 58 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sales-representatives/", "line": 59 }, { "directive": "disallow", "path": "*/products/sensors/intersection/speed-sensor-distributors/", "line": 60 }, { "directive": "disallow", "path": "*/products/sensors/intersection/sensors-channel/", "line": 61 }, { "directive": "disallow", "path": "*/product-*.datasheet.pdf", "line": 64 }, { "directive": "disallow", "path": "*/canonical-content-page/", "line": 67 }, { "directive": "disallow", "path": "/ict-catalog", "line": 70 }, { "directive": "disallow", "path": "*/customer-support/email-us.html", "line": 73 }, { "directive": "disallow", "path": "*/customer-support/model-contact-us.html", "line": 74 }, { "directive": "disallow", "path": "*/products-compare.html", "line": 77 }, { "directive": "disallow", "path": "*/te_CustomDojo", "line": 80 }, { "directive": "disallow", "path": "*/models.html", "line": 83 }, { "directive": "disallow", "path": "*/dam/te-com/private/", "line": 86 }, { "directive": "disallow", "path": "*/dam/te-com/HR_Docs", "line": 89 } ], "warnings": [ 3, 4, 5, 6, 7, 8, 9, 10, 11, 18, 21, 24, 25, 28, 31, 34, 35, 39, 42, 43, 47, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 64, 67, 73, 74, 77, 80, 83, 86, 89, 106, 107, 108, 109, 110, 111 ] } }, "httpStatus": 200, "finalUrl": "https://www.te.com/robots.txt", "contentType": "text/plain", "sha256": "ea52d0ce84ad42cd7a0b66cd69a3938f5459c1679b10a8c6233a2a83e7149a47", "bytes": 3276 }, { "company": "Teledyne Technologies", "cik": "1094285", "sector": "Information Technology", "origin": "http://www.teledyne.com", "checkedAt": "2026-09-26T04:56:18.452Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/_layouts/", "line": 3 }, { "directive": "disallow", "path": "/_vti_bin/", "line": 4 }, { "directive": "disallow", "path": "/_catalogs/", "line": 5 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/_layouts/", "line": 3 }, { "directive": "disallow", "path": "/_vti_bin/", "line": 4 }, { "directive": "disallow", "path": "/_catalogs/", "line": 5 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/_layouts/", "line": 3 }, { "directive": "disallow", "path": "/_vti_bin/", "line": 4 }, { "directive": "disallow", "path": "/_catalogs/", "line": 5 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/_layouts/", "line": 3 }, { "directive": "disallow", "path": "/_vti_bin/", "line": 4 }, { "directive": "disallow", "path": "/_catalogs/", "line": 5 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/_layouts/", "line": 3 }, { "directive": "disallow", "path": "/_vti_bin/", "line": 4 }, { "directive": "disallow", "path": "/_catalogs/", "line": 5 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/_layouts/", "line": 3 }, { "directive": "disallow", "path": "/_vti_bin/", "line": 4 }, { "directive": "disallow", "path": "/_catalogs/", "line": 5 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/_layouts/", "line": 3 }, { "directive": "disallow", "path": "/_vti_bin/", "line": 4 }, { "directive": "disallow", "path": "/_catalogs/", "line": 5 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/_layouts/", "line": 3 }, { "directive": "disallow", "path": "/_vti_bin/", "line": 4 }, { "directive": "disallow", "path": "/_catalogs/", "line": 5 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.teledyne.com/robots.txt", "contentType": "text/plain", "sha256": "d8c109e322822a9603c589dbc2f267d2a673bef8f9e8ff10971f2e8e3f36b814", "bytes": 220 }, { "company": "Teradyne", "cik": "97210", "sector": "Information Technology", "origin": "https://www.teradyne.com", "checkedAt": "2026-09-26T04:56:18.602Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/wp-includes/", "line": 3 }, { "directive": "disallow", "path": "/*.pdf", "line": 4 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/wp-includes/", "line": 3 }, { "directive": "disallow", "path": "/*.pdf", "line": 4 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/wp-includes/", "line": 3 }, { "directive": "disallow", "path": "/*.pdf", "line": 4 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/wp-includes/", "line": 3 }, { "directive": "disallow", "path": "/*.pdf", "line": 4 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/wp-includes/", "line": 3 }, { "directive": "disallow", "path": "/*.pdf", "line": 4 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/wp-includes/", "line": 3 }, { "directive": "disallow", "path": "/*.pdf", "line": 4 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/wp-includes/", "line": 3 }, { "directive": "disallow", "path": "/*.pdf", "line": 4 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/wp-includes/", "line": 3 }, { "directive": "disallow", "path": "/*.pdf", "line": 4 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.teradyne.com/robots.txt", "contentType": "text/plain", "sha256": "6053293d36b873f03cf220b1edbab23f64e46a2ff2c8c64ce014e4989bbf8af2", "bytes": 128 }, { "company": "Tesla, Inc.", "cik": "1318605", "sector": "Consumer Discretionary", "origin": "https://www.tesla.com", "checkedAt": "2026-09-26T04:56:18.699Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.tesla.com/robots.txt", "contentType": "text/html" }, { "company": "Texas Instruments", "cik": "97476", "sector": "Information Technology", "origin": "https://www.ti.com", "checkedAt": "2026-09-26T04:56:18.778Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/ti/", "line": 3 }, { "directive": "disallow", "path": "/general/docs/userdeviceincart.tsp", "line": 4 }, { "directive": "disallow", "path": "/webemail/", "line": 5 }, { "directive": "disallow", "path": "/myti/docs/", "line": 6 }, { "directive": "disallow", "path": "/myti/nsdocs/", "line": 7 }, { "directive": "disallow", "path": "/sitesearch/docs/xrefdirectedsearch.tsp", "line": 8 }, { "directive": "disallow", "path": "/sitesearch/cn/docs/xrefdirectedsearch.tsp", "line": 9 }, { "directive": "disallow", "path": "/sitesearch/jp/docs/xrefdirectedsearch.tsp", "line": 10 }, { "directive": "disallow", "path": "/sitesearch/docs/partnumsearch.tsp", "line": 11 }, { "directive": "disallow", "path": "/sitesearch/cn/docs/partnumsearch.tsp", "line": 12 }, { "directive": "disallow", "path": "/sitesearch/jp/docs/partnumsearch.tsp", "line": 13 }, { "directive": "disallow", "path": "/about-ti/careers-maintenance.html", "line": 14 }, { "directive": "disallow", "path": "/sitesearch/docs/universalsearch.tsp", "line": 15 }, { "directive": "disallow", "path": "/sitesearch/docs/cn/universalsearch.tsp", "line": 16 }, { "directive": "disallow", "path": "/sitesearch/docs/jp/universalsearch.tsp", "line": 17 }, { "directive": "disallow", "path": "/sitesearch/docs/de/universalsearch.tsp", "line": 18 }, { "directive": "disallow", "path": "/sitesearch/docs/kr/universalsearch.tsp", "line": 19 }, { "directive": "disallow", "path": "/materialcontent/en/search", "line": 20 }, { "directive": "disallow", "path": "/materialcontent/cn/search", "line": 21 }, { "directive": "disallow", "path": "/materialcontent/jp/search", "line": 22 }, { "directive": "disallow", "path": "/materialcontent/de/search", "line": 23 }, { "directive": "disallow", "path": "/materialcontent/kr/search", "line": 24 }, { "directive": "disallow", "path": "/general/en/docs/refdesignsearchresults.tsp", "line": 25 }, { "directive": "disallow", "path": "/general/cn/docs/refdesignsearchresults.tsp", "line": 26 }, { "directive": "disallow", "path": "/general/jp/docs/refdesignsearchresults.tsp", "line": 27 }, { "directive": "disallow", "path": "/general/de/docs/refdesignsearchresults.tsp", "line": 28 }, { "directive": "disallow", "path": "/general/kr/docs/refdesignsearchresults.tsp", "line": 29 }, { "directive": "disallow", "path": "/productmodel/", "line": 30 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/ti/", "line": 3 }, { "directive": "disallow", "path": "/general/docs/userdeviceincart.tsp", "line": 4 }, { "directive": "disallow", "path": "/webemail/", "line": 5 }, { "directive": "disallow", "path": "/myti/docs/", "line": 6 }, { "directive": "disallow", "path": "/myti/nsdocs/", "line": 7 }, { "directive": "disallow", "path": "/sitesearch/docs/xrefdirectedsearch.tsp", "line": 8 }, { "directive": "disallow", "path": "/sitesearch/cn/docs/xrefdirectedsearch.tsp", "line": 9 }, { "directive": "disallow", "path": "/sitesearch/jp/docs/xrefdirectedsearch.tsp", "line": 10 }, { "directive": "disallow", "path": "/sitesearch/docs/partnumsearch.tsp", "line": 11 }, { "directive": "disallow", "path": "/sitesearch/cn/docs/partnumsearch.tsp", "line": 12 }, { "directive": "disallow", "path": "/sitesearch/jp/docs/partnumsearch.tsp", "line": 13 }, { "directive": "disallow", "path": "/about-ti/careers-maintenance.html", "line": 14 }, { "directive": "disallow", "path": "/sitesearch/docs/universalsearch.tsp", "line": 15 }, { "directive": "disallow", "path": "/sitesearch/docs/cn/universalsearch.tsp", "line": 16 }, { "directive": "disallow", "path": "/sitesearch/docs/jp/universalsearch.tsp", "line": 17 }, { "directive": "disallow", "path": "/sitesearch/docs/de/universalsearch.tsp", "line": 18 }, { "directive": "disallow", "path": "/sitesearch/docs/kr/universalsearch.tsp", "line": 19 }, { "directive": "disallow", "path": "/materialcontent/en/search", "line": 20 }, { "directive": "disallow", "path": "/materialcontent/cn/search", "line": 21 }, { "directive": "disallow", "path": "/materialcontent/jp/search", "line": 22 }, { "directive": "disallow", "path": "/materialcontent/de/search", "line": 23 }, { "directive": "disallow", "path": "/materialcontent/kr/search", "line": 24 }, { "directive": "disallow", "path": "/general/en/docs/refdesignsearchresults.tsp", "line": 25 }, { "directive": "disallow", "path": "/general/cn/docs/refdesignsearchresults.tsp", "line": 26 }, { "directive": "disallow", "path": "/general/jp/docs/refdesignsearchresults.tsp", "line": 27 }, { "directive": "disallow", "path": "/general/de/docs/refdesignsearchresults.tsp", "line": 28 }, { "directive": "disallow", "path": "/general/kr/docs/refdesignsearchresults.tsp", "line": 29 }, { "directive": "disallow", "path": "/productmodel/", "line": 30 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/ti/", "line": 3 }, { "directive": "disallow", "path": "/general/docs/userdeviceincart.tsp", "line": 4 }, { "directive": "disallow", "path": "/webemail/", "line": 5 }, { "directive": "disallow", "path": "/myti/docs/", "line": 6 }, { "directive": "disallow", "path": "/myti/nsdocs/", "line": 7 }, { "directive": "disallow", "path": "/sitesearch/docs/xrefdirectedsearch.tsp", "line": 8 }, { "directive": "disallow", "path": "/sitesearch/cn/docs/xrefdirectedsearch.tsp", "line": 9 }, { "directive": "disallow", "path": "/sitesearch/jp/docs/xrefdirectedsearch.tsp", "line": 10 }, { "directive": "disallow", "path": "/sitesearch/docs/partnumsearch.tsp", "line": 11 }, { "directive": "disallow", "path": "/sitesearch/cn/docs/partnumsearch.tsp", "line": 12 }, { "directive": "disallow", "path": "/sitesearch/jp/docs/partnumsearch.tsp", "line": 13 }, { "directive": "disallow", "path": "/about-ti/careers-maintenance.html", "line": 14 }, { "directive": "disallow", "path": "/sitesearch/docs/universalsearch.tsp", "line": 15 }, { "directive": "disallow", "path": "/sitesearch/docs/cn/universalsearch.tsp", "line": 16 }, { "directive": "disallow", "path": "/sitesearch/docs/jp/universalsearch.tsp", "line": 17 }, { "directive": "disallow", "path": "/sitesearch/docs/de/universalsearch.tsp", "line": 18 }, { "directive": "disallow", "path": "/sitesearch/docs/kr/universalsearch.tsp", "line": 19 }, { "directive": "disallow", "path": "/materialcontent/en/search", "line": 20 }, { "directive": "disallow", "path": "/materialcontent/cn/search", "line": 21 }, { "directive": "disallow", "path": "/materialcontent/jp/search", "line": 22 }, { "directive": "disallow", "path": "/materialcontent/de/search", "line": 23 }, { "directive": "disallow", "path": "/materialcontent/kr/search", "line": 24 }, { "directive": "disallow", "path": "/general/en/docs/refdesignsearchresults.tsp", "line": 25 }, { "directive": "disallow", "path": "/general/cn/docs/refdesignsearchresults.tsp", "line": 26 }, { "directive": "disallow", "path": "/general/jp/docs/refdesignsearchresults.tsp", "line": 27 }, { "directive": "disallow", "path": "/general/de/docs/refdesignsearchresults.tsp", "line": 28 }, { "directive": "disallow", "path": "/general/kr/docs/refdesignsearchresults.tsp", "line": 29 }, { "directive": "disallow", "path": "/productmodel/", "line": 30 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/ti/", "line": 3 }, { "directive": "disallow", "path": "/general/docs/userdeviceincart.tsp", "line": 4 }, { "directive": "disallow", "path": "/webemail/", "line": 5 }, { "directive": "disallow", "path": "/myti/docs/", "line": 6 }, { "directive": "disallow", "path": "/myti/nsdocs/", "line": 7 }, { "directive": "disallow", "path": "/sitesearch/docs/xrefdirectedsearch.tsp", "line": 8 }, { "directive": "disallow", "path": "/sitesearch/cn/docs/xrefdirectedsearch.tsp", "line": 9 }, { "directive": "disallow", "path": "/sitesearch/jp/docs/xrefdirectedsearch.tsp", "line": 10 }, { "directive": "disallow", "path": "/sitesearch/docs/partnumsearch.tsp", "line": 11 }, { "directive": "disallow", "path": "/sitesearch/cn/docs/partnumsearch.tsp", "line": 12 }, { "directive": "disallow", "path": "/sitesearch/jp/docs/partnumsearch.tsp", "line": 13 }, { "directive": "disallow", "path": "/about-ti/careers-maintenance.html", "line": 14 }, { "directive": "disallow", "path": "/sitesearch/docs/universalsearch.tsp", "line": 15 }, { "directive": "disallow", "path": "/sitesearch/docs/cn/universalsearch.tsp", "line": 16 }, { "directive": "disallow", "path": "/sitesearch/docs/jp/universalsearch.tsp", "line": 17 }, { "directive": "disallow", "path": "/sitesearch/docs/de/universalsearch.tsp", "line": 18 }, { "directive": "disallow", "path": "/sitesearch/docs/kr/universalsearch.tsp", "line": 19 }, { "directive": "disallow", "path": "/materialcontent/en/search", "line": 20 }, { "directive": "disallow", "path": "/materialcontent/cn/search", "line": 21 }, { "directive": "disallow", "path": "/materialcontent/jp/search", "line": 22 }, { "directive": "disallow", "path": "/materialcontent/de/search", "line": 23 }, { "directive": "disallow", "path": "/materialcontent/kr/search", "line": 24 }, { "directive": "disallow", "path": "/general/en/docs/refdesignsearchresults.tsp", "line": 25 }, { "directive": "disallow", "path": "/general/cn/docs/refdesignsearchresults.tsp", "line": 26 }, { "directive": "disallow", "path": "/general/jp/docs/refdesignsearchresults.tsp", "line": 27 }, { "directive": "disallow", "path": "/general/de/docs/refdesignsearchresults.tsp", "line": 28 }, { "directive": "disallow", "path": "/general/kr/docs/refdesignsearchresults.tsp", "line": 29 }, { "directive": "disallow", "path": "/productmodel/", "line": 30 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/ti/", "line": 3 }, { "directive": "disallow", "path": "/general/docs/userdeviceincart.tsp", "line": 4 }, { "directive": "disallow", "path": "/webemail/", "line": 5 }, { "directive": "disallow", "path": "/myti/docs/", "line": 6 }, { "directive": "disallow", "path": "/myti/nsdocs/", "line": 7 }, { "directive": "disallow", "path": "/sitesearch/docs/xrefdirectedsearch.tsp", "line": 8 }, { "directive": "disallow", "path": "/sitesearch/cn/docs/xrefdirectedsearch.tsp", "line": 9 }, { "directive": "disallow", "path": "/sitesearch/jp/docs/xrefdirectedsearch.tsp", "line": 10 }, { "directive": "disallow", "path": "/sitesearch/docs/partnumsearch.tsp", "line": 11 }, { "directive": "disallow", "path": "/sitesearch/cn/docs/partnumsearch.tsp", "line": 12 }, { "directive": "disallow", "path": "/sitesearch/jp/docs/partnumsearch.tsp", "line": 13 }, { "directive": "disallow", "path": "/about-ti/careers-maintenance.html", "line": 14 }, { "directive": "disallow", "path": "/sitesearch/docs/universalsearch.tsp", "line": 15 }, { "directive": "disallow", "path": "/sitesearch/docs/cn/universalsearch.tsp", "line": 16 }, { "directive": "disallow", "path": "/sitesearch/docs/jp/universalsearch.tsp", "line": 17 }, { "directive": "disallow", "path": "/sitesearch/docs/de/universalsearch.tsp", "line": 18 }, { "directive": "disallow", "path": "/sitesearch/docs/kr/universalsearch.tsp", "line": 19 }, { "directive": "disallow", "path": "/materialcontent/en/search", "line": 20 }, { "directive": "disallow", "path": "/materialcontent/cn/search", "line": 21 }, { "directive": "disallow", "path": "/materialcontent/jp/search", "line": 22 }, { "directive": "disallow", "path": "/materialcontent/de/search", "line": 23 }, { "directive": "disallow", "path": "/materialcontent/kr/search", "line": 24 }, { "directive": "disallow", "path": "/general/en/docs/refdesignsearchresults.tsp", "line": 25 }, { "directive": "disallow", "path": "/general/cn/docs/refdesignsearchresults.tsp", "line": 26 }, { "directive": "disallow", "path": "/general/jp/docs/refdesignsearchresults.tsp", "line": 27 }, { "directive": "disallow", "path": "/general/de/docs/refdesignsearchresults.tsp", "line": 28 }, { "directive": "disallow", "path": "/general/kr/docs/refdesignsearchresults.tsp", "line": 29 }, { "directive": "disallow", "path": "/productmodel/", "line": 30 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/ti/", "line": 3 }, { "directive": "disallow", "path": "/general/docs/userdeviceincart.tsp", "line": 4 }, { "directive": "disallow", "path": "/webemail/", "line": 5 }, { "directive": "disallow", "path": "/myti/docs/", "line": 6 }, { "directive": "disallow", "path": "/myti/nsdocs/", "line": 7 }, { "directive": "disallow", "path": "/sitesearch/docs/xrefdirectedsearch.tsp", "line": 8 }, { "directive": "disallow", "path": "/sitesearch/cn/docs/xrefdirectedsearch.tsp", "line": 9 }, { "directive": "disallow", "path": "/sitesearch/jp/docs/xrefdirectedsearch.tsp", "line": 10 }, { "directive": "disallow", "path": "/sitesearch/docs/partnumsearch.tsp", "line": 11 }, { "directive": "disallow", "path": "/sitesearch/cn/docs/partnumsearch.tsp", "line": 12 }, { "directive": "disallow", "path": "/sitesearch/jp/docs/partnumsearch.tsp", "line": 13 }, { "directive": "disallow", "path": "/about-ti/careers-maintenance.html", "line": 14 }, { "directive": "disallow", "path": "/sitesearch/docs/universalsearch.tsp", "line": 15 }, { "directive": "disallow", "path": "/sitesearch/docs/cn/universalsearch.tsp", "line": 16 }, { "directive": "disallow", "path": "/sitesearch/docs/jp/universalsearch.tsp", "line": 17 }, { "directive": "disallow", "path": "/sitesearch/docs/de/universalsearch.tsp", "line": 18 }, { "directive": "disallow", "path": "/sitesearch/docs/kr/universalsearch.tsp", "line": 19 }, { "directive": "disallow", "path": "/materialcontent/en/search", "line": 20 }, { "directive": "disallow", "path": "/materialcontent/cn/search", "line": 21 }, { "directive": "disallow", "path": "/materialcontent/jp/search", "line": 22 }, { "directive": "disallow", "path": "/materialcontent/de/search", "line": 23 }, { "directive": "disallow", "path": "/materialcontent/kr/search", "line": 24 }, { "directive": "disallow", "path": "/general/en/docs/refdesignsearchresults.tsp", "line": 25 }, { "directive": "disallow", "path": "/general/cn/docs/refdesignsearchresults.tsp", "line": 26 }, { "directive": "disallow", "path": "/general/jp/docs/refdesignsearchresults.tsp", "line": 27 }, { "directive": "disallow", "path": "/general/de/docs/refdesignsearchresults.tsp", "line": 28 }, { "directive": "disallow", "path": "/general/kr/docs/refdesignsearchresults.tsp", "line": 29 }, { "directive": "disallow", "path": "/productmodel/", "line": 30 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/ti/", "line": 3 }, { "directive": "disallow", "path": "/general/docs/userdeviceincart.tsp", "line": 4 }, { "directive": "disallow", "path": "/webemail/", "line": 5 }, { "directive": "disallow", "path": "/myti/docs/", "line": 6 }, { "directive": "disallow", "path": "/myti/nsdocs/", "line": 7 }, { "directive": "disallow", "path": "/sitesearch/docs/xrefdirectedsearch.tsp", "line": 8 }, { "directive": "disallow", "path": "/sitesearch/cn/docs/xrefdirectedsearch.tsp", "line": 9 }, { "directive": "disallow", "path": "/sitesearch/jp/docs/xrefdirectedsearch.tsp", "line": 10 }, { "directive": "disallow", "path": "/sitesearch/docs/partnumsearch.tsp", "line": 11 }, { "directive": "disallow", "path": "/sitesearch/cn/docs/partnumsearch.tsp", "line": 12 }, { "directive": "disallow", "path": "/sitesearch/jp/docs/partnumsearch.tsp", "line": 13 }, { "directive": "disallow", "path": "/about-ti/careers-maintenance.html", "line": 14 }, { "directive": "disallow", "path": "/sitesearch/docs/universalsearch.tsp", "line": 15 }, { "directive": "disallow", "path": "/sitesearch/docs/cn/universalsearch.tsp", "line": 16 }, { "directive": "disallow", "path": "/sitesearch/docs/jp/universalsearch.tsp", "line": 17 }, { "directive": "disallow", "path": "/sitesearch/docs/de/universalsearch.tsp", "line": 18 }, { "directive": "disallow", "path": "/sitesearch/docs/kr/universalsearch.tsp", "line": 19 }, { "directive": "disallow", "path": "/materialcontent/en/search", "line": 20 }, { "directive": "disallow", "path": "/materialcontent/cn/search", "line": 21 }, { "directive": "disallow", "path": "/materialcontent/jp/search", "line": 22 }, { "directive": "disallow", "path": "/materialcontent/de/search", "line": 23 }, { "directive": "disallow", "path": "/materialcontent/kr/search", "line": 24 }, { "directive": "disallow", "path": "/general/en/docs/refdesignsearchresults.tsp", "line": 25 }, { "directive": "disallow", "path": "/general/cn/docs/refdesignsearchresults.tsp", "line": 26 }, { "directive": "disallow", "path": "/general/jp/docs/refdesignsearchresults.tsp", "line": 27 }, { "directive": "disallow", "path": "/general/de/docs/refdesignsearchresults.tsp", "line": 28 }, { "directive": "disallow", "path": "/general/kr/docs/refdesignsearchresults.tsp", "line": 29 }, { "directive": "disallow", "path": "/productmodel/", "line": 30 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/bin/ti/", "line": 3 }, { "directive": "disallow", "path": "/general/docs/userdeviceincart.tsp", "line": 4 }, { "directive": "disallow", "path": "/webemail/", "line": 5 }, { "directive": "disallow", "path": "/myti/docs/", "line": 6 }, { "directive": "disallow", "path": "/myti/nsdocs/", "line": 7 }, { "directive": "disallow", "path": "/sitesearch/docs/xrefdirectedsearch.tsp", "line": 8 }, { "directive": "disallow", "path": "/sitesearch/cn/docs/xrefdirectedsearch.tsp", "line": 9 }, { "directive": "disallow", "path": "/sitesearch/jp/docs/xrefdirectedsearch.tsp", "line": 10 }, { "directive": "disallow", "path": "/sitesearch/docs/partnumsearch.tsp", "line": 11 }, { "directive": "disallow", "path": "/sitesearch/cn/docs/partnumsearch.tsp", "line": 12 }, { "directive": "disallow", "path": "/sitesearch/jp/docs/partnumsearch.tsp", "line": 13 }, { "directive": "disallow", "path": "/about-ti/careers-maintenance.html", "line": 14 }, { "directive": "disallow", "path": "/sitesearch/docs/universalsearch.tsp", "line": 15 }, { "directive": "disallow", "path": "/sitesearch/docs/cn/universalsearch.tsp", "line": 16 }, { "directive": "disallow", "path": "/sitesearch/docs/jp/universalsearch.tsp", "line": 17 }, { "directive": "disallow", "path": "/sitesearch/docs/de/universalsearch.tsp", "line": 18 }, { "directive": "disallow", "path": "/sitesearch/docs/kr/universalsearch.tsp", "line": 19 }, { "directive": "disallow", "path": "/materialcontent/en/search", "line": 20 }, { "directive": "disallow", "path": "/materialcontent/cn/search", "line": 21 }, { "directive": "disallow", "path": "/materialcontent/jp/search", "line": 22 }, { "directive": "disallow", "path": "/materialcontent/de/search", "line": 23 }, { "directive": "disallow", "path": "/materialcontent/kr/search", "line": 24 }, { "directive": "disallow", "path": "/general/en/docs/refdesignsearchresults.tsp", "line": 25 }, { "directive": "disallow", "path": "/general/cn/docs/refdesignsearchresults.tsp", "line": 26 }, { "directive": "disallow", "path": "/general/jp/docs/refdesignsearchresults.tsp", "line": 27 }, { "directive": "disallow", "path": "/general/de/docs/refdesignsearchresults.tsp", "line": 28 }, { "directive": "disallow", "path": "/general/kr/docs/refdesignsearchresults.tsp", "line": 29 }, { "directive": "disallow", "path": "/productmodel/", "line": 30 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.ti.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "30ee24c11394881dfe106c1e8cde658261b0f225b44e81a93012fd6d62744ffe", "bytes": 1284 }, { "company": "Texas Pacific Land Corporation", "cik": "1811074", "sector": "Energy", "origin": "https://www.texaspacific.com", "checkedAt": "2026-09-26T04:56:18.789Z", "status": "missing_file", "bots": null, "httpStatus": 404, "finalUrl": "https://www.texaspacific.com/robots.txt", "contentType": "text/html; charset=UTF-8" }, { "company": "Textron", "cik": "217346", "sector": "Industrials", "origin": "https://www.textron.com", "checkedAt": "2026-09-26T04:56:18.960Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.textron.com/robots.txt", "contentType": "text/plain", "sha256": "773fb8d35bb9a39d35335ee6db8dc5c912d2aacbfb823152d9c61cd647dd902d", "bytes": 2027 }, { "company": "Thermo Fisher Scientific", "cik": "97745", "sector": "Health Care", "origin": "https://www.thermofisher.com", "checkedAt": "2026-09-26T04:56:19.041Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/", "line": 5 }, { "directive": "disallow", "path": "/etc/countries/", "line": 6 }, { "directive": "disallow", "path": "*.ajax.html$", "line": 7 }, { "directive": "disallow", "path": "/site/us/en/home.reg.uk.html", "line": 8 }, { "directive": "disallow", "path": "/cookie-message.reg.ua.html", "line": 9 }, { "directive": "disallow", "path": "/search/global/miniPDPAction*", "line": 10 }, { "directive": "disallow", "path": "/search/global/viewAllSizesAction*", "line": 11 }, { "directive": "disallow", "path": "/search/global/searchAction*", "line": 12 }, { "directive": "disallow", "path": "/order/spectra-viewer/", "line": 13 }, { "directive": "disallow", "path": "/order/oligoDesigner/", "line": 14 }, { "directive": "disallow", "path": "/order/assay-builder/", "line": 15 }, { "directive": "disallow", "path": "/order/alignMap-server/", "line": 16 }, { "directive": "disallow", "path": "/search/supportSearch", "line": 17 }, { "directive": "disallow", "path": "/home-main-content.html", "line": 18 }, { "directive": "disallow", "path": "/search/results*", "line": 19 }, { "directive": "disallow", "path": "/antibody/primary/query/", "line": 20 }, { "directive": "disallow", "path": "/antibody/secondary/query/", "line": 21 } ], "warnings": [ 7 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/", "line": 5 }, { "directive": "disallow", "path": "/etc/countries/", "line": 6 }, { "directive": "disallow", "path": "*.ajax.html$", "line": 7 }, { "directive": "disallow", "path": "/site/us/en/home.reg.uk.html", "line": 8 }, { "directive": "disallow", "path": "/cookie-message.reg.ua.html", "line": 9 }, { "directive": "disallow", "path": "/search/global/miniPDPAction*", "line": 10 }, { "directive": "disallow", "path": "/search/global/viewAllSizesAction*", "line": 11 }, { "directive": "disallow", "path": "/search/global/searchAction*", "line": 12 }, { "directive": "disallow", "path": "/order/spectra-viewer/", "line": 13 }, { "directive": "disallow", "path": "/order/oligoDesigner/", "line": 14 }, { "directive": "disallow", "path": "/order/assay-builder/", "line": 15 }, { "directive": "disallow", "path": "/order/alignMap-server/", "line": 16 }, { "directive": "disallow", "path": "/search/supportSearch", "line": 17 }, { "directive": "disallow", "path": "/home-main-content.html", "line": 18 }, { "directive": "disallow", "path": "/search/results*", "line": 19 }, { "directive": "disallow", "path": "/antibody/primary/query/", "line": 20 }, { "directive": "disallow", "path": "/antibody/secondary/query/", "line": 21 } ], "warnings": [ 7 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/", "line": 5 }, { "directive": "disallow", "path": "/etc/countries/", "line": 6 }, { "directive": "disallow", "path": "*.ajax.html$", "line": 7 }, { "directive": "disallow", "path": "/site/us/en/home.reg.uk.html", "line": 8 }, { "directive": "disallow", "path": "/cookie-message.reg.ua.html", "line": 9 }, { "directive": "disallow", "path": "/search/global/miniPDPAction*", "line": 10 }, { "directive": "disallow", "path": "/search/global/viewAllSizesAction*", "line": 11 }, { "directive": "disallow", "path": "/search/global/searchAction*", "line": 12 }, { "directive": "disallow", "path": "/order/spectra-viewer/", "line": 13 }, { "directive": "disallow", "path": "/order/oligoDesigner/", "line": 14 }, { "directive": "disallow", "path": "/order/assay-builder/", "line": 15 }, { "directive": "disallow", "path": "/order/alignMap-server/", "line": 16 }, { "directive": "disallow", "path": "/search/supportSearch", "line": 17 }, { "directive": "disallow", "path": "/home-main-content.html", "line": 18 }, { "directive": "disallow", "path": "/search/results*", "line": 19 }, { "directive": "disallow", "path": "/antibody/primary/query/", "line": 20 }, { "directive": "disallow", "path": "/antibody/secondary/query/", "line": 21 } ], "warnings": [ 7 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/", "line": 5 }, { "directive": "disallow", "path": "/etc/countries/", "line": 6 }, { "directive": "disallow", "path": "*.ajax.html$", "line": 7 }, { "directive": "disallow", "path": "/site/us/en/home.reg.uk.html", "line": 8 }, { "directive": "disallow", "path": "/cookie-message.reg.ua.html", "line": 9 }, { "directive": "disallow", "path": "/search/global/miniPDPAction*", "line": 10 }, { "directive": "disallow", "path": "/search/global/viewAllSizesAction*", "line": 11 }, { "directive": "disallow", "path": "/search/global/searchAction*", "line": 12 }, { "directive": "disallow", "path": "/order/spectra-viewer/", "line": 13 }, { "directive": "disallow", "path": "/order/oligoDesigner/", "line": 14 }, { "directive": "disallow", "path": "/order/assay-builder/", "line": 15 }, { "directive": "disallow", "path": "/order/alignMap-server/", "line": 16 }, { "directive": "disallow", "path": "/search/supportSearch", "line": 17 }, { "directive": "disallow", "path": "/home-main-content.html", "line": 18 }, { "directive": "disallow", "path": "/search/results*", "line": 19 }, { "directive": "disallow", "path": "/antibody/primary/query/", "line": 20 }, { "directive": "disallow", "path": "/antibody/secondary/query/", "line": 21 } ], "warnings": [ 7 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/", "line": 5 }, { "directive": "disallow", "path": "/etc/countries/", "line": 6 }, { "directive": "disallow", "path": "*.ajax.html$", "line": 7 }, { "directive": "disallow", "path": "/site/us/en/home.reg.uk.html", "line": 8 }, { "directive": "disallow", "path": "/cookie-message.reg.ua.html", "line": 9 }, { "directive": "disallow", "path": "/search/global/miniPDPAction*", "line": 10 }, { "directive": "disallow", "path": "/search/global/viewAllSizesAction*", "line": 11 }, { "directive": "disallow", "path": "/search/global/searchAction*", "line": 12 }, { "directive": "disallow", "path": "/order/spectra-viewer/", "line": 13 }, { "directive": "disallow", "path": "/order/oligoDesigner/", "line": 14 }, { "directive": "disallow", "path": "/order/assay-builder/", "line": 15 }, { "directive": "disallow", "path": "/order/alignMap-server/", "line": 16 }, { "directive": "disallow", "path": "/search/supportSearch", "line": 17 }, { "directive": "disallow", "path": "/home-main-content.html", "line": 18 }, { "directive": "disallow", "path": "/search/results*", "line": 19 }, { "directive": "disallow", "path": "/antibody/primary/query/", "line": 20 }, { "directive": "disallow", "path": "/antibody/secondary/query/", "line": 21 } ], "warnings": [ 7 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/", "line": 5 }, { "directive": "disallow", "path": "/etc/countries/", "line": 6 }, { "directive": "disallow", "path": "*.ajax.html$", "line": 7 }, { "directive": "disallow", "path": "/site/us/en/home.reg.uk.html", "line": 8 }, { "directive": "disallow", "path": "/cookie-message.reg.ua.html", "line": 9 }, { "directive": "disallow", "path": "/search/global/miniPDPAction*", "line": 10 }, { "directive": "disallow", "path": "/search/global/viewAllSizesAction*", "line": 11 }, { "directive": "disallow", "path": "/search/global/searchAction*", "line": 12 }, { "directive": "disallow", "path": "/order/spectra-viewer/", "line": 13 }, { "directive": "disallow", "path": "/order/oligoDesigner/", "line": 14 }, { "directive": "disallow", "path": "/order/assay-builder/", "line": 15 }, { "directive": "disallow", "path": "/order/alignMap-server/", "line": 16 }, { "directive": "disallow", "path": "/search/supportSearch", "line": 17 }, { "directive": "disallow", "path": "/home-main-content.html", "line": 18 }, { "directive": "disallow", "path": "/search/results*", "line": 19 }, { "directive": "disallow", "path": "/antibody/primary/query/", "line": 20 }, { "directive": "disallow", "path": "/antibody/secondary/query/", "line": 21 } ], "warnings": [ 7 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/", "line": 5 }, { "directive": "disallow", "path": "/etc/countries/", "line": 6 }, { "directive": "disallow", "path": "*.ajax.html$", "line": 7 }, { "directive": "disallow", "path": "/site/us/en/home.reg.uk.html", "line": 8 }, { "directive": "disallow", "path": "/cookie-message.reg.ua.html", "line": 9 }, { "directive": "disallow", "path": "/search/global/miniPDPAction*", "line": 10 }, { "directive": "disallow", "path": "/search/global/viewAllSizesAction*", "line": 11 }, { "directive": "disallow", "path": "/search/global/searchAction*", "line": 12 }, { "directive": "disallow", "path": "/order/spectra-viewer/", "line": 13 }, { "directive": "disallow", "path": "/order/oligoDesigner/", "line": 14 }, { "directive": "disallow", "path": "/order/assay-builder/", "line": 15 }, { "directive": "disallow", "path": "/order/alignMap-server/", "line": 16 }, { "directive": "disallow", "path": "/search/supportSearch", "line": 17 }, { "directive": "disallow", "path": "/home-main-content.html", "line": 18 }, { "directive": "disallow", "path": "/search/results*", "line": 19 }, { "directive": "disallow", "path": "/antibody/primary/query/", "line": 20 }, { "directive": "disallow", "path": "/antibody/secondary/query/", "line": 21 } ], "warnings": [ 7 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/", "line": 5 }, { "directive": "disallow", "path": "/etc/countries/", "line": 6 }, { "directive": "disallow", "path": "*.ajax.html$", "line": 7 }, { "directive": "disallow", "path": "/site/us/en/home.reg.uk.html", "line": 8 }, { "directive": "disallow", "path": "/cookie-message.reg.ua.html", "line": 9 }, { "directive": "disallow", "path": "/search/global/miniPDPAction*", "line": 10 }, { "directive": "disallow", "path": "/search/global/viewAllSizesAction*", "line": 11 }, { "directive": "disallow", "path": "/search/global/searchAction*", "line": 12 }, { "directive": "disallow", "path": "/order/spectra-viewer/", "line": 13 }, { "directive": "disallow", "path": "/order/oligoDesigner/", "line": 14 }, { "directive": "disallow", "path": "/order/assay-builder/", "line": 15 }, { "directive": "disallow", "path": "/order/alignMap-server/", "line": 16 }, { "directive": "disallow", "path": "/search/supportSearch", "line": 17 }, { "directive": "disallow", "path": "/home-main-content.html", "line": 18 }, { "directive": "disallow", "path": "/search/results*", "line": 19 }, { "directive": "disallow", "path": "/antibody/primary/query/", "line": 20 }, { "directive": "disallow", "path": "/antibody/secondary/query/", "line": 21 } ], "warnings": [ 7 ] } }, "httpStatus": 200, "finalUrl": "https://www.thermofisher.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "4c0d0aa71914388b6a7142af1bfd2d056fac09f8aeb366913a977d72a6456813", "bytes": 1370 }, { "company": "TJX Companies", "cik": "109198", "sector": "Consumer Discretionary", "origin": "http://www.tjx.com", "checkedAt": "2026-09-26T04:56:19.079Z", "status": "missing_file", "bots": null, "httpStatus": 404, "finalUrl": "https://www.tjx.com/robots.txt", "contentType": "text/html; charset=utf-8" }, { "company": "TKO Group Holdings", "cik": "1973266", "sector": "Communication Services", "origin": "https://tkogrp.com", "checkedAt": "2026-09-26T04:56:19.093Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://tkogrp.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "567543d285ff87354ffe45b371c9b9c1dc5b106c33869e6d5983f58d083e349d", "bytes": 168 }, { "company": "Tractor Supply", "cik": "916365", "sector": "Consumer Discretionary", "origin": "http://www.tractorsupply.com", "checkedAt": "2026-09-26T04:56:19.287Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "Trade Desk (The)", "cik": "1671933", "sector": "Communication Services", "origin": "http://www.thetradedesk.com", "checkedAt": "2026-09-26T04:56:19.643Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cpresources/", "line": 3 }, { "directive": "disallow", "path": "/vendor/", "line": 4 }, { "directive": "disallow", "path": "/cache/", "line": 5 }, { "directive": "disallow", "path": "/.env", "line": 6 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cpresources/", "line": 3 }, { "directive": "disallow", "path": "/vendor/", "line": 4 }, { "directive": "disallow", "path": "/cache/", "line": 5 }, { "directive": "disallow", "path": "/.env", "line": 6 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cpresources/", "line": 3 }, { "directive": "disallow", "path": "/vendor/", "line": 4 }, { "directive": "disallow", "path": "/cache/", "line": 5 }, { "directive": "disallow", "path": "/.env", "line": 6 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cpresources/", "line": 3 }, { "directive": "disallow", "path": "/vendor/", "line": 4 }, { "directive": "disallow", "path": "/cache/", "line": 5 }, { "directive": "disallow", "path": "/.env", "line": 6 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cpresources/", "line": 3 }, { "directive": "disallow", "path": "/vendor/", "line": 4 }, { "directive": "disallow", "path": "/cache/", "line": 5 }, { "directive": "disallow", "path": "/.env", "line": 6 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cpresources/", "line": 3 }, { "directive": "disallow", "path": "/vendor/", "line": 4 }, { "directive": "disallow", "path": "/cache/", "line": 5 }, { "directive": "disallow", "path": "/.env", "line": 6 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cpresources/", "line": 3 }, { "directive": "disallow", "path": "/vendor/", "line": 4 }, { "directive": "disallow", "path": "/cache/", "line": 5 }, { "directive": "disallow", "path": "/.env", "line": 6 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/cpresources/", "line": 3 }, { "directive": "disallow", "path": "/vendor/", "line": 4 }, { "directive": "disallow", "path": "/cache/", "line": 5 }, { "directive": "disallow", "path": "/.env", "line": 6 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.thetradedesk.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "897d96fc6975bdce36b2313266bfcc7d34061df9f0bef277524a6ba6c0bc7aaf", "bytes": 140 }, { "company": "Trane Technologies", "cik": "1466258", "sector": "Industrials", "origin": "https://www.tranetechnologies.com", "checkedAt": "2026-09-26T04:56:19.844Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.tranetechnologies.com/robots.txt", "contentType": "text/plain;charset=utf-8", "sha256": "4796efea9b1aa01feb3843d9084b251366b87cda6de7075698dcbe3e42cf6b18", "bytes": 168 }, { "company": "TransDigm Group", "cik": "1260221", "sector": "Industrials", "origin": "http://www.transdigm.com", "checkedAt": "2026-09-26T04:56:20.184Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.transdigm.com/robots.txt", "contentType": "text/plain", "sha256": "a2889c2f5a6f5ce24cecd58913baddb8659aaab711cdc09568ed2cfa46a1e870", "bytes": 108 }, { "company": "Travelers Companies (The)", "cik": "86312", "sector": "Financials", "origin": "http://www.travelers.com", "checkedAt": "2026-09-26T04:56:21.548Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*travelerspreview", "line": 2 }, { "directive": "disallow", "path": "/*search*", "line": 3 }, { "directive": "disallow", "path": "/*printerFriendly=true", "line": 5 }, { "directive": "disallow", "path": "/claims/vendor-disclaimer-preapp", "line": 7 }, { "directive": "disallow", "path": "/claims/vendor-disclaimer", "line": 8 }, { "directive": "disallow", "path": "/about-travelers/citizen-travelers/citizen-playbook", "line": 10 }, { "directive": "disallow", "path": "/travelers-institute/webinar-series/symposia-series/2024-economic-outlook", "line": 12 }, { "directive": "disallow", "path": "/findagent", "line": 13 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*travelerspreview", "line": 2 }, { "directive": "disallow", "path": "/*search*", "line": 3 }, { "directive": "disallow", "path": "/*printerFriendly=true", "line": 5 }, { "directive": "disallow", "path": "/claims/vendor-disclaimer-preapp", "line": 7 }, { "directive": "disallow", "path": "/claims/vendor-disclaimer", "line": 8 }, { "directive": "disallow", "path": "/about-travelers/citizen-travelers/citizen-playbook", "line": 10 }, { "directive": "disallow", "path": "/travelers-institute/webinar-series/symposia-series/2024-economic-outlook", "line": 12 }, { "directive": "disallow", "path": "/findagent", "line": 13 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*travelerspreview", "line": 2 }, { "directive": "disallow", "path": "/*search*", "line": 3 }, { "directive": "disallow", "path": "/*printerFriendly=true", "line": 5 }, { "directive": "disallow", "path": "/claims/vendor-disclaimer-preapp", "line": 7 }, { "directive": "disallow", "path": "/claims/vendor-disclaimer", "line": 8 }, { "directive": "disallow", "path": "/about-travelers/citizen-travelers/citizen-playbook", "line": 10 }, { "directive": "disallow", "path": "/travelers-institute/webinar-series/symposia-series/2024-economic-outlook", "line": 12 }, { "directive": "disallow", "path": "/findagent", "line": 13 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*travelerspreview", "line": 2 }, { "directive": "disallow", "path": "/*search*", "line": 3 }, { "directive": "disallow", "path": "/*printerFriendly=true", "line": 5 }, { "directive": "disallow", "path": "/claims/vendor-disclaimer-preapp", "line": 7 }, { "directive": "disallow", "path": "/claims/vendor-disclaimer", "line": 8 }, { "directive": "disallow", "path": "/about-travelers/citizen-travelers/citizen-playbook", "line": 10 }, { "directive": "disallow", "path": "/travelers-institute/webinar-series/symposia-series/2024-economic-outlook", "line": 12 }, { "directive": "disallow", "path": "/findagent", "line": 13 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*travelerspreview", "line": 2 }, { "directive": "disallow", "path": "/*search*", "line": 3 }, { "directive": "disallow", "path": "/*printerFriendly=true", "line": 5 }, { "directive": "disallow", "path": "/claims/vendor-disclaimer-preapp", "line": 7 }, { "directive": "disallow", "path": "/claims/vendor-disclaimer", "line": 8 }, { "directive": "disallow", "path": "/about-travelers/citizen-travelers/citizen-playbook", "line": 10 }, { "directive": "disallow", "path": "/travelers-institute/webinar-series/symposia-series/2024-economic-outlook", "line": 12 }, { "directive": "disallow", "path": "/findagent", "line": 13 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*travelerspreview", "line": 2 }, { "directive": "disallow", "path": "/*search*", "line": 3 }, { "directive": "disallow", "path": "/*printerFriendly=true", "line": 5 }, { "directive": "disallow", "path": "/claims/vendor-disclaimer-preapp", "line": 7 }, { "directive": "disallow", "path": "/claims/vendor-disclaimer", "line": 8 }, { "directive": "disallow", "path": "/about-travelers/citizen-travelers/citizen-playbook", "line": 10 }, { "directive": "disallow", "path": "/travelers-institute/webinar-series/symposia-series/2024-economic-outlook", "line": 12 }, { "directive": "disallow", "path": "/findagent", "line": 13 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*travelerspreview", "line": 2 }, { "directive": "disallow", "path": "/*search*", "line": 3 }, { "directive": "disallow", "path": "/*printerFriendly=true", "line": 5 }, { "directive": "disallow", "path": "/claims/vendor-disclaimer-preapp", "line": 7 }, { "directive": "disallow", "path": "/claims/vendor-disclaimer", "line": 8 }, { "directive": "disallow", "path": "/about-travelers/citizen-travelers/citizen-playbook", "line": 10 }, { "directive": "disallow", "path": "/travelers-institute/webinar-series/symposia-series/2024-economic-outlook", "line": 12 }, { "directive": "disallow", "path": "/findagent", "line": 13 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*travelerspreview", "line": 2 }, { "directive": "disallow", "path": "/*search*", "line": 3 }, { "directive": "disallow", "path": "/*printerFriendly=true", "line": 5 }, { "directive": "disallow", "path": "/claims/vendor-disclaimer-preapp", "line": 7 }, { "directive": "disallow", "path": "/claims/vendor-disclaimer", "line": 8 }, { "directive": "disallow", "path": "/about-travelers/citizen-travelers/citizen-playbook", "line": 10 }, { "directive": "disallow", "path": "/travelers-institute/webinar-series/symposia-series/2024-economic-outlook", "line": 12 }, { "directive": "disallow", "path": "/findagent", "line": 13 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.travelers.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "bd11e79ae0160927653d0429161635b3950e1a2c800450a40a142d07415789fa", "bytes": 512 }, { "company": "Trimble Inc.", "cik": "864749", "sector": "Information Technology", "origin": "http://www.trimble.com", "checkedAt": "2026-09-26T04:56:21.611Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/_next/data/", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/_next/data/", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/_next/data/", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/_next/data/", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/_next/data/", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/_next/data/", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/_next/data/", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 2 }, { "directive": "disallow", "path": "/_next/data/", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.trimble.com/robots.txt", "contentType": "text/plain", "sha256": "08f2f586b91166c3155eb87054e13dfe624a4da203124fd94690fe8e18f8605d", "bytes": 92 }, { "company": "Truist Financial", "cik": "92230", "sector": "Financials", "origin": "https://www.truist.com", "checkedAt": "2026-09-26T04:56:22.095Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*search?*", "line": 2 }, { "directive": "disallow", "path": "/*content/truist-bank/us/en*", "line": 8 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/user-guide/resetting-your-truist-portfolioview-password.pdf", "line": 11 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/user-guide/resetting-your-truist-portfolioview-password-and-user-id.pdf", "line": 14 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/pdf/myblocks-disclosure.pdf", "line": 17 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/pdf/moneyguide-myblocks-disclosure-and-attributions.pdf", "line": 20 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*search?*", "line": 2 }, { "directive": "disallow", "path": "/*content/truist-bank/us/en*", "line": 8 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/user-guide/resetting-your-truist-portfolioview-password.pdf", "line": 11 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/user-guide/resetting-your-truist-portfolioview-password-and-user-id.pdf", "line": 14 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/pdf/myblocks-disclosure.pdf", "line": 17 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/pdf/moneyguide-myblocks-disclosure-and-attributions.pdf", "line": 20 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*search?*", "line": 2 }, { "directive": "disallow", "path": "/*content/truist-bank/us/en*", "line": 8 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/user-guide/resetting-your-truist-portfolioview-password.pdf", "line": 11 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/user-guide/resetting-your-truist-portfolioview-password-and-user-id.pdf", "line": 14 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/pdf/myblocks-disclosure.pdf", "line": 17 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/pdf/moneyguide-myblocks-disclosure-and-attributions.pdf", "line": 20 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*search?*", "line": 2 }, { "directive": "disallow", "path": "/*content/truist-bank/us/en*", "line": 8 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/user-guide/resetting-your-truist-portfolioview-password.pdf", "line": 11 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/user-guide/resetting-your-truist-portfolioview-password-and-user-id.pdf", "line": 14 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/pdf/myblocks-disclosure.pdf", "line": 17 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/pdf/moneyguide-myblocks-disclosure-and-attributions.pdf", "line": 20 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*search?*", "line": 2 }, { "directive": "disallow", "path": "/*content/truist-bank/us/en*", "line": 8 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/user-guide/resetting-your-truist-portfolioview-password.pdf", "line": 11 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/user-guide/resetting-your-truist-portfolioview-password-and-user-id.pdf", "line": 14 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/pdf/myblocks-disclosure.pdf", "line": 17 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/pdf/moneyguide-myblocks-disclosure-and-attributions.pdf", "line": 20 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*search?*", "line": 2 }, { "directive": "disallow", "path": "/*content/truist-bank/us/en*", "line": 8 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/user-guide/resetting-your-truist-portfolioview-password.pdf", "line": 11 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/user-guide/resetting-your-truist-portfolioview-password-and-user-id.pdf", "line": 14 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/pdf/myblocks-disclosure.pdf", "line": 17 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/pdf/moneyguide-myblocks-disclosure-and-attributions.pdf", "line": 20 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*search?*", "line": 2 }, { "directive": "disallow", "path": "/*content/truist-bank/us/en*", "line": 8 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/user-guide/resetting-your-truist-portfolioview-password.pdf", "line": 11 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/user-guide/resetting-your-truist-portfolioview-password-and-user-id.pdf", "line": 14 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/pdf/myblocks-disclosure.pdf", "line": 17 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/pdf/moneyguide-myblocks-disclosure-and-attributions.pdf", "line": 20 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*search?*", "line": 2 }, { "directive": "disallow", "path": "/*content/truist-bank/us/en*", "line": 8 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/user-guide/resetting-your-truist-portfolioview-password.pdf", "line": 11 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/user-guide/resetting-your-truist-portfolioview-password-and-user-id.pdf", "line": 14 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/pdf/myblocks-disclosure.pdf", "line": 17 }, { "directive": "disallow", "path": "/content/dam/truist-bank/us/en/documents/pdf/moneyguide-myblocks-disclosure-and-attributions.pdf", "line": 20 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.truist.com/robots.txt", "contentType": "text/plain;charset=iso-8859-1", "sha256": "2a0395f8b0ba87b8590796c464f3eebb753fd454e3d34aa359a23e6482d878f8", "bytes": 791 }, { "company": "Tyler Technologies", "cik": "860731", "sector": "Information Technology", "origin": "https://tylertech.com", "checkedAt": "2026-09-26T04:56:22.363Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/ctl/", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 53 }, { "directive": "disallow", "path": "/Andy/", "line": 54 }, { "directive": "disallow", "path": "/App_Browsers/", "line": 55 }, { "directive": "disallow", "path": "/App_Code/", "line": 56 }, { "directive": "disallow", "path": "/App_Data/", "line": 57 }, { "directive": "disallow", "path": "/App_GlobalResources/", "line": 58 }, { "directive": "disallow", "path": "/bin/", "line": 59 }, { "directive": "disallow", "path": "/Components/", "line": 60 }, { "directive": "disallow", "path": "/Config/", "line": 61 }, { "directive": "disallow", "path": "/contest/", "line": 62 }, { "directive": "disallow", "path": "/controls/", "line": 63 }, { "directive": "disallow", "path": "/Coveo/", "line": 64 }, { "directive": "disallow", "path": "/DesktopModules/", "line": 65 }, { "directive": "disallow", "path": "/Documentation/", "line": 66 }, { "directive": "disallow", "path": "/HttpModules/", "line": 67 }, { "directive": "disallow", "path": "/images/", "line": 68 }, { "directive": "disallow", "path": "/Install/", "line": 69 }, { "directive": "disallow", "path": "/js/", "line": 70 }, { "directive": "disallow", "path": "/tylersearch/", "line": 71 }, { "directive": "disallow", "path": "/ProgramUpdates/", "line": 72 }, { "directive": "disallow", "path": "/Providers/", "line": 73 }, { "directive": "disallow", "path": "/Portals/0/LiveForms/", "line": 74 }, { "directive": "disallow", "path": "/Resources/ContentRotator/", "line": 75 }, { "directive": "disallow", "path": "/Resources/ControlPanel/", "line": 76 }, { "directive": "disallow", "path": "/Resources/Dashboard/", "line": 77 }, { "directive": "disallow", "path": "/Resources/FeedBrowser/", "line": 78 }, { "directive": "disallow", "path": "/Resources/OpenForceAd/", "line": 79 }, { "directive": "disallow", "path": "/Resources/Search/", "line": 80 }, { "directive": "disallow", "path": "/Resources/Shared/", "line": 81 }, { "directive": "disallow", "path": "/Resources/SkinWidgets/", "line": 82 }, { "directive": "disallow", "path": "/Resources/TabStrip/", "line": 83 }, { "directive": "disallow", "path": "/Resources/Widgets/", "line": 84 }, { "directive": "disallow", "path": "/Activity-Feed/userId/", "line": 85 }, { "directive": "disallow", "path": "/Newsletters/", "line": 86 }, { "directive": "disallow", "path": "/CLT/IASProductUsers/", "line": 87 }, { "directive": "disallow", "path": "/CLT/", "line": 88 }, { "directive": "disallow", "path": "/clt/", "line": 89 }, { "directive": "disallow", "path": "/OdysseySupportDocuments/", "line": 90 }, { "directive": "disallow", "path": "/OrionSupportDocuments/", "line": 91 }, { "directive": "disallow", "path": "/EagleSupportDocuments/", "line": 92 }, { "directive": "disallow", "path": "/EdenSupportDocuments/", "line": 93 }, { "directive": "disallow", "path": "/TylerDynamicsSupportDocuments/", "line": 94 }, { "directive": "disallow", "path": "/SoftCodeSupportDocuments/", "line": 95 }, { "directive": "disallow", "path": "/CourtsJusticeSupportDocuments/", "line": 96 }, { "directive": "disallow", "path": "/SearchResults/", "line": 97 }, { "directive": "disallow", "path": "/newsletters/", "line": 98 }, { "directive": "disallow", "path": "/terms/", "line": 99 }, { "directive": "disallow", "path": "/Terms/", "line": 100 }, { "directive": "disallow", "path": "/nwps/", "line": 101 }, { "directive": "disallow", "path": "/NWPS/", "line": 102 }, { "directive": "disallow", "path": "/sir-586-0324/", "line": 103 }, { "directive": "disallow", "path": "/digital-accessibility/", "line": 104 }, { "directive": "disallow", "path": "/aspnet_client/", "line": 110 }, { "directive": "disallow", "path": "/development/", "line": 111 }, { "directive": "disallow", "path": "/Icons/", "line": 112 }, { "directive": "disallow", "path": "/imagecache/", "line": 113 }, { "directive": "disallow", "path": "/Licenses/", "line": 114 }, { "directive": "disallow", "path": "/Marketo/", "line": 115 }, { "directive": "disallow", "path": "/Marketo-Templates/", "line": 116 }, { "directive": "disallow", "path": "/ModriaSupportDocuments/", "line": 117 }, { "directive": "disallow", "path": "/MTD-Licenses/", "line": 118 }, { "directive": "disallow", "path": "/ODYROI/", "line": 119 }, { "directive": "disallow", "path": "/Online-Support-Incidents/", "line": 120 }, { "directive": "disallow", "path": "/Portals/_default/*", "line": 121 }, { "directive": "disallow", "path": "/Portals/0-System/", "line": 122 }, { "directive": "disallow", "path": "/Products/*", "line": 123 }, { "directive": "disallow", "path": "/Resource-Center/", "line": 124 }, { "directive": "disallow", "path": "/Resources/", "line": 125 }, { "directive": "disallow", "path": "/SaaS-TOC/", "line": 126 }, { "directive": "disallow", "path": "/Services/", "line": 127 }, { "directive": "disallow", "path": "/signatures/", "line": 128 }, { "directive": "disallow", "path": "/SqlDataProviders/", "line": 129 }, { "directive": "disallow", "path": "/SuccessStories/", "line": 130 }, { "directive": "disallow", "path": "/Support-Documents/", "line": 131 }, { "directive": "disallow", "path": "/TempForIFilter/", "line": 132 }, { "directive": "disallow", "path": "/TylerAlertsOfflineData/", "line": 133 }, { "directive": "disallow", "path": "/TylerEmailStationary/", "line": 134 }, { "directive": "disallow", "path": "/UnderConstruction/", "line": 135 }, { "directive": "disallow", "path": "/Portals/0/_Exported%20Modules/", "line": 137 }, { "directive": "disallow", "path": "/Portals/0/2sxc/", "line": 138 }, { "directive": "disallow", "path": "/Portals/0/AJA/", "line": 139 }, { "directive": "disallow", "path": "/Portals/0/Booth/", "line": 140 }, { "directive": "disallow", "path": "/Portals/0/Cache/", "line": 141 }, { "directive": "disallow", "path": "/Portals/0/Connect/", "line": 142 }, { "directive": "disallow", "path": "/Portals/0/Corporate-Responsibility/", "line": 143 }, { "directive": "disallow", "path": "/Portals/0/DNNEvents/", "line": 144 }, { "directive": "disallow", "path": "/Portals/0/Documents/", "line": 145 }, { "directive": "disallow", "path": "/Portals/0/DynamicForms_Exports/", "line": 146 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNews/", "line": 147 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsBackup/", "line": 148 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsDocuments/", "line": 149 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsExport/", "line": 150 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNRotator/", "line": 151 }, { "directive": "disallow", "path": "/Portals/0/EasyGalleryImages/", "line": 152 }, { "directive": "disallow", "path": "/Portals/0/Entry%20module/", "line": 153 }, { "directive": "disallow", "path": "/Portals/0/EventDefaultImages/", "line": 154 }, { "directive": "disallow", "path": "/Portals/0/events/", "line": 155 }, { "directive": "disallow", "path": "/Portals/0/Images/", "line": 156 }, { "directive": "disallow", "path": "/Portals/0/Interactive-Collateral/", "line": 157 }, { "directive": "disallow", "path": "/Portals/0/Items/", "line": 158 }, { "directive": "disallow", "path": "/Portals/0/LinkedIn/", "line": 159 }, { "directive": "disallow", "path": "/Portals/0/LiveStoreFront/", "line": 160 }, { "directive": "disallow", "path": "/Portals/0/Newsfeeds/", "line": 161 }, { "directive": "disallow", "path": "/Portals/0/OpenContent/", "line": 162 }, { "directive": "disallow", "path": "/Portals/0/Product%20Suites/", "line": 163 }, { "directive": "disallow", "path": "/Portals/0/products/", "line": 164 }, { "directive": "disallow", "path": "/Portals/0/SettingsMenu/", "line": 165 }, { "directive": "disallow", "path": "/Portals/0/SOC-Reports/", "line": 166 }, { "directive": "disallow", "path": "/Portals/0/Solutions/", "line": 167 }, { "directive": "disallow", "path": "/Portals/0/Support-Information/", "line": 168 }, { "directive": "disallow", "path": "/Portals/0/Templates/", "line": 169 }, { "directive": "disallow", "path": "/Portals/0/Terms/", "line": 170 }, { "directive": "disallow", "path": "/Portals/0/timeline/", "line": 171 }, { "directive": "disallow", "path": "/Portals/0/Tyler-Alliance-slideshow/", "line": 172 }, { "directive": "disallow", "path": "/Portals/0/Users/", "line": 173 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/ctl/", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 53 }, { "directive": "disallow", "path": "/Andy/", "line": 54 }, { "directive": "disallow", "path": "/App_Browsers/", "line": 55 }, { "directive": "disallow", "path": "/App_Code/", "line": 56 }, { "directive": "disallow", "path": "/App_Data/", "line": 57 }, { "directive": "disallow", "path": "/App_GlobalResources/", "line": 58 }, { "directive": "disallow", "path": "/bin/", "line": 59 }, { "directive": "disallow", "path": "/Components/", "line": 60 }, { "directive": "disallow", "path": "/Config/", "line": 61 }, { "directive": "disallow", "path": "/contest/", "line": 62 }, { "directive": "disallow", "path": "/controls/", "line": 63 }, { "directive": "disallow", "path": "/Coveo/", "line": 64 }, { "directive": "disallow", "path": "/DesktopModules/", "line": 65 }, { "directive": "disallow", "path": "/Documentation/", "line": 66 }, { "directive": "disallow", "path": "/HttpModules/", "line": 67 }, { "directive": "disallow", "path": "/images/", "line": 68 }, { "directive": "disallow", "path": "/Install/", "line": 69 }, { "directive": "disallow", "path": "/js/", "line": 70 }, { "directive": "disallow", "path": "/tylersearch/", "line": 71 }, { "directive": "disallow", "path": "/ProgramUpdates/", "line": 72 }, { "directive": "disallow", "path": "/Providers/", "line": 73 }, { "directive": "disallow", "path": "/Portals/0/LiveForms/", "line": 74 }, { "directive": "disallow", "path": "/Resources/ContentRotator/", "line": 75 }, { "directive": "disallow", "path": "/Resources/ControlPanel/", "line": 76 }, { "directive": "disallow", "path": "/Resources/Dashboard/", "line": 77 }, { "directive": "disallow", "path": "/Resources/FeedBrowser/", "line": 78 }, { "directive": "disallow", "path": "/Resources/OpenForceAd/", "line": 79 }, { "directive": "disallow", "path": "/Resources/Search/", "line": 80 }, { "directive": "disallow", "path": "/Resources/Shared/", "line": 81 }, { "directive": "disallow", "path": "/Resources/SkinWidgets/", "line": 82 }, { "directive": "disallow", "path": "/Resources/TabStrip/", "line": 83 }, { "directive": "disallow", "path": "/Resources/Widgets/", "line": 84 }, { "directive": "disallow", "path": "/Activity-Feed/userId/", "line": 85 }, { "directive": "disallow", "path": "/Newsletters/", "line": 86 }, { "directive": "disallow", "path": "/CLT/IASProductUsers/", "line": 87 }, { "directive": "disallow", "path": "/CLT/", "line": 88 }, { "directive": "disallow", "path": "/clt/", "line": 89 }, { "directive": "disallow", "path": "/OdysseySupportDocuments/", "line": 90 }, { "directive": "disallow", "path": "/OrionSupportDocuments/", "line": 91 }, { "directive": "disallow", "path": "/EagleSupportDocuments/", "line": 92 }, { "directive": "disallow", "path": "/EdenSupportDocuments/", "line": 93 }, { "directive": "disallow", "path": "/TylerDynamicsSupportDocuments/", "line": 94 }, { "directive": "disallow", "path": "/SoftCodeSupportDocuments/", "line": 95 }, { "directive": "disallow", "path": "/CourtsJusticeSupportDocuments/", "line": 96 }, { "directive": "disallow", "path": "/SearchResults/", "line": 97 }, { "directive": "disallow", "path": "/newsletters/", "line": 98 }, { "directive": "disallow", "path": "/terms/", "line": 99 }, { "directive": "disallow", "path": "/Terms/", "line": 100 }, { "directive": "disallow", "path": "/nwps/", "line": 101 }, { "directive": "disallow", "path": "/NWPS/", "line": 102 }, { "directive": "disallow", "path": "/sir-586-0324/", "line": 103 }, { "directive": "disallow", "path": "/digital-accessibility/", "line": 104 }, { "directive": "disallow", "path": "/aspnet_client/", "line": 110 }, { "directive": "disallow", "path": "/development/", "line": 111 }, { "directive": "disallow", "path": "/Icons/", "line": 112 }, { "directive": "disallow", "path": "/imagecache/", "line": 113 }, { "directive": "disallow", "path": "/Licenses/", "line": 114 }, { "directive": "disallow", "path": "/Marketo/", "line": 115 }, { "directive": "disallow", "path": "/Marketo-Templates/", "line": 116 }, { "directive": "disallow", "path": "/ModriaSupportDocuments/", "line": 117 }, { "directive": "disallow", "path": "/MTD-Licenses/", "line": 118 }, { "directive": "disallow", "path": "/ODYROI/", "line": 119 }, { "directive": "disallow", "path": "/Online-Support-Incidents/", "line": 120 }, { "directive": "disallow", "path": "/Portals/_default/*", "line": 121 }, { "directive": "disallow", "path": "/Portals/0-System/", "line": 122 }, { "directive": "disallow", "path": "/Products/*", "line": 123 }, { "directive": "disallow", "path": "/Resource-Center/", "line": 124 }, { "directive": "disallow", "path": "/Resources/", "line": 125 }, { "directive": "disallow", "path": "/SaaS-TOC/", "line": 126 }, { "directive": "disallow", "path": "/Services/", "line": 127 }, { "directive": "disallow", "path": "/signatures/", "line": 128 }, { "directive": "disallow", "path": "/SqlDataProviders/", "line": 129 }, { "directive": "disallow", "path": "/SuccessStories/", "line": 130 }, { "directive": "disallow", "path": "/Support-Documents/", "line": 131 }, { "directive": "disallow", "path": "/TempForIFilter/", "line": 132 }, { "directive": "disallow", "path": "/TylerAlertsOfflineData/", "line": 133 }, { "directive": "disallow", "path": "/TylerEmailStationary/", "line": 134 }, { "directive": "disallow", "path": "/UnderConstruction/", "line": 135 }, { "directive": "disallow", "path": "/Portals/0/_Exported%20Modules/", "line": 137 }, { "directive": "disallow", "path": "/Portals/0/2sxc/", "line": 138 }, { "directive": "disallow", "path": "/Portals/0/AJA/", "line": 139 }, { "directive": "disallow", "path": "/Portals/0/Booth/", "line": 140 }, { "directive": "disallow", "path": "/Portals/0/Cache/", "line": 141 }, { "directive": "disallow", "path": "/Portals/0/Connect/", "line": 142 }, { "directive": "disallow", "path": "/Portals/0/Corporate-Responsibility/", "line": 143 }, { "directive": "disallow", "path": "/Portals/0/DNNEvents/", "line": 144 }, { "directive": "disallow", "path": "/Portals/0/Documents/", "line": 145 }, { "directive": "disallow", "path": "/Portals/0/DynamicForms_Exports/", "line": 146 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNews/", "line": 147 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsBackup/", "line": 148 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsDocuments/", "line": 149 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsExport/", "line": 150 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNRotator/", "line": 151 }, { "directive": "disallow", "path": "/Portals/0/EasyGalleryImages/", "line": 152 }, { "directive": "disallow", "path": "/Portals/0/Entry%20module/", "line": 153 }, { "directive": "disallow", "path": "/Portals/0/EventDefaultImages/", "line": 154 }, { "directive": "disallow", "path": "/Portals/0/events/", "line": 155 }, { "directive": "disallow", "path": "/Portals/0/Images/", "line": 156 }, { "directive": "disallow", "path": "/Portals/0/Interactive-Collateral/", "line": 157 }, { "directive": "disallow", "path": "/Portals/0/Items/", "line": 158 }, { "directive": "disallow", "path": "/Portals/0/LinkedIn/", "line": 159 }, { "directive": "disallow", "path": "/Portals/0/LiveStoreFront/", "line": 160 }, { "directive": "disallow", "path": "/Portals/0/Newsfeeds/", "line": 161 }, { "directive": "disallow", "path": "/Portals/0/OpenContent/", "line": 162 }, { "directive": "disallow", "path": "/Portals/0/Product%20Suites/", "line": 163 }, { "directive": "disallow", "path": "/Portals/0/products/", "line": 164 }, { "directive": "disallow", "path": "/Portals/0/SettingsMenu/", "line": 165 }, { "directive": "disallow", "path": "/Portals/0/SOC-Reports/", "line": 166 }, { "directive": "disallow", "path": "/Portals/0/Solutions/", "line": 167 }, { "directive": "disallow", "path": "/Portals/0/Support-Information/", "line": 168 }, { "directive": "disallow", "path": "/Portals/0/Templates/", "line": 169 }, { "directive": "disallow", "path": "/Portals/0/Terms/", "line": 170 }, { "directive": "disallow", "path": "/Portals/0/timeline/", "line": 171 }, { "directive": "disallow", "path": "/Portals/0/Tyler-Alliance-slideshow/", "line": 172 }, { "directive": "disallow", "path": "/Portals/0/Users/", "line": 173 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/ctl/", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 53 }, { "directive": "disallow", "path": "/Andy/", "line": 54 }, { "directive": "disallow", "path": "/App_Browsers/", "line": 55 }, { "directive": "disallow", "path": "/App_Code/", "line": 56 }, { "directive": "disallow", "path": "/App_Data/", "line": 57 }, { "directive": "disallow", "path": "/App_GlobalResources/", "line": 58 }, { "directive": "disallow", "path": "/bin/", "line": 59 }, { "directive": "disallow", "path": "/Components/", "line": 60 }, { "directive": "disallow", "path": "/Config/", "line": 61 }, { "directive": "disallow", "path": "/contest/", "line": 62 }, { "directive": "disallow", "path": "/controls/", "line": 63 }, { "directive": "disallow", "path": "/Coveo/", "line": 64 }, { "directive": "disallow", "path": "/DesktopModules/", "line": 65 }, { "directive": "disallow", "path": "/Documentation/", "line": 66 }, { "directive": "disallow", "path": "/HttpModules/", "line": 67 }, { "directive": "disallow", "path": "/images/", "line": 68 }, { "directive": "disallow", "path": "/Install/", "line": 69 }, { "directive": "disallow", "path": "/js/", "line": 70 }, { "directive": "disallow", "path": "/tylersearch/", "line": 71 }, { "directive": "disallow", "path": "/ProgramUpdates/", "line": 72 }, { "directive": "disallow", "path": "/Providers/", "line": 73 }, { "directive": "disallow", "path": "/Portals/0/LiveForms/", "line": 74 }, { "directive": "disallow", "path": "/Resources/ContentRotator/", "line": 75 }, { "directive": "disallow", "path": "/Resources/ControlPanel/", "line": 76 }, { "directive": "disallow", "path": "/Resources/Dashboard/", "line": 77 }, { "directive": "disallow", "path": "/Resources/FeedBrowser/", "line": 78 }, { "directive": "disallow", "path": "/Resources/OpenForceAd/", "line": 79 }, { "directive": "disallow", "path": "/Resources/Search/", "line": 80 }, { "directive": "disallow", "path": "/Resources/Shared/", "line": 81 }, { "directive": "disallow", "path": "/Resources/SkinWidgets/", "line": 82 }, { "directive": "disallow", "path": "/Resources/TabStrip/", "line": 83 }, { "directive": "disallow", "path": "/Resources/Widgets/", "line": 84 }, { "directive": "disallow", "path": "/Activity-Feed/userId/", "line": 85 }, { "directive": "disallow", "path": "/Newsletters/", "line": 86 }, { "directive": "disallow", "path": "/CLT/IASProductUsers/", "line": 87 }, { "directive": "disallow", "path": "/CLT/", "line": 88 }, { "directive": "disallow", "path": "/clt/", "line": 89 }, { "directive": "disallow", "path": "/OdysseySupportDocuments/", "line": 90 }, { "directive": "disallow", "path": "/OrionSupportDocuments/", "line": 91 }, { "directive": "disallow", "path": "/EagleSupportDocuments/", "line": 92 }, { "directive": "disallow", "path": "/EdenSupportDocuments/", "line": 93 }, { "directive": "disallow", "path": "/TylerDynamicsSupportDocuments/", "line": 94 }, { "directive": "disallow", "path": "/SoftCodeSupportDocuments/", "line": 95 }, { "directive": "disallow", "path": "/CourtsJusticeSupportDocuments/", "line": 96 }, { "directive": "disallow", "path": "/SearchResults/", "line": 97 }, { "directive": "disallow", "path": "/newsletters/", "line": 98 }, { "directive": "disallow", "path": "/terms/", "line": 99 }, { "directive": "disallow", "path": "/Terms/", "line": 100 }, { "directive": "disallow", "path": "/nwps/", "line": 101 }, { "directive": "disallow", "path": "/NWPS/", "line": 102 }, { "directive": "disallow", "path": "/sir-586-0324/", "line": 103 }, { "directive": "disallow", "path": "/digital-accessibility/", "line": 104 }, { "directive": "disallow", "path": "/aspnet_client/", "line": 110 }, { "directive": "disallow", "path": "/development/", "line": 111 }, { "directive": "disallow", "path": "/Icons/", "line": 112 }, { "directive": "disallow", "path": "/imagecache/", "line": 113 }, { "directive": "disallow", "path": "/Licenses/", "line": 114 }, { "directive": "disallow", "path": "/Marketo/", "line": 115 }, { "directive": "disallow", "path": "/Marketo-Templates/", "line": 116 }, { "directive": "disallow", "path": "/ModriaSupportDocuments/", "line": 117 }, { "directive": "disallow", "path": "/MTD-Licenses/", "line": 118 }, { "directive": "disallow", "path": "/ODYROI/", "line": 119 }, { "directive": "disallow", "path": "/Online-Support-Incidents/", "line": 120 }, { "directive": "disallow", "path": "/Portals/_default/*", "line": 121 }, { "directive": "disallow", "path": "/Portals/0-System/", "line": 122 }, { "directive": "disallow", "path": "/Products/*", "line": 123 }, { "directive": "disallow", "path": "/Resource-Center/", "line": 124 }, { "directive": "disallow", "path": "/Resources/", "line": 125 }, { "directive": "disallow", "path": "/SaaS-TOC/", "line": 126 }, { "directive": "disallow", "path": "/Services/", "line": 127 }, { "directive": "disallow", "path": "/signatures/", "line": 128 }, { "directive": "disallow", "path": "/SqlDataProviders/", "line": 129 }, { "directive": "disallow", "path": "/SuccessStories/", "line": 130 }, { "directive": "disallow", "path": "/Support-Documents/", "line": 131 }, { "directive": "disallow", "path": "/TempForIFilter/", "line": 132 }, { "directive": "disallow", "path": "/TylerAlertsOfflineData/", "line": 133 }, { "directive": "disallow", "path": "/TylerEmailStationary/", "line": 134 }, { "directive": "disallow", "path": "/UnderConstruction/", "line": 135 }, { "directive": "disallow", "path": "/Portals/0/_Exported%20Modules/", "line": 137 }, { "directive": "disallow", "path": "/Portals/0/2sxc/", "line": 138 }, { "directive": "disallow", "path": "/Portals/0/AJA/", "line": 139 }, { "directive": "disallow", "path": "/Portals/0/Booth/", "line": 140 }, { "directive": "disallow", "path": "/Portals/0/Cache/", "line": 141 }, { "directive": "disallow", "path": "/Portals/0/Connect/", "line": 142 }, { "directive": "disallow", "path": "/Portals/0/Corporate-Responsibility/", "line": 143 }, { "directive": "disallow", "path": "/Portals/0/DNNEvents/", "line": 144 }, { "directive": "disallow", "path": "/Portals/0/Documents/", "line": 145 }, { "directive": "disallow", "path": "/Portals/0/DynamicForms_Exports/", "line": 146 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNews/", "line": 147 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsBackup/", "line": 148 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsDocuments/", "line": 149 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsExport/", "line": 150 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNRotator/", "line": 151 }, { "directive": "disallow", "path": "/Portals/0/EasyGalleryImages/", "line": 152 }, { "directive": "disallow", "path": "/Portals/0/Entry%20module/", "line": 153 }, { "directive": "disallow", "path": "/Portals/0/EventDefaultImages/", "line": 154 }, { "directive": "disallow", "path": "/Portals/0/events/", "line": 155 }, { "directive": "disallow", "path": "/Portals/0/Images/", "line": 156 }, { "directive": "disallow", "path": "/Portals/0/Interactive-Collateral/", "line": 157 }, { "directive": "disallow", "path": "/Portals/0/Items/", "line": 158 }, { "directive": "disallow", "path": "/Portals/0/LinkedIn/", "line": 159 }, { "directive": "disallow", "path": "/Portals/0/LiveStoreFront/", "line": 160 }, { "directive": "disallow", "path": "/Portals/0/Newsfeeds/", "line": 161 }, { "directive": "disallow", "path": "/Portals/0/OpenContent/", "line": 162 }, { "directive": "disallow", "path": "/Portals/0/Product%20Suites/", "line": 163 }, { "directive": "disallow", "path": "/Portals/0/products/", "line": 164 }, { "directive": "disallow", "path": "/Portals/0/SettingsMenu/", "line": 165 }, { "directive": "disallow", "path": "/Portals/0/SOC-Reports/", "line": 166 }, { "directive": "disallow", "path": "/Portals/0/Solutions/", "line": 167 }, { "directive": "disallow", "path": "/Portals/0/Support-Information/", "line": 168 }, { "directive": "disallow", "path": "/Portals/0/Templates/", "line": 169 }, { "directive": "disallow", "path": "/Portals/0/Terms/", "line": 170 }, { "directive": "disallow", "path": "/Portals/0/timeline/", "line": 171 }, { "directive": "disallow", "path": "/Portals/0/Tyler-Alliance-slideshow/", "line": 172 }, { "directive": "disallow", "path": "/Portals/0/Users/", "line": 173 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/ctl/", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 53 }, { "directive": "disallow", "path": "/Andy/", "line": 54 }, { "directive": "disallow", "path": "/App_Browsers/", "line": 55 }, { "directive": "disallow", "path": "/App_Code/", "line": 56 }, { "directive": "disallow", "path": "/App_Data/", "line": 57 }, { "directive": "disallow", "path": "/App_GlobalResources/", "line": 58 }, { "directive": "disallow", "path": "/bin/", "line": 59 }, { "directive": "disallow", "path": "/Components/", "line": 60 }, { "directive": "disallow", "path": "/Config/", "line": 61 }, { "directive": "disallow", "path": "/contest/", "line": 62 }, { "directive": "disallow", "path": "/controls/", "line": 63 }, { "directive": "disallow", "path": "/Coveo/", "line": 64 }, { "directive": "disallow", "path": "/DesktopModules/", "line": 65 }, { "directive": "disallow", "path": "/Documentation/", "line": 66 }, { "directive": "disallow", "path": "/HttpModules/", "line": 67 }, { "directive": "disallow", "path": "/images/", "line": 68 }, { "directive": "disallow", "path": "/Install/", "line": 69 }, { "directive": "disallow", "path": "/js/", "line": 70 }, { "directive": "disallow", "path": "/tylersearch/", "line": 71 }, { "directive": "disallow", "path": "/ProgramUpdates/", "line": 72 }, { "directive": "disallow", "path": "/Providers/", "line": 73 }, { "directive": "disallow", "path": "/Portals/0/LiveForms/", "line": 74 }, { "directive": "disallow", "path": "/Resources/ContentRotator/", "line": 75 }, { "directive": "disallow", "path": "/Resources/ControlPanel/", "line": 76 }, { "directive": "disallow", "path": "/Resources/Dashboard/", "line": 77 }, { "directive": "disallow", "path": "/Resources/FeedBrowser/", "line": 78 }, { "directive": "disallow", "path": "/Resources/OpenForceAd/", "line": 79 }, { "directive": "disallow", "path": "/Resources/Search/", "line": 80 }, { "directive": "disallow", "path": "/Resources/Shared/", "line": 81 }, { "directive": "disallow", "path": "/Resources/SkinWidgets/", "line": 82 }, { "directive": "disallow", "path": "/Resources/TabStrip/", "line": 83 }, { "directive": "disallow", "path": "/Resources/Widgets/", "line": 84 }, { "directive": "disallow", "path": "/Activity-Feed/userId/", "line": 85 }, { "directive": "disallow", "path": "/Newsletters/", "line": 86 }, { "directive": "disallow", "path": "/CLT/IASProductUsers/", "line": 87 }, { "directive": "disallow", "path": "/CLT/", "line": 88 }, { "directive": "disallow", "path": "/clt/", "line": 89 }, { "directive": "disallow", "path": "/OdysseySupportDocuments/", "line": 90 }, { "directive": "disallow", "path": "/OrionSupportDocuments/", "line": 91 }, { "directive": "disallow", "path": "/EagleSupportDocuments/", "line": 92 }, { "directive": "disallow", "path": "/EdenSupportDocuments/", "line": 93 }, { "directive": "disallow", "path": "/TylerDynamicsSupportDocuments/", "line": 94 }, { "directive": "disallow", "path": "/SoftCodeSupportDocuments/", "line": 95 }, { "directive": "disallow", "path": "/CourtsJusticeSupportDocuments/", "line": 96 }, { "directive": "disallow", "path": "/SearchResults/", "line": 97 }, { "directive": "disallow", "path": "/newsletters/", "line": 98 }, { "directive": "disallow", "path": "/terms/", "line": 99 }, { "directive": "disallow", "path": "/Terms/", "line": 100 }, { "directive": "disallow", "path": "/nwps/", "line": 101 }, { "directive": "disallow", "path": "/NWPS/", "line": 102 }, { "directive": "disallow", "path": "/sir-586-0324/", "line": 103 }, { "directive": "disallow", "path": "/digital-accessibility/", "line": 104 }, { "directive": "disallow", "path": "/aspnet_client/", "line": 110 }, { "directive": "disallow", "path": "/development/", "line": 111 }, { "directive": "disallow", "path": "/Icons/", "line": 112 }, { "directive": "disallow", "path": "/imagecache/", "line": 113 }, { "directive": "disallow", "path": "/Licenses/", "line": 114 }, { "directive": "disallow", "path": "/Marketo/", "line": 115 }, { "directive": "disallow", "path": "/Marketo-Templates/", "line": 116 }, { "directive": "disallow", "path": "/ModriaSupportDocuments/", "line": 117 }, { "directive": "disallow", "path": "/MTD-Licenses/", "line": 118 }, { "directive": "disallow", "path": "/ODYROI/", "line": 119 }, { "directive": "disallow", "path": "/Online-Support-Incidents/", "line": 120 }, { "directive": "disallow", "path": "/Portals/_default/*", "line": 121 }, { "directive": "disallow", "path": "/Portals/0-System/", "line": 122 }, { "directive": "disallow", "path": "/Products/*", "line": 123 }, { "directive": "disallow", "path": "/Resource-Center/", "line": 124 }, { "directive": "disallow", "path": "/Resources/", "line": 125 }, { "directive": "disallow", "path": "/SaaS-TOC/", "line": 126 }, { "directive": "disallow", "path": "/Services/", "line": 127 }, { "directive": "disallow", "path": "/signatures/", "line": 128 }, { "directive": "disallow", "path": "/SqlDataProviders/", "line": 129 }, { "directive": "disallow", "path": "/SuccessStories/", "line": 130 }, { "directive": "disallow", "path": "/Support-Documents/", "line": 131 }, { "directive": "disallow", "path": "/TempForIFilter/", "line": 132 }, { "directive": "disallow", "path": "/TylerAlertsOfflineData/", "line": 133 }, { "directive": "disallow", "path": "/TylerEmailStationary/", "line": 134 }, { "directive": "disallow", "path": "/UnderConstruction/", "line": 135 }, { "directive": "disallow", "path": "/Portals/0/_Exported%20Modules/", "line": 137 }, { "directive": "disallow", "path": "/Portals/0/2sxc/", "line": 138 }, { "directive": "disallow", "path": "/Portals/0/AJA/", "line": 139 }, { "directive": "disallow", "path": "/Portals/0/Booth/", "line": 140 }, { "directive": "disallow", "path": "/Portals/0/Cache/", "line": 141 }, { "directive": "disallow", "path": "/Portals/0/Connect/", "line": 142 }, { "directive": "disallow", "path": "/Portals/0/Corporate-Responsibility/", "line": 143 }, { "directive": "disallow", "path": "/Portals/0/DNNEvents/", "line": 144 }, { "directive": "disallow", "path": "/Portals/0/Documents/", "line": 145 }, { "directive": "disallow", "path": "/Portals/0/DynamicForms_Exports/", "line": 146 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNews/", "line": 147 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsBackup/", "line": 148 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsDocuments/", "line": 149 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsExport/", "line": 150 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNRotator/", "line": 151 }, { "directive": "disallow", "path": "/Portals/0/EasyGalleryImages/", "line": 152 }, { "directive": "disallow", "path": "/Portals/0/Entry%20module/", "line": 153 }, { "directive": "disallow", "path": "/Portals/0/EventDefaultImages/", "line": 154 }, { "directive": "disallow", "path": "/Portals/0/events/", "line": 155 }, { "directive": "disallow", "path": "/Portals/0/Images/", "line": 156 }, { "directive": "disallow", "path": "/Portals/0/Interactive-Collateral/", "line": 157 }, { "directive": "disallow", "path": "/Portals/0/Items/", "line": 158 }, { "directive": "disallow", "path": "/Portals/0/LinkedIn/", "line": 159 }, { "directive": "disallow", "path": "/Portals/0/LiveStoreFront/", "line": 160 }, { "directive": "disallow", "path": "/Portals/0/Newsfeeds/", "line": 161 }, { "directive": "disallow", "path": "/Portals/0/OpenContent/", "line": 162 }, { "directive": "disallow", "path": "/Portals/0/Product%20Suites/", "line": 163 }, { "directive": "disallow", "path": "/Portals/0/products/", "line": 164 }, { "directive": "disallow", "path": "/Portals/0/SettingsMenu/", "line": 165 }, { "directive": "disallow", "path": "/Portals/0/SOC-Reports/", "line": 166 }, { "directive": "disallow", "path": "/Portals/0/Solutions/", "line": 167 }, { "directive": "disallow", "path": "/Portals/0/Support-Information/", "line": 168 }, { "directive": "disallow", "path": "/Portals/0/Templates/", "line": 169 }, { "directive": "disallow", "path": "/Portals/0/Terms/", "line": 170 }, { "directive": "disallow", "path": "/Portals/0/timeline/", "line": 171 }, { "directive": "disallow", "path": "/Portals/0/Tyler-Alliance-slideshow/", "line": 172 }, { "directive": "disallow", "path": "/Portals/0/Users/", "line": 173 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/ctl/", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 53 }, { "directive": "disallow", "path": "/Andy/", "line": 54 }, { "directive": "disallow", "path": "/App_Browsers/", "line": 55 }, { "directive": "disallow", "path": "/App_Code/", "line": 56 }, { "directive": "disallow", "path": "/App_Data/", "line": 57 }, { "directive": "disallow", "path": "/App_GlobalResources/", "line": 58 }, { "directive": "disallow", "path": "/bin/", "line": 59 }, { "directive": "disallow", "path": "/Components/", "line": 60 }, { "directive": "disallow", "path": "/Config/", "line": 61 }, { "directive": "disallow", "path": "/contest/", "line": 62 }, { "directive": "disallow", "path": "/controls/", "line": 63 }, { "directive": "disallow", "path": "/Coveo/", "line": 64 }, { "directive": "disallow", "path": "/DesktopModules/", "line": 65 }, { "directive": "disallow", "path": "/Documentation/", "line": 66 }, { "directive": "disallow", "path": "/HttpModules/", "line": 67 }, { "directive": "disallow", "path": "/images/", "line": 68 }, { "directive": "disallow", "path": "/Install/", "line": 69 }, { "directive": "disallow", "path": "/js/", "line": 70 }, { "directive": "disallow", "path": "/tylersearch/", "line": 71 }, { "directive": "disallow", "path": "/ProgramUpdates/", "line": 72 }, { "directive": "disallow", "path": "/Providers/", "line": 73 }, { "directive": "disallow", "path": "/Portals/0/LiveForms/", "line": 74 }, { "directive": "disallow", "path": "/Resources/ContentRotator/", "line": 75 }, { "directive": "disallow", "path": "/Resources/ControlPanel/", "line": 76 }, { "directive": "disallow", "path": "/Resources/Dashboard/", "line": 77 }, { "directive": "disallow", "path": "/Resources/FeedBrowser/", "line": 78 }, { "directive": "disallow", "path": "/Resources/OpenForceAd/", "line": 79 }, { "directive": "disallow", "path": "/Resources/Search/", "line": 80 }, { "directive": "disallow", "path": "/Resources/Shared/", "line": 81 }, { "directive": "disallow", "path": "/Resources/SkinWidgets/", "line": 82 }, { "directive": "disallow", "path": "/Resources/TabStrip/", "line": 83 }, { "directive": "disallow", "path": "/Resources/Widgets/", "line": 84 }, { "directive": "disallow", "path": "/Activity-Feed/userId/", "line": 85 }, { "directive": "disallow", "path": "/Newsletters/", "line": 86 }, { "directive": "disallow", "path": "/CLT/IASProductUsers/", "line": 87 }, { "directive": "disallow", "path": "/CLT/", "line": 88 }, { "directive": "disallow", "path": "/clt/", "line": 89 }, { "directive": "disallow", "path": "/OdysseySupportDocuments/", "line": 90 }, { "directive": "disallow", "path": "/OrionSupportDocuments/", "line": 91 }, { "directive": "disallow", "path": "/EagleSupportDocuments/", "line": 92 }, { "directive": "disallow", "path": "/EdenSupportDocuments/", "line": 93 }, { "directive": "disallow", "path": "/TylerDynamicsSupportDocuments/", "line": 94 }, { "directive": "disallow", "path": "/SoftCodeSupportDocuments/", "line": 95 }, { "directive": "disallow", "path": "/CourtsJusticeSupportDocuments/", "line": 96 }, { "directive": "disallow", "path": "/SearchResults/", "line": 97 }, { "directive": "disallow", "path": "/newsletters/", "line": 98 }, { "directive": "disallow", "path": "/terms/", "line": 99 }, { "directive": "disallow", "path": "/Terms/", "line": 100 }, { "directive": "disallow", "path": "/nwps/", "line": 101 }, { "directive": "disallow", "path": "/NWPS/", "line": 102 }, { "directive": "disallow", "path": "/sir-586-0324/", "line": 103 }, { "directive": "disallow", "path": "/digital-accessibility/", "line": 104 }, { "directive": "disallow", "path": "/aspnet_client/", "line": 110 }, { "directive": "disallow", "path": "/development/", "line": 111 }, { "directive": "disallow", "path": "/Icons/", "line": 112 }, { "directive": "disallow", "path": "/imagecache/", "line": 113 }, { "directive": "disallow", "path": "/Licenses/", "line": 114 }, { "directive": "disallow", "path": "/Marketo/", "line": 115 }, { "directive": "disallow", "path": "/Marketo-Templates/", "line": 116 }, { "directive": "disallow", "path": "/ModriaSupportDocuments/", "line": 117 }, { "directive": "disallow", "path": "/MTD-Licenses/", "line": 118 }, { "directive": "disallow", "path": "/ODYROI/", "line": 119 }, { "directive": "disallow", "path": "/Online-Support-Incidents/", "line": 120 }, { "directive": "disallow", "path": "/Portals/_default/*", "line": 121 }, { "directive": "disallow", "path": "/Portals/0-System/", "line": 122 }, { "directive": "disallow", "path": "/Products/*", "line": 123 }, { "directive": "disallow", "path": "/Resource-Center/", "line": 124 }, { "directive": "disallow", "path": "/Resources/", "line": 125 }, { "directive": "disallow", "path": "/SaaS-TOC/", "line": 126 }, { "directive": "disallow", "path": "/Services/", "line": 127 }, { "directive": "disallow", "path": "/signatures/", "line": 128 }, { "directive": "disallow", "path": "/SqlDataProviders/", "line": 129 }, { "directive": "disallow", "path": "/SuccessStories/", "line": 130 }, { "directive": "disallow", "path": "/Support-Documents/", "line": 131 }, { "directive": "disallow", "path": "/TempForIFilter/", "line": 132 }, { "directive": "disallow", "path": "/TylerAlertsOfflineData/", "line": 133 }, { "directive": "disallow", "path": "/TylerEmailStationary/", "line": 134 }, { "directive": "disallow", "path": "/UnderConstruction/", "line": 135 }, { "directive": "disallow", "path": "/Portals/0/_Exported%20Modules/", "line": 137 }, { "directive": "disallow", "path": "/Portals/0/2sxc/", "line": 138 }, { "directive": "disallow", "path": "/Portals/0/AJA/", "line": 139 }, { "directive": "disallow", "path": "/Portals/0/Booth/", "line": 140 }, { "directive": "disallow", "path": "/Portals/0/Cache/", "line": 141 }, { "directive": "disallow", "path": "/Portals/0/Connect/", "line": 142 }, { "directive": "disallow", "path": "/Portals/0/Corporate-Responsibility/", "line": 143 }, { "directive": "disallow", "path": "/Portals/0/DNNEvents/", "line": 144 }, { "directive": "disallow", "path": "/Portals/0/Documents/", "line": 145 }, { "directive": "disallow", "path": "/Portals/0/DynamicForms_Exports/", "line": 146 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNews/", "line": 147 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsBackup/", "line": 148 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsDocuments/", "line": 149 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsExport/", "line": 150 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNRotator/", "line": 151 }, { "directive": "disallow", "path": "/Portals/0/EasyGalleryImages/", "line": 152 }, { "directive": "disallow", "path": "/Portals/0/Entry%20module/", "line": 153 }, { "directive": "disallow", "path": "/Portals/0/EventDefaultImages/", "line": 154 }, { "directive": "disallow", "path": "/Portals/0/events/", "line": 155 }, { "directive": "disallow", "path": "/Portals/0/Images/", "line": 156 }, { "directive": "disallow", "path": "/Portals/0/Interactive-Collateral/", "line": 157 }, { "directive": "disallow", "path": "/Portals/0/Items/", "line": 158 }, { "directive": "disallow", "path": "/Portals/0/LinkedIn/", "line": 159 }, { "directive": "disallow", "path": "/Portals/0/LiveStoreFront/", "line": 160 }, { "directive": "disallow", "path": "/Portals/0/Newsfeeds/", "line": 161 }, { "directive": "disallow", "path": "/Portals/0/OpenContent/", "line": 162 }, { "directive": "disallow", "path": "/Portals/0/Product%20Suites/", "line": 163 }, { "directive": "disallow", "path": "/Portals/0/products/", "line": 164 }, { "directive": "disallow", "path": "/Portals/0/SettingsMenu/", "line": 165 }, { "directive": "disallow", "path": "/Portals/0/SOC-Reports/", "line": 166 }, { "directive": "disallow", "path": "/Portals/0/Solutions/", "line": 167 }, { "directive": "disallow", "path": "/Portals/0/Support-Information/", "line": 168 }, { "directive": "disallow", "path": "/Portals/0/Templates/", "line": 169 }, { "directive": "disallow", "path": "/Portals/0/Terms/", "line": 170 }, { "directive": "disallow", "path": "/Portals/0/timeline/", "line": 171 }, { "directive": "disallow", "path": "/Portals/0/Tyler-Alliance-slideshow/", "line": 172 }, { "directive": "disallow", "path": "/Portals/0/Users/", "line": 173 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/ctl/", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 53 }, { "directive": "disallow", "path": "/Andy/", "line": 54 }, { "directive": "disallow", "path": "/App_Browsers/", "line": 55 }, { "directive": "disallow", "path": "/App_Code/", "line": 56 }, { "directive": "disallow", "path": "/App_Data/", "line": 57 }, { "directive": "disallow", "path": "/App_GlobalResources/", "line": 58 }, { "directive": "disallow", "path": "/bin/", "line": 59 }, { "directive": "disallow", "path": "/Components/", "line": 60 }, { "directive": "disallow", "path": "/Config/", "line": 61 }, { "directive": "disallow", "path": "/contest/", "line": 62 }, { "directive": "disallow", "path": "/controls/", "line": 63 }, { "directive": "disallow", "path": "/Coveo/", "line": 64 }, { "directive": "disallow", "path": "/DesktopModules/", "line": 65 }, { "directive": "disallow", "path": "/Documentation/", "line": 66 }, { "directive": "disallow", "path": "/HttpModules/", "line": 67 }, { "directive": "disallow", "path": "/images/", "line": 68 }, { "directive": "disallow", "path": "/Install/", "line": 69 }, { "directive": "disallow", "path": "/js/", "line": 70 }, { "directive": "disallow", "path": "/tylersearch/", "line": 71 }, { "directive": "disallow", "path": "/ProgramUpdates/", "line": 72 }, { "directive": "disallow", "path": "/Providers/", "line": 73 }, { "directive": "disallow", "path": "/Portals/0/LiveForms/", "line": 74 }, { "directive": "disallow", "path": "/Resources/ContentRotator/", "line": 75 }, { "directive": "disallow", "path": "/Resources/ControlPanel/", "line": 76 }, { "directive": "disallow", "path": "/Resources/Dashboard/", "line": 77 }, { "directive": "disallow", "path": "/Resources/FeedBrowser/", "line": 78 }, { "directive": "disallow", "path": "/Resources/OpenForceAd/", "line": 79 }, { "directive": "disallow", "path": "/Resources/Search/", "line": 80 }, { "directive": "disallow", "path": "/Resources/Shared/", "line": 81 }, { "directive": "disallow", "path": "/Resources/SkinWidgets/", "line": 82 }, { "directive": "disallow", "path": "/Resources/TabStrip/", "line": 83 }, { "directive": "disallow", "path": "/Resources/Widgets/", "line": 84 }, { "directive": "disallow", "path": "/Activity-Feed/userId/", "line": 85 }, { "directive": "disallow", "path": "/Newsletters/", "line": 86 }, { "directive": "disallow", "path": "/CLT/IASProductUsers/", "line": 87 }, { "directive": "disallow", "path": "/CLT/", "line": 88 }, { "directive": "disallow", "path": "/clt/", "line": 89 }, { "directive": "disallow", "path": "/OdysseySupportDocuments/", "line": 90 }, { "directive": "disallow", "path": "/OrionSupportDocuments/", "line": 91 }, { "directive": "disallow", "path": "/EagleSupportDocuments/", "line": 92 }, { "directive": "disallow", "path": "/EdenSupportDocuments/", "line": 93 }, { "directive": "disallow", "path": "/TylerDynamicsSupportDocuments/", "line": 94 }, { "directive": "disallow", "path": "/SoftCodeSupportDocuments/", "line": 95 }, { "directive": "disallow", "path": "/CourtsJusticeSupportDocuments/", "line": 96 }, { "directive": "disallow", "path": "/SearchResults/", "line": 97 }, { "directive": "disallow", "path": "/newsletters/", "line": 98 }, { "directive": "disallow", "path": "/terms/", "line": 99 }, { "directive": "disallow", "path": "/Terms/", "line": 100 }, { "directive": "disallow", "path": "/nwps/", "line": 101 }, { "directive": "disallow", "path": "/NWPS/", "line": 102 }, { "directive": "disallow", "path": "/sir-586-0324/", "line": 103 }, { "directive": "disallow", "path": "/digital-accessibility/", "line": 104 }, { "directive": "disallow", "path": "/aspnet_client/", "line": 110 }, { "directive": "disallow", "path": "/development/", "line": 111 }, { "directive": "disallow", "path": "/Icons/", "line": 112 }, { "directive": "disallow", "path": "/imagecache/", "line": 113 }, { "directive": "disallow", "path": "/Licenses/", "line": 114 }, { "directive": "disallow", "path": "/Marketo/", "line": 115 }, { "directive": "disallow", "path": "/Marketo-Templates/", "line": 116 }, { "directive": "disallow", "path": "/ModriaSupportDocuments/", "line": 117 }, { "directive": "disallow", "path": "/MTD-Licenses/", "line": 118 }, { "directive": "disallow", "path": "/ODYROI/", "line": 119 }, { "directive": "disallow", "path": "/Online-Support-Incidents/", "line": 120 }, { "directive": "disallow", "path": "/Portals/_default/*", "line": 121 }, { "directive": "disallow", "path": "/Portals/0-System/", "line": 122 }, { "directive": "disallow", "path": "/Products/*", "line": 123 }, { "directive": "disallow", "path": "/Resource-Center/", "line": 124 }, { "directive": "disallow", "path": "/Resources/", "line": 125 }, { "directive": "disallow", "path": "/SaaS-TOC/", "line": 126 }, { "directive": "disallow", "path": "/Services/", "line": 127 }, { "directive": "disallow", "path": "/signatures/", "line": 128 }, { "directive": "disallow", "path": "/SqlDataProviders/", "line": 129 }, { "directive": "disallow", "path": "/SuccessStories/", "line": 130 }, { "directive": "disallow", "path": "/Support-Documents/", "line": 131 }, { "directive": "disallow", "path": "/TempForIFilter/", "line": 132 }, { "directive": "disallow", "path": "/TylerAlertsOfflineData/", "line": 133 }, { "directive": "disallow", "path": "/TylerEmailStationary/", "line": 134 }, { "directive": "disallow", "path": "/UnderConstruction/", "line": 135 }, { "directive": "disallow", "path": "/Portals/0/_Exported%20Modules/", "line": 137 }, { "directive": "disallow", "path": "/Portals/0/2sxc/", "line": 138 }, { "directive": "disallow", "path": "/Portals/0/AJA/", "line": 139 }, { "directive": "disallow", "path": "/Portals/0/Booth/", "line": 140 }, { "directive": "disallow", "path": "/Portals/0/Cache/", "line": 141 }, { "directive": "disallow", "path": "/Portals/0/Connect/", "line": 142 }, { "directive": "disallow", "path": "/Portals/0/Corporate-Responsibility/", "line": 143 }, { "directive": "disallow", "path": "/Portals/0/DNNEvents/", "line": 144 }, { "directive": "disallow", "path": "/Portals/0/Documents/", "line": 145 }, { "directive": "disallow", "path": "/Portals/0/DynamicForms_Exports/", "line": 146 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNews/", "line": 147 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsBackup/", "line": 148 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsDocuments/", "line": 149 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsExport/", "line": 150 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNRotator/", "line": 151 }, { "directive": "disallow", "path": "/Portals/0/EasyGalleryImages/", "line": 152 }, { "directive": "disallow", "path": "/Portals/0/Entry%20module/", "line": 153 }, { "directive": "disallow", "path": "/Portals/0/EventDefaultImages/", "line": 154 }, { "directive": "disallow", "path": "/Portals/0/events/", "line": 155 }, { "directive": "disallow", "path": "/Portals/0/Images/", "line": 156 }, { "directive": "disallow", "path": "/Portals/0/Interactive-Collateral/", "line": 157 }, { "directive": "disallow", "path": "/Portals/0/Items/", "line": 158 }, { "directive": "disallow", "path": "/Portals/0/LinkedIn/", "line": 159 }, { "directive": "disallow", "path": "/Portals/0/LiveStoreFront/", "line": 160 }, { "directive": "disallow", "path": "/Portals/0/Newsfeeds/", "line": 161 }, { "directive": "disallow", "path": "/Portals/0/OpenContent/", "line": 162 }, { "directive": "disallow", "path": "/Portals/0/Product%20Suites/", "line": 163 }, { "directive": "disallow", "path": "/Portals/0/products/", "line": 164 }, { "directive": "disallow", "path": "/Portals/0/SettingsMenu/", "line": 165 }, { "directive": "disallow", "path": "/Portals/0/SOC-Reports/", "line": 166 }, { "directive": "disallow", "path": "/Portals/0/Solutions/", "line": 167 }, { "directive": "disallow", "path": "/Portals/0/Support-Information/", "line": 168 }, { "directive": "disallow", "path": "/Portals/0/Templates/", "line": 169 }, { "directive": "disallow", "path": "/Portals/0/Terms/", "line": 170 }, { "directive": "disallow", "path": "/Portals/0/timeline/", "line": 171 }, { "directive": "disallow", "path": "/Portals/0/Tyler-Alliance-slideshow/", "line": 172 }, { "directive": "disallow", "path": "/Portals/0/Users/", "line": 173 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/ctl/", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 53 }, { "directive": "disallow", "path": "/Andy/", "line": 54 }, { "directive": "disallow", "path": "/App_Browsers/", "line": 55 }, { "directive": "disallow", "path": "/App_Code/", "line": 56 }, { "directive": "disallow", "path": "/App_Data/", "line": 57 }, { "directive": "disallow", "path": "/App_GlobalResources/", "line": 58 }, { "directive": "disallow", "path": "/bin/", "line": 59 }, { "directive": "disallow", "path": "/Components/", "line": 60 }, { "directive": "disallow", "path": "/Config/", "line": 61 }, { "directive": "disallow", "path": "/contest/", "line": 62 }, { "directive": "disallow", "path": "/controls/", "line": 63 }, { "directive": "disallow", "path": "/Coveo/", "line": 64 }, { "directive": "disallow", "path": "/DesktopModules/", "line": 65 }, { "directive": "disallow", "path": "/Documentation/", "line": 66 }, { "directive": "disallow", "path": "/HttpModules/", "line": 67 }, { "directive": "disallow", "path": "/images/", "line": 68 }, { "directive": "disallow", "path": "/Install/", "line": 69 }, { "directive": "disallow", "path": "/js/", "line": 70 }, { "directive": "disallow", "path": "/tylersearch/", "line": 71 }, { "directive": "disallow", "path": "/ProgramUpdates/", "line": 72 }, { "directive": "disallow", "path": "/Providers/", "line": 73 }, { "directive": "disallow", "path": "/Portals/0/LiveForms/", "line": 74 }, { "directive": "disallow", "path": "/Resources/ContentRotator/", "line": 75 }, { "directive": "disallow", "path": "/Resources/ControlPanel/", "line": 76 }, { "directive": "disallow", "path": "/Resources/Dashboard/", "line": 77 }, { "directive": "disallow", "path": "/Resources/FeedBrowser/", "line": 78 }, { "directive": "disallow", "path": "/Resources/OpenForceAd/", "line": 79 }, { "directive": "disallow", "path": "/Resources/Search/", "line": 80 }, { "directive": "disallow", "path": "/Resources/Shared/", "line": 81 }, { "directive": "disallow", "path": "/Resources/SkinWidgets/", "line": 82 }, { "directive": "disallow", "path": "/Resources/TabStrip/", "line": 83 }, { "directive": "disallow", "path": "/Resources/Widgets/", "line": 84 }, { "directive": "disallow", "path": "/Activity-Feed/userId/", "line": 85 }, { "directive": "disallow", "path": "/Newsletters/", "line": 86 }, { "directive": "disallow", "path": "/CLT/IASProductUsers/", "line": 87 }, { "directive": "disallow", "path": "/CLT/", "line": 88 }, { "directive": "disallow", "path": "/clt/", "line": 89 }, { "directive": "disallow", "path": "/OdysseySupportDocuments/", "line": 90 }, { "directive": "disallow", "path": "/OrionSupportDocuments/", "line": 91 }, { "directive": "disallow", "path": "/EagleSupportDocuments/", "line": 92 }, { "directive": "disallow", "path": "/EdenSupportDocuments/", "line": 93 }, { "directive": "disallow", "path": "/TylerDynamicsSupportDocuments/", "line": 94 }, { "directive": "disallow", "path": "/SoftCodeSupportDocuments/", "line": 95 }, { "directive": "disallow", "path": "/CourtsJusticeSupportDocuments/", "line": 96 }, { "directive": "disallow", "path": "/SearchResults/", "line": 97 }, { "directive": "disallow", "path": "/newsletters/", "line": 98 }, { "directive": "disallow", "path": "/terms/", "line": 99 }, { "directive": "disallow", "path": "/Terms/", "line": 100 }, { "directive": "disallow", "path": "/nwps/", "line": 101 }, { "directive": "disallow", "path": "/NWPS/", "line": 102 }, { "directive": "disallow", "path": "/sir-586-0324/", "line": 103 }, { "directive": "disallow", "path": "/digital-accessibility/", "line": 104 }, { "directive": "disallow", "path": "/aspnet_client/", "line": 110 }, { "directive": "disallow", "path": "/development/", "line": 111 }, { "directive": "disallow", "path": "/Icons/", "line": 112 }, { "directive": "disallow", "path": "/imagecache/", "line": 113 }, { "directive": "disallow", "path": "/Licenses/", "line": 114 }, { "directive": "disallow", "path": "/Marketo/", "line": 115 }, { "directive": "disallow", "path": "/Marketo-Templates/", "line": 116 }, { "directive": "disallow", "path": "/ModriaSupportDocuments/", "line": 117 }, { "directive": "disallow", "path": "/MTD-Licenses/", "line": 118 }, { "directive": "disallow", "path": "/ODYROI/", "line": 119 }, { "directive": "disallow", "path": "/Online-Support-Incidents/", "line": 120 }, { "directive": "disallow", "path": "/Portals/_default/*", "line": 121 }, { "directive": "disallow", "path": "/Portals/0-System/", "line": 122 }, { "directive": "disallow", "path": "/Products/*", "line": 123 }, { "directive": "disallow", "path": "/Resource-Center/", "line": 124 }, { "directive": "disallow", "path": "/Resources/", "line": 125 }, { "directive": "disallow", "path": "/SaaS-TOC/", "line": 126 }, { "directive": "disallow", "path": "/Services/", "line": 127 }, { "directive": "disallow", "path": "/signatures/", "line": 128 }, { "directive": "disallow", "path": "/SqlDataProviders/", "line": 129 }, { "directive": "disallow", "path": "/SuccessStories/", "line": 130 }, { "directive": "disallow", "path": "/Support-Documents/", "line": 131 }, { "directive": "disallow", "path": "/TempForIFilter/", "line": 132 }, { "directive": "disallow", "path": "/TylerAlertsOfflineData/", "line": 133 }, { "directive": "disallow", "path": "/TylerEmailStationary/", "line": 134 }, { "directive": "disallow", "path": "/UnderConstruction/", "line": 135 }, { "directive": "disallow", "path": "/Portals/0/_Exported%20Modules/", "line": 137 }, { "directive": "disallow", "path": "/Portals/0/2sxc/", "line": 138 }, { "directive": "disallow", "path": "/Portals/0/AJA/", "line": 139 }, { "directive": "disallow", "path": "/Portals/0/Booth/", "line": 140 }, { "directive": "disallow", "path": "/Portals/0/Cache/", "line": 141 }, { "directive": "disallow", "path": "/Portals/0/Connect/", "line": 142 }, { "directive": "disallow", "path": "/Portals/0/Corporate-Responsibility/", "line": 143 }, { "directive": "disallow", "path": "/Portals/0/DNNEvents/", "line": 144 }, { "directive": "disallow", "path": "/Portals/0/Documents/", "line": 145 }, { "directive": "disallow", "path": "/Portals/0/DynamicForms_Exports/", "line": 146 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNews/", "line": 147 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsBackup/", "line": 148 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsDocuments/", "line": 149 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsExport/", "line": 150 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNRotator/", "line": 151 }, { "directive": "disallow", "path": "/Portals/0/EasyGalleryImages/", "line": 152 }, { "directive": "disallow", "path": "/Portals/0/Entry%20module/", "line": 153 }, { "directive": "disallow", "path": "/Portals/0/EventDefaultImages/", "line": 154 }, { "directive": "disallow", "path": "/Portals/0/events/", "line": 155 }, { "directive": "disallow", "path": "/Portals/0/Images/", "line": 156 }, { "directive": "disallow", "path": "/Portals/0/Interactive-Collateral/", "line": 157 }, { "directive": "disallow", "path": "/Portals/0/Items/", "line": 158 }, { "directive": "disallow", "path": "/Portals/0/LinkedIn/", "line": 159 }, { "directive": "disallow", "path": "/Portals/0/LiveStoreFront/", "line": 160 }, { "directive": "disallow", "path": "/Portals/0/Newsfeeds/", "line": 161 }, { "directive": "disallow", "path": "/Portals/0/OpenContent/", "line": 162 }, { "directive": "disallow", "path": "/Portals/0/Product%20Suites/", "line": 163 }, { "directive": "disallow", "path": "/Portals/0/products/", "line": 164 }, { "directive": "disallow", "path": "/Portals/0/SettingsMenu/", "line": 165 }, { "directive": "disallow", "path": "/Portals/0/SOC-Reports/", "line": 166 }, { "directive": "disallow", "path": "/Portals/0/Solutions/", "line": 167 }, { "directive": "disallow", "path": "/Portals/0/Support-Information/", "line": 168 }, { "directive": "disallow", "path": "/Portals/0/Templates/", "line": 169 }, { "directive": "disallow", "path": "/Portals/0/Terms/", "line": 170 }, { "directive": "disallow", "path": "/Portals/0/timeline/", "line": 171 }, { "directive": "disallow", "path": "/Portals/0/Tyler-Alliance-slideshow/", "line": 172 }, { "directive": "disallow", "path": "/Portals/0/Users/", "line": 173 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*/ctl/", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 53 }, { "directive": "disallow", "path": "/Andy/", "line": 54 }, { "directive": "disallow", "path": "/App_Browsers/", "line": 55 }, { "directive": "disallow", "path": "/App_Code/", "line": 56 }, { "directive": "disallow", "path": "/App_Data/", "line": 57 }, { "directive": "disallow", "path": "/App_GlobalResources/", "line": 58 }, { "directive": "disallow", "path": "/bin/", "line": 59 }, { "directive": "disallow", "path": "/Components/", "line": 60 }, { "directive": "disallow", "path": "/Config/", "line": 61 }, { "directive": "disallow", "path": "/contest/", "line": 62 }, { "directive": "disallow", "path": "/controls/", "line": 63 }, { "directive": "disallow", "path": "/Coveo/", "line": 64 }, { "directive": "disallow", "path": "/DesktopModules/", "line": 65 }, { "directive": "disallow", "path": "/Documentation/", "line": 66 }, { "directive": "disallow", "path": "/HttpModules/", "line": 67 }, { "directive": "disallow", "path": "/images/", "line": 68 }, { "directive": "disallow", "path": "/Install/", "line": 69 }, { "directive": "disallow", "path": "/js/", "line": 70 }, { "directive": "disallow", "path": "/tylersearch/", "line": 71 }, { "directive": "disallow", "path": "/ProgramUpdates/", "line": 72 }, { "directive": "disallow", "path": "/Providers/", "line": 73 }, { "directive": "disallow", "path": "/Portals/0/LiveForms/", "line": 74 }, { "directive": "disallow", "path": "/Resources/ContentRotator/", "line": 75 }, { "directive": "disallow", "path": "/Resources/ControlPanel/", "line": 76 }, { "directive": "disallow", "path": "/Resources/Dashboard/", "line": 77 }, { "directive": "disallow", "path": "/Resources/FeedBrowser/", "line": 78 }, { "directive": "disallow", "path": "/Resources/OpenForceAd/", "line": 79 }, { "directive": "disallow", "path": "/Resources/Search/", "line": 80 }, { "directive": "disallow", "path": "/Resources/Shared/", "line": 81 }, { "directive": "disallow", "path": "/Resources/SkinWidgets/", "line": 82 }, { "directive": "disallow", "path": "/Resources/TabStrip/", "line": 83 }, { "directive": "disallow", "path": "/Resources/Widgets/", "line": 84 }, { "directive": "disallow", "path": "/Activity-Feed/userId/", "line": 85 }, { "directive": "disallow", "path": "/Newsletters/", "line": 86 }, { "directive": "disallow", "path": "/CLT/IASProductUsers/", "line": 87 }, { "directive": "disallow", "path": "/CLT/", "line": 88 }, { "directive": "disallow", "path": "/clt/", "line": 89 }, { "directive": "disallow", "path": "/OdysseySupportDocuments/", "line": 90 }, { "directive": "disallow", "path": "/OrionSupportDocuments/", "line": 91 }, { "directive": "disallow", "path": "/EagleSupportDocuments/", "line": 92 }, { "directive": "disallow", "path": "/EdenSupportDocuments/", "line": 93 }, { "directive": "disallow", "path": "/TylerDynamicsSupportDocuments/", "line": 94 }, { "directive": "disallow", "path": "/SoftCodeSupportDocuments/", "line": 95 }, { "directive": "disallow", "path": "/CourtsJusticeSupportDocuments/", "line": 96 }, { "directive": "disallow", "path": "/SearchResults/", "line": 97 }, { "directive": "disallow", "path": "/newsletters/", "line": 98 }, { "directive": "disallow", "path": "/terms/", "line": 99 }, { "directive": "disallow", "path": "/Terms/", "line": 100 }, { "directive": "disallow", "path": "/nwps/", "line": 101 }, { "directive": "disallow", "path": "/NWPS/", "line": 102 }, { "directive": "disallow", "path": "/sir-586-0324/", "line": 103 }, { "directive": "disallow", "path": "/digital-accessibility/", "line": 104 }, { "directive": "disallow", "path": "/aspnet_client/", "line": 110 }, { "directive": "disallow", "path": "/development/", "line": 111 }, { "directive": "disallow", "path": "/Icons/", "line": 112 }, { "directive": "disallow", "path": "/imagecache/", "line": 113 }, { "directive": "disallow", "path": "/Licenses/", "line": 114 }, { "directive": "disallow", "path": "/Marketo/", "line": 115 }, { "directive": "disallow", "path": "/Marketo-Templates/", "line": 116 }, { "directive": "disallow", "path": "/ModriaSupportDocuments/", "line": 117 }, { "directive": "disallow", "path": "/MTD-Licenses/", "line": 118 }, { "directive": "disallow", "path": "/ODYROI/", "line": 119 }, { "directive": "disallow", "path": "/Online-Support-Incidents/", "line": 120 }, { "directive": "disallow", "path": "/Portals/_default/*", "line": 121 }, { "directive": "disallow", "path": "/Portals/0-System/", "line": 122 }, { "directive": "disallow", "path": "/Products/*", "line": 123 }, { "directive": "disallow", "path": "/Resource-Center/", "line": 124 }, { "directive": "disallow", "path": "/Resources/", "line": 125 }, { "directive": "disallow", "path": "/SaaS-TOC/", "line": 126 }, { "directive": "disallow", "path": "/Services/", "line": 127 }, { "directive": "disallow", "path": "/signatures/", "line": 128 }, { "directive": "disallow", "path": "/SqlDataProviders/", "line": 129 }, { "directive": "disallow", "path": "/SuccessStories/", "line": 130 }, { "directive": "disallow", "path": "/Support-Documents/", "line": 131 }, { "directive": "disallow", "path": "/TempForIFilter/", "line": 132 }, { "directive": "disallow", "path": "/TylerAlertsOfflineData/", "line": 133 }, { "directive": "disallow", "path": "/TylerEmailStationary/", "line": 134 }, { "directive": "disallow", "path": "/UnderConstruction/", "line": 135 }, { "directive": "disallow", "path": "/Portals/0/_Exported%20Modules/", "line": 137 }, { "directive": "disallow", "path": "/Portals/0/2sxc/", "line": 138 }, { "directive": "disallow", "path": "/Portals/0/AJA/", "line": 139 }, { "directive": "disallow", "path": "/Portals/0/Booth/", "line": 140 }, { "directive": "disallow", "path": "/Portals/0/Cache/", "line": 141 }, { "directive": "disallow", "path": "/Portals/0/Connect/", "line": 142 }, { "directive": "disallow", "path": "/Portals/0/Corporate-Responsibility/", "line": 143 }, { "directive": "disallow", "path": "/Portals/0/DNNEvents/", "line": 144 }, { "directive": "disallow", "path": "/Portals/0/Documents/", "line": 145 }, { "directive": "disallow", "path": "/Portals/0/DynamicForms_Exports/", "line": 146 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNews/", "line": 147 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsBackup/", "line": 148 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsDocuments/", "line": 149 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNNewsExport/", "line": 150 }, { "directive": "disallow", "path": "/Portals/0/EasyDNNRotator/", "line": 151 }, { "directive": "disallow", "path": "/Portals/0/EasyGalleryImages/", "line": 152 }, { "directive": "disallow", "path": "/Portals/0/Entry%20module/", "line": 153 }, { "directive": "disallow", "path": "/Portals/0/EventDefaultImages/", "line": 154 }, { "directive": "disallow", "path": "/Portals/0/events/", "line": 155 }, { "directive": "disallow", "path": "/Portals/0/Images/", "line": 156 }, { "directive": "disallow", "path": "/Portals/0/Interactive-Collateral/", "line": 157 }, { "directive": "disallow", "path": "/Portals/0/Items/", "line": 158 }, { "directive": "disallow", "path": "/Portals/0/LinkedIn/", "line": 159 }, { "directive": "disallow", "path": "/Portals/0/LiveStoreFront/", "line": 160 }, { "directive": "disallow", "path": "/Portals/0/Newsfeeds/", "line": 161 }, { "directive": "disallow", "path": "/Portals/0/OpenContent/", "line": 162 }, { "directive": "disallow", "path": "/Portals/0/Product%20Suites/", "line": 163 }, { "directive": "disallow", "path": "/Portals/0/products/", "line": 164 }, { "directive": "disallow", "path": "/Portals/0/SettingsMenu/", "line": 165 }, { "directive": "disallow", "path": "/Portals/0/SOC-Reports/", "line": 166 }, { "directive": "disallow", "path": "/Portals/0/Solutions/", "line": 167 }, { "directive": "disallow", "path": "/Portals/0/Support-Information/", "line": 168 }, { "directive": "disallow", "path": "/Portals/0/Templates/", "line": 169 }, { "directive": "disallow", "path": "/Portals/0/Terms/", "line": 170 }, { "directive": "disallow", "path": "/Portals/0/timeline/", "line": 171 }, { "directive": "disallow", "path": "/Portals/0/Tyler-Alliance-slideshow/", "line": 172 }, { "directive": "disallow", "path": "/Portals/0/Users/", "line": 173 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://tylertech.com/robots.txt", "contentType": "text/plain", "sha256": "8f178e1231583475965e4d6596b74abc032e215a62d80f01b9c2bf0fa8deb3f3", "bytes": 5741 }, { "company": "Tyson Foods", "cik": "100493", "sector": "Consumer Staples", "origin": "http://www.tyson.com", "checkedAt": "2026-09-26T04:56:22.540Z", "status": "missing_file", "bots": null, "httpStatus": 404, "finalUrl": "https://www.tyson.com/robots.txt", "contentType": "text/html;charset=utf-8" }, { "company": "U.S. Bancorp", "cik": "36104", "sector": "Financials", "origin": "https://www.usbank.com", "checkedAt": "2026-09-26T04:56:22.597Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 2 }, { "directive": "disallow", "path": "/templatedata/", "line": 3 }, { "directive": "disallow", "path": "/bin/", "line": 4 }, { "directive": "disallow", "path": "/crx/", "line": 5 }, { "directive": "disallow", "path": "/system/console/", "line": 6 }, { "directive": "disallow", "path": "/libs/granite/core/content/login.html", "line": 7 }, { "directive": "disallow", "path": "/etc/", "line": 8 }, { "directive": "disallow", "path": "/tools/", "line": 9 }, { "directive": "disallow", "path": "/libs/cq/", "line": 10 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 11 }, { "directive": "disallow", "path": "/templatedata/", "line": 12 }, { "directive": "disallow", "path": "/exclusive/", "line": 13 }, { "directive": "disallow", "path": "/etc/", "line": 14 }, { "directive": "disallow", "path": "/libs/", "line": 15 }, { "directive": "disallow", "path": "/content/dam/private/", "line": 16 }, { "directive": "disallow", "path": "/dam/documents/pdf/commercial-banking/USB-Cash-Management-Services-Terms-and-Conditions*", "line": 17 }, { "directive": "disallow", "path": "/*?ecid=", "line": 18 }, { "directive": "disallow", "path": "/*?icid", "line": 19 }, { "directive": "disallow", "path": "/*?utm_source=", "line": 20 }, { "directive": "disallow", "path": "/*?gclid=", "line": 21 }, { "directive": "disallow", "path": "/*?fbclid=", "line": 22 }, { "directive": "disallow", "path": "/*?stringquery=", "line": 23 }, { "directive": "disallow", "path": "/*?referrerId=", "line": 24 }, { "directive": "disallow", "path": "/*?s1=", "line": 25 }, { "directive": "disallow", "path": "/*?Date=", "line": 26 }, { "directive": "disallow", "path": "/*?source=", "line": 27 }, { "directive": "disallow", "path": "/*?ibid=", "line": 28 }, { "directive": "disallow", "path": "/*?client=", "line": 29 }, { "directive": "disallow", "path": "/*?loanType=", "line": 30 }, { "directive": "disallow", "path": "/*?locId=", "line": 31 }, { "directive": "disallow", "path": "/search/", "line": 32 }, { "directive": "disallow", "path": "/locations/search/?*", "line": 33 }, { "directive": "disallow", "path": "/locations/locator-results/", "line": 34 }, { "directive": "disallow", "path": "/workplace/", "line": 35 }, { "directive": "disallow", "path": "/campus-banking/", "line": 36 }, { "directive": "disallow", "path": "/campus-banking.html", "line": 37 }, { "directive": "disallow", "path": "/choose-your-school/", "line": 38 }, { "directive": "disallow", "path": "/choose-your-school.html", "line": 39 }, { "directive": "disallow", "path": "/global-transition-solutions/", "line": 40 }, { "directive": "disallow", "path": "/*.txt$", "line": 41 }, { "directive": "allow", "path": "/ce71046a9bba4d0faa17552c5cf52267.txt", "line": 43 }, { "directive": "allow", "path": "/llms.txt", "line": 44 }, { "directive": "allow", "path": "/locations/search/", "line": 45 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 2 }, { "directive": "disallow", "path": "/templatedata/", "line": 3 }, { "directive": "disallow", "path": "/bin/", "line": 4 }, { "directive": "disallow", "path": "/crx/", "line": 5 }, { "directive": "disallow", "path": "/system/console/", "line": 6 }, { "directive": "disallow", "path": "/libs/granite/core/content/login.html", "line": 7 }, { "directive": "disallow", "path": "/etc/", "line": 8 }, { "directive": "disallow", "path": "/tools/", "line": 9 }, { "directive": "disallow", "path": "/libs/cq/", "line": 10 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 11 }, { "directive": "disallow", "path": "/templatedata/", "line": 12 }, { "directive": "disallow", "path": "/exclusive/", "line": 13 }, { "directive": "disallow", "path": "/etc/", "line": 14 }, { "directive": "disallow", "path": "/libs/", "line": 15 }, { "directive": "disallow", "path": "/content/dam/private/", "line": 16 }, { "directive": "disallow", "path": "/dam/documents/pdf/commercial-banking/USB-Cash-Management-Services-Terms-and-Conditions*", "line": 17 }, { "directive": "disallow", "path": "/*?ecid=", "line": 18 }, { "directive": "disallow", "path": "/*?icid", "line": 19 }, { "directive": "disallow", "path": "/*?utm_source=", "line": 20 }, { "directive": "disallow", "path": "/*?gclid=", "line": 21 }, { "directive": "disallow", "path": "/*?fbclid=", "line": 22 }, { "directive": "disallow", "path": "/*?stringquery=", "line": 23 }, { "directive": "disallow", "path": "/*?referrerId=", "line": 24 }, { "directive": "disallow", "path": "/*?s1=", "line": 25 }, { "directive": "disallow", "path": "/*?Date=", "line": 26 }, { "directive": "disallow", "path": "/*?source=", "line": 27 }, { "directive": "disallow", "path": "/*?ibid=", "line": 28 }, { "directive": "disallow", "path": "/*?client=", "line": 29 }, { "directive": "disallow", "path": "/*?loanType=", "line": 30 }, { "directive": "disallow", "path": "/*?locId=", "line": 31 }, { "directive": "disallow", "path": "/search/", "line": 32 }, { "directive": "disallow", "path": "/locations/search/?*", "line": 33 }, { "directive": "disallow", "path": "/locations/locator-results/", "line": 34 }, { "directive": "disallow", "path": "/workplace/", "line": 35 }, { "directive": "disallow", "path": "/campus-banking/", "line": 36 }, { "directive": "disallow", "path": "/campus-banking.html", "line": 37 }, { "directive": "disallow", "path": "/choose-your-school/", "line": 38 }, { "directive": "disallow", "path": "/choose-your-school.html", "line": 39 }, { "directive": "disallow", "path": "/global-transition-solutions/", "line": 40 }, { "directive": "disallow", "path": "/*.txt$", "line": 41 }, { "directive": "allow", "path": "/ce71046a9bba4d0faa17552c5cf52267.txt", "line": 43 }, { "directive": "allow", "path": "/llms.txt", "line": 44 }, { "directive": "allow", "path": "/locations/search/", "line": 45 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 2 }, { "directive": "disallow", "path": "/templatedata/", "line": 3 }, { "directive": "disallow", "path": "/bin/", "line": 4 }, { "directive": "disallow", "path": "/crx/", "line": 5 }, { "directive": "disallow", "path": "/system/console/", "line": 6 }, { "directive": "disallow", "path": "/libs/granite/core/content/login.html", "line": 7 }, { "directive": "disallow", "path": "/etc/", "line": 8 }, { "directive": "disallow", "path": "/tools/", "line": 9 }, { "directive": "disallow", "path": "/libs/cq/", "line": 10 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 11 }, { "directive": "disallow", "path": "/templatedata/", "line": 12 }, { "directive": "disallow", "path": "/exclusive/", "line": 13 }, { "directive": "disallow", "path": "/etc/", "line": 14 }, { "directive": "disallow", "path": "/libs/", "line": 15 }, { "directive": "disallow", "path": "/content/dam/private/", "line": 16 }, { "directive": "disallow", "path": "/dam/documents/pdf/commercial-banking/USB-Cash-Management-Services-Terms-and-Conditions*", "line": 17 }, { "directive": "disallow", "path": "/*?ecid=", "line": 18 }, { "directive": "disallow", "path": "/*?icid", "line": 19 }, { "directive": "disallow", "path": "/*?utm_source=", "line": 20 }, { "directive": "disallow", "path": "/*?gclid=", "line": 21 }, { "directive": "disallow", "path": "/*?fbclid=", "line": 22 }, { "directive": "disallow", "path": "/*?stringquery=", "line": 23 }, { "directive": "disallow", "path": "/*?referrerId=", "line": 24 }, { "directive": "disallow", "path": "/*?s1=", "line": 25 }, { "directive": "disallow", "path": "/*?Date=", "line": 26 }, { "directive": "disallow", "path": "/*?source=", "line": 27 }, { "directive": "disallow", "path": "/*?ibid=", "line": 28 }, { "directive": "disallow", "path": "/*?client=", "line": 29 }, { "directive": "disallow", "path": "/*?loanType=", "line": 30 }, { "directive": "disallow", "path": "/*?locId=", "line": 31 }, { "directive": "disallow", "path": "/search/", "line": 32 }, { "directive": "disallow", "path": "/locations/search/?*", "line": 33 }, { "directive": "disallow", "path": "/locations/locator-results/", "line": 34 }, { "directive": "disallow", "path": "/workplace/", "line": 35 }, { "directive": "disallow", "path": "/campus-banking/", "line": 36 }, { "directive": "disallow", "path": "/campus-banking.html", "line": 37 }, { "directive": "disallow", "path": "/choose-your-school/", "line": 38 }, { "directive": "disallow", "path": "/choose-your-school.html", "line": 39 }, { "directive": "disallow", "path": "/global-transition-solutions/", "line": 40 }, { "directive": "disallow", "path": "/*.txt$", "line": 41 }, { "directive": "allow", "path": "/ce71046a9bba4d0faa17552c5cf52267.txt", "line": 43 }, { "directive": "allow", "path": "/llms.txt", "line": 44 }, { "directive": "allow", "path": "/locations/search/", "line": 45 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 2 }, { "directive": "disallow", "path": "/templatedata/", "line": 3 }, { "directive": "disallow", "path": "/bin/", "line": 4 }, { "directive": "disallow", "path": "/crx/", "line": 5 }, { "directive": "disallow", "path": "/system/console/", "line": 6 }, { "directive": "disallow", "path": "/libs/granite/core/content/login.html", "line": 7 }, { "directive": "disallow", "path": "/etc/", "line": 8 }, { "directive": "disallow", "path": "/tools/", "line": 9 }, { "directive": "disallow", "path": "/libs/cq/", "line": 10 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 11 }, { "directive": "disallow", "path": "/templatedata/", "line": 12 }, { "directive": "disallow", "path": "/exclusive/", "line": 13 }, { "directive": "disallow", "path": "/etc/", "line": 14 }, { "directive": "disallow", "path": "/libs/", "line": 15 }, { "directive": "disallow", "path": "/content/dam/private/", "line": 16 }, { "directive": "disallow", "path": "/dam/documents/pdf/commercial-banking/USB-Cash-Management-Services-Terms-and-Conditions*", "line": 17 }, { "directive": "disallow", "path": "/*?ecid=", "line": 18 }, { "directive": "disallow", "path": "/*?icid", "line": 19 }, { "directive": "disallow", "path": "/*?utm_source=", "line": 20 }, { "directive": "disallow", "path": "/*?gclid=", "line": 21 }, { "directive": "disallow", "path": "/*?fbclid=", "line": 22 }, { "directive": "disallow", "path": "/*?stringquery=", "line": 23 }, { "directive": "disallow", "path": "/*?referrerId=", "line": 24 }, { "directive": "disallow", "path": "/*?s1=", "line": 25 }, { "directive": "disallow", "path": "/*?Date=", "line": 26 }, { "directive": "disallow", "path": "/*?source=", "line": 27 }, { "directive": "disallow", "path": "/*?ibid=", "line": 28 }, { "directive": "disallow", "path": "/*?client=", "line": 29 }, { "directive": "disallow", "path": "/*?loanType=", "line": 30 }, { "directive": "disallow", "path": "/*?locId=", "line": 31 }, { "directive": "disallow", "path": "/search/", "line": 32 }, { "directive": "disallow", "path": "/locations/search/?*", "line": 33 }, { "directive": "disallow", "path": "/locations/locator-results/", "line": 34 }, { "directive": "disallow", "path": "/workplace/", "line": 35 }, { "directive": "disallow", "path": "/campus-banking/", "line": 36 }, { "directive": "disallow", "path": "/campus-banking.html", "line": 37 }, { "directive": "disallow", "path": "/choose-your-school/", "line": 38 }, { "directive": "disallow", "path": "/choose-your-school.html", "line": 39 }, { "directive": "disallow", "path": "/global-transition-solutions/", "line": 40 }, { "directive": "disallow", "path": "/*.txt$", "line": 41 }, { "directive": "allow", "path": "/ce71046a9bba4d0faa17552c5cf52267.txt", "line": 43 }, { "directive": "allow", "path": "/llms.txt", "line": 44 }, { "directive": "allow", "path": "/locations/search/", "line": 45 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 2 }, { "directive": "disallow", "path": "/templatedata/", "line": 3 }, { "directive": "disallow", "path": "/bin/", "line": 4 }, { "directive": "disallow", "path": "/crx/", "line": 5 }, { "directive": "disallow", "path": "/system/console/", "line": 6 }, { "directive": "disallow", "path": "/libs/granite/core/content/login.html", "line": 7 }, { "directive": "disallow", "path": "/etc/", "line": 8 }, { "directive": "disallow", "path": "/tools/", "line": 9 }, { "directive": "disallow", "path": "/libs/cq/", "line": 10 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 11 }, { "directive": "disallow", "path": "/templatedata/", "line": 12 }, { "directive": "disallow", "path": "/exclusive/", "line": 13 }, { "directive": "disallow", "path": "/etc/", "line": 14 }, { "directive": "disallow", "path": "/libs/", "line": 15 }, { "directive": "disallow", "path": "/content/dam/private/", "line": 16 }, { "directive": "disallow", "path": "/dam/documents/pdf/commercial-banking/USB-Cash-Management-Services-Terms-and-Conditions*", "line": 17 }, { "directive": "disallow", "path": "/*?ecid=", "line": 18 }, { "directive": "disallow", "path": "/*?icid", "line": 19 }, { "directive": "disallow", "path": "/*?utm_source=", "line": 20 }, { "directive": "disallow", "path": "/*?gclid=", "line": 21 }, { "directive": "disallow", "path": "/*?fbclid=", "line": 22 }, { "directive": "disallow", "path": "/*?stringquery=", "line": 23 }, { "directive": "disallow", "path": "/*?referrerId=", "line": 24 }, { "directive": "disallow", "path": "/*?s1=", "line": 25 }, { "directive": "disallow", "path": "/*?Date=", "line": 26 }, { "directive": "disallow", "path": "/*?source=", "line": 27 }, { "directive": "disallow", "path": "/*?ibid=", "line": 28 }, { "directive": "disallow", "path": "/*?client=", "line": 29 }, { "directive": "disallow", "path": "/*?loanType=", "line": 30 }, { "directive": "disallow", "path": "/*?locId=", "line": 31 }, { "directive": "disallow", "path": "/search/", "line": 32 }, { "directive": "disallow", "path": "/locations/search/?*", "line": 33 }, { "directive": "disallow", "path": "/locations/locator-results/", "line": 34 }, { "directive": "disallow", "path": "/workplace/", "line": 35 }, { "directive": "disallow", "path": "/campus-banking/", "line": 36 }, { "directive": "disallow", "path": "/campus-banking.html", "line": 37 }, { "directive": "disallow", "path": "/choose-your-school/", "line": 38 }, { "directive": "disallow", "path": "/choose-your-school.html", "line": 39 }, { "directive": "disallow", "path": "/global-transition-solutions/", "line": 40 }, { "directive": "disallow", "path": "/*.txt$", "line": 41 }, { "directive": "allow", "path": "/ce71046a9bba4d0faa17552c5cf52267.txt", "line": 43 }, { "directive": "allow", "path": "/llms.txt", "line": 44 }, { "directive": "allow", "path": "/locations/search/", "line": 45 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 2 }, { "directive": "disallow", "path": "/templatedata/", "line": 3 }, { "directive": "disallow", "path": "/bin/", "line": 4 }, { "directive": "disallow", "path": "/crx/", "line": 5 }, { "directive": "disallow", "path": "/system/console/", "line": 6 }, { "directive": "disallow", "path": "/libs/granite/core/content/login.html", "line": 7 }, { "directive": "disallow", "path": "/etc/", "line": 8 }, { "directive": "disallow", "path": "/tools/", "line": 9 }, { "directive": "disallow", "path": "/libs/cq/", "line": 10 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 11 }, { "directive": "disallow", "path": "/templatedata/", "line": 12 }, { "directive": "disallow", "path": "/exclusive/", "line": 13 }, { "directive": "disallow", "path": "/etc/", "line": 14 }, { "directive": "disallow", "path": "/libs/", "line": 15 }, { "directive": "disallow", "path": "/content/dam/private/", "line": 16 }, { "directive": "disallow", "path": "/dam/documents/pdf/commercial-banking/USB-Cash-Management-Services-Terms-and-Conditions*", "line": 17 }, { "directive": "disallow", "path": "/*?ecid=", "line": 18 }, { "directive": "disallow", "path": "/*?icid", "line": 19 }, { "directive": "disallow", "path": "/*?utm_source=", "line": 20 }, { "directive": "disallow", "path": "/*?gclid=", "line": 21 }, { "directive": "disallow", "path": "/*?fbclid=", "line": 22 }, { "directive": "disallow", "path": "/*?stringquery=", "line": 23 }, { "directive": "disallow", "path": "/*?referrerId=", "line": 24 }, { "directive": "disallow", "path": "/*?s1=", "line": 25 }, { "directive": "disallow", "path": "/*?Date=", "line": 26 }, { "directive": "disallow", "path": "/*?source=", "line": 27 }, { "directive": "disallow", "path": "/*?ibid=", "line": 28 }, { "directive": "disallow", "path": "/*?client=", "line": 29 }, { "directive": "disallow", "path": "/*?loanType=", "line": 30 }, { "directive": "disallow", "path": "/*?locId=", "line": 31 }, { "directive": "disallow", "path": "/search/", "line": 32 }, { "directive": "disallow", "path": "/locations/search/?*", "line": 33 }, { "directive": "disallow", "path": "/locations/locator-results/", "line": 34 }, { "directive": "disallow", "path": "/workplace/", "line": 35 }, { "directive": "disallow", "path": "/campus-banking/", "line": 36 }, { "directive": "disallow", "path": "/campus-banking.html", "line": 37 }, { "directive": "disallow", "path": "/choose-your-school/", "line": 38 }, { "directive": "disallow", "path": "/choose-your-school.html", "line": 39 }, { "directive": "disallow", "path": "/global-transition-solutions/", "line": 40 }, { "directive": "disallow", "path": "/*.txt$", "line": 41 }, { "directive": "allow", "path": "/ce71046a9bba4d0faa17552c5cf52267.txt", "line": 43 }, { "directive": "allow", "path": "/llms.txt", "line": 44 }, { "directive": "allow", "path": "/locations/search/", "line": 45 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 2 }, { "directive": "disallow", "path": "/templatedata/", "line": 3 }, { "directive": "disallow", "path": "/bin/", "line": 4 }, { "directive": "disallow", "path": "/crx/", "line": 5 }, { "directive": "disallow", "path": "/system/console/", "line": 6 }, { "directive": "disallow", "path": "/libs/granite/core/content/login.html", "line": 7 }, { "directive": "disallow", "path": "/etc/", "line": 8 }, { "directive": "disallow", "path": "/tools/", "line": 9 }, { "directive": "disallow", "path": "/libs/cq/", "line": 10 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 11 }, { "directive": "disallow", "path": "/templatedata/", "line": 12 }, { "directive": "disallow", "path": "/exclusive/", "line": 13 }, { "directive": "disallow", "path": "/etc/", "line": 14 }, { "directive": "disallow", "path": "/libs/", "line": 15 }, { "directive": "disallow", "path": "/content/dam/private/", "line": 16 }, { "directive": "disallow", "path": "/dam/documents/pdf/commercial-banking/USB-Cash-Management-Services-Terms-and-Conditions*", "line": 17 }, { "directive": "disallow", "path": "/*?ecid=", "line": 18 }, { "directive": "disallow", "path": "/*?icid", "line": 19 }, { "directive": "disallow", "path": "/*?utm_source=", "line": 20 }, { "directive": "disallow", "path": "/*?gclid=", "line": 21 }, { "directive": "disallow", "path": "/*?fbclid=", "line": 22 }, { "directive": "disallow", "path": "/*?stringquery=", "line": 23 }, { "directive": "disallow", "path": "/*?referrerId=", "line": 24 }, { "directive": "disallow", "path": "/*?s1=", "line": 25 }, { "directive": "disallow", "path": "/*?Date=", "line": 26 }, { "directive": "disallow", "path": "/*?source=", "line": 27 }, { "directive": "disallow", "path": "/*?ibid=", "line": 28 }, { "directive": "disallow", "path": "/*?client=", "line": 29 }, { "directive": "disallow", "path": "/*?loanType=", "line": 30 }, { "directive": "disallow", "path": "/*?locId=", "line": 31 }, { "directive": "disallow", "path": "/search/", "line": 32 }, { "directive": "disallow", "path": "/locations/search/?*", "line": 33 }, { "directive": "disallow", "path": "/locations/locator-results/", "line": 34 }, { "directive": "disallow", "path": "/workplace/", "line": 35 }, { "directive": "disallow", "path": "/campus-banking/", "line": 36 }, { "directive": "disallow", "path": "/campus-banking.html", "line": 37 }, { "directive": "disallow", "path": "/choose-your-school/", "line": 38 }, { "directive": "disallow", "path": "/choose-your-school.html", "line": 39 }, { "directive": "disallow", "path": "/global-transition-solutions/", "line": 40 }, { "directive": "disallow", "path": "/*.txt$", "line": 41 }, { "directive": "allow", "path": "/ce71046a9bba4d0faa17552c5cf52267.txt", "line": 43 }, { "directive": "allow", "path": "/llms.txt", "line": 44 }, { "directive": "allow", "path": "/locations/search/", "line": 45 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/api/", "line": 2 }, { "directive": "disallow", "path": "/templatedata/", "line": 3 }, { "directive": "disallow", "path": "/bin/", "line": 4 }, { "directive": "disallow", "path": "/crx/", "line": 5 }, { "directive": "disallow", "path": "/system/console/", "line": 6 }, { "directive": "disallow", "path": "/libs/granite/core/content/login.html", "line": 7 }, { "directive": "disallow", "path": "/etc/", "line": 8 }, { "directive": "disallow", "path": "/tools/", "line": 9 }, { "directive": "disallow", "path": "/libs/cq/", "line": 10 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 11 }, { "directive": "disallow", "path": "/templatedata/", "line": 12 }, { "directive": "disallow", "path": "/exclusive/", "line": 13 }, { "directive": "disallow", "path": "/etc/", "line": 14 }, { "directive": "disallow", "path": "/libs/", "line": 15 }, { "directive": "disallow", "path": "/content/dam/private/", "line": 16 }, { "directive": "disallow", "path": "/dam/documents/pdf/commercial-banking/USB-Cash-Management-Services-Terms-and-Conditions*", "line": 17 }, { "directive": "disallow", "path": "/*?ecid=", "line": 18 }, { "directive": "disallow", "path": "/*?icid", "line": 19 }, { "directive": "disallow", "path": "/*?utm_source=", "line": 20 }, { "directive": "disallow", "path": "/*?gclid=", "line": 21 }, { "directive": "disallow", "path": "/*?fbclid=", "line": 22 }, { "directive": "disallow", "path": "/*?stringquery=", "line": 23 }, { "directive": "disallow", "path": "/*?referrerId=", "line": 24 }, { "directive": "disallow", "path": "/*?s1=", "line": 25 }, { "directive": "disallow", "path": "/*?Date=", "line": 26 }, { "directive": "disallow", "path": "/*?source=", "line": 27 }, { "directive": "disallow", "path": "/*?ibid=", "line": 28 }, { "directive": "disallow", "path": "/*?client=", "line": 29 }, { "directive": "disallow", "path": "/*?loanType=", "line": 30 }, { "directive": "disallow", "path": "/*?locId=", "line": 31 }, { "directive": "disallow", "path": "/search/", "line": 32 }, { "directive": "disallow", "path": "/locations/search/?*", "line": 33 }, { "directive": "disallow", "path": "/locations/locator-results/", "line": 34 }, { "directive": "disallow", "path": "/workplace/", "line": 35 }, { "directive": "disallow", "path": "/campus-banking/", "line": 36 }, { "directive": "disallow", "path": "/campus-banking.html", "line": 37 }, { "directive": "disallow", "path": "/choose-your-school/", "line": 38 }, { "directive": "disallow", "path": "/choose-your-school.html", "line": 39 }, { "directive": "disallow", "path": "/global-transition-solutions/", "line": 40 }, { "directive": "disallow", "path": "/*.txt$", "line": 41 }, { "directive": "allow", "path": "/ce71046a9bba4d0faa17552c5cf52267.txt", "line": 43 }, { "directive": "allow", "path": "/llms.txt", "line": 44 }, { "directive": "allow", "path": "/locations/search/", "line": 45 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.usbank.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "72616f0d61d312c5a3df916d1786aad6db24d06cce35908e139efac270259a7e", "bytes": 1416 }, { "company": "Uber", "cik": "1543151", "sector": "Industrials", "origin": "https://www.uber.com", "checkedAt": "2026-09-26T04:56:23.052Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*.js", "line": 3 }, { "directive": "allow", "path": "*.css", "line": 4 }, { "directive": "disallow", "path": "/invite", "line": 5 }, { "directive": "disallow", "path": "/report-issue", "line": 6 }, { "directive": "disallow", "path": "*/?_ga", "line": 7 }, { "directive": "disallow", "path": "*?gh_jid", "line": 8 }, { "directive": "disallow", "path": "*/?client_id", "line": 9 }, { "directive": "disallow", "path": "*/?realestate_id", "line": 10 }, { "directive": "disallow", "path": "*/go/", "line": 11 }, { "directive": "disallow", "path": "*/cmlntest-access", "line": 12 }, { "directive": "disallow", "path": "*/api/", "line": 13 }, { "directive": "disallow", "path": "*/custom-api/", "line": 14 }, { "directive": "disallow", "path": "*/_uwa", "line": 15 }, { "directive": "disallow", "path": "/app/", "line": 16 }, { "directive": "disallow", "path": "/local/search", "line": 17 }, { "directive": "disallow", "path": "/local/*?*sort", "line": 18 }, { "directive": "disallow", "path": "/local/*/*/*/*/", "line": 19 }, { "directive": "disallow", "path": "/in/hi/e/*", "line": 20 }, { "directive": "disallow", "path": "/in/bn/e/*", "line": 21 }, { "directive": "disallow", "path": "/in/kn/e/*", "line": 22 }, { "directive": "disallow", "path": "/in/mr/e/*", "line": 23 }, { "directive": "disallow", "path": "/in/ta/e/*", "line": 24 }, { "directive": "disallow", "path": "/in/te/e/*", "line": 25 }, { "directive": "disallow", "path": "/in/ur/e/*", "line": 26 }, { "directive": "disallow", "path": "/*?id=", "line": 27 }, { "directive": "disallow", "path": "/*&id=", "line": 28 }, { "directive": "disallow", "path": "/*?*userId=", "line": 29 }, { "directive": "disallow", "path": "/*?*uber_client_name=", "line": 30 }, { "directive": "disallow", "path": "/*?*requestToken=", "line": 31 }, { "directive": "allow", "path": "/.well-known/", "line": 32 } ], "warnings": [ 3, 4, 7, 8, 9, 10, 11, 12, 13, 14, 15, 35 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*.js", "line": 3 }, { "directive": "allow", "path": "*.css", "line": 4 }, { "directive": "disallow", "path": "/invite", "line": 5 }, { "directive": "disallow", "path": "/report-issue", "line": 6 }, { "directive": "disallow", "path": "*/?_ga", "line": 7 }, { "directive": "disallow", "path": "*?gh_jid", "line": 8 }, { "directive": "disallow", "path": "*/?client_id", "line": 9 }, { "directive": "disallow", "path": "*/?realestate_id", "line": 10 }, { "directive": "disallow", "path": "*/go/", "line": 11 }, { "directive": "disallow", "path": "*/cmlntest-access", "line": 12 }, { "directive": "disallow", "path": "*/api/", "line": 13 }, { "directive": "disallow", "path": "*/custom-api/", "line": 14 }, { "directive": "disallow", "path": "*/_uwa", "line": 15 }, { "directive": "disallow", "path": "/app/", "line": 16 }, { "directive": "disallow", "path": "/local/search", "line": 17 }, { "directive": "disallow", "path": "/local/*?*sort", "line": 18 }, { "directive": "disallow", "path": "/local/*/*/*/*/", "line": 19 }, { "directive": "disallow", "path": "/in/hi/e/*", "line": 20 }, { "directive": "disallow", "path": "/in/bn/e/*", "line": 21 }, { "directive": "disallow", "path": "/in/kn/e/*", "line": 22 }, { "directive": "disallow", "path": "/in/mr/e/*", "line": 23 }, { "directive": "disallow", "path": "/in/ta/e/*", "line": 24 }, { "directive": "disallow", "path": "/in/te/e/*", "line": 25 }, { "directive": "disallow", "path": "/in/ur/e/*", "line": 26 }, { "directive": "disallow", "path": "/*?id=", "line": 27 }, { "directive": "disallow", "path": "/*&id=", "line": 28 }, { "directive": "disallow", "path": "/*?*userId=", "line": 29 }, { "directive": "disallow", "path": "/*?*uber_client_name=", "line": 30 }, { "directive": "disallow", "path": "/*?*requestToken=", "line": 31 }, { "directive": "allow", "path": "/.well-known/", "line": 32 } ], "warnings": [ 3, 4, 7, 8, 9, 10, 11, 12, 13, 14, 15, 35 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*.js", "line": 3 }, { "directive": "allow", "path": "*.css", "line": 4 }, { "directive": "disallow", "path": "/invite", "line": 5 }, { "directive": "disallow", "path": "/report-issue", "line": 6 }, { "directive": "disallow", "path": "*/?_ga", "line": 7 }, { "directive": "disallow", "path": "*?gh_jid", "line": 8 }, { "directive": "disallow", "path": "*/?client_id", "line": 9 }, { "directive": "disallow", "path": "*/?realestate_id", "line": 10 }, { "directive": "disallow", "path": "*/go/", "line": 11 }, { "directive": "disallow", "path": "*/cmlntest-access", "line": 12 }, { "directive": "disallow", "path": "*/api/", "line": 13 }, { "directive": "disallow", "path": "*/custom-api/", "line": 14 }, { "directive": "disallow", "path": "*/_uwa", "line": 15 }, { "directive": "disallow", "path": "/app/", "line": 16 }, { "directive": "disallow", "path": "/local/search", "line": 17 }, { "directive": "disallow", "path": "/local/*?*sort", "line": 18 }, { "directive": "disallow", "path": "/local/*/*/*/*/", "line": 19 }, { "directive": "disallow", "path": "/in/hi/e/*", "line": 20 }, { "directive": "disallow", "path": "/in/bn/e/*", "line": 21 }, { "directive": "disallow", "path": "/in/kn/e/*", "line": 22 }, { "directive": "disallow", "path": "/in/mr/e/*", "line": 23 }, { "directive": "disallow", "path": "/in/ta/e/*", "line": 24 }, { "directive": "disallow", "path": "/in/te/e/*", "line": 25 }, { "directive": "disallow", "path": "/in/ur/e/*", "line": 26 }, { "directive": "disallow", "path": "/*?id=", "line": 27 }, { "directive": "disallow", "path": "/*&id=", "line": 28 }, { "directive": "disallow", "path": "/*?*userId=", "line": 29 }, { "directive": "disallow", "path": "/*?*uber_client_name=", "line": 30 }, { "directive": "disallow", "path": "/*?*requestToken=", "line": 31 }, { "directive": "allow", "path": "/.well-known/", "line": 32 } ], "warnings": [ 3, 4, 7, 8, 9, 10, 11, 12, 13, 14, 15, 35 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*.js", "line": 3 }, { "directive": "allow", "path": "*.css", "line": 4 }, { "directive": "disallow", "path": "/invite", "line": 5 }, { "directive": "disallow", "path": "/report-issue", "line": 6 }, { "directive": "disallow", "path": "*/?_ga", "line": 7 }, { "directive": "disallow", "path": "*?gh_jid", "line": 8 }, { "directive": "disallow", "path": "*/?client_id", "line": 9 }, { "directive": "disallow", "path": "*/?realestate_id", "line": 10 }, { "directive": "disallow", "path": "*/go/", "line": 11 }, { "directive": "disallow", "path": "*/cmlntest-access", "line": 12 }, { "directive": "disallow", "path": "*/api/", "line": 13 }, { "directive": "disallow", "path": "*/custom-api/", "line": 14 }, { "directive": "disallow", "path": "*/_uwa", "line": 15 }, { "directive": "disallow", "path": "/app/", "line": 16 }, { "directive": "disallow", "path": "/local/search", "line": 17 }, { "directive": "disallow", "path": "/local/*?*sort", "line": 18 }, { "directive": "disallow", "path": "/local/*/*/*/*/", "line": 19 }, { "directive": "disallow", "path": "/in/hi/e/*", "line": 20 }, { "directive": "disallow", "path": "/in/bn/e/*", "line": 21 }, { "directive": "disallow", "path": "/in/kn/e/*", "line": 22 }, { "directive": "disallow", "path": "/in/mr/e/*", "line": 23 }, { "directive": "disallow", "path": "/in/ta/e/*", "line": 24 }, { "directive": "disallow", "path": "/in/te/e/*", "line": 25 }, { "directive": "disallow", "path": "/in/ur/e/*", "line": 26 }, { "directive": "disallow", "path": "/*?id=", "line": 27 }, { "directive": "disallow", "path": "/*&id=", "line": 28 }, { "directive": "disallow", "path": "/*?*userId=", "line": 29 }, { "directive": "disallow", "path": "/*?*uber_client_name=", "line": 30 }, { "directive": "disallow", "path": "/*?*requestToken=", "line": 31 }, { "directive": "allow", "path": "/.well-known/", "line": 32 } ], "warnings": [ 3, 4, 7, 8, 9, 10, 11, 12, 13, 14, 15, 35 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*.js", "line": 3 }, { "directive": "allow", "path": "*.css", "line": 4 }, { "directive": "disallow", "path": "/invite", "line": 5 }, { "directive": "disallow", "path": "/report-issue", "line": 6 }, { "directive": "disallow", "path": "*/?_ga", "line": 7 }, { "directive": "disallow", "path": "*?gh_jid", "line": 8 }, { "directive": "disallow", "path": "*/?client_id", "line": 9 }, { "directive": "disallow", "path": "*/?realestate_id", "line": 10 }, { "directive": "disallow", "path": "*/go/", "line": 11 }, { "directive": "disallow", "path": "*/cmlntest-access", "line": 12 }, { "directive": "disallow", "path": "*/api/", "line": 13 }, { "directive": "disallow", "path": "*/custom-api/", "line": 14 }, { "directive": "disallow", "path": "*/_uwa", "line": 15 }, { "directive": "disallow", "path": "/app/", "line": 16 }, { "directive": "disallow", "path": "/local/search", "line": 17 }, { "directive": "disallow", "path": "/local/*?*sort", "line": 18 }, { "directive": "disallow", "path": "/local/*/*/*/*/", "line": 19 }, { "directive": "disallow", "path": "/in/hi/e/*", "line": 20 }, { "directive": "disallow", "path": "/in/bn/e/*", "line": 21 }, { "directive": "disallow", "path": "/in/kn/e/*", "line": 22 }, { "directive": "disallow", "path": "/in/mr/e/*", "line": 23 }, { "directive": "disallow", "path": "/in/ta/e/*", "line": 24 }, { "directive": "disallow", "path": "/in/te/e/*", "line": 25 }, { "directive": "disallow", "path": "/in/ur/e/*", "line": 26 }, { "directive": "disallow", "path": "/*?id=", "line": 27 }, { "directive": "disallow", "path": "/*&id=", "line": 28 }, { "directive": "disallow", "path": "/*?*userId=", "line": 29 }, { "directive": "disallow", "path": "/*?*uber_client_name=", "line": 30 }, { "directive": "disallow", "path": "/*?*requestToken=", "line": 31 }, { "directive": "allow", "path": "/.well-known/", "line": 32 } ], "warnings": [ 3, 4, 7, 8, 9, 10, 11, 12, 13, 14, 15, 35 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*.js", "line": 3 }, { "directive": "allow", "path": "*.css", "line": 4 }, { "directive": "disallow", "path": "/invite", "line": 5 }, { "directive": "disallow", "path": "/report-issue", "line": 6 }, { "directive": "disallow", "path": "*/?_ga", "line": 7 }, { "directive": "disallow", "path": "*?gh_jid", "line": 8 }, { "directive": "disallow", "path": "*/?client_id", "line": 9 }, { "directive": "disallow", "path": "*/?realestate_id", "line": 10 }, { "directive": "disallow", "path": "*/go/", "line": 11 }, { "directive": "disallow", "path": "*/cmlntest-access", "line": 12 }, { "directive": "disallow", "path": "*/api/", "line": 13 }, { "directive": "disallow", "path": "*/custom-api/", "line": 14 }, { "directive": "disallow", "path": "*/_uwa", "line": 15 }, { "directive": "disallow", "path": "/app/", "line": 16 }, { "directive": "disallow", "path": "/local/search", "line": 17 }, { "directive": "disallow", "path": "/local/*?*sort", "line": 18 }, { "directive": "disallow", "path": "/local/*/*/*/*/", "line": 19 }, { "directive": "disallow", "path": "/in/hi/e/*", "line": 20 }, { "directive": "disallow", "path": "/in/bn/e/*", "line": 21 }, { "directive": "disallow", "path": "/in/kn/e/*", "line": 22 }, { "directive": "disallow", "path": "/in/mr/e/*", "line": 23 }, { "directive": "disallow", "path": "/in/ta/e/*", "line": 24 }, { "directive": "disallow", "path": "/in/te/e/*", "line": 25 }, { "directive": "disallow", "path": "/in/ur/e/*", "line": 26 }, { "directive": "disallow", "path": "/*?id=", "line": 27 }, { "directive": "disallow", "path": "/*&id=", "line": 28 }, { "directive": "disallow", "path": "/*?*userId=", "line": 29 }, { "directive": "disallow", "path": "/*?*uber_client_name=", "line": 30 }, { "directive": "disallow", "path": "/*?*requestToken=", "line": 31 }, { "directive": "allow", "path": "/.well-known/", "line": 32 } ], "warnings": [ 3, 4, 7, 8, 9, 10, 11, 12, 13, 14, 15, 35 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*.js", "line": 3 }, { "directive": "allow", "path": "*.css", "line": 4 }, { "directive": "disallow", "path": "/invite", "line": 5 }, { "directive": "disallow", "path": "/report-issue", "line": 6 }, { "directive": "disallow", "path": "*/?_ga", "line": 7 }, { "directive": "disallow", "path": "*?gh_jid", "line": 8 }, { "directive": "disallow", "path": "*/?client_id", "line": 9 }, { "directive": "disallow", "path": "*/?realestate_id", "line": 10 }, { "directive": "disallow", "path": "*/go/", "line": 11 }, { "directive": "disallow", "path": "*/cmlntest-access", "line": 12 }, { "directive": "disallow", "path": "*/api/", "line": 13 }, { "directive": "disallow", "path": "*/custom-api/", "line": 14 }, { "directive": "disallow", "path": "*/_uwa", "line": 15 }, { "directive": "disallow", "path": "/app/", "line": 16 }, { "directive": "disallow", "path": "/local/search", "line": 17 }, { "directive": "disallow", "path": "/local/*?*sort", "line": 18 }, { "directive": "disallow", "path": "/local/*/*/*/*/", "line": 19 }, { "directive": "disallow", "path": "/in/hi/e/*", "line": 20 }, { "directive": "disallow", "path": "/in/bn/e/*", "line": 21 }, { "directive": "disallow", "path": "/in/kn/e/*", "line": 22 }, { "directive": "disallow", "path": "/in/mr/e/*", "line": 23 }, { "directive": "disallow", "path": "/in/ta/e/*", "line": 24 }, { "directive": "disallow", "path": "/in/te/e/*", "line": 25 }, { "directive": "disallow", "path": "/in/ur/e/*", "line": 26 }, { "directive": "disallow", "path": "/*?id=", "line": 27 }, { "directive": "disallow", "path": "/*&id=", "line": 28 }, { "directive": "disallow", "path": "/*?*userId=", "line": 29 }, { "directive": "disallow", "path": "/*?*uber_client_name=", "line": 30 }, { "directive": "disallow", "path": "/*?*requestToken=", "line": 31 }, { "directive": "allow", "path": "/.well-known/", "line": 32 } ], "warnings": [ 3, 4, 7, 8, 9, 10, 11, 12, 13, 14, 15, 35 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*.js", "line": 3 }, { "directive": "allow", "path": "*.css", "line": 4 }, { "directive": "disallow", "path": "/invite", "line": 5 }, { "directive": "disallow", "path": "/report-issue", "line": 6 }, { "directive": "disallow", "path": "*/?_ga", "line": 7 }, { "directive": "disallow", "path": "*?gh_jid", "line": 8 }, { "directive": "disallow", "path": "*/?client_id", "line": 9 }, { "directive": "disallow", "path": "*/?realestate_id", "line": 10 }, { "directive": "disallow", "path": "*/go/", "line": 11 }, { "directive": "disallow", "path": "*/cmlntest-access", "line": 12 }, { "directive": "disallow", "path": "*/api/", "line": 13 }, { "directive": "disallow", "path": "*/custom-api/", "line": 14 }, { "directive": "disallow", "path": "*/_uwa", "line": 15 }, { "directive": "disallow", "path": "/app/", "line": 16 }, { "directive": "disallow", "path": "/local/search", "line": 17 }, { "directive": "disallow", "path": "/local/*?*sort", "line": 18 }, { "directive": "disallow", "path": "/local/*/*/*/*/", "line": 19 }, { "directive": "disallow", "path": "/in/hi/e/*", "line": 20 }, { "directive": "disallow", "path": "/in/bn/e/*", "line": 21 }, { "directive": "disallow", "path": "/in/kn/e/*", "line": 22 }, { "directive": "disallow", "path": "/in/mr/e/*", "line": 23 }, { "directive": "disallow", "path": "/in/ta/e/*", "line": 24 }, { "directive": "disallow", "path": "/in/te/e/*", "line": 25 }, { "directive": "disallow", "path": "/in/ur/e/*", "line": 26 }, { "directive": "disallow", "path": "/*?id=", "line": 27 }, { "directive": "disallow", "path": "/*&id=", "line": 28 }, { "directive": "disallow", "path": "/*?*userId=", "line": 29 }, { "directive": "disallow", "path": "/*?*uber_client_name=", "line": 30 }, { "directive": "disallow", "path": "/*?*requestToken=", "line": 31 }, { "directive": "allow", "path": "/.well-known/", "line": 32 } ], "warnings": [ 3, 4, 7, 8, 9, 10, 11, 12, 13, 14, 15, 35 ] } }, "httpStatus": 200, "finalUrl": "https://www.uber.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "40a0335cf0146087d2473b20e8d2c437406e8eaf0bcd4ed93c24c874a1d560db", "bytes": 904 }, { "company": "UDR, Inc.", "cik": "74208", "sector": "Real Estate", "origin": "http://www.udr.com", "checkedAt": "2026-09-26T04:56:23.463Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/generatepdf/*", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/generatepdf/*", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/generatepdf/*", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/generatepdf/*", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/generatepdf/*", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/generatepdf/*", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/generatepdf/*", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/generatepdf/*", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.udr.com/robots.txt", "contentType": "text/plain", "sha256": "4b61eedbe19bb73c371b77428059b9e1d322c9a2dcd61d204d74c15c5737c168", "bytes": 41 }, { "company": "Ulta Beauty", "cik": "1403568", "sector": "Consumer Discretionary", "origin": "https://www.ulta.com", "checkedAt": "2026-09-26T04:56:23.486Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "/authorize", "line": 34 }, { "directive": "disallow", "path": "/u/", "line": 35 }, { "directive": "disallow", "path": "/auth/", "line": 36 }, { "directive": "disallow", "path": "/metrics*", "line": 37 }, { "directive": "disallow", "path": "/community/groups?user=", "line": 38 }, { "directive": "disallow", "path": "/promotion/8462937141", "line": 39 } ], "warnings": [ 6, 7 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 76 }, { "directive": "disallow", "path": "/wishlists/", "line": 77 }, { "directive": "disallow", "path": "/curbside-alert/", "line": 78 }, { "directive": "disallow", "path": "/metrics*", "line": 79 }, { "directive": "disallow", "path": "/community/groups?user=", "line": 80 }, { "directive": "disallow", "path": "/auth/", "line": 81 }, { "directive": "disallow", "path": "/authorize", "line": 82 }, { "directive": "disallow", "path": "/u/", "line": 83 }, { "directive": "disallow", "path": "/promotion/8462937141", "line": 84 } ], "warnings": [ 6, 7 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "/wishlists/", "line": 53 }, { "directive": "disallow", "path": "/curbside-alert/", "line": 54 }, { "directive": "disallow", "path": "/metrics*", "line": 55 }, { "directive": "disallow", "path": "/community/groups?user=", "line": 56 }, { "directive": "disallow", "path": "/auth/", "line": 57 }, { "directive": "disallow", "path": "/authorize", "line": 58 }, { "directive": "disallow", "path": "/u/", "line": 59 }, { "directive": "disallow", "path": "/promotion/8462937141", "line": 60 } ], "warnings": [ 6, 7 ] }, "GPTBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "/wishlists/", "line": 53 }, { "directive": "disallow", "path": "/curbside-alert/", "line": 54 }, { "directive": "disallow", "path": "/metrics*", "line": 55 }, { "directive": "disallow", "path": "/community/groups?user=", "line": 56 }, { "directive": "disallow", "path": "/auth/", "line": 57 }, { "directive": "disallow", "path": "/authorize", "line": 58 }, { "directive": "disallow", "path": "/u/", "line": 59 }, { "directive": "disallow", "path": "/promotion/8462937141", "line": 60 } ], "warnings": [ 6, 7 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 76 }, { "directive": "disallow", "path": "/wishlists/", "line": 77 }, { "directive": "disallow", "path": "/curbside-alert/", "line": 78 }, { "directive": "disallow", "path": "/metrics*", "line": 79 }, { "directive": "disallow", "path": "/community/groups?user=", "line": 80 }, { "directive": "disallow", "path": "/auth/", "line": 81 }, { "directive": "disallow", "path": "/authorize", "line": 82 }, { "directive": "disallow", "path": "/u/", "line": 83 }, { "directive": "disallow", "path": "/promotion/8462937141", "line": 84 } ], "warnings": [ 6, 7 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "disallow", "path": "/authorize", "line": 42 }, { "directive": "disallow", "path": "/u/", "line": 43 }, { "directive": "disallow", "path": "/auth/", "line": 44 }, { "directive": "disallow", "path": "/metrics*", "line": 45 }, { "directive": "disallow", "path": "/community/groups?user=", "line": 46 }, { "directive": "disallow", "path": "/promotion/8462937141", "line": 47 } ], "warnings": [ 6, 7 ] }, "Claude-User": { "policy": "ambiguous", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 76 }, { "directive": "disallow", "path": "/wishlists/", "line": 77 }, { "directive": "disallow", "path": "/curbside-alert/", "line": 78 }, { "directive": "disallow", "path": "/metrics*", "line": 79 }, { "directive": "disallow", "path": "/community/groups?user=", "line": 80 }, { "directive": "disallow", "path": "/auth/", "line": 81 }, { "directive": "disallow", "path": "/authorize", "line": 82 }, { "directive": "disallow", "path": "/u/", "line": 83 }, { "directive": "disallow", "path": "/promotion/8462937141", "line": 84 } ], "warnings": [ 6, 7 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "none", "rules": [], "warnings": [ 6, 7 ] } }, "httpStatus": 200, "finalUrl": "https://www.ulta.com/robots.txt", "contentType": "text/plain", "sha256": "e067f7d868357f24073a0c5b16651cea15177e047af78b85c98a669255620a1c", "bytes": 2293 }, { "company": "Union Pacific Corporation", "cik": "100885", "sector": "Industrials", "origin": "http://www.up.com", "checkedAt": "2026-09-26T04:56:23.842Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/libs/", "line": 6 }, { "directive": "disallow", "path": "/apps/", "line": 7 }, { "directive": "disallow", "path": "/conf/", "line": 8 }, { "directive": "disallow", "path": "/etc/", "line": 9 }, { "directive": "disallow", "path": "/bin/", "line": 10 }, { "directive": "disallow", "path": "/var/", "line": 11 }, { "directive": "disallow", "path": "/system/", "line": 12 }, { "directive": "disallow", "path": "/home/users/", "line": 13 }, { "directive": "disallow", "path": "/content/dam/.*/renditions/", "line": 16 }, { "directive": "disallow", "path": "/content/dam/.*/jcr:content/", "line": 17 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 20 }, { "directive": "disallow", "path": "/search", "line": 23 }, { "directive": "disallow", "path": "/search/", "line": 24 }, { "directive": "disallow", "path": "/search.html", "line": 25 }, { "directive": "disallow", "path": "/content/up/en/search", "line": 26 }, { "directive": "disallow", "path": "/content/up/en/search.html", "line": 27 }, { "directive": "disallow", "path": "/messages/index.cfm", "line": 28 }, { "directive": "disallow", "path": "/about-us/privacy/inquiry", "line": 29 }, { "directive": "disallow", "path": "/about-us/privacy/inquiry/", "line": 30 }, { "directive": "disallow", "path": "/content/upcom/us/en/about-us/privacy/inquiry.html", "line": 31 }, { "directive": "allow", "path": "/content/up/en/", "line": 35 }, { "directive": "allow", "path": "/content/dam/", "line": 36 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/libs/", "line": 6 }, { "directive": "disallow", "path": "/apps/", "line": 7 }, { "directive": "disallow", "path": "/conf/", "line": 8 }, { "directive": "disallow", "path": "/etc/", "line": 9 }, { "directive": "disallow", "path": "/bin/", "line": 10 }, { "directive": "disallow", "path": "/var/", "line": 11 }, { "directive": "disallow", "path": "/system/", "line": 12 }, { "directive": "disallow", "path": "/home/users/", "line": 13 }, { "directive": "disallow", "path": "/content/dam/.*/renditions/", "line": 16 }, { "directive": "disallow", "path": "/content/dam/.*/jcr:content/", "line": 17 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 20 }, { "directive": "disallow", "path": "/search", "line": 23 }, { "directive": "disallow", "path": "/search/", "line": 24 }, { "directive": "disallow", "path": "/search.html", "line": 25 }, { "directive": "disallow", "path": "/content/up/en/search", "line": 26 }, { "directive": "disallow", "path": "/content/up/en/search.html", "line": 27 }, { "directive": "disallow", "path": "/messages/index.cfm", "line": 28 }, { "directive": "disallow", "path": "/about-us/privacy/inquiry", "line": 29 }, { "directive": "disallow", "path": "/about-us/privacy/inquiry/", "line": 30 }, { "directive": "disallow", "path": "/content/upcom/us/en/about-us/privacy/inquiry.html", "line": 31 }, { "directive": "allow", "path": "/content/up/en/", "line": 35 }, { "directive": "allow", "path": "/content/dam/", "line": 36 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/libs/", "line": 6 }, { "directive": "disallow", "path": "/apps/", "line": 7 }, { "directive": "disallow", "path": "/conf/", "line": 8 }, { "directive": "disallow", "path": "/etc/", "line": 9 }, { "directive": "disallow", "path": "/bin/", "line": 10 }, { "directive": "disallow", "path": "/var/", "line": 11 }, { "directive": "disallow", "path": "/system/", "line": 12 }, { "directive": "disallow", "path": "/home/users/", "line": 13 }, { "directive": "disallow", "path": "/content/dam/.*/renditions/", "line": 16 }, { "directive": "disallow", "path": "/content/dam/.*/jcr:content/", "line": 17 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 20 }, { "directive": "disallow", "path": "/search", "line": 23 }, { "directive": "disallow", "path": "/search/", "line": 24 }, { "directive": "disallow", "path": "/search.html", "line": 25 }, { "directive": "disallow", "path": "/content/up/en/search", "line": 26 }, { "directive": "disallow", "path": "/content/up/en/search.html", "line": 27 }, { "directive": "disallow", "path": "/messages/index.cfm", "line": 28 }, { "directive": "disallow", "path": "/about-us/privacy/inquiry", "line": 29 }, { "directive": "disallow", "path": "/about-us/privacy/inquiry/", "line": 30 }, { "directive": "disallow", "path": "/content/upcom/us/en/about-us/privacy/inquiry.html", "line": 31 }, { "directive": "allow", "path": "/content/up/en/", "line": 35 }, { "directive": "allow", "path": "/content/dam/", "line": 36 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/libs/", "line": 6 }, { "directive": "disallow", "path": "/apps/", "line": 7 }, { "directive": "disallow", "path": "/conf/", "line": 8 }, { "directive": "disallow", "path": "/etc/", "line": 9 }, { "directive": "disallow", "path": "/bin/", "line": 10 }, { "directive": "disallow", "path": "/var/", "line": 11 }, { "directive": "disallow", "path": "/system/", "line": 12 }, { "directive": "disallow", "path": "/home/users/", "line": 13 }, { "directive": "disallow", "path": "/content/dam/.*/renditions/", "line": 16 }, { "directive": "disallow", "path": "/content/dam/.*/jcr:content/", "line": 17 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 20 }, { "directive": "disallow", "path": "/search", "line": 23 }, { "directive": "disallow", "path": "/search/", "line": 24 }, { "directive": "disallow", "path": "/search.html", "line": 25 }, { "directive": "disallow", "path": "/content/up/en/search", "line": 26 }, { "directive": "disallow", "path": "/content/up/en/search.html", "line": 27 }, { "directive": "disallow", "path": "/messages/index.cfm", "line": 28 }, { "directive": "disallow", "path": "/about-us/privacy/inquiry", "line": 29 }, { "directive": "disallow", "path": "/about-us/privacy/inquiry/", "line": 30 }, { "directive": "disallow", "path": "/content/upcom/us/en/about-us/privacy/inquiry.html", "line": 31 }, { "directive": "allow", "path": "/content/up/en/", "line": 35 }, { "directive": "allow", "path": "/content/dam/", "line": 36 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/libs/", "line": 6 }, { "directive": "disallow", "path": "/apps/", "line": 7 }, { "directive": "disallow", "path": "/conf/", "line": 8 }, { "directive": "disallow", "path": "/etc/", "line": 9 }, { "directive": "disallow", "path": "/bin/", "line": 10 }, { "directive": "disallow", "path": "/var/", "line": 11 }, { "directive": "disallow", "path": "/system/", "line": 12 }, { "directive": "disallow", "path": "/home/users/", "line": 13 }, { "directive": "disallow", "path": "/content/dam/.*/renditions/", "line": 16 }, { "directive": "disallow", "path": "/content/dam/.*/jcr:content/", "line": 17 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 20 }, { "directive": "disallow", "path": "/search", "line": 23 }, { "directive": "disallow", "path": "/search/", "line": 24 }, { "directive": "disallow", "path": "/search.html", "line": 25 }, { "directive": "disallow", "path": "/content/up/en/search", "line": 26 }, { "directive": "disallow", "path": "/content/up/en/search.html", "line": 27 }, { "directive": "disallow", "path": "/messages/index.cfm", "line": 28 }, { "directive": "disallow", "path": "/about-us/privacy/inquiry", "line": 29 }, { "directive": "disallow", "path": "/about-us/privacy/inquiry/", "line": 30 }, { "directive": "disallow", "path": "/content/upcom/us/en/about-us/privacy/inquiry.html", "line": 31 }, { "directive": "allow", "path": "/content/up/en/", "line": 35 }, { "directive": "allow", "path": "/content/dam/", "line": 36 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/libs/", "line": 6 }, { "directive": "disallow", "path": "/apps/", "line": 7 }, { "directive": "disallow", "path": "/conf/", "line": 8 }, { "directive": "disallow", "path": "/etc/", "line": 9 }, { "directive": "disallow", "path": "/bin/", "line": 10 }, { "directive": "disallow", "path": "/var/", "line": 11 }, { "directive": "disallow", "path": "/system/", "line": 12 }, { "directive": "disallow", "path": "/home/users/", "line": 13 }, { "directive": "disallow", "path": "/content/dam/.*/renditions/", "line": 16 }, { "directive": "disallow", "path": "/content/dam/.*/jcr:content/", "line": 17 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 20 }, { "directive": "disallow", "path": "/search", "line": 23 }, { "directive": "disallow", "path": "/search/", "line": 24 }, { "directive": "disallow", "path": "/search.html", "line": 25 }, { "directive": "disallow", "path": "/content/up/en/search", "line": 26 }, { "directive": "disallow", "path": "/content/up/en/search.html", "line": 27 }, { "directive": "disallow", "path": "/messages/index.cfm", "line": 28 }, { "directive": "disallow", "path": "/about-us/privacy/inquiry", "line": 29 }, { "directive": "disallow", "path": "/about-us/privacy/inquiry/", "line": 30 }, { "directive": "disallow", "path": "/content/upcom/us/en/about-us/privacy/inquiry.html", "line": 31 }, { "directive": "allow", "path": "/content/up/en/", "line": 35 }, { "directive": "allow", "path": "/content/dam/", "line": 36 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/libs/", "line": 6 }, { "directive": "disallow", "path": "/apps/", "line": 7 }, { "directive": "disallow", "path": "/conf/", "line": 8 }, { "directive": "disallow", "path": "/etc/", "line": 9 }, { "directive": "disallow", "path": "/bin/", "line": 10 }, { "directive": "disallow", "path": "/var/", "line": 11 }, { "directive": "disallow", "path": "/system/", "line": 12 }, { "directive": "disallow", "path": "/home/users/", "line": 13 }, { "directive": "disallow", "path": "/content/dam/.*/renditions/", "line": 16 }, { "directive": "disallow", "path": "/content/dam/.*/jcr:content/", "line": 17 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 20 }, { "directive": "disallow", "path": "/search", "line": 23 }, { "directive": "disallow", "path": "/search/", "line": 24 }, { "directive": "disallow", "path": "/search.html", "line": 25 }, { "directive": "disallow", "path": "/content/up/en/search", "line": 26 }, { "directive": "disallow", "path": "/content/up/en/search.html", "line": 27 }, { "directive": "disallow", "path": "/messages/index.cfm", "line": 28 }, { "directive": "disallow", "path": "/about-us/privacy/inquiry", "line": 29 }, { "directive": "disallow", "path": "/about-us/privacy/inquiry/", "line": 30 }, { "directive": "disallow", "path": "/content/upcom/us/en/about-us/privacy/inquiry.html", "line": 31 }, { "directive": "allow", "path": "/content/up/en/", "line": 35 }, { "directive": "allow", "path": "/content/dam/", "line": 36 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/libs/", "line": 6 }, { "directive": "disallow", "path": "/apps/", "line": 7 }, { "directive": "disallow", "path": "/conf/", "line": 8 }, { "directive": "disallow", "path": "/etc/", "line": 9 }, { "directive": "disallow", "path": "/bin/", "line": 10 }, { "directive": "disallow", "path": "/var/", "line": 11 }, { "directive": "disallow", "path": "/system/", "line": 12 }, { "directive": "disallow", "path": "/home/users/", "line": 13 }, { "directive": "disallow", "path": "/content/dam/.*/renditions/", "line": 16 }, { "directive": "disallow", "path": "/content/dam/.*/jcr:content/", "line": 17 }, { "directive": "disallow", "path": "/content/experience-fragments/", "line": 20 }, { "directive": "disallow", "path": "/search", "line": 23 }, { "directive": "disallow", "path": "/search/", "line": 24 }, { "directive": "disallow", "path": "/search.html", "line": 25 }, { "directive": "disallow", "path": "/content/up/en/search", "line": 26 }, { "directive": "disallow", "path": "/content/up/en/search.html", "line": 27 }, { "directive": "disallow", "path": "/messages/index.cfm", "line": 28 }, { "directive": "disallow", "path": "/about-us/privacy/inquiry", "line": 29 }, { "directive": "disallow", "path": "/about-us/privacy/inquiry/", "line": 30 }, { "directive": "disallow", "path": "/content/upcom/us/en/about-us/privacy/inquiry.html", "line": 31 }, { "directive": "allow", "path": "/content/up/en/", "line": 35 }, { "directive": "allow", "path": "/content/dam/", "line": 36 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.up.com/robots.txt", "contentType": "text/plain;charset=utf-8", "sha256": "bea3ebc242bedc7d56f87a3333ca9bca5ab9289af3e873ca0e9e24be9476411a", "bytes": 926 }, { "company": "United Airlines Holdings", "cik": "100517", "sector": "Industrials", "origin": "https://www.united.com", "checkedAt": "2026-09-26T04:56:24.427Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "United Parcel Service", "cik": "1090727", "sector": "Industrials", "origin": "https://www.ups.com", "checkedAt": "2026-09-26T04:56:24.476Z", "status": "ambiguous_content", "bots": null, "httpStatus": 200, "finalUrl": "https://www.ups.com/robots.txt", "contentType": "application/blank", "sha256": "00301f3c828f579e68a3aa5100617f1d8fb5fa4d07979cb193dd6feedf029481", "bytes": 189 }, { "company": "United Rentals", "cik": "1067701", "sector": "Industrials", "origin": "https://www.unitedrentals.com", "checkedAt": "2026-09-26T04:56:24.676Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 21 }, { "directive": "allow", "path": "/core/*.css?", "line": 22 }, { "directive": "allow", "path": "/core/*.js$", "line": 23 }, { "directive": "allow", "path": "/core/*.js?", "line": 24 }, { "directive": "allow", "path": "/core/*.gif", "line": 25 }, { "directive": "allow", "path": "/core/*.jpg", "line": 26 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 27 }, { "directive": "allow", "path": "/core/*.png", "line": 28 }, { "directive": "allow", "path": "/core/*.svg", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 30 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 32 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "disallow", "path": "/core/", "line": 40 }, { "directive": "disallow", "path": "/profiles/", "line": 41 }, { "directive": "disallow", "path": "/node/", "line": 42 }, { "directive": "disallow", "path": "/README.txt", "line": 44 }, { "directive": "disallow", "path": "/web.config", "line": 45 }, { "directive": "disallow", "path": "/admin/", "line": 47 }, { "directive": "disallow", "path": "/author/", "line": 48 }, { "directive": "disallow", "path": "/comment/reply/", "line": 49 }, { "directive": "disallow", "path": "/filter/tips", "line": 50 }, { "directive": "disallow", "path": "/node/add/", "line": 51 }, { "directive": "disallow", "path": "/search", "line": 52 }, { "directive": "disallow", "path": "/user/register/", "line": 53 }, { "directive": "disallow", "path": "/user/password/", "line": 54 }, { "directive": "disallow", "path": "/user/login/", "line": 55 }, { "directive": "disallow", "path": "/user/logout/", "line": 56 }, { "directive": "disallow", "path": "/media/oembed", "line": 57 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 58 }, { "directive": "disallow", "path": "/our-company/annual-reports/", "line": 59 }, { "directive": "disallow", "path": "/our-company/awards/", "line": 60 }, { "directive": "disallow", "path": "/our-company/investor-presentations", "line": 61 }, { "directive": "disallow", "path": "/our-company/leadership/", "line": 62 }, { "directive": "disallow", "path": "/supplier-show/", "line": 63 }, { "directive": "disallow", "path": "/supplier-show", "line": 64 }, { "directive": "disallow", "path": "/en-nz", "line": 65 }, { "directive": "disallow", "path": "/en-nz/*", "line": 66 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 69 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 70 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 71 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 72 }, { "directive": "disallow", "path": "/index.php/search/", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 76 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 77 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 79 }, { "directive": "disallow", "path": "/*_ga=", "line": 82 }, { "directive": "disallow", "path": "/*category=", "line": 83 }, { "directive": "disallow", "path": "/*currency=", "line": 84 }, { "directive": "disallow", "path": "/*destination=", "line": 85 }, { "directive": "disallow", "path": "/*distance=", "line": 86 }, { "directive": "disallow", "path": "/*equipment=", "line": 87 }, { "directive": "disallow", "path": "/*equipment_filters=", "line": 88 }, { "directive": "disallow", "path": "/*featureCodes=", "line": 89 }, { "directive": "disallow", "path": "/*field_branch_code_value=", "line": 90 }, { "directive": "disallow", "path": "/*field_geolocation_proximity=", "line": 91 }, { "directive": "disallow", "path": "/*filter=", "line": 92 }, { "directive": "disallow", "path": "/*format=", "line": 93 }, { "directive": "disallow", "path": "/*img_src=", "line": 94 }, { "directive": "disallow", "path": "/*language=", "line": 95 }, { "directive": "disallow", "path": "/*lat=", "line": 96 }, { "directive": "disallow", "path": "/*lng=", "line": 97 }, { "directive": "disallow", "path": "/*make=", "line": 98 }, { "directive": "disallow", "path": "/*maxPrice=", "line": 99 }, { "directive": "disallow", "path": "/*minPrice=", "line": 100 }, { "directive": "disallow", "path": "/*model=", "line": 101 }, { "directive": "disallow", "path": "/*ref=", "line": 102 }, { "directive": "disallow", "path": "/*referral=", "line": 103 }, { "directive": "disallow", "path": "/*search=", "line": 104 }, { "directive": "disallow", "path": "/*sort=", "line": 105 }, { "directive": "disallow", "path": "/*sort_bef_combine=", "line": 106 }, { "directive": "disallow", "path": "/*source=", "line": 107 }, { "directive": "disallow", "path": "/*topic=", "line": 108 }, { "directive": "disallow", "path": "/*training=", "line": 109 }, { "directive": "disallow", "path": "/*type=", "line": 110 }, { "directive": "disallow", "path": "/*year=", "line": 111 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 21 }, { "directive": "allow", "path": "/core/*.css?", "line": 22 }, { "directive": "allow", "path": "/core/*.js$", "line": 23 }, { "directive": "allow", "path": "/core/*.js?", "line": 24 }, { "directive": "allow", "path": "/core/*.gif", "line": 25 }, { "directive": "allow", "path": "/core/*.jpg", "line": 26 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 27 }, { "directive": "allow", "path": "/core/*.png", "line": 28 }, { "directive": "allow", "path": "/core/*.svg", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 30 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 32 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "disallow", "path": "/core/", "line": 40 }, { "directive": "disallow", "path": "/profiles/", "line": 41 }, { "directive": "disallow", "path": "/node/", "line": 42 }, { "directive": "disallow", "path": "/README.txt", "line": 44 }, { "directive": "disallow", "path": "/web.config", "line": 45 }, { "directive": "disallow", "path": "/admin/", "line": 47 }, { "directive": "disallow", "path": "/author/", "line": 48 }, { "directive": "disallow", "path": "/comment/reply/", "line": 49 }, { "directive": "disallow", "path": "/filter/tips", "line": 50 }, { "directive": "disallow", "path": "/node/add/", "line": 51 }, { "directive": "disallow", "path": "/search", "line": 52 }, { "directive": "disallow", "path": "/user/register/", "line": 53 }, { "directive": "disallow", "path": "/user/password/", "line": 54 }, { "directive": "disallow", "path": "/user/login/", "line": 55 }, { "directive": "disallow", "path": "/user/logout/", "line": 56 }, { "directive": "disallow", "path": "/media/oembed", "line": 57 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 58 }, { "directive": "disallow", "path": "/our-company/annual-reports/", "line": 59 }, { "directive": "disallow", "path": "/our-company/awards/", "line": 60 }, { "directive": "disallow", "path": "/our-company/investor-presentations", "line": 61 }, { "directive": "disallow", "path": "/our-company/leadership/", "line": 62 }, { "directive": "disallow", "path": "/supplier-show/", "line": 63 }, { "directive": "disallow", "path": "/supplier-show", "line": 64 }, { "directive": "disallow", "path": "/en-nz", "line": 65 }, { "directive": "disallow", "path": "/en-nz/*", "line": 66 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 69 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 70 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 71 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 72 }, { "directive": "disallow", "path": "/index.php/search/", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 76 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 77 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 79 }, { "directive": "disallow", "path": "/*_ga=", "line": 82 }, { "directive": "disallow", "path": "/*category=", "line": 83 }, { "directive": "disallow", "path": "/*currency=", "line": 84 }, { "directive": "disallow", "path": "/*destination=", "line": 85 }, { "directive": "disallow", "path": "/*distance=", "line": 86 }, { "directive": "disallow", "path": "/*equipment=", "line": 87 }, { "directive": "disallow", "path": "/*equipment_filters=", "line": 88 }, { "directive": "disallow", "path": "/*featureCodes=", "line": 89 }, { "directive": "disallow", "path": "/*field_branch_code_value=", "line": 90 }, { "directive": "disallow", "path": "/*field_geolocation_proximity=", "line": 91 }, { "directive": "disallow", "path": "/*filter=", "line": 92 }, { "directive": "disallow", "path": "/*format=", "line": 93 }, { "directive": "disallow", "path": "/*img_src=", "line": 94 }, { "directive": "disallow", "path": "/*language=", "line": 95 }, { "directive": "disallow", "path": "/*lat=", "line": 96 }, { "directive": "disallow", "path": "/*lng=", "line": 97 }, { "directive": "disallow", "path": "/*make=", "line": 98 }, { "directive": "disallow", "path": "/*maxPrice=", "line": 99 }, { "directive": "disallow", "path": "/*minPrice=", "line": 100 }, { "directive": "disallow", "path": "/*model=", "line": 101 }, { "directive": "disallow", "path": "/*ref=", "line": 102 }, { "directive": "disallow", "path": "/*referral=", "line": 103 }, { "directive": "disallow", "path": "/*search=", "line": 104 }, { "directive": "disallow", "path": "/*sort=", "line": 105 }, { "directive": "disallow", "path": "/*sort_bef_combine=", "line": 106 }, { "directive": "disallow", "path": "/*source=", "line": 107 }, { "directive": "disallow", "path": "/*topic=", "line": 108 }, { "directive": "disallow", "path": "/*training=", "line": 109 }, { "directive": "disallow", "path": "/*type=", "line": 110 }, { "directive": "disallow", "path": "/*year=", "line": 111 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 21 }, { "directive": "allow", "path": "/core/*.css?", "line": 22 }, { "directive": "allow", "path": "/core/*.js$", "line": 23 }, { "directive": "allow", "path": "/core/*.js?", "line": 24 }, { "directive": "allow", "path": "/core/*.gif", "line": 25 }, { "directive": "allow", "path": "/core/*.jpg", "line": 26 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 27 }, { "directive": "allow", "path": "/core/*.png", "line": 28 }, { "directive": "allow", "path": "/core/*.svg", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 30 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 32 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "disallow", "path": "/core/", "line": 40 }, { "directive": "disallow", "path": "/profiles/", "line": 41 }, { "directive": "disallow", "path": "/node/", "line": 42 }, { "directive": "disallow", "path": "/README.txt", "line": 44 }, { "directive": "disallow", "path": "/web.config", "line": 45 }, { "directive": "disallow", "path": "/admin/", "line": 47 }, { "directive": "disallow", "path": "/author/", "line": 48 }, { "directive": "disallow", "path": "/comment/reply/", "line": 49 }, { "directive": "disallow", "path": "/filter/tips", "line": 50 }, { "directive": "disallow", "path": "/node/add/", "line": 51 }, { "directive": "disallow", "path": "/search", "line": 52 }, { "directive": "disallow", "path": "/user/register/", "line": 53 }, { "directive": "disallow", "path": "/user/password/", "line": 54 }, { "directive": "disallow", "path": "/user/login/", "line": 55 }, { "directive": "disallow", "path": "/user/logout/", "line": 56 }, { "directive": "disallow", "path": "/media/oembed", "line": 57 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 58 }, { "directive": "disallow", "path": "/our-company/annual-reports/", "line": 59 }, { "directive": "disallow", "path": "/our-company/awards/", "line": 60 }, { "directive": "disallow", "path": "/our-company/investor-presentations", "line": 61 }, { "directive": "disallow", "path": "/our-company/leadership/", "line": 62 }, { "directive": "disallow", "path": "/supplier-show/", "line": 63 }, { "directive": "disallow", "path": "/supplier-show", "line": 64 }, { "directive": "disallow", "path": "/en-nz", "line": 65 }, { "directive": "disallow", "path": "/en-nz/*", "line": 66 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 69 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 70 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 71 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 72 }, { "directive": "disallow", "path": "/index.php/search/", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 76 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 77 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 79 }, { "directive": "disallow", "path": "/*_ga=", "line": 82 }, { "directive": "disallow", "path": "/*category=", "line": 83 }, { "directive": "disallow", "path": "/*currency=", "line": 84 }, { "directive": "disallow", "path": "/*destination=", "line": 85 }, { "directive": "disallow", "path": "/*distance=", "line": 86 }, { "directive": "disallow", "path": "/*equipment=", "line": 87 }, { "directive": "disallow", "path": "/*equipment_filters=", "line": 88 }, { "directive": "disallow", "path": "/*featureCodes=", "line": 89 }, { "directive": "disallow", "path": "/*field_branch_code_value=", "line": 90 }, { "directive": "disallow", "path": "/*field_geolocation_proximity=", "line": 91 }, { "directive": "disallow", "path": "/*filter=", "line": 92 }, { "directive": "disallow", "path": "/*format=", "line": 93 }, { "directive": "disallow", "path": "/*img_src=", "line": 94 }, { "directive": "disallow", "path": "/*language=", "line": 95 }, { "directive": "disallow", "path": "/*lat=", "line": 96 }, { "directive": "disallow", "path": "/*lng=", "line": 97 }, { "directive": "disallow", "path": "/*make=", "line": 98 }, { "directive": "disallow", "path": "/*maxPrice=", "line": 99 }, { "directive": "disallow", "path": "/*minPrice=", "line": 100 }, { "directive": "disallow", "path": "/*model=", "line": 101 }, { "directive": "disallow", "path": "/*ref=", "line": 102 }, { "directive": "disallow", "path": "/*referral=", "line": 103 }, { "directive": "disallow", "path": "/*search=", "line": 104 }, { "directive": "disallow", "path": "/*sort=", "line": 105 }, { "directive": "disallow", "path": "/*sort_bef_combine=", "line": 106 }, { "directive": "disallow", "path": "/*source=", "line": 107 }, { "directive": "disallow", "path": "/*topic=", "line": 108 }, { "directive": "disallow", "path": "/*training=", "line": 109 }, { "directive": "disallow", "path": "/*type=", "line": 110 }, { "directive": "disallow", "path": "/*year=", "line": 111 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 21 }, { "directive": "allow", "path": "/core/*.css?", "line": 22 }, { "directive": "allow", "path": "/core/*.js$", "line": 23 }, { "directive": "allow", "path": "/core/*.js?", "line": 24 }, { "directive": "allow", "path": "/core/*.gif", "line": 25 }, { "directive": "allow", "path": "/core/*.jpg", "line": 26 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 27 }, { "directive": "allow", "path": "/core/*.png", "line": 28 }, { "directive": "allow", "path": "/core/*.svg", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 30 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 32 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "disallow", "path": "/core/", "line": 40 }, { "directive": "disallow", "path": "/profiles/", "line": 41 }, { "directive": "disallow", "path": "/node/", "line": 42 }, { "directive": "disallow", "path": "/README.txt", "line": 44 }, { "directive": "disallow", "path": "/web.config", "line": 45 }, { "directive": "disallow", "path": "/admin/", "line": 47 }, { "directive": "disallow", "path": "/author/", "line": 48 }, { "directive": "disallow", "path": "/comment/reply/", "line": 49 }, { "directive": "disallow", "path": "/filter/tips", "line": 50 }, { "directive": "disallow", "path": "/node/add/", "line": 51 }, { "directive": "disallow", "path": "/search", "line": 52 }, { "directive": "disallow", "path": "/user/register/", "line": 53 }, { "directive": "disallow", "path": "/user/password/", "line": 54 }, { "directive": "disallow", "path": "/user/login/", "line": 55 }, { "directive": "disallow", "path": "/user/logout/", "line": 56 }, { "directive": "disallow", "path": "/media/oembed", "line": 57 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 58 }, { "directive": "disallow", "path": "/our-company/annual-reports/", "line": 59 }, { "directive": "disallow", "path": "/our-company/awards/", "line": 60 }, { "directive": "disallow", "path": "/our-company/investor-presentations", "line": 61 }, { "directive": "disallow", "path": "/our-company/leadership/", "line": 62 }, { "directive": "disallow", "path": "/supplier-show/", "line": 63 }, { "directive": "disallow", "path": "/supplier-show", "line": 64 }, { "directive": "disallow", "path": "/en-nz", "line": 65 }, { "directive": "disallow", "path": "/en-nz/*", "line": 66 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 69 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 70 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 71 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 72 }, { "directive": "disallow", "path": "/index.php/search/", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 76 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 77 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 79 }, { "directive": "disallow", "path": "/*_ga=", "line": 82 }, { "directive": "disallow", "path": "/*category=", "line": 83 }, { "directive": "disallow", "path": "/*currency=", "line": 84 }, { "directive": "disallow", "path": "/*destination=", "line": 85 }, { "directive": "disallow", "path": "/*distance=", "line": 86 }, { "directive": "disallow", "path": "/*equipment=", "line": 87 }, { "directive": "disallow", "path": "/*equipment_filters=", "line": 88 }, { "directive": "disallow", "path": "/*featureCodes=", "line": 89 }, { "directive": "disallow", "path": "/*field_branch_code_value=", "line": 90 }, { "directive": "disallow", "path": "/*field_geolocation_proximity=", "line": 91 }, { "directive": "disallow", "path": "/*filter=", "line": 92 }, { "directive": "disallow", "path": "/*format=", "line": 93 }, { "directive": "disallow", "path": "/*img_src=", "line": 94 }, { "directive": "disallow", "path": "/*language=", "line": 95 }, { "directive": "disallow", "path": "/*lat=", "line": 96 }, { "directive": "disallow", "path": "/*lng=", "line": 97 }, { "directive": "disallow", "path": "/*make=", "line": 98 }, { "directive": "disallow", "path": "/*maxPrice=", "line": 99 }, { "directive": "disallow", "path": "/*minPrice=", "line": 100 }, { "directive": "disallow", "path": "/*model=", "line": 101 }, { "directive": "disallow", "path": "/*ref=", "line": 102 }, { "directive": "disallow", "path": "/*referral=", "line": 103 }, { "directive": "disallow", "path": "/*search=", "line": 104 }, { "directive": "disallow", "path": "/*sort=", "line": 105 }, { "directive": "disallow", "path": "/*sort_bef_combine=", "line": 106 }, { "directive": "disallow", "path": "/*source=", "line": 107 }, { "directive": "disallow", "path": "/*topic=", "line": 108 }, { "directive": "disallow", "path": "/*training=", "line": 109 }, { "directive": "disallow", "path": "/*type=", "line": 110 }, { "directive": "disallow", "path": "/*year=", "line": 111 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 21 }, { "directive": "allow", "path": "/core/*.css?", "line": 22 }, { "directive": "allow", "path": "/core/*.js$", "line": 23 }, { "directive": "allow", "path": "/core/*.js?", "line": 24 }, { "directive": "allow", "path": "/core/*.gif", "line": 25 }, { "directive": "allow", "path": "/core/*.jpg", "line": 26 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 27 }, { "directive": "allow", "path": "/core/*.png", "line": 28 }, { "directive": "allow", "path": "/core/*.svg", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 30 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 32 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "disallow", "path": "/core/", "line": 40 }, { "directive": "disallow", "path": "/profiles/", "line": 41 }, { "directive": "disallow", "path": "/node/", "line": 42 }, { "directive": "disallow", "path": "/README.txt", "line": 44 }, { "directive": "disallow", "path": "/web.config", "line": 45 }, { "directive": "disallow", "path": "/admin/", "line": 47 }, { "directive": "disallow", "path": "/author/", "line": 48 }, { "directive": "disallow", "path": "/comment/reply/", "line": 49 }, { "directive": "disallow", "path": "/filter/tips", "line": 50 }, { "directive": "disallow", "path": "/node/add/", "line": 51 }, { "directive": "disallow", "path": "/search", "line": 52 }, { "directive": "disallow", "path": "/user/register/", "line": 53 }, { "directive": "disallow", "path": "/user/password/", "line": 54 }, { "directive": "disallow", "path": "/user/login/", "line": 55 }, { "directive": "disallow", "path": "/user/logout/", "line": 56 }, { "directive": "disallow", "path": "/media/oembed", "line": 57 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 58 }, { "directive": "disallow", "path": "/our-company/annual-reports/", "line": 59 }, { "directive": "disallow", "path": "/our-company/awards/", "line": 60 }, { "directive": "disallow", "path": "/our-company/investor-presentations", "line": 61 }, { "directive": "disallow", "path": "/our-company/leadership/", "line": 62 }, { "directive": "disallow", "path": "/supplier-show/", "line": 63 }, { "directive": "disallow", "path": "/supplier-show", "line": 64 }, { "directive": "disallow", "path": "/en-nz", "line": 65 }, { "directive": "disallow", "path": "/en-nz/*", "line": 66 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 69 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 70 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 71 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 72 }, { "directive": "disallow", "path": "/index.php/search/", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 76 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 77 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 79 }, { "directive": "disallow", "path": "/*_ga=", "line": 82 }, { "directive": "disallow", "path": "/*category=", "line": 83 }, { "directive": "disallow", "path": "/*currency=", "line": 84 }, { "directive": "disallow", "path": "/*destination=", "line": 85 }, { "directive": "disallow", "path": "/*distance=", "line": 86 }, { "directive": "disallow", "path": "/*equipment=", "line": 87 }, { "directive": "disallow", "path": "/*equipment_filters=", "line": 88 }, { "directive": "disallow", "path": "/*featureCodes=", "line": 89 }, { "directive": "disallow", "path": "/*field_branch_code_value=", "line": 90 }, { "directive": "disallow", "path": "/*field_geolocation_proximity=", "line": 91 }, { "directive": "disallow", "path": "/*filter=", "line": 92 }, { "directive": "disallow", "path": "/*format=", "line": 93 }, { "directive": "disallow", "path": "/*img_src=", "line": 94 }, { "directive": "disallow", "path": "/*language=", "line": 95 }, { "directive": "disallow", "path": "/*lat=", "line": 96 }, { "directive": "disallow", "path": "/*lng=", "line": 97 }, { "directive": "disallow", "path": "/*make=", "line": 98 }, { "directive": "disallow", "path": "/*maxPrice=", "line": 99 }, { "directive": "disallow", "path": "/*minPrice=", "line": 100 }, { "directive": "disallow", "path": "/*model=", "line": 101 }, { "directive": "disallow", "path": "/*ref=", "line": 102 }, { "directive": "disallow", "path": "/*referral=", "line": 103 }, { "directive": "disallow", "path": "/*search=", "line": 104 }, { "directive": "disallow", "path": "/*sort=", "line": 105 }, { "directive": "disallow", "path": "/*sort_bef_combine=", "line": 106 }, { "directive": "disallow", "path": "/*source=", "line": 107 }, { "directive": "disallow", "path": "/*topic=", "line": 108 }, { "directive": "disallow", "path": "/*training=", "line": 109 }, { "directive": "disallow", "path": "/*type=", "line": 110 }, { "directive": "disallow", "path": "/*year=", "line": 111 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 21 }, { "directive": "allow", "path": "/core/*.css?", "line": 22 }, { "directive": "allow", "path": "/core/*.js$", "line": 23 }, { "directive": "allow", "path": "/core/*.js?", "line": 24 }, { "directive": "allow", "path": "/core/*.gif", "line": 25 }, { "directive": "allow", "path": "/core/*.jpg", "line": 26 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 27 }, { "directive": "allow", "path": "/core/*.png", "line": 28 }, { "directive": "allow", "path": "/core/*.svg", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 30 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 32 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "disallow", "path": "/core/", "line": 40 }, { "directive": "disallow", "path": "/profiles/", "line": 41 }, { "directive": "disallow", "path": "/node/", "line": 42 }, { "directive": "disallow", "path": "/README.txt", "line": 44 }, { "directive": "disallow", "path": "/web.config", "line": 45 }, { "directive": "disallow", "path": "/admin/", "line": 47 }, { "directive": "disallow", "path": "/author/", "line": 48 }, { "directive": "disallow", "path": "/comment/reply/", "line": 49 }, { "directive": "disallow", "path": "/filter/tips", "line": 50 }, { "directive": "disallow", "path": "/node/add/", "line": 51 }, { "directive": "disallow", "path": "/search", "line": 52 }, { "directive": "disallow", "path": "/user/register/", "line": 53 }, { "directive": "disallow", "path": "/user/password/", "line": 54 }, { "directive": "disallow", "path": "/user/login/", "line": 55 }, { "directive": "disallow", "path": "/user/logout/", "line": 56 }, { "directive": "disallow", "path": "/media/oembed", "line": 57 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 58 }, { "directive": "disallow", "path": "/our-company/annual-reports/", "line": 59 }, { "directive": "disallow", "path": "/our-company/awards/", "line": 60 }, { "directive": "disallow", "path": "/our-company/investor-presentations", "line": 61 }, { "directive": "disallow", "path": "/our-company/leadership/", "line": 62 }, { "directive": "disallow", "path": "/supplier-show/", "line": 63 }, { "directive": "disallow", "path": "/supplier-show", "line": 64 }, { "directive": "disallow", "path": "/en-nz", "line": 65 }, { "directive": "disallow", "path": "/en-nz/*", "line": 66 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 69 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 70 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 71 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 72 }, { "directive": "disallow", "path": "/index.php/search/", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 76 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 77 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 79 }, { "directive": "disallow", "path": "/*_ga=", "line": 82 }, { "directive": "disallow", "path": "/*category=", "line": 83 }, { "directive": "disallow", "path": "/*currency=", "line": 84 }, { "directive": "disallow", "path": "/*destination=", "line": 85 }, { "directive": "disallow", "path": "/*distance=", "line": 86 }, { "directive": "disallow", "path": "/*equipment=", "line": 87 }, { "directive": "disallow", "path": "/*equipment_filters=", "line": 88 }, { "directive": "disallow", "path": "/*featureCodes=", "line": 89 }, { "directive": "disallow", "path": "/*field_branch_code_value=", "line": 90 }, { "directive": "disallow", "path": "/*field_geolocation_proximity=", "line": 91 }, { "directive": "disallow", "path": "/*filter=", "line": 92 }, { "directive": "disallow", "path": "/*format=", "line": 93 }, { "directive": "disallow", "path": "/*img_src=", "line": 94 }, { "directive": "disallow", "path": "/*language=", "line": 95 }, { "directive": "disallow", "path": "/*lat=", "line": 96 }, { "directive": "disallow", "path": "/*lng=", "line": 97 }, { "directive": "disallow", "path": "/*make=", "line": 98 }, { "directive": "disallow", "path": "/*maxPrice=", "line": 99 }, { "directive": "disallow", "path": "/*minPrice=", "line": 100 }, { "directive": "disallow", "path": "/*model=", "line": 101 }, { "directive": "disallow", "path": "/*ref=", "line": 102 }, { "directive": "disallow", "path": "/*referral=", "line": 103 }, { "directive": "disallow", "path": "/*search=", "line": 104 }, { "directive": "disallow", "path": "/*sort=", "line": 105 }, { "directive": "disallow", "path": "/*sort_bef_combine=", "line": 106 }, { "directive": "disallow", "path": "/*source=", "line": 107 }, { "directive": "disallow", "path": "/*topic=", "line": 108 }, { "directive": "disallow", "path": "/*training=", "line": 109 }, { "directive": "disallow", "path": "/*type=", "line": 110 }, { "directive": "disallow", "path": "/*year=", "line": 111 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 21 }, { "directive": "allow", "path": "/core/*.css?", "line": 22 }, { "directive": "allow", "path": "/core/*.js$", "line": 23 }, { "directive": "allow", "path": "/core/*.js?", "line": 24 }, { "directive": "allow", "path": "/core/*.gif", "line": 25 }, { "directive": "allow", "path": "/core/*.jpg", "line": 26 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 27 }, { "directive": "allow", "path": "/core/*.png", "line": 28 }, { "directive": "allow", "path": "/core/*.svg", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 30 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 32 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "disallow", "path": "/core/", "line": 40 }, { "directive": "disallow", "path": "/profiles/", "line": 41 }, { "directive": "disallow", "path": "/node/", "line": 42 }, { "directive": "disallow", "path": "/README.txt", "line": 44 }, { "directive": "disallow", "path": "/web.config", "line": 45 }, { "directive": "disallow", "path": "/admin/", "line": 47 }, { "directive": "disallow", "path": "/author/", "line": 48 }, { "directive": "disallow", "path": "/comment/reply/", "line": 49 }, { "directive": "disallow", "path": "/filter/tips", "line": 50 }, { "directive": "disallow", "path": "/node/add/", "line": 51 }, { "directive": "disallow", "path": "/search", "line": 52 }, { "directive": "disallow", "path": "/user/register/", "line": 53 }, { "directive": "disallow", "path": "/user/password/", "line": 54 }, { "directive": "disallow", "path": "/user/login/", "line": 55 }, { "directive": "disallow", "path": "/user/logout/", "line": 56 }, { "directive": "disallow", "path": "/media/oembed", "line": 57 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 58 }, { "directive": "disallow", "path": "/our-company/annual-reports/", "line": 59 }, { "directive": "disallow", "path": "/our-company/awards/", "line": 60 }, { "directive": "disallow", "path": "/our-company/investor-presentations", "line": 61 }, { "directive": "disallow", "path": "/our-company/leadership/", "line": 62 }, { "directive": "disallow", "path": "/supplier-show/", "line": 63 }, { "directive": "disallow", "path": "/supplier-show", "line": 64 }, { "directive": "disallow", "path": "/en-nz", "line": 65 }, { "directive": "disallow", "path": "/en-nz/*", "line": 66 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 69 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 70 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 71 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 72 }, { "directive": "disallow", "path": "/index.php/search/", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 76 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 77 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 79 }, { "directive": "disallow", "path": "/*_ga=", "line": 82 }, { "directive": "disallow", "path": "/*category=", "line": 83 }, { "directive": "disallow", "path": "/*currency=", "line": 84 }, { "directive": "disallow", "path": "/*destination=", "line": 85 }, { "directive": "disallow", "path": "/*distance=", "line": 86 }, { "directive": "disallow", "path": "/*equipment=", "line": 87 }, { "directive": "disallow", "path": "/*equipment_filters=", "line": 88 }, { "directive": "disallow", "path": "/*featureCodes=", "line": 89 }, { "directive": "disallow", "path": "/*field_branch_code_value=", "line": 90 }, { "directive": "disallow", "path": "/*field_geolocation_proximity=", "line": 91 }, { "directive": "disallow", "path": "/*filter=", "line": 92 }, { "directive": "disallow", "path": "/*format=", "line": 93 }, { "directive": "disallow", "path": "/*img_src=", "line": 94 }, { "directive": "disallow", "path": "/*language=", "line": 95 }, { "directive": "disallow", "path": "/*lat=", "line": 96 }, { "directive": "disallow", "path": "/*lng=", "line": 97 }, { "directive": "disallow", "path": "/*make=", "line": 98 }, { "directive": "disallow", "path": "/*maxPrice=", "line": 99 }, { "directive": "disallow", "path": "/*minPrice=", "line": 100 }, { "directive": "disallow", "path": "/*model=", "line": 101 }, { "directive": "disallow", "path": "/*ref=", "line": 102 }, { "directive": "disallow", "path": "/*referral=", "line": 103 }, { "directive": "disallow", "path": "/*search=", "line": 104 }, { "directive": "disallow", "path": "/*sort=", "line": 105 }, { "directive": "disallow", "path": "/*sort_bef_combine=", "line": 106 }, { "directive": "disallow", "path": "/*source=", "line": 107 }, { "directive": "disallow", "path": "/*topic=", "line": 108 }, { "directive": "disallow", "path": "/*training=", "line": 109 }, { "directive": "disallow", "path": "/*type=", "line": 110 }, { "directive": "disallow", "path": "/*year=", "line": 111 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 21 }, { "directive": "allow", "path": "/core/*.css?", "line": 22 }, { "directive": "allow", "path": "/core/*.js$", "line": 23 }, { "directive": "allow", "path": "/core/*.js?", "line": 24 }, { "directive": "allow", "path": "/core/*.gif", "line": 25 }, { "directive": "allow", "path": "/core/*.jpg", "line": 26 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 27 }, { "directive": "allow", "path": "/core/*.png", "line": 28 }, { "directive": "allow", "path": "/core/*.svg", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 30 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 32 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "disallow", "path": "/core/", "line": 40 }, { "directive": "disallow", "path": "/profiles/", "line": 41 }, { "directive": "disallow", "path": "/node/", "line": 42 }, { "directive": "disallow", "path": "/README.txt", "line": 44 }, { "directive": "disallow", "path": "/web.config", "line": 45 }, { "directive": "disallow", "path": "/admin/", "line": 47 }, { "directive": "disallow", "path": "/author/", "line": 48 }, { "directive": "disallow", "path": "/comment/reply/", "line": 49 }, { "directive": "disallow", "path": "/filter/tips", "line": 50 }, { "directive": "disallow", "path": "/node/add/", "line": 51 }, { "directive": "disallow", "path": "/search", "line": 52 }, { "directive": "disallow", "path": "/user/register/", "line": 53 }, { "directive": "disallow", "path": "/user/password/", "line": 54 }, { "directive": "disallow", "path": "/user/login/", "line": 55 }, { "directive": "disallow", "path": "/user/logout/", "line": 56 }, { "directive": "disallow", "path": "/media/oembed", "line": 57 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 58 }, { "directive": "disallow", "path": "/our-company/annual-reports/", "line": 59 }, { "directive": "disallow", "path": "/our-company/awards/", "line": 60 }, { "directive": "disallow", "path": "/our-company/investor-presentations", "line": 61 }, { "directive": "disallow", "path": "/our-company/leadership/", "line": 62 }, { "directive": "disallow", "path": "/supplier-show/", "line": 63 }, { "directive": "disallow", "path": "/supplier-show", "line": 64 }, { "directive": "disallow", "path": "/en-nz", "line": 65 }, { "directive": "disallow", "path": "/en-nz/*", "line": 66 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 69 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 70 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 71 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 72 }, { "directive": "disallow", "path": "/index.php/search/", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 76 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 77 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 78 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 79 }, { "directive": "disallow", "path": "/*_ga=", "line": 82 }, { "directive": "disallow", "path": "/*category=", "line": 83 }, { "directive": "disallow", "path": "/*currency=", "line": 84 }, { "directive": "disallow", "path": "/*destination=", "line": 85 }, { "directive": "disallow", "path": "/*distance=", "line": 86 }, { "directive": "disallow", "path": "/*equipment=", "line": 87 }, { "directive": "disallow", "path": "/*equipment_filters=", "line": 88 }, { "directive": "disallow", "path": "/*featureCodes=", "line": 89 }, { "directive": "disallow", "path": "/*field_branch_code_value=", "line": 90 }, { "directive": "disallow", "path": "/*field_geolocation_proximity=", "line": 91 }, { "directive": "disallow", "path": "/*filter=", "line": 92 }, { "directive": "disallow", "path": "/*format=", "line": 93 }, { "directive": "disallow", "path": "/*img_src=", "line": 94 }, { "directive": "disallow", "path": "/*language=", "line": 95 }, { "directive": "disallow", "path": "/*lat=", "line": 96 }, { "directive": "disallow", "path": "/*lng=", "line": 97 }, { "directive": "disallow", "path": "/*make=", "line": 98 }, { "directive": "disallow", "path": "/*maxPrice=", "line": 99 }, { "directive": "disallow", "path": "/*minPrice=", "line": 100 }, { "directive": "disallow", "path": "/*model=", "line": 101 }, { "directive": "disallow", "path": "/*ref=", "line": 102 }, { "directive": "disallow", "path": "/*referral=", "line": 103 }, { "directive": "disallow", "path": "/*search=", "line": 104 }, { "directive": "disallow", "path": "/*sort=", "line": 105 }, { "directive": "disallow", "path": "/*sort_bef_combine=", "line": 106 }, { "directive": "disallow", "path": "/*source=", "line": 107 }, { "directive": "disallow", "path": "/*topic=", "line": 108 }, { "directive": "disallow", "path": "/*training=", "line": 109 }, { "directive": "disallow", "path": "/*type=", "line": 110 }, { "directive": "disallow", "path": "/*year=", "line": 111 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.unitedrentals.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "b814127624e2ca21b65216550887d6d6a97de8de4b15284dba7f39fe362eef44", "bytes": 2917 }, { "company": "UnitedHealth Group", "cik": "731766", "sector": "Health Care", "origin": "http://www.unitedhealthgroup.com", "checkedAt": "2026-09-26T04:56:25.661Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/~/search.html", "line": 16 }, { "directive": "disallow", "path": "/content/uhg/en/ns/", "line": 17 }, { "directive": "disallow", "path": "/content/dam/sustainability", "line": 18 }, { "directive": "disallow", "path": "/content/dam/sustainability-report", "line": 19 }, { "directive": "disallow", "path": "/content/dam/sparq", "line": 20 }, { "directive": "disallow", "path": "/content/dam/templates", "line": 21 }, { "directive": "disallow", "path": "/content/dam/catalogs", "line": 22 }, { "directive": "disallow", "path": "/content/dam/projects", "line": 23 }, { "directive": "disallow", "path": "/content/dam/UHG/protectwell", "line": 24 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/uhgwebcomponents", "line": 25 }, { "directive": "disallow", "path": "/content/sustainability", "line": 26 }, { "directive": "disallow", "path": "/content/darksite", "line": 27 }, { "directive": "disallow", "path": "/content/sparq", "line": 28 }, { "directive": "disallow", "path": "/content/huge", "line": 29 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/ns/", "line": 30 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/PurchaseOrder", "line": 31 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/site", "line": 32 }, { "directive": "disallow", "path": "/content/dam/ma", "line": 33 }, { "directive": "disallow", "path": "/admin/", "line": 34 }, { "directive": "disallow", "path": "/crx/", "line": 35 }, { "directive": "disallow", "path": "/system/", "line": 36 }, { "directive": "disallow", "path": "/apps/", "line": 37 }, { "directive": "disallow", "path": "/bin/", "line": 38 }, { "directive": "disallow", "path": "/libs/", "line": 39 }, { "directive": "disallow", "path": "/home/", "line": 40 }, { "directive": "disallow", "path": "/tmp/", "line": 41 }, { "directive": "disallow", "path": "/var/", "line": 42 }, { "directive": "disallow", "path": "/etc/", "line": 43 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/~/search.html", "line": 16 }, { "directive": "disallow", "path": "/content/uhg/en/ns/", "line": 17 }, { "directive": "disallow", "path": "/content/dam/sustainability", "line": 18 }, { "directive": "disallow", "path": "/content/dam/sustainability-report", "line": 19 }, { "directive": "disallow", "path": "/content/dam/sparq", "line": 20 }, { "directive": "disallow", "path": "/content/dam/templates", "line": 21 }, { "directive": "disallow", "path": "/content/dam/catalogs", "line": 22 }, { "directive": "disallow", "path": "/content/dam/projects", "line": 23 }, { "directive": "disallow", "path": "/content/dam/UHG/protectwell", "line": 24 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/uhgwebcomponents", "line": 25 }, { "directive": "disallow", "path": "/content/sustainability", "line": 26 }, { "directive": "disallow", "path": "/content/darksite", "line": 27 }, { "directive": "disallow", "path": "/content/sparq", "line": 28 }, { "directive": "disallow", "path": "/content/huge", "line": 29 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/ns/", "line": 30 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/PurchaseOrder", "line": 31 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/site", "line": 32 }, { "directive": "disallow", "path": "/content/dam/ma", "line": 33 }, { "directive": "disallow", "path": "/admin/", "line": 34 }, { "directive": "disallow", "path": "/crx/", "line": 35 }, { "directive": "disallow", "path": "/system/", "line": 36 }, { "directive": "disallow", "path": "/apps/", "line": 37 }, { "directive": "disallow", "path": "/bin/", "line": 38 }, { "directive": "disallow", "path": "/libs/", "line": 39 }, { "directive": "disallow", "path": "/home/", "line": 40 }, { "directive": "disallow", "path": "/tmp/", "line": 41 }, { "directive": "disallow", "path": "/var/", "line": 42 }, { "directive": "disallow", "path": "/etc/", "line": 43 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/~/search.html", "line": 16 }, { "directive": "disallow", "path": "/content/uhg/en/ns/", "line": 17 }, { "directive": "disallow", "path": "/content/dam/sustainability", "line": 18 }, { "directive": "disallow", "path": "/content/dam/sustainability-report", "line": 19 }, { "directive": "disallow", "path": "/content/dam/sparq", "line": 20 }, { "directive": "disallow", "path": "/content/dam/templates", "line": 21 }, { "directive": "disallow", "path": "/content/dam/catalogs", "line": 22 }, { "directive": "disallow", "path": "/content/dam/projects", "line": 23 }, { "directive": "disallow", "path": "/content/dam/UHG/protectwell", "line": 24 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/uhgwebcomponents", "line": 25 }, { "directive": "disallow", "path": "/content/sustainability", "line": 26 }, { "directive": "disallow", "path": "/content/darksite", "line": 27 }, { "directive": "disallow", "path": "/content/sparq", "line": 28 }, { "directive": "disallow", "path": "/content/huge", "line": 29 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/ns/", "line": 30 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/PurchaseOrder", "line": 31 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/site", "line": 32 }, { "directive": "disallow", "path": "/content/dam/ma", "line": 33 }, { "directive": "disallow", "path": "/admin/", "line": 34 }, { "directive": "disallow", "path": "/crx/", "line": 35 }, { "directive": "disallow", "path": "/system/", "line": 36 }, { "directive": "disallow", "path": "/apps/", "line": 37 }, { "directive": "disallow", "path": "/bin/", "line": 38 }, { "directive": "disallow", "path": "/libs/", "line": 39 }, { "directive": "disallow", "path": "/home/", "line": 40 }, { "directive": "disallow", "path": "/tmp/", "line": 41 }, { "directive": "disallow", "path": "/var/", "line": 42 }, { "directive": "disallow", "path": "/etc/", "line": 43 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/~/search.html", "line": 16 }, { "directive": "disallow", "path": "/content/uhg/en/ns/", "line": 17 }, { "directive": "disallow", "path": "/content/dam/sustainability", "line": 18 }, { "directive": "disallow", "path": "/content/dam/sustainability-report", "line": 19 }, { "directive": "disallow", "path": "/content/dam/sparq", "line": 20 }, { "directive": "disallow", "path": "/content/dam/templates", "line": 21 }, { "directive": "disallow", "path": "/content/dam/catalogs", "line": 22 }, { "directive": "disallow", "path": "/content/dam/projects", "line": 23 }, { "directive": "disallow", "path": "/content/dam/UHG/protectwell", "line": 24 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/uhgwebcomponents", "line": 25 }, { "directive": "disallow", "path": "/content/sustainability", "line": 26 }, { "directive": "disallow", "path": "/content/darksite", "line": 27 }, { "directive": "disallow", "path": "/content/sparq", "line": 28 }, { "directive": "disallow", "path": "/content/huge", "line": 29 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/ns/", "line": 30 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/PurchaseOrder", "line": 31 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/site", "line": 32 }, { "directive": "disallow", "path": "/content/dam/ma", "line": 33 }, { "directive": "disallow", "path": "/admin/", "line": 34 }, { "directive": "disallow", "path": "/crx/", "line": 35 }, { "directive": "disallow", "path": "/system/", "line": 36 }, { "directive": "disallow", "path": "/apps/", "line": 37 }, { "directive": "disallow", "path": "/bin/", "line": 38 }, { "directive": "disallow", "path": "/libs/", "line": 39 }, { "directive": "disallow", "path": "/home/", "line": 40 }, { "directive": "disallow", "path": "/tmp/", "line": 41 }, { "directive": "disallow", "path": "/var/", "line": 42 }, { "directive": "disallow", "path": "/etc/", "line": 43 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/~/search.html", "line": 16 }, { "directive": "disallow", "path": "/content/uhg/en/ns/", "line": 17 }, { "directive": "disallow", "path": "/content/dam/sustainability", "line": 18 }, { "directive": "disallow", "path": "/content/dam/sustainability-report", "line": 19 }, { "directive": "disallow", "path": "/content/dam/sparq", "line": 20 }, { "directive": "disallow", "path": "/content/dam/templates", "line": 21 }, { "directive": "disallow", "path": "/content/dam/catalogs", "line": 22 }, { "directive": "disallow", "path": "/content/dam/projects", "line": 23 }, { "directive": "disallow", "path": "/content/dam/UHG/protectwell", "line": 24 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/uhgwebcomponents", "line": 25 }, { "directive": "disallow", "path": "/content/sustainability", "line": 26 }, { "directive": "disallow", "path": "/content/darksite", "line": 27 }, { "directive": "disallow", "path": "/content/sparq", "line": 28 }, { "directive": "disallow", "path": "/content/huge", "line": 29 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/ns/", "line": 30 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/PurchaseOrder", "line": 31 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/site", "line": 32 }, { "directive": "disallow", "path": "/content/dam/ma", "line": 33 }, { "directive": "disallow", "path": "/admin/", "line": 34 }, { "directive": "disallow", "path": "/crx/", "line": 35 }, { "directive": "disallow", "path": "/system/", "line": 36 }, { "directive": "disallow", "path": "/apps/", "line": 37 }, { "directive": "disallow", "path": "/bin/", "line": 38 }, { "directive": "disallow", "path": "/libs/", "line": 39 }, { "directive": "disallow", "path": "/home/", "line": 40 }, { "directive": "disallow", "path": "/tmp/", "line": 41 }, { "directive": "disallow", "path": "/var/", "line": 42 }, { "directive": "disallow", "path": "/etc/", "line": 43 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/~/search.html", "line": 16 }, { "directive": "disallow", "path": "/content/uhg/en/ns/", "line": 17 }, { "directive": "disallow", "path": "/content/dam/sustainability", "line": 18 }, { "directive": "disallow", "path": "/content/dam/sustainability-report", "line": 19 }, { "directive": "disallow", "path": "/content/dam/sparq", "line": 20 }, { "directive": "disallow", "path": "/content/dam/templates", "line": 21 }, { "directive": "disallow", "path": "/content/dam/catalogs", "line": 22 }, { "directive": "disallow", "path": "/content/dam/projects", "line": 23 }, { "directive": "disallow", "path": "/content/dam/UHG/protectwell", "line": 24 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/uhgwebcomponents", "line": 25 }, { "directive": "disallow", "path": "/content/sustainability", "line": 26 }, { "directive": "disallow", "path": "/content/darksite", "line": 27 }, { "directive": "disallow", "path": "/content/sparq", "line": 28 }, { "directive": "disallow", "path": "/content/huge", "line": 29 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/ns/", "line": 30 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/PurchaseOrder", "line": 31 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/site", "line": 32 }, { "directive": "disallow", "path": "/content/dam/ma", "line": 33 }, { "directive": "disallow", "path": "/admin/", "line": 34 }, { "directive": "disallow", "path": "/crx/", "line": 35 }, { "directive": "disallow", "path": "/system/", "line": 36 }, { "directive": "disallow", "path": "/apps/", "line": 37 }, { "directive": "disallow", "path": "/bin/", "line": 38 }, { "directive": "disallow", "path": "/libs/", "line": 39 }, { "directive": "disallow", "path": "/home/", "line": 40 }, { "directive": "disallow", "path": "/tmp/", "line": 41 }, { "directive": "disallow", "path": "/var/", "line": 42 }, { "directive": "disallow", "path": "/etc/", "line": 43 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/~/search.html", "line": 16 }, { "directive": "disallow", "path": "/content/uhg/en/ns/", "line": 17 }, { "directive": "disallow", "path": "/content/dam/sustainability", "line": 18 }, { "directive": "disallow", "path": "/content/dam/sustainability-report", "line": 19 }, { "directive": "disallow", "path": "/content/dam/sparq", "line": 20 }, { "directive": "disallow", "path": "/content/dam/templates", "line": 21 }, { "directive": "disallow", "path": "/content/dam/catalogs", "line": 22 }, { "directive": "disallow", "path": "/content/dam/projects", "line": 23 }, { "directive": "disallow", "path": "/content/dam/UHG/protectwell", "line": 24 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/uhgwebcomponents", "line": 25 }, { "directive": "disallow", "path": "/content/sustainability", "line": 26 }, { "directive": "disallow", "path": "/content/darksite", "line": 27 }, { "directive": "disallow", "path": "/content/sparq", "line": 28 }, { "directive": "disallow", "path": "/content/huge", "line": 29 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/ns/", "line": 30 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/PurchaseOrder", "line": 31 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/site", "line": 32 }, { "directive": "disallow", "path": "/content/dam/ma", "line": 33 }, { "directive": "disallow", "path": "/admin/", "line": 34 }, { "directive": "disallow", "path": "/crx/", "line": 35 }, { "directive": "disallow", "path": "/system/", "line": 36 }, { "directive": "disallow", "path": "/apps/", "line": 37 }, { "directive": "disallow", "path": "/bin/", "line": 38 }, { "directive": "disallow", "path": "/libs/", "line": 39 }, { "directive": "disallow", "path": "/home/", "line": 40 }, { "directive": "disallow", "path": "/tmp/", "line": 41 }, { "directive": "disallow", "path": "/var/", "line": 42 }, { "directive": "disallow", "path": "/etc/", "line": 43 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/~/search.html", "line": 16 }, { "directive": "disallow", "path": "/content/uhg/en/ns/", "line": 17 }, { "directive": "disallow", "path": "/content/dam/sustainability", "line": 18 }, { "directive": "disallow", "path": "/content/dam/sustainability-report", "line": 19 }, { "directive": "disallow", "path": "/content/dam/sparq", "line": 20 }, { "directive": "disallow", "path": "/content/dam/templates", "line": 21 }, { "directive": "disallow", "path": "/content/dam/catalogs", "line": 22 }, { "directive": "disallow", "path": "/content/dam/projects", "line": 23 }, { "directive": "disallow", "path": "/content/dam/UHG/protectwell", "line": 24 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/uhgwebcomponents", "line": 25 }, { "directive": "disallow", "path": "/content/sustainability", "line": 26 }, { "directive": "disallow", "path": "/content/darksite", "line": 27 }, { "directive": "disallow", "path": "/content/sparq", "line": 28 }, { "directive": "disallow", "path": "/content/huge", "line": 29 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/ns/", "line": 30 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/PurchaseOrder", "line": 31 }, { "directive": "disallow", "path": "/content/dam/UHG/PDF/site", "line": 32 }, { "directive": "disallow", "path": "/content/dam/ma", "line": 33 }, { "directive": "disallow", "path": "/admin/", "line": 34 }, { "directive": "disallow", "path": "/crx/", "line": 35 }, { "directive": "disallow", "path": "/system/", "line": 36 }, { "directive": "disallow", "path": "/apps/", "line": 37 }, { "directive": "disallow", "path": "/bin/", "line": 38 }, { "directive": "disallow", "path": "/libs/", "line": 39 }, { "directive": "disallow", "path": "/home/", "line": 40 }, { "directive": "disallow", "path": "/tmp/", "line": 41 }, { "directive": "disallow", "path": "/var/", "line": 42 }, { "directive": "disallow", "path": "/etc/", "line": 43 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.unitedhealthgroup.com/robots.txt", "contentType": "text/plain; charset=ISO-8859-1", "sha256": "19198ea4ca83ced3b2ecb1a37ebd4c0842c62f08df5c41d7cce290694217346e", "bytes": 7325 }, { "company": "Universal Health Services", "cik": "352915", "sector": "Health Care", "origin": "http://www.uhsinc.com", "checkedAt": "2026-09-26T04:56:25.684Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://uhs.com/robots.txt?redirect=www.uhsinc.com", "contentType": "text/html; charset=UTF-8" }, { "company": "Valero Energy", "cik": "1035002", "sector": "Energy", "origin": "https://www.valero.com", "checkedAt": "2026-09-26T04:56:26.311Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.avif", "line": 22 }, { "directive": "allow", "path": "/core/*.gif", "line": 23 }, { "directive": "allow", "path": "/core/*.jpg", "line": 24 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 25 }, { "directive": "allow", "path": "/core/*.png", "line": 26 }, { "directive": "allow", "path": "/core/*.svg", "line": 27 }, { "directive": "allow", "path": "/core/*.webp", "line": 28 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 31 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 32 }, { "directive": "allow", "path": "/profiles/*.avif", "line": 33 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 34 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 35 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 36 }, { "directive": "allow", "path": "/profiles/*.png", "line": 37 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 38 }, { "directive": "allow", "path": "/profiles/*.webp", "line": 39 }, { "directive": "disallow", "path": "/core/", "line": 41 }, { "directive": "disallow", "path": "/profiles/", "line": 42 }, { "directive": "disallow", "path": "/README.md", "line": 44 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 45 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 46 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 47 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 48 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 49 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 50 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 51 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 52 }, { "directive": "disallow", "path": "/admin/", "line": 54 }, { "directive": "disallow", "path": "/comment/reply/", "line": 55 }, { "directive": "disallow", "path": "/filter/tips", "line": 56 }, { "directive": "disallow", "path": "/node/add/", "line": 57 }, { "directive": "disallow", "path": "/search/", "line": 58 }, { "directive": "disallow", "path": "/search?", "line": 59 }, { "directive": "disallow", "path": "/user/register", "line": 60 }, { "directive": "disallow", "path": "/user/password", "line": 61 }, { "directive": "disallow", "path": "/user/login", "line": 62 }, { "directive": "disallow", "path": "/user/logout", "line": 63 }, { "directive": "disallow", "path": "/media/oembed", "line": 64 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 65 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 67 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 68 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 69 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 70 }, { "directive": "disallow", "path": "/index.php/search/", "line": 71 }, { "directive": "disallow", "path": "/index.php/search?", "line": 72 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 73 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 74 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 75 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 76 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 77 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 78 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.valero.com/robots.txt", "contentType": "text/plain", "sha256": "17415ab23c62612243ed764ca50188192be6381f9a118c8a87ac0d26d5266d7c", "bytes": 2258 }, { "company": "Veeva Systems", "cik": "1393052", "sector": "Health Care", "origin": "https://www.veeva.com", "checkedAt": "2026-09-26T04:56:26.359Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/wpforms/", "line": 4 }, { "directive": "disallow", "path": "/wp-content/uploads/confidential/", "line": 5 }, { "directive": "disallow", "path": "/wp-content/themes/veeva2015/templates/absorb", "line": 6 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/wpforms/", "line": 4 }, { "directive": "disallow", "path": "/wp-content/uploads/confidential/", "line": 5 }, { "directive": "disallow", "path": "/wp-content/themes/veeva2015/templates/absorb", "line": 6 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/wpforms/", "line": 4 }, { "directive": "disallow", "path": "/wp-content/uploads/confidential/", "line": 5 }, { "directive": "disallow", "path": "/wp-content/themes/veeva2015/templates/absorb", "line": 6 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/wpforms/", "line": 4 }, { "directive": "disallow", "path": "/wp-content/uploads/confidential/", "line": 5 }, { "directive": "disallow", "path": "/wp-content/themes/veeva2015/templates/absorb", "line": 6 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/wpforms/", "line": 4 }, { "directive": "disallow", "path": "/wp-content/uploads/confidential/", "line": 5 }, { "directive": "disallow", "path": "/wp-content/themes/veeva2015/templates/absorb", "line": 6 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/wpforms/", "line": 4 }, { "directive": "disallow", "path": "/wp-content/uploads/confidential/", "line": 5 }, { "directive": "disallow", "path": "/wp-content/themes/veeva2015/templates/absorb", "line": 6 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/wpforms/", "line": 4 }, { "directive": "disallow", "path": "/wp-content/uploads/confidential/", "line": 5 }, { "directive": "disallow", "path": "/wp-content/themes/veeva2015/templates/absorb", "line": 6 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-admin/", "line": 2 }, { "directive": "allow", "path": "/wp-admin/admin-ajax.php", "line": 3 }, { "directive": "disallow", "path": "/wp-content/uploads/wpforms/", "line": 4 }, { "directive": "disallow", "path": "/wp-content/uploads/confidential/", "line": 5 }, { "directive": "disallow", "path": "/wp-content/themes/veeva2015/templates/absorb", "line": 6 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.veeva.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "1b343bea3b220a8e6337714a306aa00e889b631ef2183db8b4fe9a5414e7fa36", "bytes": 516 }, { "company": "Ventas", "cik": "740260", "sector": "Real Estate", "origin": "http://www.ventasreit.com", "checkedAt": "2026-09-26T04:56:27.421Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.ventasreit.com/robots.txt", "contentType": "text/plain", "sha256": "773fb8d35bb9a39d35335ee6db8dc5c912d2aacbfb823152d9c61cd647dd902d", "bytes": 2027 }, { "company": "Veralto", "cik": "1967680", "sector": "Industrials", "origin": "https://www.veralto.com", "checkedAt": "2026-09-26T04:56:27.447Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?s=", "line": 5 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 6 }, { "directive": "disallow", "path": "/search/", "line": 7 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?s=", "line": 5 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 6 }, { "directive": "disallow", "path": "/search/", "line": 7 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?s=", "line": 5 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 6 }, { "directive": "disallow", "path": "/search/", "line": 7 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?s=", "line": 5 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 6 }, { "directive": "disallow", "path": "/search/", "line": 7 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?s=", "line": 5 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 6 }, { "directive": "disallow", "path": "/search/", "line": 7 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?s=", "line": 5 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 6 }, { "directive": "disallow", "path": "/search/", "line": 7 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?s=", "line": 5 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 6 }, { "directive": "disallow", "path": "/search/", "line": 7 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/?s=", "line": 5 }, { "directive": "disallow", "path": "/page/*/?s=", "line": 6 }, { "directive": "disallow", "path": "/search/", "line": 7 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.veralto.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "8ccc4ce3660f069e86e47e848abffb419c17cfefcc83951c9e3134cdfe5162fe", "bytes": 235 }, { "company": "Verisign", "cik": "1014473", "sector": "Information Technology", "origin": "https://www.verisign.com", "checkedAt": "2026-09-26T04:56:27.540Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.verisign.com/robots.txt", "contentType": "text/plain;charset=UTF-8", "sha256": "2fa10e2d0d48a6f2f8b611d3e2816854a89755736bb5df6797100abbcf69ec93", "bytes": 62 }, { "company": "Verisk Analytics", "cik": "1442145", "sector": "Industrials", "origin": "http://www.verisk.com", "checkedAt": "2026-09-26T04:56:27.951Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/verisk/blocks/", "line": 2 }, { "directive": "disallow", "path": "/siteassets/gated/", "line": 3 }, { "directive": "disallow", "path": "/siteassets/media/campaigns/", "line": 4 }, { "directive": "disallow", "path": "/siteassets/extreme-event-solutions/", "line": 5 }, { "directive": "disallow", "path": "/siteassets/gated/blog-material/", "line": 6 }, { "directive": "disallow", "path": "/siteassets/media/corporate-social-responsibility/downloads/", "line": 7 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/verisk/blocks/", "line": 2 }, { "directive": "disallow", "path": "/siteassets/gated/", "line": 3 }, { "directive": "disallow", "path": "/siteassets/media/campaigns/", "line": 4 }, { "directive": "disallow", "path": "/siteassets/extreme-event-solutions/", "line": 5 }, { "directive": "disallow", "path": "/siteassets/gated/blog-material/", "line": 6 }, { "directive": "disallow", "path": "/siteassets/media/corporate-social-responsibility/downloads/", "line": 7 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/verisk/blocks/", "line": 2 }, { "directive": "disallow", "path": "/siteassets/gated/", "line": 3 }, { "directive": "disallow", "path": "/siteassets/media/campaigns/", "line": 4 }, { "directive": "disallow", "path": "/siteassets/extreme-event-solutions/", "line": 5 }, { "directive": "disallow", "path": "/siteassets/gated/blog-material/", "line": 6 }, { "directive": "disallow", "path": "/siteassets/media/corporate-social-responsibility/downloads/", "line": 7 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/verisk/blocks/", "line": 2 }, { "directive": "disallow", "path": "/siteassets/gated/", "line": 3 }, { "directive": "disallow", "path": "/siteassets/media/campaigns/", "line": 4 }, { "directive": "disallow", "path": "/siteassets/extreme-event-solutions/", "line": 5 }, { "directive": "disallow", "path": "/siteassets/gated/blog-material/", "line": 6 }, { "directive": "disallow", "path": "/siteassets/media/corporate-social-responsibility/downloads/", "line": 7 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/verisk/blocks/", "line": 2 }, { "directive": "disallow", "path": "/siteassets/gated/", "line": 3 }, { "directive": "disallow", "path": "/siteassets/media/campaigns/", "line": 4 }, { "directive": "disallow", "path": "/siteassets/extreme-event-solutions/", "line": 5 }, { "directive": "disallow", "path": "/siteassets/gated/blog-material/", "line": 6 }, { "directive": "disallow", "path": "/siteassets/media/corporate-social-responsibility/downloads/", "line": 7 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/verisk/blocks/", "line": 2 }, { "directive": "disallow", "path": "/siteassets/gated/", "line": 3 }, { "directive": "disallow", "path": "/siteassets/media/campaigns/", "line": 4 }, { "directive": "disallow", "path": "/siteassets/extreme-event-solutions/", "line": 5 }, { "directive": "disallow", "path": "/siteassets/gated/blog-material/", "line": 6 }, { "directive": "disallow", "path": "/siteassets/media/corporate-social-responsibility/downloads/", "line": 7 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/verisk/blocks/", "line": 2 }, { "directive": "disallow", "path": "/siteassets/gated/", "line": 3 }, { "directive": "disallow", "path": "/siteassets/media/campaigns/", "line": 4 }, { "directive": "disallow", "path": "/siteassets/extreme-event-solutions/", "line": 5 }, { "directive": "disallow", "path": "/siteassets/gated/blog-material/", "line": 6 }, { "directive": "disallow", "path": "/siteassets/media/corporate-social-responsibility/downloads/", "line": 7 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/verisk/blocks/", "line": 2 }, { "directive": "disallow", "path": "/siteassets/gated/", "line": 3 }, { "directive": "disallow", "path": "/siteassets/media/campaigns/", "line": 4 }, { "directive": "disallow", "path": "/siteassets/extreme-event-solutions/", "line": 5 }, { "directive": "disallow", "path": "/siteassets/gated/blog-material/", "line": 6 }, { "directive": "disallow", "path": "/siteassets/media/corporate-social-responsibility/downloads/", "line": 7 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.verisk.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "57d0962cee119b044ed1b2496c84f631e4203ac3376fee3dcb1de1ff01076e6d", "bytes": 522 }, { "company": "Verizon", "cik": "732712", "sector": "Communication Services", "origin": "https://www.verizon.com", "checkedAt": "2026-09-26T04:56:27.964Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*.js", "line": 4 }, { "directive": "allow", "path": "*.css", "line": 5 }, { "directive": "allow", "path": "/signin", "line": 6 }, { "directive": "allow", "path": "/digital/nsa/secure/ui/ngd/servicecentral", "line": 7 }, { "directive": "disallow", "path": "/cgi-bin", "line": 8 }, { "directive": "disallow", "path": "/perl", "line": 9 }, { "directive": "disallow", "path": "/cs/idcplg", "line": 10 }, { "directive": "disallow", "path": "/dslmembersonly", "line": 11 }, { "directive": "disallow", "path": "/idc/", "line": 12 }, { "directive": "disallow", "path": "/nroneretail/", "line": 13 }, { "directive": "disallow", "path": "/NROneRetail/", "line": 14 }, { "directive": "disallow", "path": "/residential/", "line": 15 }, { "directive": "disallow", "path": "/search/SearchResults", "line": 16 }, { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/onesearch/search", "line": 18 }, { "directive": "disallow", "path": "/onesearch/", "line": 19 }, { "directive": "disallow", "path": "/cs/", "line": 20 }, { "directive": "allow", "path": "/cs/groups/public/documents/", "line": 21 }, { "directive": "disallow", "path": "/business/en-gb/resources/reports/dbir./", "line": 26 }, { "directive": "disallow", "path": "/business/small-business-essentials/", "line": 27 }, { "directive": "disallow", "path": "/home/directv/*%7Bdomainnameus%7D/", "line": 32 }, { "directive": "disallow", "path": "/home/directv/usingdtv/*%7Bdomainnameus%7D/", "line": 33 }, { "directive": "disallow", "path": "/home/fiosinternet/plans/*%7Bdomainnameus%7D/", "line": 34 }, { "directive": "disallow", "path": "/home/fiostv/spanishplans/*%7Bdomainnameus%7D/", "line": 35 }, { "directive": "disallow", "path": "/home/highspeedinternet/*%7Bdomainnameus%7D/", "line": 36 }, { "directive": "disallow", "path": "/home/phone/international/basicinternationalrates/*%7Bdomainnameus%7D/", "line": 37 }, { "directive": "disallow", "path": "/home/ordering/", "line": 38 }, { "directive": "disallow", "path": "/home/popup/", "line": 39 }, { "directive": "disallow", "path": "/home/products/", "line": 40 }, { "directive": "disallow", "path": "/home/s/", "line": 41 }, { "directive": "disallow", "path": "/home/wifi/*%7Bdomainnameus%7D/", "line": 42 }, { "directive": "disallow", "path": "/home/accessories/browse/", "line": 43 }, { "directive": "disallow", "path": "/home/accessories/cart/", "line": 44 }, { "directive": "disallow", "path": "/home/accessories/checkout/", "line": 45 }, { "directive": "disallow", "path": "/?offset=", "line": 50 }, { "directive": "disallow", "path": "/od/service/", "line": 51 }, { "directive": "allow", "path": "/products/allproducts/", "line": 52 }, { "directive": "allow", "path": "/products/*/page-2$", "line": 53 }, { "directive": "allow", "path": "/products/*/page-3$", "line": 54 }, { "directive": "allow", "path": "/products/*/page-2/$", "line": 55 }, { "directive": "allow", "path": "/products/*/page-3/$", "line": 56 }, { "directive": "disallow", "path": "/products/*/gold/", "line": 57 }, { "directive": "disallow", "path": "/products/*/red/", "line": 58 }, { "directive": "disallow", "path": "/products/*/black/", "line": 59 }, { "directive": "disallow", "path": "/products/*/pink/", "line": 60 }, { "directive": "disallow", "path": "/products/*+*", "line": 61 }, { "directive": "disallow", "path": "/products/*/page-1", "line": 62 }, { "directive": "disallow", "path": "/products/*/page-2", "line": 63 }, { "directive": "disallow", "path": "/products/*/page-3", "line": 64 }, { "directive": "disallow", "path": "/products/*/page-4", "line": 65 }, { "directive": "disallow", "path": "/products/*/page-5", "line": 66 }, { "directive": "disallow", "path": "/products/*/page-6", "line": 67 }, { "directive": "disallow", "path": "/products/*/page-7", "line": 68 }, { "directive": "disallow", "path": "/products/*/page-8", "line": 69 }, { "directive": "disallow", "path": "/products/*/page-9", "line": 70 }, { "directive": "disallow", "path": "/digital/nsa/secure/", "line": 71 }, { "directive": "disallow", "path": "/sales/digital/", "line": 72 }, { "directive": "disallow", "path": "/us/", "line": 73 }, { "directive": "disallow", "path": "/vzw/", "line": 74 }, { "directive": "disallow", "path": "/wcms/", "line": 75 }, { "directive": "disallow", "path": "/prepaid/browse/cart.jsp", "line": 80 }, { "directive": "disallow", "path": "/btwn", "line": 81 }, { "directive": "disallow", "path": "/accessories/*-sk-", "line": 82 }, { "directive": "disallow", "path": "/accessories/tealeaf/target/TealeafTarget.jsp", "line": 83 }, { "directive": "disallow", "path": "/browse/RVInfoActor/loadRVInfo", "line": 88 }, { "directive": "disallow", "path": "/browse/DeviceDetailsActor/", "line": 89 }, { "directive": "disallow", "path": "/browse/deviceDetails.jsp", "line": 90 }, { "directive": "disallow", "path": "/browse/deviceISPUDetails.jsp", "line": 91 }, { "directive": "disallow", "path": "/browse/devicesetup/", "line": 92 }, { "directive": "disallow", "path": "/miniCartRenderer.jsp", "line": 93 }, { "directive": "disallow", "path": "/com/vzw/commerce/order/purchase/", "line": 94 }, { "directive": "disallow", "path": "/desktop/browse/includes/", "line": 95 }, { "directive": "disallow", "path": "/vzw/threeDsecure/", "line": 96 }, { "directive": "disallow", "path": "/checkout/", "line": 97 }, { "directive": "disallow", "path": "/vmmupgrade/", "line": 98 }, { "directive": "disallow", "path": "/vzw/secure/authDecision.jsp", "line": 99 }, { "directive": "disallow", "path": "/about/careers/terremark/", "line": 104 }, { "directive": "disallow", "path": "/about/search-results/", "line": 105 }, { "directive": "disallow", "path": "/about/work/jobs/search?per_page=", "line": 106 }, { "directive": "disallow", "path": "/about/news/*?category=All", "line": 107 }, { "directive": "disallow", "path": "/about/news/*?field_news_corporate_categories", "line": 108 }, { "directive": "disallow", "path": "/about/*/*?pos", "line": 109 }, { "directive": "disallow", "path": "/about/*qt-vzc_corporate_news_analytics", "line": 110 }, { "directive": "disallow", "path": "/about/files/", "line": 111 }, { "directive": "allow", "path": "/about/files/*.pdf", "line": 112 }, { "directive": "disallow", "path": "/about/file/", "line": 113 }, { "directive": "allow", "path": "/about/file/*.pdf", "line": 114 }, { "directive": "disallow", "path": "/about/sites/default/files/clu/", "line": 115 }, { "directive": "disallow", "path": "/ForYourHome/ORDERING/CheckAvailability.aspx", "line": 120 }, { "directive": "disallow", "path": "/ForYourHome/ORDERING/CheckAvailabilityExp.aspx", "line": 121 }, { "directive": "disallow", "path": "/ForYourHome/voip/", "line": 122 }, { "directive": "disallow", "path": "/ForYourHome/VOIP/", "line": 123 }, { "directive": "disallow", "path": "/ForYourHome/Voip/", "line": 124 }, { "directive": "disallow", "path": "/ForYourhome/voip/", "line": 125 }, { "directive": "disallow", "path": "/dam/support/pdf/", "line": 126 }, { "directive": "disallow", "path": "/multimedia/mim/", "line": 127 }, { "directive": "disallow", "path": "/61686f0a94/", "line": 132 }, { "directive": "disallow", "path": "/smallbusiness/accessories/browse/", "line": 133 }, { "directive": "disallow", "path": "/smallbusiness/accessories/cart/", "line": 134 }, { "directive": "disallow", "path": "/smallbusiness/accessories/checkout/", "line": 135 }, { "directive": "disallow", "path": "/dam/businessportal/content/assets/", "line": 136 }, { "directive": "disallow", "path": "/business/r3s0u4c3s/*", "line": 137 }, { "directive": "disallow", "path": "/business/service_guide/reg-*", "line": 138 }, { "directive": "disallow", "path": "/business/service_guide/archive-*", "line": 139 }, { "directive": "disallow", "path": "/business/*-*/products/devices/*", "line": 144 }, { "directive": "disallow", "path": "/business/*-*/shop/*", "line": 145 }, { "directive": "disallow", "path": "/business/*-*/products/deals/*", "line": 146 }, { "directive": "disallow", "path": "/business/*-*/products/tech-support-services/*", "line": 147 }, { "directive": "disallow", "path": "/business/*-*/products/plans/*", "line": 148 }, { "directive": "disallow", "path": "/business/*-*/products/internet/routers-network-extenders/*", "line": 149 }, { "directive": "disallow", "path": "/business/*-*/products/business-tv/*", "line": 150 }, { "directive": "disallow", "path": "/business/*-*/products/device-protection-plans/device-protection-plan-for-business/*", "line": 151 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/*", "line": 152 }, { "directive": "disallow", "path": "/business/*-*/solutions/enterprise/*", "line": 153 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/education/*", "line": 154 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/federal-government/*", "line": 155 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/public-safety/*", "line": 156 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/state-local-government/*", "line": 157 }, { "directive": "disallow", "path": "/products/brigadier/*", "line": 162 }, { "directive": "disallow", "path": "/products/z30/*", "line": 163 }, { "directive": "disallow", "path": "/products/z10/*", "line": 164 }, { "directive": "disallow", "path": "/products/g4/*", "line": 165 }, { "directive": "disallow", "path": "/products/g3/*", "line": 166 }, { "directive": "disallow", "path": "/products/g2/*", "line": 167 }, { "directive": "disallow", "path": "/products/q10/*", "line": 168 }, { "directive": "disallow", "path": "/products/enact/*", "line": 169 }, { "directive": "disallow", "path": "/*dc_lat", "line": 174 }, { "directive": "disallow", "path": "/*sd_xdinfo", "line": 175 }, { "directive": "disallow", "path": "*/reusable-content/", "line": 176 }, { "directive": "disallow", "path": "*/personal/home/*", "line": 181 }, { "directive": "disallow", "path": "*/content/verizon/*", "line": 182 }, { "directive": "disallow", "path": "*/banner$", "line": 183 }, { "directive": "disallow", "path": "*/content/dam/support/*", "line": 187 } ], "warnings": [ 4, 5, 176, 181, 182, 183, 187 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*.js", "line": 4 }, { "directive": "allow", "path": "*.css", "line": 5 }, { "directive": "allow", "path": "/signin", "line": 6 }, { "directive": "allow", "path": "/digital/nsa/secure/ui/ngd/servicecentral", "line": 7 }, { "directive": "disallow", "path": "/cgi-bin", "line": 8 }, { "directive": "disallow", "path": "/perl", "line": 9 }, { "directive": "disallow", "path": "/cs/idcplg", "line": 10 }, { "directive": "disallow", "path": "/dslmembersonly", "line": 11 }, { "directive": "disallow", "path": "/idc/", "line": 12 }, { "directive": "disallow", "path": "/nroneretail/", "line": 13 }, { "directive": "disallow", "path": "/NROneRetail/", "line": 14 }, { "directive": "disallow", "path": "/residential/", "line": 15 }, { "directive": "disallow", "path": "/search/SearchResults", "line": 16 }, { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/onesearch/search", "line": 18 }, { "directive": "disallow", "path": "/onesearch/", "line": 19 }, { "directive": "disallow", "path": "/cs/", "line": 20 }, { "directive": "allow", "path": "/cs/groups/public/documents/", "line": 21 }, { "directive": "disallow", "path": "/business/en-gb/resources/reports/dbir./", "line": 26 }, { "directive": "disallow", "path": "/business/small-business-essentials/", "line": 27 }, { "directive": "disallow", "path": "/home/directv/*%7Bdomainnameus%7D/", "line": 32 }, { "directive": "disallow", "path": "/home/directv/usingdtv/*%7Bdomainnameus%7D/", "line": 33 }, { "directive": "disallow", "path": "/home/fiosinternet/plans/*%7Bdomainnameus%7D/", "line": 34 }, { "directive": "disallow", "path": "/home/fiostv/spanishplans/*%7Bdomainnameus%7D/", "line": 35 }, { "directive": "disallow", "path": "/home/highspeedinternet/*%7Bdomainnameus%7D/", "line": 36 }, { "directive": "disallow", "path": "/home/phone/international/basicinternationalrates/*%7Bdomainnameus%7D/", "line": 37 }, { "directive": "disallow", "path": "/home/ordering/", "line": 38 }, { "directive": "disallow", "path": "/home/popup/", "line": 39 }, { "directive": "disallow", "path": "/home/products/", "line": 40 }, { "directive": "disallow", "path": "/home/s/", "line": 41 }, { "directive": "disallow", "path": "/home/wifi/*%7Bdomainnameus%7D/", "line": 42 }, { "directive": "disallow", "path": "/home/accessories/browse/", "line": 43 }, { "directive": "disallow", "path": "/home/accessories/cart/", "line": 44 }, { "directive": "disallow", "path": "/home/accessories/checkout/", "line": 45 }, { "directive": "disallow", "path": "/?offset=", "line": 50 }, { "directive": "disallow", "path": "/od/service/", "line": 51 }, { "directive": "allow", "path": "/products/allproducts/", "line": 52 }, { "directive": "allow", "path": "/products/*/page-2$", "line": 53 }, { "directive": "allow", "path": "/products/*/page-3$", "line": 54 }, { "directive": "allow", "path": "/products/*/page-2/$", "line": 55 }, { "directive": "allow", "path": "/products/*/page-3/$", "line": 56 }, { "directive": "disallow", "path": "/products/*/gold/", "line": 57 }, { "directive": "disallow", "path": "/products/*/red/", "line": 58 }, { "directive": "disallow", "path": "/products/*/black/", "line": 59 }, { "directive": "disallow", "path": "/products/*/pink/", "line": 60 }, { "directive": "disallow", "path": "/products/*+*", "line": 61 }, { "directive": "disallow", "path": "/products/*/page-1", "line": 62 }, { "directive": "disallow", "path": "/products/*/page-2", "line": 63 }, { "directive": "disallow", "path": "/products/*/page-3", "line": 64 }, { "directive": "disallow", "path": "/products/*/page-4", "line": 65 }, { "directive": "disallow", "path": "/products/*/page-5", "line": 66 }, { "directive": "disallow", "path": "/products/*/page-6", "line": 67 }, { "directive": "disallow", "path": "/products/*/page-7", "line": 68 }, { "directive": "disallow", "path": "/products/*/page-8", "line": 69 }, { "directive": "disallow", "path": "/products/*/page-9", "line": 70 }, { "directive": "disallow", "path": "/digital/nsa/secure/", "line": 71 }, { "directive": "disallow", "path": "/sales/digital/", "line": 72 }, { "directive": "disallow", "path": "/us/", "line": 73 }, { "directive": "disallow", "path": "/vzw/", "line": 74 }, { "directive": "disallow", "path": "/wcms/", "line": 75 }, { "directive": "disallow", "path": "/prepaid/browse/cart.jsp", "line": 80 }, { "directive": "disallow", "path": "/btwn", "line": 81 }, { "directive": "disallow", "path": "/accessories/*-sk-", "line": 82 }, { "directive": "disallow", "path": "/accessories/tealeaf/target/TealeafTarget.jsp", "line": 83 }, { "directive": "disallow", "path": "/browse/RVInfoActor/loadRVInfo", "line": 88 }, { "directive": "disallow", "path": "/browse/DeviceDetailsActor/", "line": 89 }, { "directive": "disallow", "path": "/browse/deviceDetails.jsp", "line": 90 }, { "directive": "disallow", "path": "/browse/deviceISPUDetails.jsp", "line": 91 }, { "directive": "disallow", "path": "/browse/devicesetup/", "line": 92 }, { "directive": "disallow", "path": "/miniCartRenderer.jsp", "line": 93 }, { "directive": "disallow", "path": "/com/vzw/commerce/order/purchase/", "line": 94 }, { "directive": "disallow", "path": "/desktop/browse/includes/", "line": 95 }, { "directive": "disallow", "path": "/vzw/threeDsecure/", "line": 96 }, { "directive": "disallow", "path": "/checkout/", "line": 97 }, { "directive": "disallow", "path": "/vmmupgrade/", "line": 98 }, { "directive": "disallow", "path": "/vzw/secure/authDecision.jsp", "line": 99 }, { "directive": "disallow", "path": "/about/careers/terremark/", "line": 104 }, { "directive": "disallow", "path": "/about/search-results/", "line": 105 }, { "directive": "disallow", "path": "/about/work/jobs/search?per_page=", "line": 106 }, { "directive": "disallow", "path": "/about/news/*?category=All", "line": 107 }, { "directive": "disallow", "path": "/about/news/*?field_news_corporate_categories", "line": 108 }, { "directive": "disallow", "path": "/about/*/*?pos", "line": 109 }, { "directive": "disallow", "path": "/about/*qt-vzc_corporate_news_analytics", "line": 110 }, { "directive": "disallow", "path": "/about/files/", "line": 111 }, { "directive": "allow", "path": "/about/files/*.pdf", "line": 112 }, { "directive": "disallow", "path": "/about/file/", "line": 113 }, { "directive": "allow", "path": "/about/file/*.pdf", "line": 114 }, { "directive": "disallow", "path": "/about/sites/default/files/clu/", "line": 115 }, { "directive": "disallow", "path": "/ForYourHome/ORDERING/CheckAvailability.aspx", "line": 120 }, { "directive": "disallow", "path": "/ForYourHome/ORDERING/CheckAvailabilityExp.aspx", "line": 121 }, { "directive": "disallow", "path": "/ForYourHome/voip/", "line": 122 }, { "directive": "disallow", "path": "/ForYourHome/VOIP/", "line": 123 }, { "directive": "disallow", "path": "/ForYourHome/Voip/", "line": 124 }, { "directive": "disallow", "path": "/ForYourhome/voip/", "line": 125 }, { "directive": "disallow", "path": "/dam/support/pdf/", "line": 126 }, { "directive": "disallow", "path": "/multimedia/mim/", "line": 127 }, { "directive": "disallow", "path": "/61686f0a94/", "line": 132 }, { "directive": "disallow", "path": "/smallbusiness/accessories/browse/", "line": 133 }, { "directive": "disallow", "path": "/smallbusiness/accessories/cart/", "line": 134 }, { "directive": "disallow", "path": "/smallbusiness/accessories/checkout/", "line": 135 }, { "directive": "disallow", "path": "/dam/businessportal/content/assets/", "line": 136 }, { "directive": "disallow", "path": "/business/r3s0u4c3s/*", "line": 137 }, { "directive": "disallow", "path": "/business/service_guide/reg-*", "line": 138 }, { "directive": "disallow", "path": "/business/service_guide/archive-*", "line": 139 }, { "directive": "disallow", "path": "/business/*-*/products/devices/*", "line": 144 }, { "directive": "disallow", "path": "/business/*-*/shop/*", "line": 145 }, { "directive": "disallow", "path": "/business/*-*/products/deals/*", "line": 146 }, { "directive": "disallow", "path": "/business/*-*/products/tech-support-services/*", "line": 147 }, { "directive": "disallow", "path": "/business/*-*/products/plans/*", "line": 148 }, { "directive": "disallow", "path": "/business/*-*/products/internet/routers-network-extenders/*", "line": 149 }, { "directive": "disallow", "path": "/business/*-*/products/business-tv/*", "line": 150 }, { "directive": "disallow", "path": "/business/*-*/products/device-protection-plans/device-protection-plan-for-business/*", "line": 151 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/*", "line": 152 }, { "directive": "disallow", "path": "/business/*-*/solutions/enterprise/*", "line": 153 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/education/*", "line": 154 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/federal-government/*", "line": 155 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/public-safety/*", "line": 156 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/state-local-government/*", "line": 157 }, { "directive": "disallow", "path": "/products/brigadier/*", "line": 162 }, { "directive": "disallow", "path": "/products/z30/*", "line": 163 }, { "directive": "disallow", "path": "/products/z10/*", "line": 164 }, { "directive": "disallow", "path": "/products/g4/*", "line": 165 }, { "directive": "disallow", "path": "/products/g3/*", "line": 166 }, { "directive": "disallow", "path": "/products/g2/*", "line": 167 }, { "directive": "disallow", "path": "/products/q10/*", "line": 168 }, { "directive": "disallow", "path": "/products/enact/*", "line": 169 }, { "directive": "disallow", "path": "/*dc_lat", "line": 174 }, { "directive": "disallow", "path": "/*sd_xdinfo", "line": 175 }, { "directive": "disallow", "path": "*/reusable-content/", "line": 176 }, { "directive": "disallow", "path": "*/personal/home/*", "line": 181 }, { "directive": "disallow", "path": "*/content/verizon/*", "line": 182 }, { "directive": "disallow", "path": "*/banner$", "line": 183 }, { "directive": "disallow", "path": "*/content/dam/support/*", "line": 187 } ], "warnings": [ 4, 5, 176, 181, 182, 183, 187 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*.js", "line": 4 }, { "directive": "allow", "path": "*.css", "line": 5 }, { "directive": "allow", "path": "/signin", "line": 6 }, { "directive": "allow", "path": "/digital/nsa/secure/ui/ngd/servicecentral", "line": 7 }, { "directive": "disallow", "path": "/cgi-bin", "line": 8 }, { "directive": "disallow", "path": "/perl", "line": 9 }, { "directive": "disallow", "path": "/cs/idcplg", "line": 10 }, { "directive": "disallow", "path": "/dslmembersonly", "line": 11 }, { "directive": "disallow", "path": "/idc/", "line": 12 }, { "directive": "disallow", "path": "/nroneretail/", "line": 13 }, { "directive": "disallow", "path": "/NROneRetail/", "line": 14 }, { "directive": "disallow", "path": "/residential/", "line": 15 }, { "directive": "disallow", "path": "/search/SearchResults", "line": 16 }, { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/onesearch/search", "line": 18 }, { "directive": "disallow", "path": "/onesearch/", "line": 19 }, { "directive": "disallow", "path": "/cs/", "line": 20 }, { "directive": "allow", "path": "/cs/groups/public/documents/", "line": 21 }, { "directive": "disallow", "path": "/business/en-gb/resources/reports/dbir./", "line": 26 }, { "directive": "disallow", "path": "/business/small-business-essentials/", "line": 27 }, { "directive": "disallow", "path": "/home/directv/*%7Bdomainnameus%7D/", "line": 32 }, { "directive": "disallow", "path": "/home/directv/usingdtv/*%7Bdomainnameus%7D/", "line": 33 }, { "directive": "disallow", "path": "/home/fiosinternet/plans/*%7Bdomainnameus%7D/", "line": 34 }, { "directive": "disallow", "path": "/home/fiostv/spanishplans/*%7Bdomainnameus%7D/", "line": 35 }, { "directive": "disallow", "path": "/home/highspeedinternet/*%7Bdomainnameus%7D/", "line": 36 }, { "directive": "disallow", "path": "/home/phone/international/basicinternationalrates/*%7Bdomainnameus%7D/", "line": 37 }, { "directive": "disallow", "path": "/home/ordering/", "line": 38 }, { "directive": "disallow", "path": "/home/popup/", "line": 39 }, { "directive": "disallow", "path": "/home/products/", "line": 40 }, { "directive": "disallow", "path": "/home/s/", "line": 41 }, { "directive": "disallow", "path": "/home/wifi/*%7Bdomainnameus%7D/", "line": 42 }, { "directive": "disallow", "path": "/home/accessories/browse/", "line": 43 }, { "directive": "disallow", "path": "/home/accessories/cart/", "line": 44 }, { "directive": "disallow", "path": "/home/accessories/checkout/", "line": 45 }, { "directive": "disallow", "path": "/?offset=", "line": 50 }, { "directive": "disallow", "path": "/od/service/", "line": 51 }, { "directive": "allow", "path": "/products/allproducts/", "line": 52 }, { "directive": "allow", "path": "/products/*/page-2$", "line": 53 }, { "directive": "allow", "path": "/products/*/page-3$", "line": 54 }, { "directive": "allow", "path": "/products/*/page-2/$", "line": 55 }, { "directive": "allow", "path": "/products/*/page-3/$", "line": 56 }, { "directive": "disallow", "path": "/products/*/gold/", "line": 57 }, { "directive": "disallow", "path": "/products/*/red/", "line": 58 }, { "directive": "disallow", "path": "/products/*/black/", "line": 59 }, { "directive": "disallow", "path": "/products/*/pink/", "line": 60 }, { "directive": "disallow", "path": "/products/*+*", "line": 61 }, { "directive": "disallow", "path": "/products/*/page-1", "line": 62 }, { "directive": "disallow", "path": "/products/*/page-2", "line": 63 }, { "directive": "disallow", "path": "/products/*/page-3", "line": 64 }, { "directive": "disallow", "path": "/products/*/page-4", "line": 65 }, { "directive": "disallow", "path": "/products/*/page-5", "line": 66 }, { "directive": "disallow", "path": "/products/*/page-6", "line": 67 }, { "directive": "disallow", "path": "/products/*/page-7", "line": 68 }, { "directive": "disallow", "path": "/products/*/page-8", "line": 69 }, { "directive": "disallow", "path": "/products/*/page-9", "line": 70 }, { "directive": "disallow", "path": "/digital/nsa/secure/", "line": 71 }, { "directive": "disallow", "path": "/sales/digital/", "line": 72 }, { "directive": "disallow", "path": "/us/", "line": 73 }, { "directive": "disallow", "path": "/vzw/", "line": 74 }, { "directive": "disallow", "path": "/wcms/", "line": 75 }, { "directive": "disallow", "path": "/prepaid/browse/cart.jsp", "line": 80 }, { "directive": "disallow", "path": "/btwn", "line": 81 }, { "directive": "disallow", "path": "/accessories/*-sk-", "line": 82 }, { "directive": "disallow", "path": "/accessories/tealeaf/target/TealeafTarget.jsp", "line": 83 }, { "directive": "disallow", "path": "/browse/RVInfoActor/loadRVInfo", "line": 88 }, { "directive": "disallow", "path": "/browse/DeviceDetailsActor/", "line": 89 }, { "directive": "disallow", "path": "/browse/deviceDetails.jsp", "line": 90 }, { "directive": "disallow", "path": "/browse/deviceISPUDetails.jsp", "line": 91 }, { "directive": "disallow", "path": "/browse/devicesetup/", "line": 92 }, { "directive": "disallow", "path": "/miniCartRenderer.jsp", "line": 93 }, { "directive": "disallow", "path": "/com/vzw/commerce/order/purchase/", "line": 94 }, { "directive": "disallow", "path": "/desktop/browse/includes/", "line": 95 }, { "directive": "disallow", "path": "/vzw/threeDsecure/", "line": 96 }, { "directive": "disallow", "path": "/checkout/", "line": 97 }, { "directive": "disallow", "path": "/vmmupgrade/", "line": 98 }, { "directive": "disallow", "path": "/vzw/secure/authDecision.jsp", "line": 99 }, { "directive": "disallow", "path": "/about/careers/terremark/", "line": 104 }, { "directive": "disallow", "path": "/about/search-results/", "line": 105 }, { "directive": "disallow", "path": "/about/work/jobs/search?per_page=", "line": 106 }, { "directive": "disallow", "path": "/about/news/*?category=All", "line": 107 }, { "directive": "disallow", "path": "/about/news/*?field_news_corporate_categories", "line": 108 }, { "directive": "disallow", "path": "/about/*/*?pos", "line": 109 }, { "directive": "disallow", "path": "/about/*qt-vzc_corporate_news_analytics", "line": 110 }, { "directive": "disallow", "path": "/about/files/", "line": 111 }, { "directive": "allow", "path": "/about/files/*.pdf", "line": 112 }, { "directive": "disallow", "path": "/about/file/", "line": 113 }, { "directive": "allow", "path": "/about/file/*.pdf", "line": 114 }, { "directive": "disallow", "path": "/about/sites/default/files/clu/", "line": 115 }, { "directive": "disallow", "path": "/ForYourHome/ORDERING/CheckAvailability.aspx", "line": 120 }, { "directive": "disallow", "path": "/ForYourHome/ORDERING/CheckAvailabilityExp.aspx", "line": 121 }, { "directive": "disallow", "path": "/ForYourHome/voip/", "line": 122 }, { "directive": "disallow", "path": "/ForYourHome/VOIP/", "line": 123 }, { "directive": "disallow", "path": "/ForYourHome/Voip/", "line": 124 }, { "directive": "disallow", "path": "/ForYourhome/voip/", "line": 125 }, { "directive": "disallow", "path": "/dam/support/pdf/", "line": 126 }, { "directive": "disallow", "path": "/multimedia/mim/", "line": 127 }, { "directive": "disallow", "path": "/61686f0a94/", "line": 132 }, { "directive": "disallow", "path": "/smallbusiness/accessories/browse/", "line": 133 }, { "directive": "disallow", "path": "/smallbusiness/accessories/cart/", "line": 134 }, { "directive": "disallow", "path": "/smallbusiness/accessories/checkout/", "line": 135 }, { "directive": "disallow", "path": "/dam/businessportal/content/assets/", "line": 136 }, { "directive": "disallow", "path": "/business/r3s0u4c3s/*", "line": 137 }, { "directive": "disallow", "path": "/business/service_guide/reg-*", "line": 138 }, { "directive": "disallow", "path": "/business/service_guide/archive-*", "line": 139 }, { "directive": "disallow", "path": "/business/*-*/products/devices/*", "line": 144 }, { "directive": "disallow", "path": "/business/*-*/shop/*", "line": 145 }, { "directive": "disallow", "path": "/business/*-*/products/deals/*", "line": 146 }, { "directive": "disallow", "path": "/business/*-*/products/tech-support-services/*", "line": 147 }, { "directive": "disallow", "path": "/business/*-*/products/plans/*", "line": 148 }, { "directive": "disallow", "path": "/business/*-*/products/internet/routers-network-extenders/*", "line": 149 }, { "directive": "disallow", "path": "/business/*-*/products/business-tv/*", "line": 150 }, { "directive": "disallow", "path": "/business/*-*/products/device-protection-plans/device-protection-plan-for-business/*", "line": 151 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/*", "line": 152 }, { "directive": "disallow", "path": "/business/*-*/solutions/enterprise/*", "line": 153 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/education/*", "line": 154 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/federal-government/*", "line": 155 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/public-safety/*", "line": 156 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/state-local-government/*", "line": 157 }, { "directive": "disallow", "path": "/products/brigadier/*", "line": 162 }, { "directive": "disallow", "path": "/products/z30/*", "line": 163 }, { "directive": "disallow", "path": "/products/z10/*", "line": 164 }, { "directive": "disallow", "path": "/products/g4/*", "line": 165 }, { "directive": "disallow", "path": "/products/g3/*", "line": 166 }, { "directive": "disallow", "path": "/products/g2/*", "line": 167 }, { "directive": "disallow", "path": "/products/q10/*", "line": 168 }, { "directive": "disallow", "path": "/products/enact/*", "line": 169 }, { "directive": "disallow", "path": "/*dc_lat", "line": 174 }, { "directive": "disallow", "path": "/*sd_xdinfo", "line": 175 }, { "directive": "disallow", "path": "*/reusable-content/", "line": 176 }, { "directive": "disallow", "path": "*/personal/home/*", "line": 181 }, { "directive": "disallow", "path": "*/content/verizon/*", "line": 182 }, { "directive": "disallow", "path": "*/banner$", "line": 183 }, { "directive": "disallow", "path": "*/content/dam/support/*", "line": 187 } ], "warnings": [ 4, 5, 176, 181, 182, 183, 187 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*.js", "line": 4 }, { "directive": "allow", "path": "*.css", "line": 5 }, { "directive": "allow", "path": "/signin", "line": 6 }, { "directive": "allow", "path": "/digital/nsa/secure/ui/ngd/servicecentral", "line": 7 }, { "directive": "disallow", "path": "/cgi-bin", "line": 8 }, { "directive": "disallow", "path": "/perl", "line": 9 }, { "directive": "disallow", "path": "/cs/idcplg", "line": 10 }, { "directive": "disallow", "path": "/dslmembersonly", "line": 11 }, { "directive": "disallow", "path": "/idc/", "line": 12 }, { "directive": "disallow", "path": "/nroneretail/", "line": 13 }, { "directive": "disallow", "path": "/NROneRetail/", "line": 14 }, { "directive": "disallow", "path": "/residential/", "line": 15 }, { "directive": "disallow", "path": "/search/SearchResults", "line": 16 }, { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/onesearch/search", "line": 18 }, { "directive": "disallow", "path": "/onesearch/", "line": 19 }, { "directive": "disallow", "path": "/cs/", "line": 20 }, { "directive": "allow", "path": "/cs/groups/public/documents/", "line": 21 }, { "directive": "disallow", "path": "/business/en-gb/resources/reports/dbir./", "line": 26 }, { "directive": "disallow", "path": "/business/small-business-essentials/", "line": 27 }, { "directive": "disallow", "path": "/home/directv/*%7Bdomainnameus%7D/", "line": 32 }, { "directive": "disallow", "path": "/home/directv/usingdtv/*%7Bdomainnameus%7D/", "line": 33 }, { "directive": "disallow", "path": "/home/fiosinternet/plans/*%7Bdomainnameus%7D/", "line": 34 }, { "directive": "disallow", "path": "/home/fiostv/spanishplans/*%7Bdomainnameus%7D/", "line": 35 }, { "directive": "disallow", "path": "/home/highspeedinternet/*%7Bdomainnameus%7D/", "line": 36 }, { "directive": "disallow", "path": "/home/phone/international/basicinternationalrates/*%7Bdomainnameus%7D/", "line": 37 }, { "directive": "disallow", "path": "/home/ordering/", "line": 38 }, { "directive": "disallow", "path": "/home/popup/", "line": 39 }, { "directive": "disallow", "path": "/home/products/", "line": 40 }, { "directive": "disallow", "path": "/home/s/", "line": 41 }, { "directive": "disallow", "path": "/home/wifi/*%7Bdomainnameus%7D/", "line": 42 }, { "directive": "disallow", "path": "/home/accessories/browse/", "line": 43 }, { "directive": "disallow", "path": "/home/accessories/cart/", "line": 44 }, { "directive": "disallow", "path": "/home/accessories/checkout/", "line": 45 }, { "directive": "disallow", "path": "/?offset=", "line": 50 }, { "directive": "disallow", "path": "/od/service/", "line": 51 }, { "directive": "allow", "path": "/products/allproducts/", "line": 52 }, { "directive": "allow", "path": "/products/*/page-2$", "line": 53 }, { "directive": "allow", "path": "/products/*/page-3$", "line": 54 }, { "directive": "allow", "path": "/products/*/page-2/$", "line": 55 }, { "directive": "allow", "path": "/products/*/page-3/$", "line": 56 }, { "directive": "disallow", "path": "/products/*/gold/", "line": 57 }, { "directive": "disallow", "path": "/products/*/red/", "line": 58 }, { "directive": "disallow", "path": "/products/*/black/", "line": 59 }, { "directive": "disallow", "path": "/products/*/pink/", "line": 60 }, { "directive": "disallow", "path": "/products/*+*", "line": 61 }, { "directive": "disallow", "path": "/products/*/page-1", "line": 62 }, { "directive": "disallow", "path": "/products/*/page-2", "line": 63 }, { "directive": "disallow", "path": "/products/*/page-3", "line": 64 }, { "directive": "disallow", "path": "/products/*/page-4", "line": 65 }, { "directive": "disallow", "path": "/products/*/page-5", "line": 66 }, { "directive": "disallow", "path": "/products/*/page-6", "line": 67 }, { "directive": "disallow", "path": "/products/*/page-7", "line": 68 }, { "directive": "disallow", "path": "/products/*/page-8", "line": 69 }, { "directive": "disallow", "path": "/products/*/page-9", "line": 70 }, { "directive": "disallow", "path": "/digital/nsa/secure/", "line": 71 }, { "directive": "disallow", "path": "/sales/digital/", "line": 72 }, { "directive": "disallow", "path": "/us/", "line": 73 }, { "directive": "disallow", "path": "/vzw/", "line": 74 }, { "directive": "disallow", "path": "/wcms/", "line": 75 }, { "directive": "disallow", "path": "/prepaid/browse/cart.jsp", "line": 80 }, { "directive": "disallow", "path": "/btwn", "line": 81 }, { "directive": "disallow", "path": "/accessories/*-sk-", "line": 82 }, { "directive": "disallow", "path": "/accessories/tealeaf/target/TealeafTarget.jsp", "line": 83 }, { "directive": "disallow", "path": "/browse/RVInfoActor/loadRVInfo", "line": 88 }, { "directive": "disallow", "path": "/browse/DeviceDetailsActor/", "line": 89 }, { "directive": "disallow", "path": "/browse/deviceDetails.jsp", "line": 90 }, { "directive": "disallow", "path": "/browse/deviceISPUDetails.jsp", "line": 91 }, { "directive": "disallow", "path": "/browse/devicesetup/", "line": 92 }, { "directive": "disallow", "path": "/miniCartRenderer.jsp", "line": 93 }, { "directive": "disallow", "path": "/com/vzw/commerce/order/purchase/", "line": 94 }, { "directive": "disallow", "path": "/desktop/browse/includes/", "line": 95 }, { "directive": "disallow", "path": "/vzw/threeDsecure/", "line": 96 }, { "directive": "disallow", "path": "/checkout/", "line": 97 }, { "directive": "disallow", "path": "/vmmupgrade/", "line": 98 }, { "directive": "disallow", "path": "/vzw/secure/authDecision.jsp", "line": 99 }, { "directive": "disallow", "path": "/about/careers/terremark/", "line": 104 }, { "directive": "disallow", "path": "/about/search-results/", "line": 105 }, { "directive": "disallow", "path": "/about/work/jobs/search?per_page=", "line": 106 }, { "directive": "disallow", "path": "/about/news/*?category=All", "line": 107 }, { "directive": "disallow", "path": "/about/news/*?field_news_corporate_categories", "line": 108 }, { "directive": "disallow", "path": "/about/*/*?pos", "line": 109 }, { "directive": "disallow", "path": "/about/*qt-vzc_corporate_news_analytics", "line": 110 }, { "directive": "disallow", "path": "/about/files/", "line": 111 }, { "directive": "allow", "path": "/about/files/*.pdf", "line": 112 }, { "directive": "disallow", "path": "/about/file/", "line": 113 }, { "directive": "allow", "path": "/about/file/*.pdf", "line": 114 }, { "directive": "disallow", "path": "/about/sites/default/files/clu/", "line": 115 }, { "directive": "disallow", "path": "/ForYourHome/ORDERING/CheckAvailability.aspx", "line": 120 }, { "directive": "disallow", "path": "/ForYourHome/ORDERING/CheckAvailabilityExp.aspx", "line": 121 }, { "directive": "disallow", "path": "/ForYourHome/voip/", "line": 122 }, { "directive": "disallow", "path": "/ForYourHome/VOIP/", "line": 123 }, { "directive": "disallow", "path": "/ForYourHome/Voip/", "line": 124 }, { "directive": "disallow", "path": "/ForYourhome/voip/", "line": 125 }, { "directive": "disallow", "path": "/dam/support/pdf/", "line": 126 }, { "directive": "disallow", "path": "/multimedia/mim/", "line": 127 }, { "directive": "disallow", "path": "/61686f0a94/", "line": 132 }, { "directive": "disallow", "path": "/smallbusiness/accessories/browse/", "line": 133 }, { "directive": "disallow", "path": "/smallbusiness/accessories/cart/", "line": 134 }, { "directive": "disallow", "path": "/smallbusiness/accessories/checkout/", "line": 135 }, { "directive": "disallow", "path": "/dam/businessportal/content/assets/", "line": 136 }, { "directive": "disallow", "path": "/business/r3s0u4c3s/*", "line": 137 }, { "directive": "disallow", "path": "/business/service_guide/reg-*", "line": 138 }, { "directive": "disallow", "path": "/business/service_guide/archive-*", "line": 139 }, { "directive": "disallow", "path": "/business/*-*/products/devices/*", "line": 144 }, { "directive": "disallow", "path": "/business/*-*/shop/*", "line": 145 }, { "directive": "disallow", "path": "/business/*-*/products/deals/*", "line": 146 }, { "directive": "disallow", "path": "/business/*-*/products/tech-support-services/*", "line": 147 }, { "directive": "disallow", "path": "/business/*-*/products/plans/*", "line": 148 }, { "directive": "disallow", "path": "/business/*-*/products/internet/routers-network-extenders/*", "line": 149 }, { "directive": "disallow", "path": "/business/*-*/products/business-tv/*", "line": 150 }, { "directive": "disallow", "path": "/business/*-*/products/device-protection-plans/device-protection-plan-for-business/*", "line": 151 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/*", "line": 152 }, { "directive": "disallow", "path": "/business/*-*/solutions/enterprise/*", "line": 153 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/education/*", "line": 154 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/federal-government/*", "line": 155 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/public-safety/*", "line": 156 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/state-local-government/*", "line": 157 }, { "directive": "disallow", "path": "/products/brigadier/*", "line": 162 }, { "directive": "disallow", "path": "/products/z30/*", "line": 163 }, { "directive": "disallow", "path": "/products/z10/*", "line": 164 }, { "directive": "disallow", "path": "/products/g4/*", "line": 165 }, { "directive": "disallow", "path": "/products/g3/*", "line": 166 }, { "directive": "disallow", "path": "/products/g2/*", "line": 167 }, { "directive": "disallow", "path": "/products/q10/*", "line": 168 }, { "directive": "disallow", "path": "/products/enact/*", "line": 169 }, { "directive": "disallow", "path": "/*dc_lat", "line": 174 }, { "directive": "disallow", "path": "/*sd_xdinfo", "line": 175 }, { "directive": "disallow", "path": "*/reusable-content/", "line": 176 }, { "directive": "disallow", "path": "*/personal/home/*", "line": 181 }, { "directive": "disallow", "path": "*/content/verizon/*", "line": 182 }, { "directive": "disallow", "path": "*/banner$", "line": 183 }, { "directive": "disallow", "path": "*/content/dam/support/*", "line": 187 } ], "warnings": [ 4, 5, 176, 181, 182, 183, 187 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*.js", "line": 4 }, { "directive": "allow", "path": "*.css", "line": 5 }, { "directive": "allow", "path": "/signin", "line": 6 }, { "directive": "allow", "path": "/digital/nsa/secure/ui/ngd/servicecentral", "line": 7 }, { "directive": "disallow", "path": "/cgi-bin", "line": 8 }, { "directive": "disallow", "path": "/perl", "line": 9 }, { "directive": "disallow", "path": "/cs/idcplg", "line": 10 }, { "directive": "disallow", "path": "/dslmembersonly", "line": 11 }, { "directive": "disallow", "path": "/idc/", "line": 12 }, { "directive": "disallow", "path": "/nroneretail/", "line": 13 }, { "directive": "disallow", "path": "/NROneRetail/", "line": 14 }, { "directive": "disallow", "path": "/residential/", "line": 15 }, { "directive": "disallow", "path": "/search/SearchResults", "line": 16 }, { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/onesearch/search", "line": 18 }, { "directive": "disallow", "path": "/onesearch/", "line": 19 }, { "directive": "disallow", "path": "/cs/", "line": 20 }, { "directive": "allow", "path": "/cs/groups/public/documents/", "line": 21 }, { "directive": "disallow", "path": "/business/en-gb/resources/reports/dbir./", "line": 26 }, { "directive": "disallow", "path": "/business/small-business-essentials/", "line": 27 }, { "directive": "disallow", "path": "/home/directv/*%7Bdomainnameus%7D/", "line": 32 }, { "directive": "disallow", "path": "/home/directv/usingdtv/*%7Bdomainnameus%7D/", "line": 33 }, { "directive": "disallow", "path": "/home/fiosinternet/plans/*%7Bdomainnameus%7D/", "line": 34 }, { "directive": "disallow", "path": "/home/fiostv/spanishplans/*%7Bdomainnameus%7D/", "line": 35 }, { "directive": "disallow", "path": "/home/highspeedinternet/*%7Bdomainnameus%7D/", "line": 36 }, { "directive": "disallow", "path": "/home/phone/international/basicinternationalrates/*%7Bdomainnameus%7D/", "line": 37 }, { "directive": "disallow", "path": "/home/ordering/", "line": 38 }, { "directive": "disallow", "path": "/home/popup/", "line": 39 }, { "directive": "disallow", "path": "/home/products/", "line": 40 }, { "directive": "disallow", "path": "/home/s/", "line": 41 }, { "directive": "disallow", "path": "/home/wifi/*%7Bdomainnameus%7D/", "line": 42 }, { "directive": "disallow", "path": "/home/accessories/browse/", "line": 43 }, { "directive": "disallow", "path": "/home/accessories/cart/", "line": 44 }, { "directive": "disallow", "path": "/home/accessories/checkout/", "line": 45 }, { "directive": "disallow", "path": "/?offset=", "line": 50 }, { "directive": "disallow", "path": "/od/service/", "line": 51 }, { "directive": "allow", "path": "/products/allproducts/", "line": 52 }, { "directive": "allow", "path": "/products/*/page-2$", "line": 53 }, { "directive": "allow", "path": "/products/*/page-3$", "line": 54 }, { "directive": "allow", "path": "/products/*/page-2/$", "line": 55 }, { "directive": "allow", "path": "/products/*/page-3/$", "line": 56 }, { "directive": "disallow", "path": "/products/*/gold/", "line": 57 }, { "directive": "disallow", "path": "/products/*/red/", "line": 58 }, { "directive": "disallow", "path": "/products/*/black/", "line": 59 }, { "directive": "disallow", "path": "/products/*/pink/", "line": 60 }, { "directive": "disallow", "path": "/products/*+*", "line": 61 }, { "directive": "disallow", "path": "/products/*/page-1", "line": 62 }, { "directive": "disallow", "path": "/products/*/page-2", "line": 63 }, { "directive": "disallow", "path": "/products/*/page-3", "line": 64 }, { "directive": "disallow", "path": "/products/*/page-4", "line": 65 }, { "directive": "disallow", "path": "/products/*/page-5", "line": 66 }, { "directive": "disallow", "path": "/products/*/page-6", "line": 67 }, { "directive": "disallow", "path": "/products/*/page-7", "line": 68 }, { "directive": "disallow", "path": "/products/*/page-8", "line": 69 }, { "directive": "disallow", "path": "/products/*/page-9", "line": 70 }, { "directive": "disallow", "path": "/digital/nsa/secure/", "line": 71 }, { "directive": "disallow", "path": "/sales/digital/", "line": 72 }, { "directive": "disallow", "path": "/us/", "line": 73 }, { "directive": "disallow", "path": "/vzw/", "line": 74 }, { "directive": "disallow", "path": "/wcms/", "line": 75 }, { "directive": "disallow", "path": "/prepaid/browse/cart.jsp", "line": 80 }, { "directive": "disallow", "path": "/btwn", "line": 81 }, { "directive": "disallow", "path": "/accessories/*-sk-", "line": 82 }, { "directive": "disallow", "path": "/accessories/tealeaf/target/TealeafTarget.jsp", "line": 83 }, { "directive": "disallow", "path": "/browse/RVInfoActor/loadRVInfo", "line": 88 }, { "directive": "disallow", "path": "/browse/DeviceDetailsActor/", "line": 89 }, { "directive": "disallow", "path": "/browse/deviceDetails.jsp", "line": 90 }, { "directive": "disallow", "path": "/browse/deviceISPUDetails.jsp", "line": 91 }, { "directive": "disallow", "path": "/browse/devicesetup/", "line": 92 }, { "directive": "disallow", "path": "/miniCartRenderer.jsp", "line": 93 }, { "directive": "disallow", "path": "/com/vzw/commerce/order/purchase/", "line": 94 }, { "directive": "disallow", "path": "/desktop/browse/includes/", "line": 95 }, { "directive": "disallow", "path": "/vzw/threeDsecure/", "line": 96 }, { "directive": "disallow", "path": "/checkout/", "line": 97 }, { "directive": "disallow", "path": "/vmmupgrade/", "line": 98 }, { "directive": "disallow", "path": "/vzw/secure/authDecision.jsp", "line": 99 }, { "directive": "disallow", "path": "/about/careers/terremark/", "line": 104 }, { "directive": "disallow", "path": "/about/search-results/", "line": 105 }, { "directive": "disallow", "path": "/about/work/jobs/search?per_page=", "line": 106 }, { "directive": "disallow", "path": "/about/news/*?category=All", "line": 107 }, { "directive": "disallow", "path": "/about/news/*?field_news_corporate_categories", "line": 108 }, { "directive": "disallow", "path": "/about/*/*?pos", "line": 109 }, { "directive": "disallow", "path": "/about/*qt-vzc_corporate_news_analytics", "line": 110 }, { "directive": "disallow", "path": "/about/files/", "line": 111 }, { "directive": "allow", "path": "/about/files/*.pdf", "line": 112 }, { "directive": "disallow", "path": "/about/file/", "line": 113 }, { "directive": "allow", "path": "/about/file/*.pdf", "line": 114 }, { "directive": "disallow", "path": "/about/sites/default/files/clu/", "line": 115 }, { "directive": "disallow", "path": "/ForYourHome/ORDERING/CheckAvailability.aspx", "line": 120 }, { "directive": "disallow", "path": "/ForYourHome/ORDERING/CheckAvailabilityExp.aspx", "line": 121 }, { "directive": "disallow", "path": "/ForYourHome/voip/", "line": 122 }, { "directive": "disallow", "path": "/ForYourHome/VOIP/", "line": 123 }, { "directive": "disallow", "path": "/ForYourHome/Voip/", "line": 124 }, { "directive": "disallow", "path": "/ForYourhome/voip/", "line": 125 }, { "directive": "disallow", "path": "/dam/support/pdf/", "line": 126 }, { "directive": "disallow", "path": "/multimedia/mim/", "line": 127 }, { "directive": "disallow", "path": "/61686f0a94/", "line": 132 }, { "directive": "disallow", "path": "/smallbusiness/accessories/browse/", "line": 133 }, { "directive": "disallow", "path": "/smallbusiness/accessories/cart/", "line": 134 }, { "directive": "disallow", "path": "/smallbusiness/accessories/checkout/", "line": 135 }, { "directive": "disallow", "path": "/dam/businessportal/content/assets/", "line": 136 }, { "directive": "disallow", "path": "/business/r3s0u4c3s/*", "line": 137 }, { "directive": "disallow", "path": "/business/service_guide/reg-*", "line": 138 }, { "directive": "disallow", "path": "/business/service_guide/archive-*", "line": 139 }, { "directive": "disallow", "path": "/business/*-*/products/devices/*", "line": 144 }, { "directive": "disallow", "path": "/business/*-*/shop/*", "line": 145 }, { "directive": "disallow", "path": "/business/*-*/products/deals/*", "line": 146 }, { "directive": "disallow", "path": "/business/*-*/products/tech-support-services/*", "line": 147 }, { "directive": "disallow", "path": "/business/*-*/products/plans/*", "line": 148 }, { "directive": "disallow", "path": "/business/*-*/products/internet/routers-network-extenders/*", "line": 149 }, { "directive": "disallow", "path": "/business/*-*/products/business-tv/*", "line": 150 }, { "directive": "disallow", "path": "/business/*-*/products/device-protection-plans/device-protection-plan-for-business/*", "line": 151 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/*", "line": 152 }, { "directive": "disallow", "path": "/business/*-*/solutions/enterprise/*", "line": 153 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/education/*", "line": 154 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/federal-government/*", "line": 155 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/public-safety/*", "line": 156 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/state-local-government/*", "line": 157 }, { "directive": "disallow", "path": "/products/brigadier/*", "line": 162 }, { "directive": "disallow", "path": "/products/z30/*", "line": 163 }, { "directive": "disallow", "path": "/products/z10/*", "line": 164 }, { "directive": "disallow", "path": "/products/g4/*", "line": 165 }, { "directive": "disallow", "path": "/products/g3/*", "line": 166 }, { "directive": "disallow", "path": "/products/g2/*", "line": 167 }, { "directive": "disallow", "path": "/products/q10/*", "line": 168 }, { "directive": "disallow", "path": "/products/enact/*", "line": 169 }, { "directive": "disallow", "path": "/*dc_lat", "line": 174 }, { "directive": "disallow", "path": "/*sd_xdinfo", "line": 175 }, { "directive": "disallow", "path": "*/reusable-content/", "line": 176 }, { "directive": "disallow", "path": "*/personal/home/*", "line": 181 }, { "directive": "disallow", "path": "*/content/verizon/*", "line": 182 }, { "directive": "disallow", "path": "*/banner$", "line": 183 }, { "directive": "disallow", "path": "*/content/dam/support/*", "line": 187 } ], "warnings": [ 4, 5, 176, 181, 182, 183, 187 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*.js", "line": 4 }, { "directive": "allow", "path": "*.css", "line": 5 }, { "directive": "allow", "path": "/signin", "line": 6 }, { "directive": "allow", "path": "/digital/nsa/secure/ui/ngd/servicecentral", "line": 7 }, { "directive": "disallow", "path": "/cgi-bin", "line": 8 }, { "directive": "disallow", "path": "/perl", "line": 9 }, { "directive": "disallow", "path": "/cs/idcplg", "line": 10 }, { "directive": "disallow", "path": "/dslmembersonly", "line": 11 }, { "directive": "disallow", "path": "/idc/", "line": 12 }, { "directive": "disallow", "path": "/nroneretail/", "line": 13 }, { "directive": "disallow", "path": "/NROneRetail/", "line": 14 }, { "directive": "disallow", "path": "/residential/", "line": 15 }, { "directive": "disallow", "path": "/search/SearchResults", "line": 16 }, { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/onesearch/search", "line": 18 }, { "directive": "disallow", "path": "/onesearch/", "line": 19 }, { "directive": "disallow", "path": "/cs/", "line": 20 }, { "directive": "allow", "path": "/cs/groups/public/documents/", "line": 21 }, { "directive": "disallow", "path": "/business/en-gb/resources/reports/dbir./", "line": 26 }, { "directive": "disallow", "path": "/business/small-business-essentials/", "line": 27 }, { "directive": "disallow", "path": "/home/directv/*%7Bdomainnameus%7D/", "line": 32 }, { "directive": "disallow", "path": "/home/directv/usingdtv/*%7Bdomainnameus%7D/", "line": 33 }, { "directive": "disallow", "path": "/home/fiosinternet/plans/*%7Bdomainnameus%7D/", "line": 34 }, { "directive": "disallow", "path": "/home/fiostv/spanishplans/*%7Bdomainnameus%7D/", "line": 35 }, { "directive": "disallow", "path": "/home/highspeedinternet/*%7Bdomainnameus%7D/", "line": 36 }, { "directive": "disallow", "path": "/home/phone/international/basicinternationalrates/*%7Bdomainnameus%7D/", "line": 37 }, { "directive": "disallow", "path": "/home/ordering/", "line": 38 }, { "directive": "disallow", "path": "/home/popup/", "line": 39 }, { "directive": "disallow", "path": "/home/products/", "line": 40 }, { "directive": "disallow", "path": "/home/s/", "line": 41 }, { "directive": "disallow", "path": "/home/wifi/*%7Bdomainnameus%7D/", "line": 42 }, { "directive": "disallow", "path": "/home/accessories/browse/", "line": 43 }, { "directive": "disallow", "path": "/home/accessories/cart/", "line": 44 }, { "directive": "disallow", "path": "/home/accessories/checkout/", "line": 45 }, { "directive": "disallow", "path": "/?offset=", "line": 50 }, { "directive": "disallow", "path": "/od/service/", "line": 51 }, { "directive": "allow", "path": "/products/allproducts/", "line": 52 }, { "directive": "allow", "path": "/products/*/page-2$", "line": 53 }, { "directive": "allow", "path": "/products/*/page-3$", "line": 54 }, { "directive": "allow", "path": "/products/*/page-2/$", "line": 55 }, { "directive": "allow", "path": "/products/*/page-3/$", "line": 56 }, { "directive": "disallow", "path": "/products/*/gold/", "line": 57 }, { "directive": "disallow", "path": "/products/*/red/", "line": 58 }, { "directive": "disallow", "path": "/products/*/black/", "line": 59 }, { "directive": "disallow", "path": "/products/*/pink/", "line": 60 }, { "directive": "disallow", "path": "/products/*+*", "line": 61 }, { "directive": "disallow", "path": "/products/*/page-1", "line": 62 }, { "directive": "disallow", "path": "/products/*/page-2", "line": 63 }, { "directive": "disallow", "path": "/products/*/page-3", "line": 64 }, { "directive": "disallow", "path": "/products/*/page-4", "line": 65 }, { "directive": "disallow", "path": "/products/*/page-5", "line": 66 }, { "directive": "disallow", "path": "/products/*/page-6", "line": 67 }, { "directive": "disallow", "path": "/products/*/page-7", "line": 68 }, { "directive": "disallow", "path": "/products/*/page-8", "line": 69 }, { "directive": "disallow", "path": "/products/*/page-9", "line": 70 }, { "directive": "disallow", "path": "/digital/nsa/secure/", "line": 71 }, { "directive": "disallow", "path": "/sales/digital/", "line": 72 }, { "directive": "disallow", "path": "/us/", "line": 73 }, { "directive": "disallow", "path": "/vzw/", "line": 74 }, { "directive": "disallow", "path": "/wcms/", "line": 75 }, { "directive": "disallow", "path": "/prepaid/browse/cart.jsp", "line": 80 }, { "directive": "disallow", "path": "/btwn", "line": 81 }, { "directive": "disallow", "path": "/accessories/*-sk-", "line": 82 }, { "directive": "disallow", "path": "/accessories/tealeaf/target/TealeafTarget.jsp", "line": 83 }, { "directive": "disallow", "path": "/browse/RVInfoActor/loadRVInfo", "line": 88 }, { "directive": "disallow", "path": "/browse/DeviceDetailsActor/", "line": 89 }, { "directive": "disallow", "path": "/browse/deviceDetails.jsp", "line": 90 }, { "directive": "disallow", "path": "/browse/deviceISPUDetails.jsp", "line": 91 }, { "directive": "disallow", "path": "/browse/devicesetup/", "line": 92 }, { "directive": "disallow", "path": "/miniCartRenderer.jsp", "line": 93 }, { "directive": "disallow", "path": "/com/vzw/commerce/order/purchase/", "line": 94 }, { "directive": "disallow", "path": "/desktop/browse/includes/", "line": 95 }, { "directive": "disallow", "path": "/vzw/threeDsecure/", "line": 96 }, { "directive": "disallow", "path": "/checkout/", "line": 97 }, { "directive": "disallow", "path": "/vmmupgrade/", "line": 98 }, { "directive": "disallow", "path": "/vzw/secure/authDecision.jsp", "line": 99 }, { "directive": "disallow", "path": "/about/careers/terremark/", "line": 104 }, { "directive": "disallow", "path": "/about/search-results/", "line": 105 }, { "directive": "disallow", "path": "/about/work/jobs/search?per_page=", "line": 106 }, { "directive": "disallow", "path": "/about/news/*?category=All", "line": 107 }, { "directive": "disallow", "path": "/about/news/*?field_news_corporate_categories", "line": 108 }, { "directive": "disallow", "path": "/about/*/*?pos", "line": 109 }, { "directive": "disallow", "path": "/about/*qt-vzc_corporate_news_analytics", "line": 110 }, { "directive": "disallow", "path": "/about/files/", "line": 111 }, { "directive": "allow", "path": "/about/files/*.pdf", "line": 112 }, { "directive": "disallow", "path": "/about/file/", "line": 113 }, { "directive": "allow", "path": "/about/file/*.pdf", "line": 114 }, { "directive": "disallow", "path": "/about/sites/default/files/clu/", "line": 115 }, { "directive": "disallow", "path": "/ForYourHome/ORDERING/CheckAvailability.aspx", "line": 120 }, { "directive": "disallow", "path": "/ForYourHome/ORDERING/CheckAvailabilityExp.aspx", "line": 121 }, { "directive": "disallow", "path": "/ForYourHome/voip/", "line": 122 }, { "directive": "disallow", "path": "/ForYourHome/VOIP/", "line": 123 }, { "directive": "disallow", "path": "/ForYourHome/Voip/", "line": 124 }, { "directive": "disallow", "path": "/ForYourhome/voip/", "line": 125 }, { "directive": "disallow", "path": "/dam/support/pdf/", "line": 126 }, { "directive": "disallow", "path": "/multimedia/mim/", "line": 127 }, { "directive": "disallow", "path": "/61686f0a94/", "line": 132 }, { "directive": "disallow", "path": "/smallbusiness/accessories/browse/", "line": 133 }, { "directive": "disallow", "path": "/smallbusiness/accessories/cart/", "line": 134 }, { "directive": "disallow", "path": "/smallbusiness/accessories/checkout/", "line": 135 }, { "directive": "disallow", "path": "/dam/businessportal/content/assets/", "line": 136 }, { "directive": "disallow", "path": "/business/r3s0u4c3s/*", "line": 137 }, { "directive": "disallow", "path": "/business/service_guide/reg-*", "line": 138 }, { "directive": "disallow", "path": "/business/service_guide/archive-*", "line": 139 }, { "directive": "disallow", "path": "/business/*-*/products/devices/*", "line": 144 }, { "directive": "disallow", "path": "/business/*-*/shop/*", "line": 145 }, { "directive": "disallow", "path": "/business/*-*/products/deals/*", "line": 146 }, { "directive": "disallow", "path": "/business/*-*/products/tech-support-services/*", "line": 147 }, { "directive": "disallow", "path": "/business/*-*/products/plans/*", "line": 148 }, { "directive": "disallow", "path": "/business/*-*/products/internet/routers-network-extenders/*", "line": 149 }, { "directive": "disallow", "path": "/business/*-*/products/business-tv/*", "line": 150 }, { "directive": "disallow", "path": "/business/*-*/products/device-protection-plans/device-protection-plan-for-business/*", "line": 151 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/*", "line": 152 }, { "directive": "disallow", "path": "/business/*-*/solutions/enterprise/*", "line": 153 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/education/*", "line": 154 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/federal-government/*", "line": 155 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/public-safety/*", "line": 156 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/state-local-government/*", "line": 157 }, { "directive": "disallow", "path": "/products/brigadier/*", "line": 162 }, { "directive": "disallow", "path": "/products/z30/*", "line": 163 }, { "directive": "disallow", "path": "/products/z10/*", "line": 164 }, { "directive": "disallow", "path": "/products/g4/*", "line": 165 }, { "directive": "disallow", "path": "/products/g3/*", "line": 166 }, { "directive": "disallow", "path": "/products/g2/*", "line": 167 }, { "directive": "disallow", "path": "/products/q10/*", "line": 168 }, { "directive": "disallow", "path": "/products/enact/*", "line": 169 }, { "directive": "disallow", "path": "/*dc_lat", "line": 174 }, { "directive": "disallow", "path": "/*sd_xdinfo", "line": 175 }, { "directive": "disallow", "path": "*/reusable-content/", "line": 176 }, { "directive": "disallow", "path": "*/personal/home/*", "line": 181 }, { "directive": "disallow", "path": "*/content/verizon/*", "line": 182 }, { "directive": "disallow", "path": "*/banner$", "line": 183 }, { "directive": "disallow", "path": "*/content/dam/support/*", "line": 187 } ], "warnings": [ 4, 5, 176, 181, 182, 183, 187 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*.js", "line": 4 }, { "directive": "allow", "path": "*.css", "line": 5 }, { "directive": "allow", "path": "/signin", "line": 6 }, { "directive": "allow", "path": "/digital/nsa/secure/ui/ngd/servicecentral", "line": 7 }, { "directive": "disallow", "path": "/cgi-bin", "line": 8 }, { "directive": "disallow", "path": "/perl", "line": 9 }, { "directive": "disallow", "path": "/cs/idcplg", "line": 10 }, { "directive": "disallow", "path": "/dslmembersonly", "line": 11 }, { "directive": "disallow", "path": "/idc/", "line": 12 }, { "directive": "disallow", "path": "/nroneretail/", "line": 13 }, { "directive": "disallow", "path": "/NROneRetail/", "line": 14 }, { "directive": "disallow", "path": "/residential/", "line": 15 }, { "directive": "disallow", "path": "/search/SearchResults", "line": 16 }, { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/onesearch/search", "line": 18 }, { "directive": "disallow", "path": "/onesearch/", "line": 19 }, { "directive": "disallow", "path": "/cs/", "line": 20 }, { "directive": "allow", "path": "/cs/groups/public/documents/", "line": 21 }, { "directive": "disallow", "path": "/business/en-gb/resources/reports/dbir./", "line": 26 }, { "directive": "disallow", "path": "/business/small-business-essentials/", "line": 27 }, { "directive": "disallow", "path": "/home/directv/*%7Bdomainnameus%7D/", "line": 32 }, { "directive": "disallow", "path": "/home/directv/usingdtv/*%7Bdomainnameus%7D/", "line": 33 }, { "directive": "disallow", "path": "/home/fiosinternet/plans/*%7Bdomainnameus%7D/", "line": 34 }, { "directive": "disallow", "path": "/home/fiostv/spanishplans/*%7Bdomainnameus%7D/", "line": 35 }, { "directive": "disallow", "path": "/home/highspeedinternet/*%7Bdomainnameus%7D/", "line": 36 }, { "directive": "disallow", "path": "/home/phone/international/basicinternationalrates/*%7Bdomainnameus%7D/", "line": 37 }, { "directive": "disallow", "path": "/home/ordering/", "line": 38 }, { "directive": "disallow", "path": "/home/popup/", "line": 39 }, { "directive": "disallow", "path": "/home/products/", "line": 40 }, { "directive": "disallow", "path": "/home/s/", "line": 41 }, { "directive": "disallow", "path": "/home/wifi/*%7Bdomainnameus%7D/", "line": 42 }, { "directive": "disallow", "path": "/home/accessories/browse/", "line": 43 }, { "directive": "disallow", "path": "/home/accessories/cart/", "line": 44 }, { "directive": "disallow", "path": "/home/accessories/checkout/", "line": 45 }, { "directive": "disallow", "path": "/?offset=", "line": 50 }, { "directive": "disallow", "path": "/od/service/", "line": 51 }, { "directive": "allow", "path": "/products/allproducts/", "line": 52 }, { "directive": "allow", "path": "/products/*/page-2$", "line": 53 }, { "directive": "allow", "path": "/products/*/page-3$", "line": 54 }, { "directive": "allow", "path": "/products/*/page-2/$", "line": 55 }, { "directive": "allow", "path": "/products/*/page-3/$", "line": 56 }, { "directive": "disallow", "path": "/products/*/gold/", "line": 57 }, { "directive": "disallow", "path": "/products/*/red/", "line": 58 }, { "directive": "disallow", "path": "/products/*/black/", "line": 59 }, { "directive": "disallow", "path": "/products/*/pink/", "line": 60 }, { "directive": "disallow", "path": "/products/*+*", "line": 61 }, { "directive": "disallow", "path": "/products/*/page-1", "line": 62 }, { "directive": "disallow", "path": "/products/*/page-2", "line": 63 }, { "directive": "disallow", "path": "/products/*/page-3", "line": 64 }, { "directive": "disallow", "path": "/products/*/page-4", "line": 65 }, { "directive": "disallow", "path": "/products/*/page-5", "line": 66 }, { "directive": "disallow", "path": "/products/*/page-6", "line": 67 }, { "directive": "disallow", "path": "/products/*/page-7", "line": 68 }, { "directive": "disallow", "path": "/products/*/page-8", "line": 69 }, { "directive": "disallow", "path": "/products/*/page-9", "line": 70 }, { "directive": "disallow", "path": "/digital/nsa/secure/", "line": 71 }, { "directive": "disallow", "path": "/sales/digital/", "line": 72 }, { "directive": "disallow", "path": "/us/", "line": 73 }, { "directive": "disallow", "path": "/vzw/", "line": 74 }, { "directive": "disallow", "path": "/wcms/", "line": 75 }, { "directive": "disallow", "path": "/prepaid/browse/cart.jsp", "line": 80 }, { "directive": "disallow", "path": "/btwn", "line": 81 }, { "directive": "disallow", "path": "/accessories/*-sk-", "line": 82 }, { "directive": "disallow", "path": "/accessories/tealeaf/target/TealeafTarget.jsp", "line": 83 }, { "directive": "disallow", "path": "/browse/RVInfoActor/loadRVInfo", "line": 88 }, { "directive": "disallow", "path": "/browse/DeviceDetailsActor/", "line": 89 }, { "directive": "disallow", "path": "/browse/deviceDetails.jsp", "line": 90 }, { "directive": "disallow", "path": "/browse/deviceISPUDetails.jsp", "line": 91 }, { "directive": "disallow", "path": "/browse/devicesetup/", "line": 92 }, { "directive": "disallow", "path": "/miniCartRenderer.jsp", "line": 93 }, { "directive": "disallow", "path": "/com/vzw/commerce/order/purchase/", "line": 94 }, { "directive": "disallow", "path": "/desktop/browse/includes/", "line": 95 }, { "directive": "disallow", "path": "/vzw/threeDsecure/", "line": 96 }, { "directive": "disallow", "path": "/checkout/", "line": 97 }, { "directive": "disallow", "path": "/vmmupgrade/", "line": 98 }, { "directive": "disallow", "path": "/vzw/secure/authDecision.jsp", "line": 99 }, { "directive": "disallow", "path": "/about/careers/terremark/", "line": 104 }, { "directive": "disallow", "path": "/about/search-results/", "line": 105 }, { "directive": "disallow", "path": "/about/work/jobs/search?per_page=", "line": 106 }, { "directive": "disallow", "path": "/about/news/*?category=All", "line": 107 }, { "directive": "disallow", "path": "/about/news/*?field_news_corporate_categories", "line": 108 }, { "directive": "disallow", "path": "/about/*/*?pos", "line": 109 }, { "directive": "disallow", "path": "/about/*qt-vzc_corporate_news_analytics", "line": 110 }, { "directive": "disallow", "path": "/about/files/", "line": 111 }, { "directive": "allow", "path": "/about/files/*.pdf", "line": 112 }, { "directive": "disallow", "path": "/about/file/", "line": 113 }, { "directive": "allow", "path": "/about/file/*.pdf", "line": 114 }, { "directive": "disallow", "path": "/about/sites/default/files/clu/", "line": 115 }, { "directive": "disallow", "path": "/ForYourHome/ORDERING/CheckAvailability.aspx", "line": 120 }, { "directive": "disallow", "path": "/ForYourHome/ORDERING/CheckAvailabilityExp.aspx", "line": 121 }, { "directive": "disallow", "path": "/ForYourHome/voip/", "line": 122 }, { "directive": "disallow", "path": "/ForYourHome/VOIP/", "line": 123 }, { "directive": "disallow", "path": "/ForYourHome/Voip/", "line": 124 }, { "directive": "disallow", "path": "/ForYourhome/voip/", "line": 125 }, { "directive": "disallow", "path": "/dam/support/pdf/", "line": 126 }, { "directive": "disallow", "path": "/multimedia/mim/", "line": 127 }, { "directive": "disallow", "path": "/61686f0a94/", "line": 132 }, { "directive": "disallow", "path": "/smallbusiness/accessories/browse/", "line": 133 }, { "directive": "disallow", "path": "/smallbusiness/accessories/cart/", "line": 134 }, { "directive": "disallow", "path": "/smallbusiness/accessories/checkout/", "line": 135 }, { "directive": "disallow", "path": "/dam/businessportal/content/assets/", "line": 136 }, { "directive": "disallow", "path": "/business/r3s0u4c3s/*", "line": 137 }, { "directive": "disallow", "path": "/business/service_guide/reg-*", "line": 138 }, { "directive": "disallow", "path": "/business/service_guide/archive-*", "line": 139 }, { "directive": "disallow", "path": "/business/*-*/products/devices/*", "line": 144 }, { "directive": "disallow", "path": "/business/*-*/shop/*", "line": 145 }, { "directive": "disallow", "path": "/business/*-*/products/deals/*", "line": 146 }, { "directive": "disallow", "path": "/business/*-*/products/tech-support-services/*", "line": 147 }, { "directive": "disallow", "path": "/business/*-*/products/plans/*", "line": 148 }, { "directive": "disallow", "path": "/business/*-*/products/internet/routers-network-extenders/*", "line": 149 }, { "directive": "disallow", "path": "/business/*-*/products/business-tv/*", "line": 150 }, { "directive": "disallow", "path": "/business/*-*/products/device-protection-plans/device-protection-plan-for-business/*", "line": 151 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/*", "line": 152 }, { "directive": "disallow", "path": "/business/*-*/solutions/enterprise/*", "line": 153 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/education/*", "line": 154 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/federal-government/*", "line": 155 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/public-safety/*", "line": 156 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/state-local-government/*", "line": 157 }, { "directive": "disallow", "path": "/products/brigadier/*", "line": 162 }, { "directive": "disallow", "path": "/products/z30/*", "line": 163 }, { "directive": "disallow", "path": "/products/z10/*", "line": 164 }, { "directive": "disallow", "path": "/products/g4/*", "line": 165 }, { "directive": "disallow", "path": "/products/g3/*", "line": 166 }, { "directive": "disallow", "path": "/products/g2/*", "line": 167 }, { "directive": "disallow", "path": "/products/q10/*", "line": 168 }, { "directive": "disallow", "path": "/products/enact/*", "line": 169 }, { "directive": "disallow", "path": "/*dc_lat", "line": 174 }, { "directive": "disallow", "path": "/*sd_xdinfo", "line": 175 }, { "directive": "disallow", "path": "*/reusable-content/", "line": 176 }, { "directive": "disallow", "path": "*/personal/home/*", "line": 181 }, { "directive": "disallow", "path": "*/content/verizon/*", "line": 182 }, { "directive": "disallow", "path": "*/banner$", "line": 183 }, { "directive": "disallow", "path": "*/content/dam/support/*", "line": 187 } ], "warnings": [ 4, 5, 176, 181, 182, 183, 187 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "*.js", "line": 4 }, { "directive": "allow", "path": "*.css", "line": 5 }, { "directive": "allow", "path": "/signin", "line": 6 }, { "directive": "allow", "path": "/digital/nsa/secure/ui/ngd/servicecentral", "line": 7 }, { "directive": "disallow", "path": "/cgi-bin", "line": 8 }, { "directive": "disallow", "path": "/perl", "line": 9 }, { "directive": "disallow", "path": "/cs/idcplg", "line": 10 }, { "directive": "disallow", "path": "/dslmembersonly", "line": 11 }, { "directive": "disallow", "path": "/idc/", "line": 12 }, { "directive": "disallow", "path": "/nroneretail/", "line": 13 }, { "directive": "disallow", "path": "/NROneRetail/", "line": 14 }, { "directive": "disallow", "path": "/residential/", "line": 15 }, { "directive": "disallow", "path": "/search/SearchResults", "line": 16 }, { "directive": "disallow", "path": "/search/", "line": 17 }, { "directive": "disallow", "path": "/onesearch/search", "line": 18 }, { "directive": "disallow", "path": "/onesearch/", "line": 19 }, { "directive": "disallow", "path": "/cs/", "line": 20 }, { "directive": "allow", "path": "/cs/groups/public/documents/", "line": 21 }, { "directive": "disallow", "path": "/business/en-gb/resources/reports/dbir./", "line": 26 }, { "directive": "disallow", "path": "/business/small-business-essentials/", "line": 27 }, { "directive": "disallow", "path": "/home/directv/*%7Bdomainnameus%7D/", "line": 32 }, { "directive": "disallow", "path": "/home/directv/usingdtv/*%7Bdomainnameus%7D/", "line": 33 }, { "directive": "disallow", "path": "/home/fiosinternet/plans/*%7Bdomainnameus%7D/", "line": 34 }, { "directive": "disallow", "path": "/home/fiostv/spanishplans/*%7Bdomainnameus%7D/", "line": 35 }, { "directive": "disallow", "path": "/home/highspeedinternet/*%7Bdomainnameus%7D/", "line": 36 }, { "directive": "disallow", "path": "/home/phone/international/basicinternationalrates/*%7Bdomainnameus%7D/", "line": 37 }, { "directive": "disallow", "path": "/home/ordering/", "line": 38 }, { "directive": "disallow", "path": "/home/popup/", "line": 39 }, { "directive": "disallow", "path": "/home/products/", "line": 40 }, { "directive": "disallow", "path": "/home/s/", "line": 41 }, { "directive": "disallow", "path": "/home/wifi/*%7Bdomainnameus%7D/", "line": 42 }, { "directive": "disallow", "path": "/home/accessories/browse/", "line": 43 }, { "directive": "disallow", "path": "/home/accessories/cart/", "line": 44 }, { "directive": "disallow", "path": "/home/accessories/checkout/", "line": 45 }, { "directive": "disallow", "path": "/?offset=", "line": 50 }, { "directive": "disallow", "path": "/od/service/", "line": 51 }, { "directive": "allow", "path": "/products/allproducts/", "line": 52 }, { "directive": "allow", "path": "/products/*/page-2$", "line": 53 }, { "directive": "allow", "path": "/products/*/page-3$", "line": 54 }, { "directive": "allow", "path": "/products/*/page-2/$", "line": 55 }, { "directive": "allow", "path": "/products/*/page-3/$", "line": 56 }, { "directive": "disallow", "path": "/products/*/gold/", "line": 57 }, { "directive": "disallow", "path": "/products/*/red/", "line": 58 }, { "directive": "disallow", "path": "/products/*/black/", "line": 59 }, { "directive": "disallow", "path": "/products/*/pink/", "line": 60 }, { "directive": "disallow", "path": "/products/*+*", "line": 61 }, { "directive": "disallow", "path": "/products/*/page-1", "line": 62 }, { "directive": "disallow", "path": "/products/*/page-2", "line": 63 }, { "directive": "disallow", "path": "/products/*/page-3", "line": 64 }, { "directive": "disallow", "path": "/products/*/page-4", "line": 65 }, { "directive": "disallow", "path": "/products/*/page-5", "line": 66 }, { "directive": "disallow", "path": "/products/*/page-6", "line": 67 }, { "directive": "disallow", "path": "/products/*/page-7", "line": 68 }, { "directive": "disallow", "path": "/products/*/page-8", "line": 69 }, { "directive": "disallow", "path": "/products/*/page-9", "line": 70 }, { "directive": "disallow", "path": "/digital/nsa/secure/", "line": 71 }, { "directive": "disallow", "path": "/sales/digital/", "line": 72 }, { "directive": "disallow", "path": "/us/", "line": 73 }, { "directive": "disallow", "path": "/vzw/", "line": 74 }, { "directive": "disallow", "path": "/wcms/", "line": 75 }, { "directive": "disallow", "path": "/prepaid/browse/cart.jsp", "line": 80 }, { "directive": "disallow", "path": "/btwn", "line": 81 }, { "directive": "disallow", "path": "/accessories/*-sk-", "line": 82 }, { "directive": "disallow", "path": "/accessories/tealeaf/target/TealeafTarget.jsp", "line": 83 }, { "directive": "disallow", "path": "/browse/RVInfoActor/loadRVInfo", "line": 88 }, { "directive": "disallow", "path": "/browse/DeviceDetailsActor/", "line": 89 }, { "directive": "disallow", "path": "/browse/deviceDetails.jsp", "line": 90 }, { "directive": "disallow", "path": "/browse/deviceISPUDetails.jsp", "line": 91 }, { "directive": "disallow", "path": "/browse/devicesetup/", "line": 92 }, { "directive": "disallow", "path": "/miniCartRenderer.jsp", "line": 93 }, { "directive": "disallow", "path": "/com/vzw/commerce/order/purchase/", "line": 94 }, { "directive": "disallow", "path": "/desktop/browse/includes/", "line": 95 }, { "directive": "disallow", "path": "/vzw/threeDsecure/", "line": 96 }, { "directive": "disallow", "path": "/checkout/", "line": 97 }, { "directive": "disallow", "path": "/vmmupgrade/", "line": 98 }, { "directive": "disallow", "path": "/vzw/secure/authDecision.jsp", "line": 99 }, { "directive": "disallow", "path": "/about/careers/terremark/", "line": 104 }, { "directive": "disallow", "path": "/about/search-results/", "line": 105 }, { "directive": "disallow", "path": "/about/work/jobs/search?per_page=", "line": 106 }, { "directive": "disallow", "path": "/about/news/*?category=All", "line": 107 }, { "directive": "disallow", "path": "/about/news/*?field_news_corporate_categories", "line": 108 }, { "directive": "disallow", "path": "/about/*/*?pos", "line": 109 }, { "directive": "disallow", "path": "/about/*qt-vzc_corporate_news_analytics", "line": 110 }, { "directive": "disallow", "path": "/about/files/", "line": 111 }, { "directive": "allow", "path": "/about/files/*.pdf", "line": 112 }, { "directive": "disallow", "path": "/about/file/", "line": 113 }, { "directive": "allow", "path": "/about/file/*.pdf", "line": 114 }, { "directive": "disallow", "path": "/about/sites/default/files/clu/", "line": 115 }, { "directive": "disallow", "path": "/ForYourHome/ORDERING/CheckAvailability.aspx", "line": 120 }, { "directive": "disallow", "path": "/ForYourHome/ORDERING/CheckAvailabilityExp.aspx", "line": 121 }, { "directive": "disallow", "path": "/ForYourHome/voip/", "line": 122 }, { "directive": "disallow", "path": "/ForYourHome/VOIP/", "line": 123 }, { "directive": "disallow", "path": "/ForYourHome/Voip/", "line": 124 }, { "directive": "disallow", "path": "/ForYourhome/voip/", "line": 125 }, { "directive": "disallow", "path": "/dam/support/pdf/", "line": 126 }, { "directive": "disallow", "path": "/multimedia/mim/", "line": 127 }, { "directive": "disallow", "path": "/61686f0a94/", "line": 132 }, { "directive": "disallow", "path": "/smallbusiness/accessories/browse/", "line": 133 }, { "directive": "disallow", "path": "/smallbusiness/accessories/cart/", "line": 134 }, { "directive": "disallow", "path": "/smallbusiness/accessories/checkout/", "line": 135 }, { "directive": "disallow", "path": "/dam/businessportal/content/assets/", "line": 136 }, { "directive": "disallow", "path": "/business/r3s0u4c3s/*", "line": 137 }, { "directive": "disallow", "path": "/business/service_guide/reg-*", "line": 138 }, { "directive": "disallow", "path": "/business/service_guide/archive-*", "line": 139 }, { "directive": "disallow", "path": "/business/*-*/products/devices/*", "line": 144 }, { "directive": "disallow", "path": "/business/*-*/shop/*", "line": 145 }, { "directive": "disallow", "path": "/business/*-*/products/deals/*", "line": 146 }, { "directive": "disallow", "path": "/business/*-*/products/tech-support-services/*", "line": 147 }, { "directive": "disallow", "path": "/business/*-*/products/plans/*", "line": 148 }, { "directive": "disallow", "path": "/business/*-*/products/internet/routers-network-extenders/*", "line": 149 }, { "directive": "disallow", "path": "/business/*-*/products/business-tv/*", "line": 150 }, { "directive": "disallow", "path": "/business/*-*/products/device-protection-plans/device-protection-plan-for-business/*", "line": 151 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/*", "line": 152 }, { "directive": "disallow", "path": "/business/*-*/solutions/enterprise/*", "line": 153 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/education/*", "line": 154 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/federal-government/*", "line": 155 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/public-safety/*", "line": 156 }, { "directive": "disallow", "path": "/business/*-*/solutions/public-sector/state-local-government/*", "line": 157 }, { "directive": "disallow", "path": "/products/brigadier/*", "line": 162 }, { "directive": "disallow", "path": "/products/z30/*", "line": 163 }, { "directive": "disallow", "path": "/products/z10/*", "line": 164 }, { "directive": "disallow", "path": "/products/g4/*", "line": 165 }, { "directive": "disallow", "path": "/products/g3/*", "line": 166 }, { "directive": "disallow", "path": "/products/g2/*", "line": 167 }, { "directive": "disallow", "path": "/products/q10/*", "line": 168 }, { "directive": "disallow", "path": "/products/enact/*", "line": 169 }, { "directive": "disallow", "path": "/*dc_lat", "line": 174 }, { "directive": "disallow", "path": "/*sd_xdinfo", "line": 175 }, { "directive": "disallow", "path": "*/reusable-content/", "line": 176 }, { "directive": "disallow", "path": "*/personal/home/*", "line": 181 }, { "directive": "disallow", "path": "*/content/verizon/*", "line": 182 }, { "directive": "disallow", "path": "*/banner$", "line": 183 }, { "directive": "disallow", "path": "*/content/dam/support/*", "line": 187 } ], "warnings": [ 4, 5, 176, 181, 182, 183, 187 ] } }, "httpStatus": 200, "finalUrl": "https://www.verizon.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "f3ee3823fe4d85c17d23335afaef69ace0a9c5fb6c08e65320964db807dad022", "bytes": 7151 }, { "company": "Vertex Pharmaceuticals", "cik": "875320", "sector": "Health Care", "origin": "https://www.vrtx.com", "checkedAt": "2026-09-26T04:56:28.131Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.vrtx.com/robots.txt", "contentType": "text/html" }, { "company": "Vertiv", "cik": "1674101", "sector": "Industrials", "origin": "https://www.vertiv.com", "checkedAt": "2026-09-26T04:56:28.795Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 248 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 268 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 284 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 244 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 264 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 252 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/en-us/search", "line": 2 }, { "directive": "disallow", "path": "/en-emea/search", "line": 3 }, { "directive": "disallow", "path": "/en-asia/search", "line": 4 }, { "directive": "disallow", "path": "/zh-CN/search-for-support-information", "line": 5 }, { "directive": "disallow", "path": "/en-in/search", "line": 6 }, { "directive": "disallow", "path": "/es-latam/buscar", "line": 7 }, { "directive": "disallow", "path": "/de-emea/suchen", "line": 8 }, { "directive": "disallow", "path": "/fr-emea/recherche", "line": 9 }, { "directive": "disallow", "path": "/it-emea/ricerca", "line": 10 }, { "directive": "disallow", "path": "/en-ca/search", "line": 11 }, { "directive": "disallow", "path": "/pt-latam/pesquisar", "line": 12 }, { "directive": "disallow", "path": "/ru-emea/1/", "line": 13 }, { "directive": "disallow", "path": "/es-emea/buscar", "line": 14 }, { "directive": "disallow", "path": "/pl-emea/wyszukaj", "line": 15 }, { "directive": "disallow", "path": "/tr-emea/arama", "line": 16 }, { "directive": "disallow", "path": "/nl-emea/zoeken", "line": 17 }, { "directive": "disallow", "path": "/ko-asia/3", "line": 18 }, { "directive": "disallow", "path": "/zh-tw/search", "line": 19 }, { "directive": "disallow", "path": "/en-cn/search", "line": 20 }, { "directive": "disallow", "path": "/fr-ca/recherche", "line": 21 }, { "directive": "disallow", "path": "/jp-asia/search", "line": 22 }, { "directive": "disallow", "path": "/pt-emea/search", "line": 23 }, { "directive": "disallow", "path": "/login/", "line": 24 }, { "directive": "disallow", "path": "/account-settings/", "line": 25 }, { "directive": "disallow", "path": "/vi-vn/", "line": 26 }, { "directive": "disallow", "path": "/globalassets/documents/policy/retention_policies_and_billing_guidelines_11-21-18_255250_0.pdf", "line": 27 }, { "directive": "disallow", "path": "/globalassets/documents/policy/timekeeper_rate_sheet_11-21-18_255255_0.pdf", "line": 28 }, { "directive": "disallow", "path": "/globalassets/documents/government-pricing/aljp2016/liebert-aljp2016-price-list-liebert-base-price-list-pl-en-na_105061_0.pdf", "line": 29 }, { "directive": "disallow", "path": "/globalassets/documents/government-pricing/aljp2013/liebert-aljp_price_list_10-23-12-pl-en-na_104968_0.pdf", "line": 30 }, { "directive": "disallow", "path": "/globalassets/documents/government-pricing/aljp2013/liebert-aljp-price-list-template-liebert-pl-en-na_105005_0.pdf", "line": 31 }, { "directive": "disallow", "path": "/globalassets/documents/government-pricing/aljp2013/liebert-aljp2013_pricelist_liebert_feb-20-2013-pl-en-na_104990_0.pdf", "line": 32 }, { "directive": "disallow", "path": "/globalassets/documents/government-pricing/aljp2013/liebert_aljp2009e_pricelist_11-05-13-pl-en-na_104941_0.pdf", "line": 33 }, { "directive": "disallow", "path": "/en-us/products/brands/liebert/aljp-2013/", "line": 34 }, { "directive": "disallow", "path": "/globalassets/documents/government-pricing/mississippi/vertiv_liebert_ms_state_epl_3760_price_list_2017_10_01_198497_1.pdf", "line": 35 }, { "directive": "disallow", "path": "/globalassets/documents/government-pricing/mississippi/ms_contract_price_list_ms_3760_may-7-2015-117pm.pdf", "line": 36 }, { "directive": "disallow", "path": "/globalassets/documents/government-pricing/aljp2019/liebert_resellers_aljp2019_current_list_1-31-19_259780_0.pdf", "line": 37 }, { "directive": "disallow", "path": "/globalassets/documents/government-pricing/aljp2019/liebert_resellers_aljp2019_current_list_11-12-19_259780_0.pdf", "line": 38 }, { "directive": "disallow", "path": "/globalassets/documents/manuals/code_of_ethics_-_final_232647_0.pdf", "line": 39 }, { "directive": "disallow", "path": "/globalassets/documents/ethics--compliance/code-of-ethics/code_of_ethics_-_october_2018_-_final_-_french_european_250138_0.pdf", "line": 40 }, { "directive": "disallow", "path": "/globalassets/documents/ethics--compliance/code-of-ethics/code_of_ethics_-_october_2018_-_final_-_spanish_european_250180_0.pdf", "line": 41 }, { "directive": "disallow", "path": "/globalassets/documents/ethics--compliance/code-of-ethics/code_of_ethics_-_october_2018_-_final_-_spanish_latin_america_250186_0.pdf", "line": 42 }, { "directive": "disallow", "path": "/globalassets/documents/ethics--compliance/code-of-ethics/code_of_ethics_-_october_2018_-_final_-_french_canadian_250132_0.pdf", "line": 43 }, { "directive": "disallow", "path": "/globalassets/documents/ethics--compliance/code-of-ethics/code_of_ethics_-_october_2018_-_final_-_italian_250144_0.pdf", "line": 44 }, { "directive": "disallow", "path": "/globalassets/documents/ethics--compliance/code-of-ethics/code_of_ethics_-_october_2018_-_final_-_russian_250168_0.pdf", "line": 45 }, { "directive": "disallow", "path": "/globalassets/documents/ethics--compliance/code-of-ethics/code_of_ethics_-_october_2018_-_final_-_turkish_250204_0.pdf", "line": 46 }, { "directive": "disallow", "path": "/globalassets/documents/ethics--compliance/code-of-ethics/code_of_ethics_-_october_2018_-_final_-_chinese_250108_0.pdf", "line": 47 }, { "directive": "disallow", "path": "/globalassets/documents/ethics--compliance/code-of-ethics/code_of_ethics_-_october_2018_-_final_-_german_251500_0.pdf", "line": 48 }, { "directive": "disallow", "path": "/globalassets/documents/ethics--compliance/code-of-ethics/code_of_ethics_-_october_2018_-_final_-_brazil_portuguese_250102_0.pdf", "line": 49 }, { "directive": "disallow", "path": "/globalassets/documents/ethics--compliance/code-of-ethics/code_of_ethics_-_october_2018_-_final_-_thai_250198_0.pdf", "line": 50 }, { "directive": "disallow", "path": "/globalassets/documents/ethics--compliance/code-of-ethics/code_of_ethics_-_october_2018_-_final_-_burmese_250604_0.pdf", "line": 51 }, { "directive": "disallow", "path": "/globalassets/documents/ethics--compliance/code-of-ethics/code_of_ethics_-_october_2018_-_final_-_swedish_250192_0.pdf", "line": 52 }, { "directive": "disallow", "path": "/globalassets/documents/ethics--compliance/code-of-ethics/code_of_ethics_-_october_2018_-_final_-_romanian_250162_0.pdf", "line": 53 }, { "directive": "disallow", "path": "/globalassets/documents/ethics--compliance/code-of-ethics/Code_of_ethics_-_october_2018_-_final_-_portuguese_european_250156_0.pdf", "line": 54 }, { "directive": "disallow", "path": "/globalassets/documents/ethics--compliance/code-of-ethics/code_of_ethics_-_october_2018_-_final_-_polish_250150_0.pdf", "line": 55 }, { "directive": "disallow", "path": "/globalassets/documents/ethics--compliance/code-of-ethics/code_of_ethics_-_october_2018_-_final_-_dutch_250126_0.pdf", "line": 56 }, { "directive": "disallow", "path": "/globalassets/documents/ethics--compliance/code-of-ethics/code_of_ethics_-_october_2018_-_final_-_czech_250120_0.pdf", "line": 57 }, { "directive": "disallow", "path": "/globalassets/documents/ethics--compliance/code-of-ethics/code_of_ethics_-_october_2018_-_final_-_slovak_250174_0.pdf", "line": 58 }, { "directive": "disallow", "path": "/globalassets/documents/ethics--compliance/code-of-ethics/code_of_ethics_-_october_2018_-_final_-_croatian_250114_0.pdf", "line": 59 }, { "directive": "disallow", "path": "/globalassets/documents/ethics--compliance/code-of-ethics/code_of_ethics_-_october_2018_-_final_-_polish_250150_0.pdf", "line": 60 }, { "directive": "disallow", "path": "/globalassets/services/maintenance-services/remote-services/componentequipment-level-remote-monitoring/securely-deliver-remote-monitoring-and-service-to-critical-systems-.pdf", "line": 61 }, { "directive": "disallow", "path": "/en-us/about/news-and-insights/articles/videos/liebert-trinergy-cube-ul-pre-installation-requirements/", "line": 62 }, { "directive": "disallow", "path": "/en-us/about/news-and-insights/articles/videos/liebert-exl-s1-pre-installation-requirements/", "line": 63 }, { "directive": "disallow", "path": "/en-emea/about/news-and-insights/articles/videos/how-a-crypto-mining-facility-achieves-incredible-efficiency-against-the-odds/", "line": 64 }, { "directive": "disallow", "path": "/en-us/public-campaigns/cooling-crypto-currency/", "line": 65 }, { "directive": "disallow", "path": "/4a9b46/globalassets/documents/campaigns/vertiv-interview-with-silviu-catalin-balaci-ar-en-emea_244726_0.pdf", "line": 66 }, { "directive": "disallow", "path": "/en-emea/products-catalog/critical-power/dc-power-systems/netsure-solar-battery-enclosure/", "line": 67 }, { "directive": "disallow", "path": "/4a94a6/globalassets/documents/support/siemens-medical-solutions/liebert-exm-exma100umr1-100kva-ups_312572_0.pdf", "line": 68 }, { "directive": "disallow", "path": "/4a94cc/globalassets/documents/support/siemens-medical-solutions/liebert-exm-exma125umr1-125kva-ups_312578_0.pdf", "line": 69 }, { "directive": "disallow", "path": "/4a94e8/globalassets/documents/support/siemens-medical-solutions/liebert-exm-exma150umr1-150kva-ups_312584_0.pdf", "line": 70 }, { "directive": "disallow", "path": "/4a9501/globalassets/documents/support/siemens-medical-solutions/liebert-exm-exma175umr1-175kva-ups_312590_0.pdf", "line": 71 }, { "directive": "disallow", "path": "/4a94fc/globalassets/documents/support/siemens-medical-solutions/liebert-exm-exma200umr1-200kva-ups_312554_0.pdf", "line": 72 }, { "directive": "disallow", "path": "/4a9519/globalassets/documents/support/siemens-medical-solutions/liebert-exm-exma225umr1-225kva-ups_312560_0.pdf", "line": 73 }, { "directive": "disallow", "path": "/4a9512/globalassets/documents/support/siemens-medical-solutions/liebert-exm-exma250umr1-250kva-ups_312566_0.pdf", "line": 74 }, { "directive": "disallow", "path": "/4a952c/globalassets/documents/support/siemens-medical-solutions/exma100pmr1-100kva-pc_312660_0.pdf", "line": 75 }, { "directive": "disallow", "path": "/4a954e/globalassets/documents/support/siemens-medical-solutions/exma125pmr1-125kva-pc_312666_0.pdf", "line": 76 }, { "directive": "disallow", "path": "/4a9542/globalassets/documents/support/siemens-medical-solutions/exma150pmr1-150kva-pc_312630_0.pdf", "line": 77 }, { "directive": "disallow", "path": "/4a955d/globalassets/documents/support/siemens-medical-solutions/exma175pmr1-175kva-pc_312636_0.pdf", "line": 78 }, { "directive": "disallow", "path": "/4a955e/globalassets/documents/support/siemens-medical-solutions/exma200pmr1-200kva-pc_312642_0.pdf", "line": 79 }, { "directive": "disallow", "path": "/4a957d/globalassets/documents/support/siemens-medical-solutions/exma225pmr1-225kva-pc_312648_0.pdf", "line": 80 }, { "directive": "disallow", "path": "/4a9586/globalassets/documents/support/siemens-medical-solutions/exma250pmr1-250kva-pc_312654_0.pdf", "line": 81 }, { "directive": "disallow", "path": "/4a952f/globalassets/documents/support/siemens-medical-solutions/liebert-480vac-exm-seismic-anchor-kit-option-100kva-250kva_314666_0.pdf", "line": 82 }, { "directive": "disallow", "path": "/4a9280/globalassets/documents/certificates/oshpd-seismic-certification-osp-0556-10_315090_0.pdf", "line": 83 }, { "directive": "disallow", "path": "/48f523/globalassets/shared/vertiv-green-mountain-case-study-ch-00098.pdf", "line": 84 }, { "directive": "disallow", "path": "/4a7537/globalassets/documents/white-papers/ai-workloads-and-the-future-of-it-infrastructure-white-paper-sl-71324.pdf", "line": 85 }, { "directive": "disallow", "path": "/products-catalog/thermal-management/high-density-solutions/liebert-vic/", "line": 86 }, { "directive": "disallow", "path": "/en-us/campaigns/edge-archetypes-2.0-report/", "line": 87 }, { "directive": "disallow", "path": "/en-emea/campaigns/edge-archetypes-2.0-report/", "line": 88 }, { "directive": "disallow", "path": "/en-asia/campaigns/edge-archetypes-2.0-report/", "line": 89 }, { "directive": "disallow", "path": "/en-in/campaigns/edge-archetypes-2.0-report/", "line": 90 }, { "directive": "disallow", "path": "/en-latam/campaigns/edge-archetypes-2.0-report/", "line": 91 }, { "directive": "disallow", "path": "/en-ca/campaigns/edge-archetypes-2.0-report/", "line": 92 }, { "directive": "disallow", "path": "/en-cn/campaigns/edge-archetypes-2.0-report/", "line": 93 }, { "directive": "disallow", "path": "/fr-emea/campaigns/edge-archetypes-2.0-report/", "line": 94 }, { "directive": "disallow", "path": "/nl-emea/campaigns/edge-archetypes-2.0-report/", "line": 95 }, { "directive": "disallow", "path": "/es-emea/campaigns/edge-archetypes-2.0-report/", "line": 96 }, { "directive": "disallow", "path": "/it-emea/campaigns/edge-archetypes-2.0-report/", "line": 97 }, { "directive": "disallow", "path": "/pl-emea/campaigns/edge-archetypes-2.0-report/", "line": 98 }, { "directive": "disallow", "path": "/pt-emea/campaigns/edge-archetypes-2.0-report/", "line": 99 }, { "directive": "disallow", "path": "/ru-emea/campaigns/edge-archetypes-2.0-report/", "line": 100 }, { "directive": "disallow", "path": "/tr-emea/campaigns/edge-archetypes-2.0-report/", "line": 101 }, { "directive": "disallow", "path": "/de-emea/campaigns/edge-archetypes-2.0-report/", "line": 102 }, { "directive": "disallow", "path": "/es-latam/campaigns/edge-archetypes-2.0-report/", "line": 103 }, { "directive": "disallow", "path": "/pt-latam/campaigns/edge-archetypes-2.0-report/", "line": 104 }, { "directive": "disallow", "path": "/zh-CN/campaigns/edge-archetypes-2.0-report/", "line": 105 }, { "directive": "disallow", "path": "/zh-TW/campaigns/edge-archetypes-2.0-report/", "line": 106 }, { "directive": "disallow", "path": "/ko-asia/campaigns/edge-archetypes-2.0-report/", "line": 107 }, { "directive": "disallow", "path": "/en-us/products-catalog/thermal-management/room-cooling/liebert-src-mini-split-cooling-system-4.5-11kw/", "line": 108 }, { "directive": "disallow", "path": "/en-emea/products-catalog/facilities-enclosures-and-racks/integrated-solutions/smartmod-infrastructure/", "line": 109 }, { "directive": "disallow", "path": "/en-us/campaigns/na-campaigns/archived-na-campaigns/itw-2018/", "line": 110 }, { "directive": "disallow", "path": "/en-us/about/news-and-insights/corporate-news/2016/emerson_introduces_mini-split_cooling_system/", "line": 111 }, { "directive": "disallow", "path": "/pt-latam/products-catalog/monitoring-control-and-management/monitoring/liebert-rdu-a-g2/", "line": 112 }, { "directive": "disallow", "path": "/en-us/about/news-and-insights/corporate-news/2016/emerson-network-power-and-ponemon-institute-release-new-benchmark-study-on-north-america-data-center-costs/", "line": 113 }, { "directive": "disallow", "path": "/ru-emea/about/news-and-insights/media-kits/vertiv-launch-media-kit/", "line": 114 }, { "directive": "disallow", "path": "/en-us/about/news-and-insights/articles/webcasts/insights-to-effectively-powering-the-fast-moving-it-edge/", "line": 115 }, { "directive": "disallow", "path": "/en-us/about/about-vertiv/executives/frank-bibens/", "line": 116 }, { "directive": "disallow", "path": "/nl-emea/about/over-vertiv/executives/frank-bibens/", "line": 117 }, { "directive": "disallow", "path": "/en-us/about/news-and-insights/articles/infographics/measuring-your-data-center-iq/", "line": 118 }, { "directive": "disallow", "path": "/nl-emea/about/over-vertiv/executives/angelica-smallwood/", "line": 119 }, { "directive": "disallow", "path": "/en-us/products-catalog/monitoring-control-and-management/serial-consoles-and-gateways/acs-808meac-serial-console/", "line": 120 }, { "directive": "disallow", "path": "/zh-CN/products-catalog/monitoring-control-and-management/serial-consoles-and-gateways/avocent-acs-5016-serial-console/", "line": 121 }, { "directive": "disallow", "path": "/zh-CN/products-catalog/critical-power/power-distribution/mp-ehencb08n00x/", "line": 122 }, { "directive": "disallow", "path": "/zh-CN/about/overview/executives/frank-bibens/", "line": 123 }, { "directive": "disallow", "path": "/de-emea/about/uber-vertiv/executives/angelica-smallwood/", "line": 124 }, { "directive": "disallow", "path": "/en-us/about/news-and-insights/media-kits/vertiv-launch-media-kit/", "line": 125 }, { "directive": "disallow", "path": "/en-us/products-catalog/monitoring-control-and-management/serial-consoles-and-gateways/acs-808eac-serial-console/", "line": 126 }, { "directive": "disallow", "path": "/en-emea/campaigns/terms-of-use-for-the-vertiv-virtual-showroom-app/", "line": 127 }, { "directive": "disallow", "path": "/en-emea/about/news-and-insights/articles/case-studies/noriker-power/", "line": 128 }, { "directive": "disallow", "path": "/de-emea/about/news-and-insights/articles/case-studies/noriker-power/", "line": 129 }, { "directive": "disallow", "path": "/globalassets/documents/case-studies/low_vertiv-case_study-noriker-uk-2018_219572_2.pdf", "line": 130 }, { "directive": "disallow", "path": "/globalassets/products/critical-power/dc-power-systems/netsure-531-a91-datasheet.pdf", "line": 131 }, { "directive": "disallow", "path": "/globalassets/products/critical-power/dc-power-systems/netsure-531-a41-datasheet.pdf", "line": 132 }, { "directive": "disallow", "path": "/49afd4/globalassets/documents/white-papers/vertiv-liquid-cooling-tech-wp-en-na-web_381384_0.pdf", "line": 133 }, { "directive": "disallow", "path": "/4a9616/globalassets/documents/white-papers/liquid-cooling/vertiv-liquidcooling-wp-en-na-sl-71113-web.pdf", "line": 134 }, { "directive": "disallow", "path": "/4a0a5f/globalassets/documents/reports/vertiv_modern_slavery_statement_for_cy_2019_v6_-final_232815_4.pdf", "line": 135 }, { "directive": "disallow", "path": "/495e5f/globalassets/documents/white-papers/vertiv-smartaisle-3.pdf", "line": 136 }, { "directive": "disallow", "path": "/49ecc7/globalassets/documents/white-papers/vertiv-enhancing-ups-reliability-wp-en-emea-gr-00072-web.pdf-white-paper.pdf", "line": 137 }, { "directive": "disallow", "path": "/49b7d6/contentassets/601beeafa23243298eb12da668c76fa6", "line": 138 }, { "directive": "disallow", "path": "/49c40c/globalassets/documents/white-papers/wired-for-change---data-centers-dynamic-shift-to-hybrid-power-solutions-white-paper.pdf", "line": 139 }, { "directive": "disallow", "path": "/globalassets/products/facilities-enclosures-and-racks/control-room-infrastructure/vertiv-knuerr-consoles-catalogue-en.pdf", "line": 140 }, { "directive": "disallow", "path": "/globalassets/shared/precision-cooling-life-cycle-data-sheet.pdf", "line": 141 }, { "directive": "disallow", "path": "/495b39/globalassets/documents/white-papers/liquid-cooling/deploying-liquid-cooling-in-the-data-center-a-guide-to-high-density-cooling-white-paper.pdf", "line": 142 }, { "directive": "disallow", "path": "/globalassets/documents/secure-requirements.pdf", "line": 143 }, { "directive": "disallow", "path": "/globalassets/documents/white-papers/vertiv-dell-federal-ai-and-it-modernization-wp-en-na-sl-80228-web.pdf", "line": 144 }, { "directive": "disallow", "path": "/globalassets/products/critical-power/uninterruptible-power-supplies-ups/vertiv-edge-single-phase-ups/vertiv-edge-ups-sales-talk-faq-en-emea2.pdf", "line": 145 }, { "directive": "disallow", "path": "/en-us/home-office/", "line": 148 }, { "directive": "disallow", "path": "/en-emea/home-office/", "line": 149 }, { "directive": "disallow", "path": "/fr-emea/home-office/", "line": 150 }, { "directive": "disallow", "path": "/nl-emea/home-office/", "line": 151 }, { "directive": "disallow", "path": "/en-in/home-office/", "line": 152 }, { "directive": "disallow", "path": "/en-asia/home-office/", "line": 153 }, { "directive": "disallow", "path": "/es-emea/home-office/", "line": 154 }, { "directive": "disallow", "path": "/es-latam/home-office/", "line": 155 }, { "directive": "disallow", "path": "/fr-ca/home-office/", "line": 156 }, { "directive": "disallow", "path": "/it-emea/home-office/", "line": 157 }, { "directive": "disallow", "path": "/ko-asia/home-office/", "line": 158 }, { "directive": "disallow", "path": "/pl-emea/home-office/", "line": 159 }, { "directive": "disallow", "path": "/pt-emea/home-office/", "line": 160 }, { "directive": "disallow", "path": "/ru-emea/home-office/", "line": 161 }, { "directive": "disallow", "path": "/tr-emea/home-office/", "line": 162 }, { "directive": "disallow", "path": "/zh-CN/home-office/", "line": 163 }, { "directive": "disallow", "path": "/de-emea/home-office/", "line": 164 }, { "directive": "disallow", "path": "/zh-TW/home-office/", "line": 165 }, { "directive": "disallow", "path": "/pt-latam/home-office/", "line": 166 }, { "directive": "disallow", "path": "/en-ca/home-office/", "line": 167 }, { "directive": "disallow", "path": "/en-cn/home-office/", "line": 168 }, { "directive": "disallow", "path": "/jp-asia_old/home-office/", "line": 169 }, { "directive": "disallow", "path": "/jp-asia/home-office/", "line": 170 }, { "directive": "disallow", "path": "/en-latam/home-office/", "line": 171 }, { "directive": "disallow", "path": "/en-us/solutions/ai-hub-draft/", "line": 172 }, { "directive": "disallow", "path": "/en-emea/solutions/ai-hub-draft/", "line": 173 }, { "directive": "disallow", "path": "/fr-emea/solutions/ai-hub-draft/", "line": 174 }, { "directive": "disallow", "path": "/nl-emea/solutions/ai-hub-draft/", "line": 175 }, { "directive": "disallow", "path": "/en-in/solutions/ai-hub-draft/", "line": 176 }, { "directive": "disallow", "path": "/en-asia/solutions/ai-hub-draft/", "line": 177 }, { "directive": "disallow", "path": "/es-emea/solutions/ai-hub-draft/", "line": 178 }, { "directive": "disallow", "path": "/es-latam/solutions/ai-hub-draft/", "line": 179 }, { "directive": "disallow", "path": "/fr-ca/solutions/ai-hub-draft/", "line": 180 }, { "directive": "disallow", "path": "/it-emea/solutions/ai-hub-draft/", "line": 181 }, { "directive": "disallow", "path": "/ko-asia/solutions/ai-hub-draft/", "line": 182 }, { "directive": "disallow", "path": "/pl-emea/solutions/ai-hub-draft/", "line": 183 }, { "directive": "disallow", "path": "/pt-emea/solutions/ai-hub-draft/", "line": 184 }, { "directive": "disallow", "path": "/ru-emea/solutions/ai-hub-draft/", "line": 185 }, { "directive": "disallow", "path": "/tr-emea/solutions/ai-hub-draft/", "line": 186 }, { "directive": "disallow", "path": "/zh-CN/solutions/ai-hub-draft/", "line": 187 }, { "directive": "disallow", "path": "/de-emea/solutions/ai-hub-draft/", "line": 188 }, { "directive": "disallow", "path": "/zh-TW/solutions/ai-hub-draft/", "line": 189 }, { "directive": "disallow", "path": "/pt-latam/solutions/ai-hub-draft/", "line": 190 }, { "directive": "disallow", "path": "/en-ca/solutions/ai-hub-draft/", "line": 191 }, { "directive": "disallow", "path": "/en-cn/solutions/ai-hub-draft/", "line": 192 }, { "directive": "disallow", "path": "/jp-asia_old/solutions/ai-hub-draft/", "line": 193 }, { "directive": "disallow", "path": "/jp-asia/solutions/ai-hub-draft/", "line": 194 }, { "directive": "disallow", "path": "/en-latam/solutions/ai-hub-draft/", "line": 195 }, { "directive": "disallow", "path": "/fr-ca/solutions/ai-hub-draft/ai-uses-cases-and-impact-on-business/", "line": 196 }, { "directive": "disallow", "path": "/en-us/about/news-and-insights/articles/product-class-articles/heat-rejection-systems/", "line": 197 }, { "directive": "disallow", "path": "/en-asia/about/news-and-insights/articles/product-class-articles/heat-rejection-systems/", "line": 198 }, { "directive": "disallow", "path": "/en-us/about/news-and-insights/articles/product-class-articles/data-center-and-facility-uninterruptible-power-supply-ups/", "line": 199 }, { "directive": "disallow", "path": "/en-latam/about/news-and-insights/articles/blog-posts/what-is-hpc-in-the-data-center/", "line": 200 }, { "directive": "disallow", "path": "/aihubChatInterfaceUSA.htm", "line": 201 }, { "directive": "disallow", "path": "/aihubChatInterfaceINDIA.htm", "line": 202 }, { "directive": "disallow", "path": "/en-ca/contacts2/corporate/vertiv-global-headquarter", "line": 203 }, { "directive": "disallow", "path": "/en-us/contacts2/corporate/vertiv-global-headquarter", "line": 204 }, { "directive": "disallow", "path": "/en-emea/contacts2/corporate/vertiv-global-headquarter", "line": 205 }, { "directive": "disallow", "path": "/en-latam/contacts2/corporate/vertiv-global-headquarter", "line": 206 }, { "directive": "disallow", "path": "/en-in/contacts2/corporate/vertiv-global-headquarter", "line": 207 }, { "directive": "allow", "path": "/en-in/products-catalog/critical-power/power-distribution/14240257/", "line": 210 }, { "directive": "allow", "path": "/fr-emea/products-catalog/critical-power/uninterruptible-power-supplies-ups/liebert-gxt4-700rt230e/", "line": 211 }, { "directive": "allow", "path": "/en-us/products-catalog/critical-power/uninterruptible-power-supplies-ups/liebert-exl-s1-500-kva/", "line": 212 }, { "directive": "allow", "path": "/en-in/products-catalog/critical-power/power-distribution/liebert-mph2-mphm1242/", "line": 213 }, { "directive": "allow", "path": "/es-latam/soporte/tools-applications/vertiv-ups-interactive-runtime-tools/liebert-gxt5-ups-latam2-runtime-tool/liebert-gxt5-5000irt5uxl-runtime-tool/", "line": 214 }, { "directive": "allow", "path": "/en-ca/products-catalog/thermal-management/rack-cooling/knurr-dcd/", "line": 215 }, { "directive": "allow", "path": "/en-asia/products-catalog/facilities-enclosures-and-racks/outdoor-enclosures/small-epc-series2/", "line": 216 }, { "directive": "allow", "path": "/en-asia/products-catalog/critical-power/dc-power-systems/netsure-731-a912/", "line": 217 }, { "directive": "allow", "path": "/en-in/products-catalog/facilities-enclosures-and-racks/racks-and-containment/s27-61247/", "line": 218 }, { "directive": "allow", "path": "/en-in/products-catalog/facilities-enclosures-and-racks/racks-and-containment/s22-81047hi/", "line": 219 }, { "directive": "allow", "path": "/en-asia/products-catalog/critical-power/uninterruptible-power-supplies-ups/liebert-exm-200kvakw/", "line": 220 }, { "directive": "allow", "path": "/en-ca/products-catalog/critical-power/uninterruptible-power-supplies-ups/gxt4-5000rt230/", "line": 221 }, { "directive": "allow", "path": "/tr-emea/products-catalog/kritik-guc/uninterruptible-power-supplies-ups/liebert-ita2-ups-10-20-kva/", "line": 222 }, { "directive": "allow", "path": "/ko-asia/products-catalog/critical-power/uninterruptible-power-supplies-ups/ps1000rt3-230/", "line": 223 }, { "directive": "allow", "path": "/en-in/products-catalog/facilities-enclosures-and-racks/racks-and-containment/vertiv-s-series-rack2/", "line": 224 }, { "directive": "allow", "path": "/en-in/products-catalog/monitoring-control-and-management/monitoring/liebert-rdu501/", "line": 225 }, { "directive": "allow", "path": "/en-in/products-catalog/critical-power/power-distribution/vertiv-mph2-mphm1345/", "line": 226 }, { "directive": "allow", "path": "/nl-emea/products-catalog/critical-power/uninterruptible-power-supplies-ups/liebert-exl-s1-800-kva/", "line": 227 }, { "directive": "allow", "path": "/en-asia/products-catalog/facilities-enclosures-and-racks/racks-and-containment/u77-l-ssg6142/", "line": 228 }, { "directive": "allow", "path": "/en-asia/products-catalog/critical-power/uninterruptible-power-supplies-ups/liebert-nxl-300kva/", "line": 229 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "specific", "rules": [ { "directive": "allow", "path": "/", "line": 288 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.vertiv.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "ee9b7e6fd121eb0fb316ac7c9e4333e0300d8863fabcf6cee773fe90de0b2eb2", "bytes": 19052 }, { "company": "Viatris", "cik": "1792044", "sector": "Health Care", "origin": "https://www.viatris.com", "checkedAt": "2026-09-26T04:56:28.799Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitecore", "line": 2 }, { "directive": "disallow", "path": "/Sitecore", "line": 3 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitecore", "line": 2 }, { "directive": "disallow", "path": "/Sitecore", "line": 3 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitecore", "line": 2 }, { "directive": "disallow", "path": "/Sitecore", "line": 3 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitecore", "line": 2 }, { "directive": "disallow", "path": "/Sitecore", "line": 3 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitecore", "line": 2 }, { "directive": "disallow", "path": "/Sitecore", "line": 3 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitecore", "line": 2 }, { "directive": "disallow", "path": "/Sitecore", "line": 3 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitecore", "line": 2 }, { "directive": "disallow", "path": "/Sitecore", "line": 3 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/sitecore", "line": 2 }, { "directive": "disallow", "path": "/Sitecore", "line": 3 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.viatris.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "f62c5c0b9bd43d3ccb982671f1bcf67c09cef8a8b1570f3412829bb4f31ce80b", "bytes": 103 }, { "company": "Vici Properties", "cik": "1705696", "sector": "Real Estate", "origin": "https://viciproperties.com", "checkedAt": "2026-09-26T04:56:28.803Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://viciproperties.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "b35cd4569520b665f9afb332baf1e8af8b8872cd0ab60c9a10723e966a5c95c7", "bytes": 176 }, { "company": "Visa Inc.", "cik": "1403161", "sector": "Financials", "origin": "https://corporate.visa.com", "checkedAt": "2026-09-26T04:56:28.869Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content_library/modal/", "line": 2 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content_library/modal/", "line": 2 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content_library/modal/", "line": 2 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content_library/modal/", "line": 2 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content_library/modal/", "line": 2 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content_library/modal/", "line": 2 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content_library/modal/", "line": 2 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content_library/modal/", "line": 2 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://corporate.visa.com/robots.txt", "contentType": "text/plain", "sha256": "1712eb1451e4cf06bb89551c13dedea078ef71a81e67f1021edb9a30ec11f16d", "bytes": 100 }, { "company": "Vistra Corp .", "cik": "1692819", "sector": "Utilities", "origin": "https://www.vistracorp.com", "checkedAt": "2026-09-26T04:56:28.909Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-json/", "line": 5 }, { "directive": "disallow", "path": "/?rest_route=", "line": 6 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-json/", "line": 5 }, { "directive": "disallow", "path": "/?rest_route=", "line": 6 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-json/", "line": 5 }, { "directive": "disallow", "path": "/?rest_route=", "line": 6 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-json/", "line": 5 }, { "directive": "disallow", "path": "/?rest_route=", "line": 6 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-json/", "line": 5 }, { "directive": "disallow", "path": "/?rest_route=", "line": 6 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-json/", "line": 5 }, { "directive": "disallow", "path": "/?rest_route=", "line": 6 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-json/", "line": 5 }, { "directive": "disallow", "path": "/?rest_route=", "line": 6 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp-json/", "line": 5 }, { "directive": "disallow", "path": "/?rest_route=", "line": 6 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.vistracorp.com/robots.txt", "contentType": "text/plain", "sha256": "50bb801047471a9bfc8176ca13e40ebd3c2c6d5dbe17db18db5e491c41cbdc70", "bytes": 254 }, { "company": "Vulcan Materials Company", "cik": "1396009", "sector": "Materials", "origin": "https://www.vulcanmaterials.com", "checkedAt": "2026-09-26T04:56:29.779Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 4 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 4 } ], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 4 } ], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 4 } ], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 4 } ], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 4 } ], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 4 } ], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/", "line": 4 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.vulcanmaterials.com/robots.txt", "contentType": "text/plain", "sha256": "a339c9a582373042606e297b68fac2d4e86053f355802aec3c0425eff8dcfc3f", "bytes": 85 }, { "company": "W. R. Berkley Corporation", "cik": "11544", "sector": "Financials", "origin": "http://www.wrberkley.com", "checkedAt": "2026-09-26T04:56:29.785Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.txt", "line": 40 }, { "directive": "disallow", "path": "/web.config", "line": 41 }, { "directive": "disallow", "path": "/admin/", "line": 43 }, { "directive": "disallow", "path": "/comment/reply/", "line": 44 }, { "directive": "disallow", "path": "/filter/tips", "line": 45 }, { "directive": "disallow", "path": "/node/add/", "line": 46 }, { "directive": "disallow", "path": "/search/", "line": 47 }, { "directive": "disallow", "path": "/user/register/", "line": 48 }, { "directive": "disallow", "path": "/user/password/", "line": 49 }, { "directive": "disallow", "path": "/user/login/", "line": 50 }, { "directive": "disallow", "path": "/user/logout/", "line": 51 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 53 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 54 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 55 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 56 }, { "directive": "disallow", "path": "/index.php/search/", "line": 57 }, { "directive": "disallow", "path": "/index.php/user/password/", "line": 58 }, { "directive": "disallow", "path": "/index.php/user/register/", "line": 59 }, { "directive": "disallow", "path": "/index.php/user/login/", "line": 60 }, { "directive": "disallow", "path": "/index.php/user/logout/", "line": 61 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.berkley.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "fbb9e50dc760db7ccf06a498c56f78f170ae0e5cf51d576c0dd2b54831714ede", "bytes": 1593 }, { "company": "W. W. Grainger", "cik": "277135", "sector": "Industrials", "origin": "https://www.grainger.com", "checkedAt": "2026-09-26T04:56:29.795Z", "status": "ambiguous_content", "bots": null, "httpStatus": 200, "finalUrl": "https://www.grainger.com/robots.txt", "contentType": "text/html", "sha256": "b041cc051712c6ba5b10c9ac826e9d86bfc2289e05beaa6e4882988175a380db", "bytes": 18271 }, { "company": "Wabtec", "cik": "943452", "sector": "Industrials", "origin": "https://www.wabteccorp.com", "checkedAt": "2026-09-26T04:56:29.989Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.wabteccorp.com/robots.txt", "contentType": "text/plain", "sha256": "773fb8d35bb9a39d35335ee6db8dc5c912d2aacbfb823152d9c61cd647dd902d", "bytes": 2027 }, { "company": "Walmart", "cik": "104169", "sector": "Consumer Staples", "origin": "https://www.walmart.com", "checkedAt": "2026-09-26T04:56:32.757Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/0/", "line": 51 }, { "directive": "disallow", "path": "/55875582/walmart-us/catalog/", "line": 52 }, { "directive": "disallow", "path": "/account/", "line": 53 }, { "directive": "disallow", "path": "/api/", "line": 54 }, { "directive": "disallow", "path": "/collection/api/logger", "line": 55 }, { "directive": "disallow", "path": "/cp/-201", "line": 56 }, { "directive": "disallow", "path": "/cp/-302", "line": 57 }, { "directive": "disallow", "path": "/cp/-306", "line": 58 }, { "directive": "disallow", "path": "/cp/-309", "line": 59 }, { "directive": "disallow", "path": "/cp/-506", "line": 60 }, { "directive": "disallow", "path": "/cp/-509", "line": 61 }, { "directive": "disallow", "path": "/cp/api/logger", "line": 62 }, { "directive": "disallow", "path": "/cp/api/wpa", "line": 63 }, { "directive": "disallow", "path": "/cservice/", "line": 64 }, { "directive": "disallow", "path": "/cservice/ya_index.gsp", "line": 65 }, { "directive": "disallow", "path": "/electrode/api/logger", "line": 66 }, { "directive": "disallow", "path": "/email_collect/", "line": 67 }, { "directive": "disallow", "path": "/giftregistry/", "line": 68 }, { "directive": "disallow", "path": "/msp", "line": 69 }, { "directive": "disallow", "path": "/nonConfig/api/wpa", "line": 70 }, { "directive": "disallow", "path": "/popup_security.jsp", "line": 71 }, { "directive": "disallow", "path": "/product/electrode/api/logger", "line": 72 }, { "directive": "disallow", "path": "/product/electrode/api/wpa", "line": 73 }, { "directive": "allow", "path": "/reviews/product/", "line": 74 }, { "directive": "allow", "path": "/reviews/seller/", "line": 75 }, { "directive": "disallow", "path": "/search", "line": 76 }, { "directive": "disallow", "path": "/search/api/wpa", "line": 77 }, { "directive": "disallow", "path": "*/api/wpa", "line": 78 }, { "directive": "disallow", "path": "*/midas/*", "line": 79 }, { "directive": "disallow", "path": "/search/search-ng.do", "line": 80 }, { "directive": "disallow", "path": "/solutions/", "line": 81 }, { "directive": "disallow", "path": "/store/ajax/detail-navigation", "line": 82 }, { "directive": "disallow", "path": "/store/ajax/local-store", "line": 83 }, { "directive": "disallow", "path": "/store/ajax/preferred", "line": 84 }, { "directive": "disallow", "path": "/store/ajax/search", "line": 85 }, { "directive": "disallow", "path": "/store/ajax/visited-store", "line": 86 }, { "directive": "disallow", "path": "/store/category/", "line": 87 }, { "directive": "disallow", "path": "/store/electrode/api/fetch-coupons", "line": 88 }, { "directive": "disallow", "path": "/store/electrode/api/logger", "line": 89 }, { "directive": "disallow", "path": "/store/electrode/api/p13n", "line": 90 }, { "directive": "disallow", "path": "/store/electrode/api/search", "line": 91 }, { "directive": "disallow", "path": "/store/electrode/api/stores", "line": 92 }, { "directive": "allow", "path": "/store/finder", "line": 93 }, { "directive": "disallow", "path": "/store/popular_in_grade/", "line": 94 }, { "directive": "disallow", "path": "/storeLocator/", "line": 95 }, { "directive": "disallow", "path": "/storeLocator/ca_storefinder_results.do", "line": 96 }, { "directive": "disallow", "path": "/tealeaf", "line": 97 }, { "directive": "disallow", "path": "/topic/electrode/api/logger", "line": 98 }, { "directive": "disallow", "path": "/topic/electrode/api/wpa", "line": 99 }, { "directive": "disallow", "path": "/typeahead/", "line": 100 }, { "directive": "disallow", "path": "/wmflows/", "line": 101 }, { "directive": "disallow", "path": "*/undefined/*", "line": 102 }, { "directive": "disallow", "path": "/store/*/search", "line": 103 }, { "directive": "disallow", "path": "/c/kp/*/page/*", "line": 104 }, { "directive": "disallow", "path": "/feeds/*", "line": 105 }, { "directive": "disallow", "path": "/orders", "line": 106 }, { "directive": "disallow", "path": "/es/", "line": 107 }, { "directive": "disallow", "path": "/swag/*", "line": 108 }, { "directive": "disallow", "path": "/dad/trk", "line": 109 }, { "directive": "disallow", "path": "/sp/*", "line": 110 } ], "warnings": [ 78, 79, 102 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/0/", "line": 51 }, { "directive": "disallow", "path": "/55875582/walmart-us/catalog/", "line": 52 }, { "directive": "disallow", "path": "/account/", "line": 53 }, { "directive": "disallow", "path": "/api/", "line": 54 }, { "directive": "disallow", "path": "/collection/api/logger", "line": 55 }, { "directive": "disallow", "path": "/cp/-201", "line": 56 }, { "directive": "disallow", "path": "/cp/-302", "line": 57 }, { "directive": "disallow", "path": "/cp/-306", "line": 58 }, { "directive": "disallow", "path": "/cp/-309", "line": 59 }, { "directive": "disallow", "path": "/cp/-506", "line": 60 }, { "directive": "disallow", "path": "/cp/-509", "line": 61 }, { "directive": "disallow", "path": "/cp/api/logger", "line": 62 }, { "directive": "disallow", "path": "/cp/api/wpa", "line": 63 }, { "directive": "disallow", "path": "/cservice/", "line": 64 }, { "directive": "disallow", "path": "/cservice/ya_index.gsp", "line": 65 }, { "directive": "disallow", "path": "/electrode/api/logger", "line": 66 }, { "directive": "disallow", "path": "/email_collect/", "line": 67 }, { "directive": "disallow", "path": "/giftregistry/", "line": 68 }, { "directive": "disallow", "path": "/msp", "line": 69 }, { "directive": "disallow", "path": "/nonConfig/api/wpa", "line": 70 }, { "directive": "disallow", "path": "/popup_security.jsp", "line": 71 }, { "directive": "disallow", "path": "/product/electrode/api/logger", "line": 72 }, { "directive": "disallow", "path": "/product/electrode/api/wpa", "line": 73 }, { "directive": "allow", "path": "/reviews/product/", "line": 74 }, { "directive": "allow", "path": "/reviews/seller/", "line": 75 }, { "directive": "disallow", "path": "/search", "line": 76 }, { "directive": "disallow", "path": "/search/api/wpa", "line": 77 }, { "directive": "disallow", "path": "*/api/wpa", "line": 78 }, { "directive": "disallow", "path": "*/midas/*", "line": 79 }, { "directive": "disallow", "path": "/search/search-ng.do", "line": 80 }, { "directive": "disallow", "path": "/solutions/", "line": 81 }, { "directive": "disallow", "path": "/store/ajax/detail-navigation", "line": 82 }, { "directive": "disallow", "path": "/store/ajax/local-store", "line": 83 }, { "directive": "disallow", "path": "/store/ajax/preferred", "line": 84 }, { "directive": "disallow", "path": "/store/ajax/search", "line": 85 }, { "directive": "disallow", "path": "/store/ajax/visited-store", "line": 86 }, { "directive": "disallow", "path": "/store/category/", "line": 87 }, { "directive": "disallow", "path": "/store/electrode/api/fetch-coupons", "line": 88 }, { "directive": "disallow", "path": "/store/electrode/api/logger", "line": 89 }, { "directive": "disallow", "path": "/store/electrode/api/p13n", "line": 90 }, { "directive": "disallow", "path": "/store/electrode/api/search", "line": 91 }, { "directive": "disallow", "path": "/store/electrode/api/stores", "line": 92 }, { "directive": "allow", "path": "/store/finder", "line": 93 }, { "directive": "disallow", "path": "/store/popular_in_grade/", "line": 94 }, { "directive": "disallow", "path": "/storeLocator/", "line": 95 }, { "directive": "disallow", "path": "/storeLocator/ca_storefinder_results.do", "line": 96 }, { "directive": "disallow", "path": "/tealeaf", "line": 97 }, { "directive": "disallow", "path": "/topic/electrode/api/logger", "line": 98 }, { "directive": "disallow", "path": "/topic/electrode/api/wpa", "line": 99 }, { "directive": "disallow", "path": "/typeahead/", "line": 100 }, { "directive": "disallow", "path": "/wmflows/", "line": 101 }, { "directive": "disallow", "path": "*/undefined/*", "line": 102 }, { "directive": "disallow", "path": "/store/*/search", "line": 103 }, { "directive": "disallow", "path": "/c/kp/*/page/*", "line": 104 }, { "directive": "disallow", "path": "/feeds/*", "line": 105 }, { "directive": "disallow", "path": "/orders", "line": 106 }, { "directive": "disallow", "path": "/es/", "line": 107 }, { "directive": "disallow", "path": "/swag/*", "line": 108 }, { "directive": "disallow", "path": "/dad/trk", "line": 109 }, { "directive": "disallow", "path": "/sp/*", "line": 110 } ], "warnings": [ 78, 79, 102 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/0/", "line": 51 }, { "directive": "disallow", "path": "/55875582/walmart-us/catalog/", "line": 52 }, { "directive": "disallow", "path": "/account/", "line": 53 }, { "directive": "disallow", "path": "/api/", "line": 54 }, { "directive": "disallow", "path": "/collection/api/logger", "line": 55 }, { "directive": "disallow", "path": "/cp/-201", "line": 56 }, { "directive": "disallow", "path": "/cp/-302", "line": 57 }, { "directive": "disallow", "path": "/cp/-306", "line": 58 }, { "directive": "disallow", "path": "/cp/-309", "line": 59 }, { "directive": "disallow", "path": "/cp/-506", "line": 60 }, { "directive": "disallow", "path": "/cp/-509", "line": 61 }, { "directive": "disallow", "path": "/cp/api/logger", "line": 62 }, { "directive": "disallow", "path": "/cp/api/wpa", "line": 63 }, { "directive": "disallow", "path": "/cservice/", "line": 64 }, { "directive": "disallow", "path": "/cservice/ya_index.gsp", "line": 65 }, { "directive": "disallow", "path": "/electrode/api/logger", "line": 66 }, { "directive": "disallow", "path": "/email_collect/", "line": 67 }, { "directive": "disallow", "path": "/giftregistry/", "line": 68 }, { "directive": "disallow", "path": "/msp", "line": 69 }, { "directive": "disallow", "path": "/nonConfig/api/wpa", "line": 70 }, { "directive": "disallow", "path": "/popup_security.jsp", "line": 71 }, { "directive": "disallow", "path": "/product/electrode/api/logger", "line": 72 }, { "directive": "disallow", "path": "/product/electrode/api/wpa", "line": 73 }, { "directive": "allow", "path": "/reviews/product/", "line": 74 }, { "directive": "allow", "path": "/reviews/seller/", "line": 75 }, { "directive": "disallow", "path": "/search", "line": 76 }, { "directive": "disallow", "path": "/search/api/wpa", "line": 77 }, { "directive": "disallow", "path": "*/api/wpa", "line": 78 }, { "directive": "disallow", "path": "*/midas/*", "line": 79 }, { "directive": "disallow", "path": "/search/search-ng.do", "line": 80 }, { "directive": "disallow", "path": "/solutions/", "line": 81 }, { "directive": "disallow", "path": "/store/ajax/detail-navigation", "line": 82 }, { "directive": "disallow", "path": "/store/ajax/local-store", "line": 83 }, { "directive": "disallow", "path": "/store/ajax/preferred", "line": 84 }, { "directive": "disallow", "path": "/store/ajax/search", "line": 85 }, { "directive": "disallow", "path": "/store/ajax/visited-store", "line": 86 }, { "directive": "disallow", "path": "/store/category/", "line": 87 }, { "directive": "disallow", "path": "/store/electrode/api/fetch-coupons", "line": 88 }, { "directive": "disallow", "path": "/store/electrode/api/logger", "line": 89 }, { "directive": "disallow", "path": "/store/electrode/api/p13n", "line": 90 }, { "directive": "disallow", "path": "/store/electrode/api/search", "line": 91 }, { "directive": "disallow", "path": "/store/electrode/api/stores", "line": 92 }, { "directive": "allow", "path": "/store/finder", "line": 93 }, { "directive": "disallow", "path": "/store/popular_in_grade/", "line": 94 }, { "directive": "disallow", "path": "/storeLocator/", "line": 95 }, { "directive": "disallow", "path": "/storeLocator/ca_storefinder_results.do", "line": 96 }, { "directive": "disallow", "path": "/tealeaf", "line": 97 }, { "directive": "disallow", "path": "/topic/electrode/api/logger", "line": 98 }, { "directive": "disallow", "path": "/topic/electrode/api/wpa", "line": 99 }, { "directive": "disallow", "path": "/typeahead/", "line": 100 }, { "directive": "disallow", "path": "/wmflows/", "line": 101 }, { "directive": "disallow", "path": "*/undefined/*", "line": 102 }, { "directive": "disallow", "path": "/store/*/search", "line": 103 }, { "directive": "disallow", "path": "/c/kp/*/page/*", "line": 104 }, { "directive": "disallow", "path": "/feeds/*", "line": 105 }, { "directive": "disallow", "path": "/orders", "line": 106 }, { "directive": "disallow", "path": "/es/", "line": 107 }, { "directive": "disallow", "path": "/swag/*", "line": 108 }, { "directive": "disallow", "path": "/dad/trk", "line": 109 }, { "directive": "disallow", "path": "/sp/*", "line": 110 } ], "warnings": [ 78, 79, 102 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/0/", "line": 51 }, { "directive": "disallow", "path": "/55875582/walmart-us/catalog/", "line": 52 }, { "directive": "disallow", "path": "/account/", "line": 53 }, { "directive": "disallow", "path": "/api/", "line": 54 }, { "directive": "disallow", "path": "/collection/api/logger", "line": 55 }, { "directive": "disallow", "path": "/cp/-201", "line": 56 }, { "directive": "disallow", "path": "/cp/-302", "line": 57 }, { "directive": "disallow", "path": "/cp/-306", "line": 58 }, { "directive": "disallow", "path": "/cp/-309", "line": 59 }, { "directive": "disallow", "path": "/cp/-506", "line": 60 }, { "directive": "disallow", "path": "/cp/-509", "line": 61 }, { "directive": "disallow", "path": "/cp/api/logger", "line": 62 }, { "directive": "disallow", "path": "/cp/api/wpa", "line": 63 }, { "directive": "disallow", "path": "/cservice/", "line": 64 }, { "directive": "disallow", "path": "/cservice/ya_index.gsp", "line": 65 }, { "directive": "disallow", "path": "/electrode/api/logger", "line": 66 }, { "directive": "disallow", "path": "/email_collect/", "line": 67 }, { "directive": "disallow", "path": "/giftregistry/", "line": 68 }, { "directive": "disallow", "path": "/msp", "line": 69 }, { "directive": "disallow", "path": "/nonConfig/api/wpa", "line": 70 }, { "directive": "disallow", "path": "/popup_security.jsp", "line": 71 }, { "directive": "disallow", "path": "/product/electrode/api/logger", "line": 72 }, { "directive": "disallow", "path": "/product/electrode/api/wpa", "line": 73 }, { "directive": "allow", "path": "/reviews/product/", "line": 74 }, { "directive": "allow", "path": "/reviews/seller/", "line": 75 }, { "directive": "disallow", "path": "/search", "line": 76 }, { "directive": "disallow", "path": "/search/api/wpa", "line": 77 }, { "directive": "disallow", "path": "*/api/wpa", "line": 78 }, { "directive": "disallow", "path": "*/midas/*", "line": 79 }, { "directive": "disallow", "path": "/search/search-ng.do", "line": 80 }, { "directive": "disallow", "path": "/solutions/", "line": 81 }, { "directive": "disallow", "path": "/store/ajax/detail-navigation", "line": 82 }, { "directive": "disallow", "path": "/store/ajax/local-store", "line": 83 }, { "directive": "disallow", "path": "/store/ajax/preferred", "line": 84 }, { "directive": "disallow", "path": "/store/ajax/search", "line": 85 }, { "directive": "disallow", "path": "/store/ajax/visited-store", "line": 86 }, { "directive": "disallow", "path": "/store/category/", "line": 87 }, { "directive": "disallow", "path": "/store/electrode/api/fetch-coupons", "line": 88 }, { "directive": "disallow", "path": "/store/electrode/api/logger", "line": 89 }, { "directive": "disallow", "path": "/store/electrode/api/p13n", "line": 90 }, { "directive": "disallow", "path": "/store/electrode/api/search", "line": 91 }, { "directive": "disallow", "path": "/store/electrode/api/stores", "line": 92 }, { "directive": "allow", "path": "/store/finder", "line": 93 }, { "directive": "disallow", "path": "/store/popular_in_grade/", "line": 94 }, { "directive": "disallow", "path": "/storeLocator/", "line": 95 }, { "directive": "disallow", "path": "/storeLocator/ca_storefinder_results.do", "line": 96 }, { "directive": "disallow", "path": "/tealeaf", "line": 97 }, { "directive": "disallow", "path": "/topic/electrode/api/logger", "line": 98 }, { "directive": "disallow", "path": "/topic/electrode/api/wpa", "line": 99 }, { "directive": "disallow", "path": "/typeahead/", "line": 100 }, { "directive": "disallow", "path": "/wmflows/", "line": 101 }, { "directive": "disallow", "path": "*/undefined/*", "line": 102 }, { "directive": "disallow", "path": "/store/*/search", "line": 103 }, { "directive": "disallow", "path": "/c/kp/*/page/*", "line": 104 }, { "directive": "disallow", "path": "/feeds/*", "line": 105 }, { "directive": "disallow", "path": "/orders", "line": 106 }, { "directive": "disallow", "path": "/es/", "line": 107 }, { "directive": "disallow", "path": "/swag/*", "line": 108 }, { "directive": "disallow", "path": "/dad/trk", "line": 109 }, { "directive": "disallow", "path": "/sp/*", "line": 110 } ], "warnings": [ 78, 79, 102 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/0/", "line": 51 }, { "directive": "disallow", "path": "/55875582/walmart-us/catalog/", "line": 52 }, { "directive": "disallow", "path": "/account/", "line": 53 }, { "directive": "disallow", "path": "/api/", "line": 54 }, { "directive": "disallow", "path": "/collection/api/logger", "line": 55 }, { "directive": "disallow", "path": "/cp/-201", "line": 56 }, { "directive": "disallow", "path": "/cp/-302", "line": 57 }, { "directive": "disallow", "path": "/cp/-306", "line": 58 }, { "directive": "disallow", "path": "/cp/-309", "line": 59 }, { "directive": "disallow", "path": "/cp/-506", "line": 60 }, { "directive": "disallow", "path": "/cp/-509", "line": 61 }, { "directive": "disallow", "path": "/cp/api/logger", "line": 62 }, { "directive": "disallow", "path": "/cp/api/wpa", "line": 63 }, { "directive": "disallow", "path": "/cservice/", "line": 64 }, { "directive": "disallow", "path": "/cservice/ya_index.gsp", "line": 65 }, { "directive": "disallow", "path": "/electrode/api/logger", "line": 66 }, { "directive": "disallow", "path": "/email_collect/", "line": 67 }, { "directive": "disallow", "path": "/giftregistry/", "line": 68 }, { "directive": "disallow", "path": "/msp", "line": 69 }, { "directive": "disallow", "path": "/nonConfig/api/wpa", "line": 70 }, { "directive": "disallow", "path": "/popup_security.jsp", "line": 71 }, { "directive": "disallow", "path": "/product/electrode/api/logger", "line": 72 }, { "directive": "disallow", "path": "/product/electrode/api/wpa", "line": 73 }, { "directive": "allow", "path": "/reviews/product/", "line": 74 }, { "directive": "allow", "path": "/reviews/seller/", "line": 75 }, { "directive": "disallow", "path": "/search", "line": 76 }, { "directive": "disallow", "path": "/search/api/wpa", "line": 77 }, { "directive": "disallow", "path": "*/api/wpa", "line": 78 }, { "directive": "disallow", "path": "*/midas/*", "line": 79 }, { "directive": "disallow", "path": "/search/search-ng.do", "line": 80 }, { "directive": "disallow", "path": "/solutions/", "line": 81 }, { "directive": "disallow", "path": "/store/ajax/detail-navigation", "line": 82 }, { "directive": "disallow", "path": "/store/ajax/local-store", "line": 83 }, { "directive": "disallow", "path": "/store/ajax/preferred", "line": 84 }, { "directive": "disallow", "path": "/store/ajax/search", "line": 85 }, { "directive": "disallow", "path": "/store/ajax/visited-store", "line": 86 }, { "directive": "disallow", "path": "/store/category/", "line": 87 }, { "directive": "disallow", "path": "/store/electrode/api/fetch-coupons", "line": 88 }, { "directive": "disallow", "path": "/store/electrode/api/logger", "line": 89 }, { "directive": "disallow", "path": "/store/electrode/api/p13n", "line": 90 }, { "directive": "disallow", "path": "/store/electrode/api/search", "line": 91 }, { "directive": "disallow", "path": "/store/electrode/api/stores", "line": 92 }, { "directive": "allow", "path": "/store/finder", "line": 93 }, { "directive": "disallow", "path": "/store/popular_in_grade/", "line": 94 }, { "directive": "disallow", "path": "/storeLocator/", "line": 95 }, { "directive": "disallow", "path": "/storeLocator/ca_storefinder_results.do", "line": 96 }, { "directive": "disallow", "path": "/tealeaf", "line": 97 }, { "directive": "disallow", "path": "/topic/electrode/api/logger", "line": 98 }, { "directive": "disallow", "path": "/topic/electrode/api/wpa", "line": 99 }, { "directive": "disallow", "path": "/typeahead/", "line": 100 }, { "directive": "disallow", "path": "/wmflows/", "line": 101 }, { "directive": "disallow", "path": "*/undefined/*", "line": 102 }, { "directive": "disallow", "path": "/store/*/search", "line": 103 }, { "directive": "disallow", "path": "/c/kp/*/page/*", "line": 104 }, { "directive": "disallow", "path": "/feeds/*", "line": 105 }, { "directive": "disallow", "path": "/orders", "line": 106 }, { "directive": "disallow", "path": "/es/", "line": 107 }, { "directive": "disallow", "path": "/swag/*", "line": 108 }, { "directive": "disallow", "path": "/dad/trk", "line": 109 }, { "directive": "disallow", "path": "/sp/*", "line": 110 } ], "warnings": [ 78, 79, 102 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/0/", "line": 51 }, { "directive": "disallow", "path": "/55875582/walmart-us/catalog/", "line": 52 }, { "directive": "disallow", "path": "/account/", "line": 53 }, { "directive": "disallow", "path": "/api/", "line": 54 }, { "directive": "disallow", "path": "/collection/api/logger", "line": 55 }, { "directive": "disallow", "path": "/cp/-201", "line": 56 }, { "directive": "disallow", "path": "/cp/-302", "line": 57 }, { "directive": "disallow", "path": "/cp/-306", "line": 58 }, { "directive": "disallow", "path": "/cp/-309", "line": 59 }, { "directive": "disallow", "path": "/cp/-506", "line": 60 }, { "directive": "disallow", "path": "/cp/-509", "line": 61 }, { "directive": "disallow", "path": "/cp/api/logger", "line": 62 }, { "directive": "disallow", "path": "/cp/api/wpa", "line": 63 }, { "directive": "disallow", "path": "/cservice/", "line": 64 }, { "directive": "disallow", "path": "/cservice/ya_index.gsp", "line": 65 }, { "directive": "disallow", "path": "/electrode/api/logger", "line": 66 }, { "directive": "disallow", "path": "/email_collect/", "line": 67 }, { "directive": "disallow", "path": "/giftregistry/", "line": 68 }, { "directive": "disallow", "path": "/msp", "line": 69 }, { "directive": "disallow", "path": "/nonConfig/api/wpa", "line": 70 }, { "directive": "disallow", "path": "/popup_security.jsp", "line": 71 }, { "directive": "disallow", "path": "/product/electrode/api/logger", "line": 72 }, { "directive": "disallow", "path": "/product/electrode/api/wpa", "line": 73 }, { "directive": "allow", "path": "/reviews/product/", "line": 74 }, { "directive": "allow", "path": "/reviews/seller/", "line": 75 }, { "directive": "disallow", "path": "/search", "line": 76 }, { "directive": "disallow", "path": "/search/api/wpa", "line": 77 }, { "directive": "disallow", "path": "*/api/wpa", "line": 78 }, { "directive": "disallow", "path": "*/midas/*", "line": 79 }, { "directive": "disallow", "path": "/search/search-ng.do", "line": 80 }, { "directive": "disallow", "path": "/solutions/", "line": 81 }, { "directive": "disallow", "path": "/store/ajax/detail-navigation", "line": 82 }, { "directive": "disallow", "path": "/store/ajax/local-store", "line": 83 }, { "directive": "disallow", "path": "/store/ajax/preferred", "line": 84 }, { "directive": "disallow", "path": "/store/ajax/search", "line": 85 }, { "directive": "disallow", "path": "/store/ajax/visited-store", "line": 86 }, { "directive": "disallow", "path": "/store/category/", "line": 87 }, { "directive": "disallow", "path": "/store/electrode/api/fetch-coupons", "line": 88 }, { "directive": "disallow", "path": "/store/electrode/api/logger", "line": 89 }, { "directive": "disallow", "path": "/store/electrode/api/p13n", "line": 90 }, { "directive": "disallow", "path": "/store/electrode/api/search", "line": 91 }, { "directive": "disallow", "path": "/store/electrode/api/stores", "line": 92 }, { "directive": "allow", "path": "/store/finder", "line": 93 }, { "directive": "disallow", "path": "/store/popular_in_grade/", "line": 94 }, { "directive": "disallow", "path": "/storeLocator/", "line": 95 }, { "directive": "disallow", "path": "/storeLocator/ca_storefinder_results.do", "line": 96 }, { "directive": "disallow", "path": "/tealeaf", "line": 97 }, { "directive": "disallow", "path": "/topic/electrode/api/logger", "line": 98 }, { "directive": "disallow", "path": "/topic/electrode/api/wpa", "line": 99 }, { "directive": "disallow", "path": "/typeahead/", "line": 100 }, { "directive": "disallow", "path": "/wmflows/", "line": 101 }, { "directive": "disallow", "path": "*/undefined/*", "line": 102 }, { "directive": "disallow", "path": "/store/*/search", "line": 103 }, { "directive": "disallow", "path": "/c/kp/*/page/*", "line": 104 }, { "directive": "disallow", "path": "/feeds/*", "line": 105 }, { "directive": "disallow", "path": "/orders", "line": 106 }, { "directive": "disallow", "path": "/es/", "line": 107 }, { "directive": "disallow", "path": "/swag/*", "line": 108 }, { "directive": "disallow", "path": "/dad/trk", "line": 109 }, { "directive": "disallow", "path": "/sp/*", "line": 110 } ], "warnings": [ 78, 79, 102 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/0/", "line": 51 }, { "directive": "disallow", "path": "/55875582/walmart-us/catalog/", "line": 52 }, { "directive": "disallow", "path": "/account/", "line": 53 }, { "directive": "disallow", "path": "/api/", "line": 54 }, { "directive": "disallow", "path": "/collection/api/logger", "line": 55 }, { "directive": "disallow", "path": "/cp/-201", "line": 56 }, { "directive": "disallow", "path": "/cp/-302", "line": 57 }, { "directive": "disallow", "path": "/cp/-306", "line": 58 }, { "directive": "disallow", "path": "/cp/-309", "line": 59 }, { "directive": "disallow", "path": "/cp/-506", "line": 60 }, { "directive": "disallow", "path": "/cp/-509", "line": 61 }, { "directive": "disallow", "path": "/cp/api/logger", "line": 62 }, { "directive": "disallow", "path": "/cp/api/wpa", "line": 63 }, { "directive": "disallow", "path": "/cservice/", "line": 64 }, { "directive": "disallow", "path": "/cservice/ya_index.gsp", "line": 65 }, { "directive": "disallow", "path": "/electrode/api/logger", "line": 66 }, { "directive": "disallow", "path": "/email_collect/", "line": 67 }, { "directive": "disallow", "path": "/giftregistry/", "line": 68 }, { "directive": "disallow", "path": "/msp", "line": 69 }, { "directive": "disallow", "path": "/nonConfig/api/wpa", "line": 70 }, { "directive": "disallow", "path": "/popup_security.jsp", "line": 71 }, { "directive": "disallow", "path": "/product/electrode/api/logger", "line": 72 }, { "directive": "disallow", "path": "/product/electrode/api/wpa", "line": 73 }, { "directive": "allow", "path": "/reviews/product/", "line": 74 }, { "directive": "allow", "path": "/reviews/seller/", "line": 75 }, { "directive": "disallow", "path": "/search", "line": 76 }, { "directive": "disallow", "path": "/search/api/wpa", "line": 77 }, { "directive": "disallow", "path": "*/api/wpa", "line": 78 }, { "directive": "disallow", "path": "*/midas/*", "line": 79 }, { "directive": "disallow", "path": "/search/search-ng.do", "line": 80 }, { "directive": "disallow", "path": "/solutions/", "line": 81 }, { "directive": "disallow", "path": "/store/ajax/detail-navigation", "line": 82 }, { "directive": "disallow", "path": "/store/ajax/local-store", "line": 83 }, { "directive": "disallow", "path": "/store/ajax/preferred", "line": 84 }, { "directive": "disallow", "path": "/store/ajax/search", "line": 85 }, { "directive": "disallow", "path": "/store/ajax/visited-store", "line": 86 }, { "directive": "disallow", "path": "/store/category/", "line": 87 }, { "directive": "disallow", "path": "/store/electrode/api/fetch-coupons", "line": 88 }, { "directive": "disallow", "path": "/store/electrode/api/logger", "line": 89 }, { "directive": "disallow", "path": "/store/electrode/api/p13n", "line": 90 }, { "directive": "disallow", "path": "/store/electrode/api/search", "line": 91 }, { "directive": "disallow", "path": "/store/electrode/api/stores", "line": 92 }, { "directive": "allow", "path": "/store/finder", "line": 93 }, { "directive": "disallow", "path": "/store/popular_in_grade/", "line": 94 }, { "directive": "disallow", "path": "/storeLocator/", "line": 95 }, { "directive": "disallow", "path": "/storeLocator/ca_storefinder_results.do", "line": 96 }, { "directive": "disallow", "path": "/tealeaf", "line": 97 }, { "directive": "disallow", "path": "/topic/electrode/api/logger", "line": 98 }, { "directive": "disallow", "path": "/topic/electrode/api/wpa", "line": 99 }, { "directive": "disallow", "path": "/typeahead/", "line": 100 }, { "directive": "disallow", "path": "/wmflows/", "line": 101 }, { "directive": "disallow", "path": "*/undefined/*", "line": 102 }, { "directive": "disallow", "path": "/store/*/search", "line": 103 }, { "directive": "disallow", "path": "/c/kp/*/page/*", "line": 104 }, { "directive": "disallow", "path": "/feeds/*", "line": 105 }, { "directive": "disallow", "path": "/orders", "line": 106 }, { "directive": "disallow", "path": "/es/", "line": 107 }, { "directive": "disallow", "path": "/swag/*", "line": 108 }, { "directive": "disallow", "path": "/dad/trk", "line": 109 }, { "directive": "disallow", "path": "/sp/*", "line": 110 } ], "warnings": [ 78, 79, 102 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/0/", "line": 51 }, { "directive": "disallow", "path": "/55875582/walmart-us/catalog/", "line": 52 }, { "directive": "disallow", "path": "/account/", "line": 53 }, { "directive": "disallow", "path": "/api/", "line": 54 }, { "directive": "disallow", "path": "/collection/api/logger", "line": 55 }, { "directive": "disallow", "path": "/cp/-201", "line": 56 }, { "directive": "disallow", "path": "/cp/-302", "line": 57 }, { "directive": "disallow", "path": "/cp/-306", "line": 58 }, { "directive": "disallow", "path": "/cp/-309", "line": 59 }, { "directive": "disallow", "path": "/cp/-506", "line": 60 }, { "directive": "disallow", "path": "/cp/-509", "line": 61 }, { "directive": "disallow", "path": "/cp/api/logger", "line": 62 }, { "directive": "disallow", "path": "/cp/api/wpa", "line": 63 }, { "directive": "disallow", "path": "/cservice/", "line": 64 }, { "directive": "disallow", "path": "/cservice/ya_index.gsp", "line": 65 }, { "directive": "disallow", "path": "/electrode/api/logger", "line": 66 }, { "directive": "disallow", "path": "/email_collect/", "line": 67 }, { "directive": "disallow", "path": "/giftregistry/", "line": 68 }, { "directive": "disallow", "path": "/msp", "line": 69 }, { "directive": "disallow", "path": "/nonConfig/api/wpa", "line": 70 }, { "directive": "disallow", "path": "/popup_security.jsp", "line": 71 }, { "directive": "disallow", "path": "/product/electrode/api/logger", "line": 72 }, { "directive": "disallow", "path": "/product/electrode/api/wpa", "line": 73 }, { "directive": "allow", "path": "/reviews/product/", "line": 74 }, { "directive": "allow", "path": "/reviews/seller/", "line": 75 }, { "directive": "disallow", "path": "/search", "line": 76 }, { "directive": "disallow", "path": "/search/api/wpa", "line": 77 }, { "directive": "disallow", "path": "*/api/wpa", "line": 78 }, { "directive": "disallow", "path": "*/midas/*", "line": 79 }, { "directive": "disallow", "path": "/search/search-ng.do", "line": 80 }, { "directive": "disallow", "path": "/solutions/", "line": 81 }, { "directive": "disallow", "path": "/store/ajax/detail-navigation", "line": 82 }, { "directive": "disallow", "path": "/store/ajax/local-store", "line": 83 }, { "directive": "disallow", "path": "/store/ajax/preferred", "line": 84 }, { "directive": "disallow", "path": "/store/ajax/search", "line": 85 }, { "directive": "disallow", "path": "/store/ajax/visited-store", "line": 86 }, { "directive": "disallow", "path": "/store/category/", "line": 87 }, { "directive": "disallow", "path": "/store/electrode/api/fetch-coupons", "line": 88 }, { "directive": "disallow", "path": "/store/electrode/api/logger", "line": 89 }, { "directive": "disallow", "path": "/store/electrode/api/p13n", "line": 90 }, { "directive": "disallow", "path": "/store/electrode/api/search", "line": 91 }, { "directive": "disallow", "path": "/store/electrode/api/stores", "line": 92 }, { "directive": "allow", "path": "/store/finder", "line": 93 }, { "directive": "disallow", "path": "/store/popular_in_grade/", "line": 94 }, { "directive": "disallow", "path": "/storeLocator/", "line": 95 }, { "directive": "disallow", "path": "/storeLocator/ca_storefinder_results.do", "line": 96 }, { "directive": "disallow", "path": "/tealeaf", "line": 97 }, { "directive": "disallow", "path": "/topic/electrode/api/logger", "line": 98 }, { "directive": "disallow", "path": "/topic/electrode/api/wpa", "line": 99 }, { "directive": "disallow", "path": "/typeahead/", "line": 100 }, { "directive": "disallow", "path": "/wmflows/", "line": 101 }, { "directive": "disallow", "path": "*/undefined/*", "line": 102 }, { "directive": "disallow", "path": "/store/*/search", "line": 103 }, { "directive": "disallow", "path": "/c/kp/*/page/*", "line": 104 }, { "directive": "disallow", "path": "/feeds/*", "line": 105 }, { "directive": "disallow", "path": "/orders", "line": 106 }, { "directive": "disallow", "path": "/es/", "line": 107 }, { "directive": "disallow", "path": "/swag/*", "line": 108 }, { "directive": "disallow", "path": "/dad/trk", "line": 109 }, { "directive": "disallow", "path": "/sp/*", "line": 110 } ], "warnings": [ 78, 79, 102 ] } }, "httpStatus": 200, "finalUrl": "https://www.walmart.com/robots.txt", "contentType": "text/plain", "sha256": "2a7f8d1550d91c0ef5262f4fca3099a89a117249ee59999b9e70db30de3d3eeb", "bytes": 3584 }, { "company": "Walt Disney Company (The)", "cik": "1744489", "sector": "Communication Services", "origin": "https://thewaltdisneycompany.com", "checkedAt": "2026-09-26T04:56:32.771Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/?s=", "line": 3 }, { "directive": "allow", "path": "/wp/wp-admin/admin-ajax.php", "line": 4 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/?s=", "line": 3 }, { "directive": "allow", "path": "/wp/wp-admin/admin-ajax.php", "line": 4 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/?s=", "line": 3 }, { "directive": "allow", "path": "/wp/wp-admin/admin-ajax.php", "line": 4 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/?s=", "line": 3 }, { "directive": "allow", "path": "/wp/wp-admin/admin-ajax.php", "line": 4 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/?s=", "line": 3 }, { "directive": "allow", "path": "/wp/wp-admin/admin-ajax.php", "line": 4 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/?s=", "line": 3 }, { "directive": "allow", "path": "/wp/wp-admin/admin-ajax.php", "line": 4 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/?s=", "line": 3 }, { "directive": "allow", "path": "/wp/wp-admin/admin-ajax.php", "line": 4 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/wp/wp-admin/", "line": 2 }, { "directive": "disallow", "path": "/?s=", "line": 3 }, { "directive": "allow", "path": "/wp/wp-admin/admin-ajax.php", "line": 4 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://thewaltdisneycompany.com/robots.txt", "contentType": "text/plain", "sha256": "f8a265f97b63bef6fcf0063ce4f95a271d4d0fd0343b4837f8aeb0590a5dda2d", "bytes": 149 }, { "company": "Warner Bros. Discovery", "cik": "1437107", "sector": "Communication Services", "origin": "https://www.wbd.com", "checkedAt": "2026-09-26T04:56:32.774Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/core/*.css$", "line": 18 }, { "directive": "allow", "path": "/core/*.css?", "line": 19 }, { "directive": "allow", "path": "/core/*.js$", "line": 20 }, { "directive": "allow", "path": "/core/*.js?", "line": 21 }, { "directive": "allow", "path": "/core/*.gif", "line": 22 }, { "directive": "allow", "path": "/core/*.jpg", "line": 23 }, { "directive": "allow", "path": "/core/*.jpeg", "line": 24 }, { "directive": "allow", "path": "/core/*.png", "line": 25 }, { "directive": "allow", "path": "/core/*.svg", "line": 26 }, { "directive": "allow", "path": "/profiles/*.css$", "line": 27 }, { "directive": "allow", "path": "/profiles/*.css?", "line": 28 }, { "directive": "allow", "path": "/profiles/*.js$", "line": 29 }, { "directive": "allow", "path": "/profiles/*.js?", "line": 30 }, { "directive": "allow", "path": "/profiles/*.gif", "line": 31 }, { "directive": "allow", "path": "/profiles/*.jpg", "line": 32 }, { "directive": "allow", "path": "/profiles/*.jpeg", "line": 33 }, { "directive": "allow", "path": "/profiles/*.png", "line": 34 }, { "directive": "allow", "path": "/profiles/*.svg", "line": 35 }, { "directive": "disallow", "path": "/core/", "line": 37 }, { "directive": "disallow", "path": "/profiles/", "line": 38 }, { "directive": "disallow", "path": "/README.md", "line": 40 }, { "directive": "disallow", "path": "/composer/Metapackage/README.txt", "line": 41 }, { "directive": "disallow", "path": "/composer/Plugin/ProjectMessage/README.md", "line": 42 }, { "directive": "disallow", "path": "/composer/Plugin/Scaffold/README.md", "line": 43 }, { "directive": "disallow", "path": "/composer/Plugin/VendorHardening/README.txt", "line": 44 }, { "directive": "disallow", "path": "/composer/Template/README.txt", "line": 45 }, { "directive": "disallow", "path": "/modules/README.txt", "line": 46 }, { "directive": "disallow", "path": "/sites/README.txt", "line": 47 }, { "directive": "disallow", "path": "/themes/README.txt", "line": 48 }, { "directive": "disallow", "path": "/web.config", "line": 49 }, { "directive": "disallow", "path": "/admin/", "line": 51 }, { "directive": "disallow", "path": "/comment/reply/", "line": 52 }, { "directive": "disallow", "path": "/filter/tips", "line": 53 }, { "directive": "disallow", "path": "/node/add/", "line": 54 }, { "directive": "disallow", "path": "/search/", "line": 55 }, { "directive": "disallow", "path": "/user/register", "line": 56 }, { "directive": "disallow", "path": "/user/password", "line": 57 }, { "directive": "disallow", "path": "/user/login", "line": 58 }, { "directive": "disallow", "path": "/user/logout", "line": 59 }, { "directive": "disallow", "path": "/media/oembed", "line": 60 }, { "directive": "disallow", "path": "/*/media/oembed", "line": 61 }, { "directive": "disallow", "path": "/index.php/admin/", "line": 63 }, { "directive": "disallow", "path": "/index.php/comment/reply/", "line": 64 }, { "directive": "disallow", "path": "/index.php/filter/tips", "line": 65 }, { "directive": "disallow", "path": "/index.php/node/add/", "line": 66 }, { "directive": "disallow", "path": "/index.php/search/", "line": 67 }, { "directive": "disallow", "path": "/index.php/user/password", "line": 68 }, { "directive": "disallow", "path": "/index.php/user/register", "line": 69 }, { "directive": "disallow", "path": "/index.php/user/login", "line": 70 }, { "directive": "disallow", "path": "/index.php/user/logout", "line": 71 }, { "directive": "disallow", "path": "/index.php/media/oembed", "line": 72 }, { "directive": "disallow", "path": "/index.php/*/media/oembed", "line": 73 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.wbd.com/robots.txt", "contentType": "text/plain", "sha256": "773fb8d35bb9a39d35335ee6db8dc5c912d2aacbfb823152d9c61cd647dd902d", "bytes": 2027 }, { "company": "Waste Management", "cik": "823768", "sector": "Industrials", "origin": "https://www.wm.com", "checkedAt": "2026-09-26T04:56:32.805Z", "status": "inaccessible", "bots": null, "httpStatus": 403, "finalUrl": "https://www.wm.com/robots.txt", "contentType": "text/html; charset=UTF-8" }, { "company": "Waters Corporation", "cik": "1000697", "sector": "Health Care", "origin": "http://www.waters.com", "checkedAt": "2026-09-26T04:56:33.074Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "WEC Energy Group", "cik": "783325", "sector": "Utilities", "origin": "https://www.wecenergygroup.com", "checkedAt": "2026-09-26T04:56:33.155Z", "status": "missing_file", "bots": null, "httpStatus": 404, "finalUrl": "https://www.wecenergygroup.com/robots.txt", "contentType": "text/html" }, { "company": "Wells Fargo", "cik": "72971", "sector": "Financials", "origin": "https://www.wellsfargo.com", "checkedAt": "2026-09-26T04:56:33.162Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/assets/images/global/s.gif", "line": 2 }, { "directive": "disallow", "path": "/assets/pdf/small-business/merchant/", "line": 3 }, { "directive": "disallow", "path": "/browser/", "line": 4 }, { "directive": "disallow", "path": "/comp/", "line": 5 }, { "directive": "disallow", "path": "/devtest/", "line": 6 }, { "directive": "disallow", "path": "/error/", "line": 7 }, { "directive": "disallow", "path": "/es/devtest/", "line": 8 }, { "directive": "disallow", "path": "/images/", "line": 9 }, { "directive": "disallow", "path": "/search/", "line": 10 }, { "directive": "disallow", "path": "/util/", "line": 11 }, { "directive": "disallow", "path": "/wf/product/apply", "line": 12 }, { "directive": "disallow", "path": "/locator/api/", "line": 13 }, { "directive": "disallow", "path": "/as/target/", "line": 14 }, { "directive": "disallow", "path": "*FPID*", "line": 15 }, { "directive": "allow", "path": "/search/exit", "line": 16 }, { "directive": "disallow", "path": "/credit-cards/documents/", "line": 17 }, { "directive": "disallow", "path": "/es/credit-cards/documents/", "line": 18 }, { "directive": "disallow", "path": "/biz/business-credit/agreements/", "line": 19 }, { "directive": "disallow", "path": "/biz/business-credit/credit-cards/", "line": 20 } ], "warnings": [ 15 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/assets/images/global/s.gif", "line": 2 }, { "directive": "disallow", "path": "/assets/pdf/small-business/merchant/", "line": 3 }, { "directive": "disallow", "path": "/browser/", "line": 4 }, { "directive": "disallow", "path": "/comp/", "line": 5 }, { "directive": "disallow", "path": "/devtest/", "line": 6 }, { "directive": "disallow", "path": "/error/", "line": 7 }, { "directive": "disallow", "path": "/es/devtest/", "line": 8 }, { "directive": "disallow", "path": "/images/", "line": 9 }, { "directive": "disallow", "path": "/search/", "line": 10 }, { "directive": "disallow", "path": "/util/", "line": 11 }, { "directive": "disallow", "path": "/wf/product/apply", "line": 12 }, { "directive": "disallow", "path": "/locator/api/", "line": 13 }, { "directive": "disallow", "path": "/as/target/", "line": 14 }, { "directive": "disallow", "path": "*FPID*", "line": 15 }, { "directive": "allow", "path": "/search/exit", "line": 16 }, { "directive": "disallow", "path": "/credit-cards/documents/", "line": 17 }, { "directive": "disallow", "path": "/es/credit-cards/documents/", "line": 18 }, { "directive": "disallow", "path": "/biz/business-credit/agreements/", "line": 19 }, { "directive": "disallow", "path": "/biz/business-credit/credit-cards/", "line": 20 } ], "warnings": [ 15 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/assets/images/global/s.gif", "line": 2 }, { "directive": "disallow", "path": "/assets/pdf/small-business/merchant/", "line": 3 }, { "directive": "disallow", "path": "/browser/", "line": 4 }, { "directive": "disallow", "path": "/comp/", "line": 5 }, { "directive": "disallow", "path": "/devtest/", "line": 6 }, { "directive": "disallow", "path": "/error/", "line": 7 }, { "directive": "disallow", "path": "/es/devtest/", "line": 8 }, { "directive": "disallow", "path": "/images/", "line": 9 }, { "directive": "disallow", "path": "/search/", "line": 10 }, { "directive": "disallow", "path": "/util/", "line": 11 }, { "directive": "disallow", "path": "/wf/product/apply", "line": 12 }, { "directive": "disallow", "path": "/locator/api/", "line": 13 }, { "directive": "disallow", "path": "/as/target/", "line": 14 }, { "directive": "disallow", "path": "*FPID*", "line": 15 }, { "directive": "allow", "path": "/search/exit", "line": 16 }, { "directive": "disallow", "path": "/credit-cards/documents/", "line": 17 }, { "directive": "disallow", "path": "/es/credit-cards/documents/", "line": 18 }, { "directive": "disallow", "path": "/biz/business-credit/agreements/", "line": 19 }, { "directive": "disallow", "path": "/biz/business-credit/credit-cards/", "line": 20 } ], "warnings": [ 15 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/assets/images/global/s.gif", "line": 2 }, { "directive": "disallow", "path": "/assets/pdf/small-business/merchant/", "line": 3 }, { "directive": "disallow", "path": "/browser/", "line": 4 }, { "directive": "disallow", "path": "/comp/", "line": 5 }, { "directive": "disallow", "path": "/devtest/", "line": 6 }, { "directive": "disallow", "path": "/error/", "line": 7 }, { "directive": "disallow", "path": "/es/devtest/", "line": 8 }, { "directive": "disallow", "path": "/images/", "line": 9 }, { "directive": "disallow", "path": "/search/", "line": 10 }, { "directive": "disallow", "path": "/util/", "line": 11 }, { "directive": "disallow", "path": "/wf/product/apply", "line": 12 }, { "directive": "disallow", "path": "/locator/api/", "line": 13 }, { "directive": "disallow", "path": "/as/target/", "line": 14 }, { "directive": "disallow", "path": "*FPID*", "line": 15 }, { "directive": "allow", "path": "/search/exit", "line": 16 }, { "directive": "disallow", "path": "/credit-cards/documents/", "line": 17 }, { "directive": "disallow", "path": "/es/credit-cards/documents/", "line": 18 }, { "directive": "disallow", "path": "/biz/business-credit/agreements/", "line": 19 }, { "directive": "disallow", "path": "/biz/business-credit/credit-cards/", "line": 20 } ], "warnings": [ 15 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/assets/images/global/s.gif", "line": 2 }, { "directive": "disallow", "path": "/assets/pdf/small-business/merchant/", "line": 3 }, { "directive": "disallow", "path": "/browser/", "line": 4 }, { "directive": "disallow", "path": "/comp/", "line": 5 }, { "directive": "disallow", "path": "/devtest/", "line": 6 }, { "directive": "disallow", "path": "/error/", "line": 7 }, { "directive": "disallow", "path": "/es/devtest/", "line": 8 }, { "directive": "disallow", "path": "/images/", "line": 9 }, { "directive": "disallow", "path": "/search/", "line": 10 }, { "directive": "disallow", "path": "/util/", "line": 11 }, { "directive": "disallow", "path": "/wf/product/apply", "line": 12 }, { "directive": "disallow", "path": "/locator/api/", "line": 13 }, { "directive": "disallow", "path": "/as/target/", "line": 14 }, { "directive": "disallow", "path": "*FPID*", "line": 15 }, { "directive": "allow", "path": "/search/exit", "line": 16 }, { "directive": "disallow", "path": "/credit-cards/documents/", "line": 17 }, { "directive": "disallow", "path": "/es/credit-cards/documents/", "line": 18 }, { "directive": "disallow", "path": "/biz/business-credit/agreements/", "line": 19 }, { "directive": "disallow", "path": "/biz/business-credit/credit-cards/", "line": 20 } ], "warnings": [ 15 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/assets/images/global/s.gif", "line": 2 }, { "directive": "disallow", "path": "/assets/pdf/small-business/merchant/", "line": 3 }, { "directive": "disallow", "path": "/browser/", "line": 4 }, { "directive": "disallow", "path": "/comp/", "line": 5 }, { "directive": "disallow", "path": "/devtest/", "line": 6 }, { "directive": "disallow", "path": "/error/", "line": 7 }, { "directive": "disallow", "path": "/es/devtest/", "line": 8 }, { "directive": "disallow", "path": "/images/", "line": 9 }, { "directive": "disallow", "path": "/search/", "line": 10 }, { "directive": "disallow", "path": "/util/", "line": 11 }, { "directive": "disallow", "path": "/wf/product/apply", "line": 12 }, { "directive": "disallow", "path": "/locator/api/", "line": 13 }, { "directive": "disallow", "path": "/as/target/", "line": 14 }, { "directive": "disallow", "path": "*FPID*", "line": 15 }, { "directive": "allow", "path": "/search/exit", "line": 16 }, { "directive": "disallow", "path": "/credit-cards/documents/", "line": 17 }, { "directive": "disallow", "path": "/es/credit-cards/documents/", "line": 18 }, { "directive": "disallow", "path": "/biz/business-credit/agreements/", "line": 19 }, { "directive": "disallow", "path": "/biz/business-credit/credit-cards/", "line": 20 } ], "warnings": [ 15 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/assets/images/global/s.gif", "line": 2 }, { "directive": "disallow", "path": "/assets/pdf/small-business/merchant/", "line": 3 }, { "directive": "disallow", "path": "/browser/", "line": 4 }, { "directive": "disallow", "path": "/comp/", "line": 5 }, { "directive": "disallow", "path": "/devtest/", "line": 6 }, { "directive": "disallow", "path": "/error/", "line": 7 }, { "directive": "disallow", "path": "/es/devtest/", "line": 8 }, { "directive": "disallow", "path": "/images/", "line": 9 }, { "directive": "disallow", "path": "/search/", "line": 10 }, { "directive": "disallow", "path": "/util/", "line": 11 }, { "directive": "disallow", "path": "/wf/product/apply", "line": 12 }, { "directive": "disallow", "path": "/locator/api/", "line": 13 }, { "directive": "disallow", "path": "/as/target/", "line": 14 }, { "directive": "disallow", "path": "*FPID*", "line": 15 }, { "directive": "allow", "path": "/search/exit", "line": 16 }, { "directive": "disallow", "path": "/credit-cards/documents/", "line": 17 }, { "directive": "disallow", "path": "/es/credit-cards/documents/", "line": 18 }, { "directive": "disallow", "path": "/biz/business-credit/agreements/", "line": 19 }, { "directive": "disallow", "path": "/biz/business-credit/credit-cards/", "line": 20 } ], "warnings": [ 15 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/assets/images/global/s.gif", "line": 2 }, { "directive": "disallow", "path": "/assets/pdf/small-business/merchant/", "line": 3 }, { "directive": "disallow", "path": "/browser/", "line": 4 }, { "directive": "disallow", "path": "/comp/", "line": 5 }, { "directive": "disallow", "path": "/devtest/", "line": 6 }, { "directive": "disallow", "path": "/error/", "line": 7 }, { "directive": "disallow", "path": "/es/devtest/", "line": 8 }, { "directive": "disallow", "path": "/images/", "line": 9 }, { "directive": "disallow", "path": "/search/", "line": 10 }, { "directive": "disallow", "path": "/util/", "line": 11 }, { "directive": "disallow", "path": "/wf/product/apply", "line": 12 }, { "directive": "disallow", "path": "/locator/api/", "line": 13 }, { "directive": "disallow", "path": "/as/target/", "line": 14 }, { "directive": "disallow", "path": "*FPID*", "line": 15 }, { "directive": "allow", "path": "/search/exit", "line": 16 }, { "directive": "disallow", "path": "/credit-cards/documents/", "line": 17 }, { "directive": "disallow", "path": "/es/credit-cards/documents/", "line": 18 }, { "directive": "disallow", "path": "/biz/business-credit/agreements/", "line": 19 }, { "directive": "disallow", "path": "/biz/business-credit/credit-cards/", "line": 20 } ], "warnings": [ 15 ] } }, "httpStatus": 200, "finalUrl": "https://www.wellsfargo.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "bb328d936c5a9a4b60781cc252850514d8c577405635cc6b9207bb59515d251d", "bytes": 621 }, { "company": "Welltower", "cik": "766704", "sector": "Real Estate", "origin": "http://www.welltower.com", "checkedAt": "2026-09-26T04:56:33.210Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "http://welltower.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "548f973a54fc1bf3838c28367a19e860f210f477f5c410b881d54af10a755035", "bytes": 187 }, { "company": "West Pharmaceutical Services", "cik": "105770", "sector": "Health Care", "origin": "http://www.westpharma.com", "checkedAt": "2026-09-26T04:56:33.375Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.pdf$", "line": 2 }, { "directive": "disallow", "path": "/sitecore/", "line": 3 }, { "directive": "disallow", "path": "/blog?tag=*", "line": 4 }, { "directive": "disallow", "path": "/static-files/", "line": 5 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.pdf$", "line": 2 }, { "directive": "disallow", "path": "/sitecore/", "line": 3 }, { "directive": "disallow", "path": "/blog?tag=*", "line": 4 }, { "directive": "disallow", "path": "/static-files/", "line": 5 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.pdf$", "line": 2 }, { "directive": "disallow", "path": "/sitecore/", "line": 3 }, { "directive": "disallow", "path": "/blog?tag=*", "line": 4 }, { "directive": "disallow", "path": "/static-files/", "line": 5 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.pdf$", "line": 2 }, { "directive": "disallow", "path": "/sitecore/", "line": 3 }, { "directive": "disallow", "path": "/blog?tag=*", "line": 4 }, { "directive": "disallow", "path": "/static-files/", "line": 5 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.pdf$", "line": 2 }, { "directive": "disallow", "path": "/sitecore/", "line": 3 }, { "directive": "disallow", "path": "/blog?tag=*", "line": 4 }, { "directive": "disallow", "path": "/static-files/", "line": 5 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.pdf$", "line": 2 }, { "directive": "disallow", "path": "/sitecore/", "line": 3 }, { "directive": "disallow", "path": "/blog?tag=*", "line": 4 }, { "directive": "disallow", "path": "/static-files/", "line": 5 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.pdf$", "line": 2 }, { "directive": "disallow", "path": "/sitecore/", "line": 3 }, { "directive": "disallow", "path": "/blog?tag=*", "line": 4 }, { "directive": "disallow", "path": "/static-files/", "line": 5 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/*.pdf$", "line": 2 }, { "directive": "disallow", "path": "/sitecore/", "line": 3 }, { "directive": "disallow", "path": "/blog?tag=*", "line": 4 }, { "directive": "disallow", "path": "/static-files/", "line": 5 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.westpharma.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "2426402e6eb4d6723459162572e13260c951abdebd32bacd5e8254d8dd09a34d", "bytes": 196 }, { "company": "Western Digital", "cik": "106040", "sector": "Information Technology", "origin": "https://www.westerndigital.com", "checkedAt": "2026-09-26T04:56:33.469Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "specific", "rules": [ { "directive": "disallow", "path": "/content/dam/", "line": 11 }, { "directive": "disallow", "path": "/etc/", "line": 12 }, { "directive": "disallow", "path": "/libs/", "line": 13 }, { "directive": "allow", "path": "/content/dam/store/", "line": 14 }, { "directive": "allow", "path": "/content/dam/western-digital/", "line": 15 }, { "directive": "allow", "path": "/etc/designs/", "line": 16 }, { "directive": "allow", "path": "/etc/clientlibs/", "line": 17 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/", "line": 20 }, { "directive": "disallow", "path": "/etc/", "line": 21 }, { "directive": "disallow", "path": "/libs/", "line": 22 }, { "directive": "allow", "path": "/content/dam/store/", "line": 23 }, { "directive": "allow", "path": "/content/dam/western-digital/", "line": 24 }, { "directive": "allow", "path": "/etc/designs/", "line": 25 }, { "directive": "allow", "path": "/etc/clientlibs/", "line": 26 }, { "directive": "disallow", "path": "/*?*filterBy*&*&*&*", "line": 27 }, { "directive": "disallow", "path": "/*?*filterBy*=*,*", "line": 28 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/", "line": 20 }, { "directive": "disallow", "path": "/etc/", "line": 21 }, { "directive": "disallow", "path": "/libs/", "line": 22 }, { "directive": "allow", "path": "/content/dam/store/", "line": 23 }, { "directive": "allow", "path": "/content/dam/western-digital/", "line": 24 }, { "directive": "allow", "path": "/etc/designs/", "line": 25 }, { "directive": "allow", "path": "/etc/clientlibs/", "line": 26 }, { "directive": "disallow", "path": "/*?*filterBy*&*&*&*", "line": 27 }, { "directive": "disallow", "path": "/*?*filterBy*=*,*", "line": 28 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/", "line": 20 }, { "directive": "disallow", "path": "/etc/", "line": 21 }, { "directive": "disallow", "path": "/libs/", "line": 22 }, { "directive": "allow", "path": "/content/dam/store/", "line": 23 }, { "directive": "allow", "path": "/content/dam/western-digital/", "line": 24 }, { "directive": "allow", "path": "/etc/designs/", "line": 25 }, { "directive": "allow", "path": "/etc/clientlibs/", "line": 26 }, { "directive": "disallow", "path": "/*?*filterBy*&*&*&*", "line": 27 }, { "directive": "disallow", "path": "/*?*filterBy*=*,*", "line": 28 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/", "line": 20 }, { "directive": "disallow", "path": "/etc/", "line": 21 }, { "directive": "disallow", "path": "/libs/", "line": 22 }, { "directive": "allow", "path": "/content/dam/store/", "line": 23 }, { "directive": "allow", "path": "/content/dam/western-digital/", "line": 24 }, { "directive": "allow", "path": "/etc/designs/", "line": 25 }, { "directive": "allow", "path": "/etc/clientlibs/", "line": 26 }, { "directive": "disallow", "path": "/*?*filterBy*&*&*&*", "line": 27 }, { "directive": "disallow", "path": "/*?*filterBy*=*,*", "line": 28 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/", "line": 20 }, { "directive": "disallow", "path": "/etc/", "line": 21 }, { "directive": "disallow", "path": "/libs/", "line": 22 }, { "directive": "allow", "path": "/content/dam/store/", "line": 23 }, { "directive": "allow", "path": "/content/dam/western-digital/", "line": 24 }, { "directive": "allow", "path": "/etc/designs/", "line": 25 }, { "directive": "allow", "path": "/etc/clientlibs/", "line": 26 }, { "directive": "disallow", "path": "/*?*filterBy*&*&*&*", "line": 27 }, { "directive": "disallow", "path": "/*?*filterBy*=*,*", "line": 28 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/", "line": 20 }, { "directive": "disallow", "path": "/etc/", "line": 21 }, { "directive": "disallow", "path": "/libs/", "line": 22 }, { "directive": "allow", "path": "/content/dam/store/", "line": 23 }, { "directive": "allow", "path": "/content/dam/western-digital/", "line": 24 }, { "directive": "allow", "path": "/etc/designs/", "line": 25 }, { "directive": "allow", "path": "/etc/clientlibs/", "line": 26 }, { "directive": "disallow", "path": "/*?*filterBy*&*&*&*", "line": 27 }, { "directive": "disallow", "path": "/*?*filterBy*=*,*", "line": 28 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/content/dam/", "line": 20 }, { "directive": "disallow", "path": "/etc/", "line": 21 }, { "directive": "disallow", "path": "/libs/", "line": 22 }, { "directive": "allow", "path": "/content/dam/store/", "line": 23 }, { "directive": "allow", "path": "/content/dam/western-digital/", "line": 24 }, { "directive": "allow", "path": "/etc/designs/", "line": 25 }, { "directive": "allow", "path": "/etc/clientlibs/", "line": 26 }, { "directive": "disallow", "path": "/*?*filterBy*&*&*&*", "line": 27 }, { "directive": "disallow", "path": "/*?*filterBy*=*,*", "line": 28 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.westerndigital.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "1c6642e2d65f260e39f77ade56deea59eaa876ca1eb4af1315051a03f687f410", "bytes": 697 }, { "company": "Weyerhaeuser", "cik": "106535", "sector": "Real Estate", "origin": "http://www.weyerhaeuser.com", "checkedAt": "2026-09-26T04:56:33.927Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/application/attributes", "line": 2 }, { "directive": "disallow", "path": "/application/authentication", "line": 3 }, { "directive": "disallow", "path": "/application/bootstrap", "line": 4 }, { "directive": "disallow", "path": "/application/config", "line": 5 }, { "directive": "disallow", "path": "/application/controllers", "line": 6 }, { "directive": "disallow", "path": "/application/elements", "line": 7 }, { "directive": "disallow", "path": "/application/helpers", "line": 8 }, { "directive": "disallow", "path": "/application/jobs", "line": 9 }, { "directive": "disallow", "path": "/application/languages", "line": 10 }, { "directive": "disallow", "path": "/application/mail", "line": 11 }, { "directive": "disallow", "path": "/application/models", "line": 12 }, { "directive": "disallow", "path": "/application/page_types", "line": 13 }, { "directive": "disallow", "path": "/application/single_pages", "line": 14 }, { "directive": "disallow", "path": "/application/tools", "line": 15 }, { "directive": "disallow", "path": "/application/views", "line": 16 }, { "directive": "disallow", "path": "/ccm/system/captcha/picture", "line": 17 }, { "directive": "disallow", "path": "/searchresults", "line": 18 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/application/attributes", "line": 2 }, { "directive": "disallow", "path": "/application/authentication", "line": 3 }, { "directive": "disallow", "path": "/application/bootstrap", "line": 4 }, { "directive": "disallow", "path": "/application/config", "line": 5 }, { "directive": "disallow", "path": "/application/controllers", "line": 6 }, { "directive": "disallow", "path": "/application/elements", "line": 7 }, { "directive": "disallow", "path": "/application/helpers", "line": 8 }, { "directive": "disallow", "path": "/application/jobs", "line": 9 }, { "directive": "disallow", "path": "/application/languages", "line": 10 }, { "directive": "disallow", "path": "/application/mail", "line": 11 }, { "directive": "disallow", "path": "/application/models", "line": 12 }, { "directive": "disallow", "path": "/application/page_types", "line": 13 }, { "directive": "disallow", "path": "/application/single_pages", "line": 14 }, { "directive": "disallow", "path": "/application/tools", "line": 15 }, { "directive": "disallow", "path": "/application/views", "line": 16 }, { "directive": "disallow", "path": "/ccm/system/captcha/picture", "line": 17 }, { "directive": "disallow", "path": "/searchresults", "line": 18 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/application/attributes", "line": 2 }, { "directive": "disallow", "path": "/application/authentication", "line": 3 }, { "directive": "disallow", "path": "/application/bootstrap", "line": 4 }, { "directive": "disallow", "path": "/application/config", "line": 5 }, { "directive": "disallow", "path": "/application/controllers", "line": 6 }, { "directive": "disallow", "path": "/application/elements", "line": 7 }, { "directive": "disallow", "path": "/application/helpers", "line": 8 }, { "directive": "disallow", "path": "/application/jobs", "line": 9 }, { "directive": "disallow", "path": "/application/languages", "line": 10 }, { "directive": "disallow", "path": "/application/mail", "line": 11 }, { "directive": "disallow", "path": "/application/models", "line": 12 }, { "directive": "disallow", "path": "/application/page_types", "line": 13 }, { "directive": "disallow", "path": "/application/single_pages", "line": 14 }, { "directive": "disallow", "path": "/application/tools", "line": 15 }, { "directive": "disallow", "path": "/application/views", "line": 16 }, { "directive": "disallow", "path": "/ccm/system/captcha/picture", "line": 17 }, { "directive": "disallow", "path": "/searchresults", "line": 18 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/application/attributes", "line": 2 }, { "directive": "disallow", "path": "/application/authentication", "line": 3 }, { "directive": "disallow", "path": "/application/bootstrap", "line": 4 }, { "directive": "disallow", "path": "/application/config", "line": 5 }, { "directive": "disallow", "path": "/application/controllers", "line": 6 }, { "directive": "disallow", "path": "/application/elements", "line": 7 }, { "directive": "disallow", "path": "/application/helpers", "line": 8 }, { "directive": "disallow", "path": "/application/jobs", "line": 9 }, { "directive": "disallow", "path": "/application/languages", "line": 10 }, { "directive": "disallow", "path": "/application/mail", "line": 11 }, { "directive": "disallow", "path": "/application/models", "line": 12 }, { "directive": "disallow", "path": "/application/page_types", "line": 13 }, { "directive": "disallow", "path": "/application/single_pages", "line": 14 }, { "directive": "disallow", "path": "/application/tools", "line": 15 }, { "directive": "disallow", "path": "/application/views", "line": 16 }, { "directive": "disallow", "path": "/ccm/system/captcha/picture", "line": 17 }, { "directive": "disallow", "path": "/searchresults", "line": 18 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/application/attributes", "line": 2 }, { "directive": "disallow", "path": "/application/authentication", "line": 3 }, { "directive": "disallow", "path": "/application/bootstrap", "line": 4 }, { "directive": "disallow", "path": "/application/config", "line": 5 }, { "directive": "disallow", "path": "/application/controllers", "line": 6 }, { "directive": "disallow", "path": "/application/elements", "line": 7 }, { "directive": "disallow", "path": "/application/helpers", "line": 8 }, { "directive": "disallow", "path": "/application/jobs", "line": 9 }, { "directive": "disallow", "path": "/application/languages", "line": 10 }, { "directive": "disallow", "path": "/application/mail", "line": 11 }, { "directive": "disallow", "path": "/application/models", "line": 12 }, { "directive": "disallow", "path": "/application/page_types", "line": 13 }, { "directive": "disallow", "path": "/application/single_pages", "line": 14 }, { "directive": "disallow", "path": "/application/tools", "line": 15 }, { "directive": "disallow", "path": "/application/views", "line": 16 }, { "directive": "disallow", "path": "/ccm/system/captcha/picture", "line": 17 }, { "directive": "disallow", "path": "/searchresults", "line": 18 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/application/attributes", "line": 2 }, { "directive": "disallow", "path": "/application/authentication", "line": 3 }, { "directive": "disallow", "path": "/application/bootstrap", "line": 4 }, { "directive": "disallow", "path": "/application/config", "line": 5 }, { "directive": "disallow", "path": "/application/controllers", "line": 6 }, { "directive": "disallow", "path": "/application/elements", "line": 7 }, { "directive": "disallow", "path": "/application/helpers", "line": 8 }, { "directive": "disallow", "path": "/application/jobs", "line": 9 }, { "directive": "disallow", "path": "/application/languages", "line": 10 }, { "directive": "disallow", "path": "/application/mail", "line": 11 }, { "directive": "disallow", "path": "/application/models", "line": 12 }, { "directive": "disallow", "path": "/application/page_types", "line": 13 }, { "directive": "disallow", "path": "/application/single_pages", "line": 14 }, { "directive": "disallow", "path": "/application/tools", "line": 15 }, { "directive": "disallow", "path": "/application/views", "line": 16 }, { "directive": "disallow", "path": "/ccm/system/captcha/picture", "line": 17 }, { "directive": "disallow", "path": "/searchresults", "line": 18 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/application/attributes", "line": 2 }, { "directive": "disallow", "path": "/application/authentication", "line": 3 }, { "directive": "disallow", "path": "/application/bootstrap", "line": 4 }, { "directive": "disallow", "path": "/application/config", "line": 5 }, { "directive": "disallow", "path": "/application/controllers", "line": 6 }, { "directive": "disallow", "path": "/application/elements", "line": 7 }, { "directive": "disallow", "path": "/application/helpers", "line": 8 }, { "directive": "disallow", "path": "/application/jobs", "line": 9 }, { "directive": "disallow", "path": "/application/languages", "line": 10 }, { "directive": "disallow", "path": "/application/mail", "line": 11 }, { "directive": "disallow", "path": "/application/models", "line": 12 }, { "directive": "disallow", "path": "/application/page_types", "line": 13 }, { "directive": "disallow", "path": "/application/single_pages", "line": 14 }, { "directive": "disallow", "path": "/application/tools", "line": 15 }, { "directive": "disallow", "path": "/application/views", "line": 16 }, { "directive": "disallow", "path": "/ccm/system/captcha/picture", "line": 17 }, { "directive": "disallow", "path": "/searchresults", "line": 18 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/application/attributes", "line": 2 }, { "directive": "disallow", "path": "/application/authentication", "line": 3 }, { "directive": "disallow", "path": "/application/bootstrap", "line": 4 }, { "directive": "disallow", "path": "/application/config", "line": 5 }, { "directive": "disallow", "path": "/application/controllers", "line": 6 }, { "directive": "disallow", "path": "/application/elements", "line": 7 }, { "directive": "disallow", "path": "/application/helpers", "line": 8 }, { "directive": "disallow", "path": "/application/jobs", "line": 9 }, { "directive": "disallow", "path": "/application/languages", "line": 10 }, { "directive": "disallow", "path": "/application/mail", "line": 11 }, { "directive": "disallow", "path": "/application/models", "line": 12 }, { "directive": "disallow", "path": "/application/page_types", "line": 13 }, { "directive": "disallow", "path": "/application/single_pages", "line": 14 }, { "directive": "disallow", "path": "/application/tools", "line": 15 }, { "directive": "disallow", "path": "/application/views", "line": 16 }, { "directive": "disallow", "path": "/ccm/system/captcha/picture", "line": 17 }, { "directive": "disallow", "path": "/searchresults", "line": 18 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.weyerhaeuser.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "8abf6800b49b9fb8e2c320692711ae7c2d584b26e5d511fbb176ee70e397cfee", "bytes": 557 }, { "company": "Williams Companies", "cik": "107263", "sector": "Energy", "origin": "http://www.williams.com", "checkedAt": "2026-09-26T04:56:33.979Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.williams.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "f2e682051a5572c5df72c2ed57be0aec11bb74b52928b5f64865f626c09fecba", "bytes": 344 }, { "company": "Williams-Sonoma, Inc.", "cik": "719955", "sector": "Consumer Discretionary", "origin": "http://www.williams-sonomainc.com", "checkedAt": "2026-09-26T04:56:34.288Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "http://www.williams-sonomainc.com/robots.txt", "contentType": "text/plain; charset=UTF-8", "sha256": "4a35f0007a1ec0569fc7dda08b8d62c294233230f24d4026f5a6373f54d90840", "bytes": 109 }, { "company": "Willis Towers Watson", "cik": "1140536", "sector": "Financials", "origin": "https://www.wtwco.com", "checkedAt": "2026-09-26T04:56:34.503Z", "status": "inaccessible", "bots": null, "httpStatus": 429, "finalUrl": "https://www.wtwco.com/robots.txt", "contentType": "text/html; charset=utf-8" }, { "company": "Workday, Inc.", "cik": "1327811", "sector": "Information Technology", "origin": "https://www.workday.com", "checkedAt": "2026-09-26T04:56:34.586Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*.html$", "line": 2 }, { "directive": "disallow", "path": "/*/data/*", "line": 3 }, { "directive": "disallow", "path": "*.dl.html", "line": 4 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/case-studies/*.pdf$", "line": 5 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/whitepapers/*.pdf$", "line": 6 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/reports/*.pdf$", "line": 7 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/other/*.pdf$", "line": 8 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/legal/*.pdf$", "line": 9 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/privacy/*.pdf$", "line": 10 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/case-studies/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/whitepapers/*.pdf$", "line": 12 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/reports/*.pdf$", "line": 13 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/other/*.pdf$", "line": 14 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/whitepapers/*.pdf$", "line": 15 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/reports/*.pdf$", "line": 16 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/other/*.pdf$", "line": 17 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/case-studies/*.pdf$", "line": 18 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/whitepapers/*.pdf$", "line": 19 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/reports/*.pdf$", "line": 20 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/other/*.pdf$", "line": 21 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/whitepapers/*.pdf$", "line": 22 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/reports/*.pdf$", "line": 23 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/other/*.pdf$", "line": 24 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/case-studies/*.pdf$", "line": 25 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/whitepapers/*.pdf$", "line": 26 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/reports/*.pdf$", "line": 27 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/other/*.pdf$", "line": 28 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/case-studies/*.pdf$", "line": 29 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/whitepapers/*.pdf$", "line": 30 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/reports/*.pdf$", "line": 31 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/other/*.pdf$", "line": 32 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/case-studies/*.pdf$", "line": 33 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/ebooks/world-of-work-employee-experience-ebook-enza.pdf", "line": 34 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/whitepapers/*.pdf$", "line": 35 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/reports/*.pdf$", "line": 36 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/other/*.pdf$", "line": 37 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/case-studies/*.pdf$", "line": 38 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/ebooks/world-of-work-employee-experience-ebook-ense.pdf", "line": 39 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/ebooks/emea-eim-ochro-promo-why-workday-hcm-is-different-ebook-and-landing-page-ebook-final-v1-en-SE%20(2).pdf", "line": 40 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/whitepapers/*.pdf$", "line": 41 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/reports/*.pdf$", "line": 42 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/other/*.pdf$", "line": 43 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/case-studies/*.pdf$", "line": 44 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/whitepapers/*.pdf$", "line": 45 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/reports/*.pdf$", "line": 46 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/other/*.pdf$", "line": 47 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/whitepapers/*.pdf$", "line": 48 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/reports/*.pdf$", "line": 49 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/other/*.pdf$", "line": 50 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/case-studies/*.pdf$", "line": 51 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/whitepapers/*.pdf$", "line": 52 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/reports/*.pdf$", "line": 53 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/other/*.pdf$", "line": 54 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/case-studies/*.pdf$", "line": 55 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/whitepapers/*.pdf$", "line": 56 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/reports/*.pdf$", "line": 57 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/other/*.pdf$", "line": 58 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/whitepapers/*.pdf$", "line": 59 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/reports/*.pdf$", "line": 60 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/other/*.pdf$", "line": 61 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/case-studies/*.pdf$", "line": 62 }, { "directive": "disallow", "path": "/content/dam/web/it/documents/case-studies/*.pdf$", "line": 63 }, { "directive": "disallow", "path": "/content/dam/web/mx/documents/case-studies/*.pdf$", "line": 64 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/case-studies/*.pdf$", "line": 65 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/whitepapers/*.pdf$", "line": 66 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/reports/*.pdf$", "line": 67 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/other/*.pdf$", "line": 68 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/legal/*.pdf$", "line": 69 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/privacy/*.pdf$", "line": 70 }, { "directive": "disallow", "path": "/*?refCamp=", "line": 71 }, { "directive": "disallow", "path": "/*?*utm", "line": 72 }, { "directive": "disallow", "path": "/*?*clid", "line": 73 }, { "directive": "disallow", "path": "/*?*_b", "line": 74 }, { "directive": "disallow", "path": "/*?*ref", "line": 75 }, { "directive": "disallow", "path": "/*?*source", "line": 76 }, { "directive": "disallow", "path": "/*?*eid", "line": 77 }, { "directive": "disallow", "path": "/*?*pblr", "line": 78 }, { "directive": "disallow", "path": "/*?*wdid", "line": 79 }, { "directive": "disallow", "path": "/*?*sf", "line": 80 }, { "directive": "disallow", "path": "/en-us.html$", "line": 81 }, { "directive": "disallow", "path": "/en-gb.html$", "line": 82 }, { "directive": "disallow", "path": "/en-se.html$", "line": 83 }, { "directive": "disallow", "path": "/fr-fr.html$", "line": 84 }, { "directive": "disallow", "path": "/nl-nl.html$", "line": 85 }, { "directive": "disallow", "path": "/de-de.html$", "line": 86 }, { "directive": "disallow", "path": "/es-es.html$", "line": 87 }, { "directive": "disallow", "path": "/ja-jp.html$", "line": 88 }, { "directive": "disallow", "path": "/en-au.html$", "line": 89 }, { "directive": "disallow", "path": "/en-hk.html$", "line": 90 }, { "directive": "disallow", "path": "/en-ca.html$", "line": 91 }, { "directive": "disallow", "path": "/it-it.html$", "line": 92 }, { "directive": "disallow", "path": "/en-za.html$", "line": 93 }, { "directive": "disallow", "path": "/ko-kr.html$", "line": 94 }, { "directive": "disallow", "path": "/es-mx.html$", "line": 95 }, { "directive": "disallow", "path": "/en-sg.html$", "line": 96 }, { "directive": "disallow", "path": "/en-ch.html$", "line": 97 }, { "directive": "disallow", "path": "/fr-ch.html$", "line": 98 }, { "directive": "disallow", "path": "/de-ch.html$", "line": 99 }, { "directive": "disallow", "path": "/fr-ca.html$", "line": 100 }, { "directive": "disallow", "path": "/en-be.html$", "line": 101 }, { "directive": "disallow", "path": "/sitemapindex.html$", "line": 102 }, { "directive": "disallow", "path": "/en-us.sitemap.xml$", "line": 103 }, { "directive": "disallow", "path": "/en-gb.sitemap.xml$", "line": 104 }, { "directive": "disallow", "path": "/en-se.sitemap.xml$", "line": 105 }, { "directive": "disallow", "path": "/fr-fr.sitemap.xml$", "line": 106 }, { "directive": "disallow", "path": "/nl-nl.sitemap.xml$", "line": 107 }, { "directive": "disallow", "path": "/de-de.sitemap.xml$", "line": 108 }, { "directive": "disallow", "path": "/es-es.sitemap.xml$", "line": 109 }, { "directive": "disallow", "path": "/ja-jp.sitemap.xml$", "line": 110 }, { "directive": "disallow", "path": "/en-au.sitemap.xml$", "line": 111 }, { "directive": "disallow", "path": "/en-hk.sitemap.xml$", "line": 112 }, { "directive": "disallow", "path": "/en-ca.sitemap.xml$", "line": 113 }, { "directive": "disallow", "path": "/it-it.sitemap.xml$", "line": 114 }, { "directive": "disallow", "path": "/en-za.sitemap.xml$", "line": 115 }, { "directive": "disallow", "path": "/ko-kr.sitemap.xml$", "line": 116 }, { "directive": "disallow", "path": "/es-mx.sitemap.xml$", "line": 117 }, { "directive": "disallow", "path": "/en-sg.sitemap.xml$", "line": 118 }, { "directive": "disallow", "path": "/en-ch.sitemap.xml$", "line": 119 }, { "directive": "disallow", "path": "/fr-ch.sitemap.xml$", "line": 120 }, { "directive": "disallow", "path": "/de-ch.sitemap.xml$", "line": 121 }, { "directive": "disallow", "path": "/fr-ca.sitemap.xml$", "line": 122 }, { "directive": "disallow", "path": "/en-be.sitemap.xml$", "line": 123 } ], "warnings": [ 4 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*.html$", "line": 2 }, { "directive": "disallow", "path": "/*/data/*", "line": 3 }, { "directive": "disallow", "path": "*.dl.html", "line": 4 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/case-studies/*.pdf$", "line": 5 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/whitepapers/*.pdf$", "line": 6 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/reports/*.pdf$", "line": 7 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/other/*.pdf$", "line": 8 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/legal/*.pdf$", "line": 9 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/privacy/*.pdf$", "line": 10 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/case-studies/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/whitepapers/*.pdf$", "line": 12 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/reports/*.pdf$", "line": 13 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/other/*.pdf$", "line": 14 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/whitepapers/*.pdf$", "line": 15 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/reports/*.pdf$", "line": 16 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/other/*.pdf$", "line": 17 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/case-studies/*.pdf$", "line": 18 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/whitepapers/*.pdf$", "line": 19 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/reports/*.pdf$", "line": 20 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/other/*.pdf$", "line": 21 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/whitepapers/*.pdf$", "line": 22 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/reports/*.pdf$", "line": 23 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/other/*.pdf$", "line": 24 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/case-studies/*.pdf$", "line": 25 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/whitepapers/*.pdf$", "line": 26 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/reports/*.pdf$", "line": 27 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/other/*.pdf$", "line": 28 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/case-studies/*.pdf$", "line": 29 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/whitepapers/*.pdf$", "line": 30 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/reports/*.pdf$", "line": 31 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/other/*.pdf$", "line": 32 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/case-studies/*.pdf$", "line": 33 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/ebooks/world-of-work-employee-experience-ebook-enza.pdf", "line": 34 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/whitepapers/*.pdf$", "line": 35 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/reports/*.pdf$", "line": 36 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/other/*.pdf$", "line": 37 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/case-studies/*.pdf$", "line": 38 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/ebooks/world-of-work-employee-experience-ebook-ense.pdf", "line": 39 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/ebooks/emea-eim-ochro-promo-why-workday-hcm-is-different-ebook-and-landing-page-ebook-final-v1-en-SE%20(2).pdf", "line": 40 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/whitepapers/*.pdf$", "line": 41 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/reports/*.pdf$", "line": 42 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/other/*.pdf$", "line": 43 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/case-studies/*.pdf$", "line": 44 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/whitepapers/*.pdf$", "line": 45 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/reports/*.pdf$", "line": 46 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/other/*.pdf$", "line": 47 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/whitepapers/*.pdf$", "line": 48 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/reports/*.pdf$", "line": 49 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/other/*.pdf$", "line": 50 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/case-studies/*.pdf$", "line": 51 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/whitepapers/*.pdf$", "line": 52 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/reports/*.pdf$", "line": 53 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/other/*.pdf$", "line": 54 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/case-studies/*.pdf$", "line": 55 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/whitepapers/*.pdf$", "line": 56 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/reports/*.pdf$", "line": 57 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/other/*.pdf$", "line": 58 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/whitepapers/*.pdf$", "line": 59 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/reports/*.pdf$", "line": 60 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/other/*.pdf$", "line": 61 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/case-studies/*.pdf$", "line": 62 }, { "directive": "disallow", "path": "/content/dam/web/it/documents/case-studies/*.pdf$", "line": 63 }, { "directive": "disallow", "path": "/content/dam/web/mx/documents/case-studies/*.pdf$", "line": 64 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/case-studies/*.pdf$", "line": 65 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/whitepapers/*.pdf$", "line": 66 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/reports/*.pdf$", "line": 67 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/other/*.pdf$", "line": 68 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/legal/*.pdf$", "line": 69 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/privacy/*.pdf$", "line": 70 }, { "directive": "disallow", "path": "/*?refCamp=", "line": 71 }, { "directive": "disallow", "path": "/*?*utm", "line": 72 }, { "directive": "disallow", "path": "/*?*clid", "line": 73 }, { "directive": "disallow", "path": "/*?*_b", "line": 74 }, { "directive": "disallow", "path": "/*?*ref", "line": 75 }, { "directive": "disallow", "path": "/*?*source", "line": 76 }, { "directive": "disallow", "path": "/*?*eid", "line": 77 }, { "directive": "disallow", "path": "/*?*pblr", "line": 78 }, { "directive": "disallow", "path": "/*?*wdid", "line": 79 }, { "directive": "disallow", "path": "/*?*sf", "line": 80 }, { "directive": "disallow", "path": "/en-us.html$", "line": 81 }, { "directive": "disallow", "path": "/en-gb.html$", "line": 82 }, { "directive": "disallow", "path": "/en-se.html$", "line": 83 }, { "directive": "disallow", "path": "/fr-fr.html$", "line": 84 }, { "directive": "disallow", "path": "/nl-nl.html$", "line": 85 }, { "directive": "disallow", "path": "/de-de.html$", "line": 86 }, { "directive": "disallow", "path": "/es-es.html$", "line": 87 }, { "directive": "disallow", "path": "/ja-jp.html$", "line": 88 }, { "directive": "disallow", "path": "/en-au.html$", "line": 89 }, { "directive": "disallow", "path": "/en-hk.html$", "line": 90 }, { "directive": "disallow", "path": "/en-ca.html$", "line": 91 }, { "directive": "disallow", "path": "/it-it.html$", "line": 92 }, { "directive": "disallow", "path": "/en-za.html$", "line": 93 }, { "directive": "disallow", "path": "/ko-kr.html$", "line": 94 }, { "directive": "disallow", "path": "/es-mx.html$", "line": 95 }, { "directive": "disallow", "path": "/en-sg.html$", "line": 96 }, { "directive": "disallow", "path": "/en-ch.html$", "line": 97 }, { "directive": "disallow", "path": "/fr-ch.html$", "line": 98 }, { "directive": "disallow", "path": "/de-ch.html$", "line": 99 }, { "directive": "disallow", "path": "/fr-ca.html$", "line": 100 }, { "directive": "disallow", "path": "/en-be.html$", "line": 101 }, { "directive": "disallow", "path": "/sitemapindex.html$", "line": 102 }, { "directive": "disallow", "path": "/en-us.sitemap.xml$", "line": 103 }, { "directive": "disallow", "path": "/en-gb.sitemap.xml$", "line": 104 }, { "directive": "disallow", "path": "/en-se.sitemap.xml$", "line": 105 }, { "directive": "disallow", "path": "/fr-fr.sitemap.xml$", "line": 106 }, { "directive": "disallow", "path": "/nl-nl.sitemap.xml$", "line": 107 }, { "directive": "disallow", "path": "/de-de.sitemap.xml$", "line": 108 }, { "directive": "disallow", "path": "/es-es.sitemap.xml$", "line": 109 }, { "directive": "disallow", "path": "/ja-jp.sitemap.xml$", "line": 110 }, { "directive": "disallow", "path": "/en-au.sitemap.xml$", "line": 111 }, { "directive": "disallow", "path": "/en-hk.sitemap.xml$", "line": 112 }, { "directive": "disallow", "path": "/en-ca.sitemap.xml$", "line": 113 }, { "directive": "disallow", "path": "/it-it.sitemap.xml$", "line": 114 }, { "directive": "disallow", "path": "/en-za.sitemap.xml$", "line": 115 }, { "directive": "disallow", "path": "/ko-kr.sitemap.xml$", "line": 116 }, { "directive": "disallow", "path": "/es-mx.sitemap.xml$", "line": 117 }, { "directive": "disallow", "path": "/en-sg.sitemap.xml$", "line": 118 }, { "directive": "disallow", "path": "/en-ch.sitemap.xml$", "line": 119 }, { "directive": "disallow", "path": "/fr-ch.sitemap.xml$", "line": 120 }, { "directive": "disallow", "path": "/de-ch.sitemap.xml$", "line": 121 }, { "directive": "disallow", "path": "/fr-ca.sitemap.xml$", "line": 122 }, { "directive": "disallow", "path": "/en-be.sitemap.xml$", "line": 123 } ], "warnings": [ 4 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*.html$", "line": 2 }, { "directive": "disallow", "path": "/*/data/*", "line": 3 }, { "directive": "disallow", "path": "*.dl.html", "line": 4 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/case-studies/*.pdf$", "line": 5 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/whitepapers/*.pdf$", "line": 6 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/reports/*.pdf$", "line": 7 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/other/*.pdf$", "line": 8 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/legal/*.pdf$", "line": 9 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/privacy/*.pdf$", "line": 10 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/case-studies/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/whitepapers/*.pdf$", "line": 12 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/reports/*.pdf$", "line": 13 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/other/*.pdf$", "line": 14 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/whitepapers/*.pdf$", "line": 15 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/reports/*.pdf$", "line": 16 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/other/*.pdf$", "line": 17 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/case-studies/*.pdf$", "line": 18 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/whitepapers/*.pdf$", "line": 19 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/reports/*.pdf$", "line": 20 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/other/*.pdf$", "line": 21 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/whitepapers/*.pdf$", "line": 22 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/reports/*.pdf$", "line": 23 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/other/*.pdf$", "line": 24 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/case-studies/*.pdf$", "line": 25 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/whitepapers/*.pdf$", "line": 26 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/reports/*.pdf$", "line": 27 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/other/*.pdf$", "line": 28 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/case-studies/*.pdf$", "line": 29 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/whitepapers/*.pdf$", "line": 30 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/reports/*.pdf$", "line": 31 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/other/*.pdf$", "line": 32 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/case-studies/*.pdf$", "line": 33 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/ebooks/world-of-work-employee-experience-ebook-enza.pdf", "line": 34 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/whitepapers/*.pdf$", "line": 35 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/reports/*.pdf$", "line": 36 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/other/*.pdf$", "line": 37 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/case-studies/*.pdf$", "line": 38 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/ebooks/world-of-work-employee-experience-ebook-ense.pdf", "line": 39 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/ebooks/emea-eim-ochro-promo-why-workday-hcm-is-different-ebook-and-landing-page-ebook-final-v1-en-SE%20(2).pdf", "line": 40 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/whitepapers/*.pdf$", "line": 41 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/reports/*.pdf$", "line": 42 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/other/*.pdf$", "line": 43 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/case-studies/*.pdf$", "line": 44 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/whitepapers/*.pdf$", "line": 45 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/reports/*.pdf$", "line": 46 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/other/*.pdf$", "line": 47 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/whitepapers/*.pdf$", "line": 48 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/reports/*.pdf$", "line": 49 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/other/*.pdf$", "line": 50 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/case-studies/*.pdf$", "line": 51 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/whitepapers/*.pdf$", "line": 52 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/reports/*.pdf$", "line": 53 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/other/*.pdf$", "line": 54 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/case-studies/*.pdf$", "line": 55 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/whitepapers/*.pdf$", "line": 56 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/reports/*.pdf$", "line": 57 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/other/*.pdf$", "line": 58 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/whitepapers/*.pdf$", "line": 59 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/reports/*.pdf$", "line": 60 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/other/*.pdf$", "line": 61 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/case-studies/*.pdf$", "line": 62 }, { "directive": "disallow", "path": "/content/dam/web/it/documents/case-studies/*.pdf$", "line": 63 }, { "directive": "disallow", "path": "/content/dam/web/mx/documents/case-studies/*.pdf$", "line": 64 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/case-studies/*.pdf$", "line": 65 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/whitepapers/*.pdf$", "line": 66 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/reports/*.pdf$", "line": 67 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/other/*.pdf$", "line": 68 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/legal/*.pdf$", "line": 69 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/privacy/*.pdf$", "line": 70 }, { "directive": "disallow", "path": "/*?refCamp=", "line": 71 }, { "directive": "disallow", "path": "/*?*utm", "line": 72 }, { "directive": "disallow", "path": "/*?*clid", "line": 73 }, { "directive": "disallow", "path": "/*?*_b", "line": 74 }, { "directive": "disallow", "path": "/*?*ref", "line": 75 }, { "directive": "disallow", "path": "/*?*source", "line": 76 }, { "directive": "disallow", "path": "/*?*eid", "line": 77 }, { "directive": "disallow", "path": "/*?*pblr", "line": 78 }, { "directive": "disallow", "path": "/*?*wdid", "line": 79 }, { "directive": "disallow", "path": "/*?*sf", "line": 80 }, { "directive": "disallow", "path": "/en-us.html$", "line": 81 }, { "directive": "disallow", "path": "/en-gb.html$", "line": 82 }, { "directive": "disallow", "path": "/en-se.html$", "line": 83 }, { "directive": "disallow", "path": "/fr-fr.html$", "line": 84 }, { "directive": "disallow", "path": "/nl-nl.html$", "line": 85 }, { "directive": "disallow", "path": "/de-de.html$", "line": 86 }, { "directive": "disallow", "path": "/es-es.html$", "line": 87 }, { "directive": "disallow", "path": "/ja-jp.html$", "line": 88 }, { "directive": "disallow", "path": "/en-au.html$", "line": 89 }, { "directive": "disallow", "path": "/en-hk.html$", "line": 90 }, { "directive": "disallow", "path": "/en-ca.html$", "line": 91 }, { "directive": "disallow", "path": "/it-it.html$", "line": 92 }, { "directive": "disallow", "path": "/en-za.html$", "line": 93 }, { "directive": "disallow", "path": "/ko-kr.html$", "line": 94 }, { "directive": "disallow", "path": "/es-mx.html$", "line": 95 }, { "directive": "disallow", "path": "/en-sg.html$", "line": 96 }, { "directive": "disallow", "path": "/en-ch.html$", "line": 97 }, { "directive": "disallow", "path": "/fr-ch.html$", "line": 98 }, { "directive": "disallow", "path": "/de-ch.html$", "line": 99 }, { "directive": "disallow", "path": "/fr-ca.html$", "line": 100 }, { "directive": "disallow", "path": "/en-be.html$", "line": 101 }, { "directive": "disallow", "path": "/sitemapindex.html$", "line": 102 }, { "directive": "disallow", "path": "/en-us.sitemap.xml$", "line": 103 }, { "directive": "disallow", "path": "/en-gb.sitemap.xml$", "line": 104 }, { "directive": "disallow", "path": "/en-se.sitemap.xml$", "line": 105 }, { "directive": "disallow", "path": "/fr-fr.sitemap.xml$", "line": 106 }, { "directive": "disallow", "path": "/nl-nl.sitemap.xml$", "line": 107 }, { "directive": "disallow", "path": "/de-de.sitemap.xml$", "line": 108 }, { "directive": "disallow", "path": "/es-es.sitemap.xml$", "line": 109 }, { "directive": "disallow", "path": "/ja-jp.sitemap.xml$", "line": 110 }, { "directive": "disallow", "path": "/en-au.sitemap.xml$", "line": 111 }, { "directive": "disallow", "path": "/en-hk.sitemap.xml$", "line": 112 }, { "directive": "disallow", "path": "/en-ca.sitemap.xml$", "line": 113 }, { "directive": "disallow", "path": "/it-it.sitemap.xml$", "line": 114 }, { "directive": "disallow", "path": "/en-za.sitemap.xml$", "line": 115 }, { "directive": "disallow", "path": "/ko-kr.sitemap.xml$", "line": 116 }, { "directive": "disallow", "path": "/es-mx.sitemap.xml$", "line": 117 }, { "directive": "disallow", "path": "/en-sg.sitemap.xml$", "line": 118 }, { "directive": "disallow", "path": "/en-ch.sitemap.xml$", "line": 119 }, { "directive": "disallow", "path": "/fr-ch.sitemap.xml$", "line": 120 }, { "directive": "disallow", "path": "/de-ch.sitemap.xml$", "line": 121 }, { "directive": "disallow", "path": "/fr-ca.sitemap.xml$", "line": 122 }, { "directive": "disallow", "path": "/en-be.sitemap.xml$", "line": 123 } ], "warnings": [ 4 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*.html$", "line": 2 }, { "directive": "disallow", "path": "/*/data/*", "line": 3 }, { "directive": "disallow", "path": "*.dl.html", "line": 4 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/case-studies/*.pdf$", "line": 5 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/whitepapers/*.pdf$", "line": 6 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/reports/*.pdf$", "line": 7 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/other/*.pdf$", "line": 8 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/legal/*.pdf$", "line": 9 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/privacy/*.pdf$", "line": 10 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/case-studies/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/whitepapers/*.pdf$", "line": 12 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/reports/*.pdf$", "line": 13 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/other/*.pdf$", "line": 14 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/whitepapers/*.pdf$", "line": 15 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/reports/*.pdf$", "line": 16 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/other/*.pdf$", "line": 17 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/case-studies/*.pdf$", "line": 18 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/whitepapers/*.pdf$", "line": 19 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/reports/*.pdf$", "line": 20 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/other/*.pdf$", "line": 21 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/whitepapers/*.pdf$", "line": 22 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/reports/*.pdf$", "line": 23 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/other/*.pdf$", "line": 24 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/case-studies/*.pdf$", "line": 25 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/whitepapers/*.pdf$", "line": 26 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/reports/*.pdf$", "line": 27 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/other/*.pdf$", "line": 28 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/case-studies/*.pdf$", "line": 29 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/whitepapers/*.pdf$", "line": 30 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/reports/*.pdf$", "line": 31 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/other/*.pdf$", "line": 32 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/case-studies/*.pdf$", "line": 33 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/ebooks/world-of-work-employee-experience-ebook-enza.pdf", "line": 34 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/whitepapers/*.pdf$", "line": 35 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/reports/*.pdf$", "line": 36 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/other/*.pdf$", "line": 37 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/case-studies/*.pdf$", "line": 38 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/ebooks/world-of-work-employee-experience-ebook-ense.pdf", "line": 39 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/ebooks/emea-eim-ochro-promo-why-workday-hcm-is-different-ebook-and-landing-page-ebook-final-v1-en-SE%20(2).pdf", "line": 40 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/whitepapers/*.pdf$", "line": 41 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/reports/*.pdf$", "line": 42 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/other/*.pdf$", "line": 43 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/case-studies/*.pdf$", "line": 44 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/whitepapers/*.pdf$", "line": 45 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/reports/*.pdf$", "line": 46 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/other/*.pdf$", "line": 47 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/whitepapers/*.pdf$", "line": 48 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/reports/*.pdf$", "line": 49 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/other/*.pdf$", "line": 50 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/case-studies/*.pdf$", "line": 51 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/whitepapers/*.pdf$", "line": 52 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/reports/*.pdf$", "line": 53 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/other/*.pdf$", "line": 54 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/case-studies/*.pdf$", "line": 55 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/whitepapers/*.pdf$", "line": 56 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/reports/*.pdf$", "line": 57 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/other/*.pdf$", "line": 58 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/whitepapers/*.pdf$", "line": 59 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/reports/*.pdf$", "line": 60 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/other/*.pdf$", "line": 61 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/case-studies/*.pdf$", "line": 62 }, { "directive": "disallow", "path": "/content/dam/web/it/documents/case-studies/*.pdf$", "line": 63 }, { "directive": "disallow", "path": "/content/dam/web/mx/documents/case-studies/*.pdf$", "line": 64 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/case-studies/*.pdf$", "line": 65 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/whitepapers/*.pdf$", "line": 66 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/reports/*.pdf$", "line": 67 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/other/*.pdf$", "line": 68 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/legal/*.pdf$", "line": 69 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/privacy/*.pdf$", "line": 70 }, { "directive": "disallow", "path": "/*?refCamp=", "line": 71 }, { "directive": "disallow", "path": "/*?*utm", "line": 72 }, { "directive": "disallow", "path": "/*?*clid", "line": 73 }, { "directive": "disallow", "path": "/*?*_b", "line": 74 }, { "directive": "disallow", "path": "/*?*ref", "line": 75 }, { "directive": "disallow", "path": "/*?*source", "line": 76 }, { "directive": "disallow", "path": "/*?*eid", "line": 77 }, { "directive": "disallow", "path": "/*?*pblr", "line": 78 }, { "directive": "disallow", "path": "/*?*wdid", "line": 79 }, { "directive": "disallow", "path": "/*?*sf", "line": 80 }, { "directive": "disallow", "path": "/en-us.html$", "line": 81 }, { "directive": "disallow", "path": "/en-gb.html$", "line": 82 }, { "directive": "disallow", "path": "/en-se.html$", "line": 83 }, { "directive": "disallow", "path": "/fr-fr.html$", "line": 84 }, { "directive": "disallow", "path": "/nl-nl.html$", "line": 85 }, { "directive": "disallow", "path": "/de-de.html$", "line": 86 }, { "directive": "disallow", "path": "/es-es.html$", "line": 87 }, { "directive": "disallow", "path": "/ja-jp.html$", "line": 88 }, { "directive": "disallow", "path": "/en-au.html$", "line": 89 }, { "directive": "disallow", "path": "/en-hk.html$", "line": 90 }, { "directive": "disallow", "path": "/en-ca.html$", "line": 91 }, { "directive": "disallow", "path": "/it-it.html$", "line": 92 }, { "directive": "disallow", "path": "/en-za.html$", "line": 93 }, { "directive": "disallow", "path": "/ko-kr.html$", "line": 94 }, { "directive": "disallow", "path": "/es-mx.html$", "line": 95 }, { "directive": "disallow", "path": "/en-sg.html$", "line": 96 }, { "directive": "disallow", "path": "/en-ch.html$", "line": 97 }, { "directive": "disallow", "path": "/fr-ch.html$", "line": 98 }, { "directive": "disallow", "path": "/de-ch.html$", "line": 99 }, { "directive": "disallow", "path": "/fr-ca.html$", "line": 100 }, { "directive": "disallow", "path": "/en-be.html$", "line": 101 }, { "directive": "disallow", "path": "/sitemapindex.html$", "line": 102 }, { "directive": "disallow", "path": "/en-us.sitemap.xml$", "line": 103 }, { "directive": "disallow", "path": "/en-gb.sitemap.xml$", "line": 104 }, { "directive": "disallow", "path": "/en-se.sitemap.xml$", "line": 105 }, { "directive": "disallow", "path": "/fr-fr.sitemap.xml$", "line": 106 }, { "directive": "disallow", "path": "/nl-nl.sitemap.xml$", "line": 107 }, { "directive": "disallow", "path": "/de-de.sitemap.xml$", "line": 108 }, { "directive": "disallow", "path": "/es-es.sitemap.xml$", "line": 109 }, { "directive": "disallow", "path": "/ja-jp.sitemap.xml$", "line": 110 }, { "directive": "disallow", "path": "/en-au.sitemap.xml$", "line": 111 }, { "directive": "disallow", "path": "/en-hk.sitemap.xml$", "line": 112 }, { "directive": "disallow", "path": "/en-ca.sitemap.xml$", "line": 113 }, { "directive": "disallow", "path": "/it-it.sitemap.xml$", "line": 114 }, { "directive": "disallow", "path": "/en-za.sitemap.xml$", "line": 115 }, { "directive": "disallow", "path": "/ko-kr.sitemap.xml$", "line": 116 }, { "directive": "disallow", "path": "/es-mx.sitemap.xml$", "line": 117 }, { "directive": "disallow", "path": "/en-sg.sitemap.xml$", "line": 118 }, { "directive": "disallow", "path": "/en-ch.sitemap.xml$", "line": 119 }, { "directive": "disallow", "path": "/fr-ch.sitemap.xml$", "line": 120 }, { "directive": "disallow", "path": "/de-ch.sitemap.xml$", "line": 121 }, { "directive": "disallow", "path": "/fr-ca.sitemap.xml$", "line": 122 }, { "directive": "disallow", "path": "/en-be.sitemap.xml$", "line": 123 } ], "warnings": [ 4 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*.html$", "line": 2 }, { "directive": "disallow", "path": "/*/data/*", "line": 3 }, { "directive": "disallow", "path": "*.dl.html", "line": 4 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/case-studies/*.pdf$", "line": 5 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/whitepapers/*.pdf$", "line": 6 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/reports/*.pdf$", "line": 7 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/other/*.pdf$", "line": 8 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/legal/*.pdf$", "line": 9 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/privacy/*.pdf$", "line": 10 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/case-studies/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/whitepapers/*.pdf$", "line": 12 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/reports/*.pdf$", "line": 13 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/other/*.pdf$", "line": 14 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/whitepapers/*.pdf$", "line": 15 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/reports/*.pdf$", "line": 16 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/other/*.pdf$", "line": 17 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/case-studies/*.pdf$", "line": 18 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/whitepapers/*.pdf$", "line": 19 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/reports/*.pdf$", "line": 20 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/other/*.pdf$", "line": 21 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/whitepapers/*.pdf$", "line": 22 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/reports/*.pdf$", "line": 23 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/other/*.pdf$", "line": 24 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/case-studies/*.pdf$", "line": 25 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/whitepapers/*.pdf$", "line": 26 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/reports/*.pdf$", "line": 27 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/other/*.pdf$", "line": 28 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/case-studies/*.pdf$", "line": 29 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/whitepapers/*.pdf$", "line": 30 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/reports/*.pdf$", "line": 31 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/other/*.pdf$", "line": 32 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/case-studies/*.pdf$", "line": 33 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/ebooks/world-of-work-employee-experience-ebook-enza.pdf", "line": 34 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/whitepapers/*.pdf$", "line": 35 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/reports/*.pdf$", "line": 36 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/other/*.pdf$", "line": 37 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/case-studies/*.pdf$", "line": 38 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/ebooks/world-of-work-employee-experience-ebook-ense.pdf", "line": 39 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/ebooks/emea-eim-ochro-promo-why-workday-hcm-is-different-ebook-and-landing-page-ebook-final-v1-en-SE%20(2).pdf", "line": 40 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/whitepapers/*.pdf$", "line": 41 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/reports/*.pdf$", "line": 42 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/other/*.pdf$", "line": 43 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/case-studies/*.pdf$", "line": 44 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/whitepapers/*.pdf$", "line": 45 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/reports/*.pdf$", "line": 46 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/other/*.pdf$", "line": 47 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/whitepapers/*.pdf$", "line": 48 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/reports/*.pdf$", "line": 49 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/other/*.pdf$", "line": 50 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/case-studies/*.pdf$", "line": 51 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/whitepapers/*.pdf$", "line": 52 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/reports/*.pdf$", "line": 53 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/other/*.pdf$", "line": 54 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/case-studies/*.pdf$", "line": 55 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/whitepapers/*.pdf$", "line": 56 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/reports/*.pdf$", "line": 57 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/other/*.pdf$", "line": 58 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/whitepapers/*.pdf$", "line": 59 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/reports/*.pdf$", "line": 60 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/other/*.pdf$", "line": 61 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/case-studies/*.pdf$", "line": 62 }, { "directive": "disallow", "path": "/content/dam/web/it/documents/case-studies/*.pdf$", "line": 63 }, { "directive": "disallow", "path": "/content/dam/web/mx/documents/case-studies/*.pdf$", "line": 64 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/case-studies/*.pdf$", "line": 65 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/whitepapers/*.pdf$", "line": 66 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/reports/*.pdf$", "line": 67 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/other/*.pdf$", "line": 68 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/legal/*.pdf$", "line": 69 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/privacy/*.pdf$", "line": 70 }, { "directive": "disallow", "path": "/*?refCamp=", "line": 71 }, { "directive": "disallow", "path": "/*?*utm", "line": 72 }, { "directive": "disallow", "path": "/*?*clid", "line": 73 }, { "directive": "disallow", "path": "/*?*_b", "line": 74 }, { "directive": "disallow", "path": "/*?*ref", "line": 75 }, { "directive": "disallow", "path": "/*?*source", "line": 76 }, { "directive": "disallow", "path": "/*?*eid", "line": 77 }, { "directive": "disallow", "path": "/*?*pblr", "line": 78 }, { "directive": "disallow", "path": "/*?*wdid", "line": 79 }, { "directive": "disallow", "path": "/*?*sf", "line": 80 }, { "directive": "disallow", "path": "/en-us.html$", "line": 81 }, { "directive": "disallow", "path": "/en-gb.html$", "line": 82 }, { "directive": "disallow", "path": "/en-se.html$", "line": 83 }, { "directive": "disallow", "path": "/fr-fr.html$", "line": 84 }, { "directive": "disallow", "path": "/nl-nl.html$", "line": 85 }, { "directive": "disallow", "path": "/de-de.html$", "line": 86 }, { "directive": "disallow", "path": "/es-es.html$", "line": 87 }, { "directive": "disallow", "path": "/ja-jp.html$", "line": 88 }, { "directive": "disallow", "path": "/en-au.html$", "line": 89 }, { "directive": "disallow", "path": "/en-hk.html$", "line": 90 }, { "directive": "disallow", "path": "/en-ca.html$", "line": 91 }, { "directive": "disallow", "path": "/it-it.html$", "line": 92 }, { "directive": "disallow", "path": "/en-za.html$", "line": 93 }, { "directive": "disallow", "path": "/ko-kr.html$", "line": 94 }, { "directive": "disallow", "path": "/es-mx.html$", "line": 95 }, { "directive": "disallow", "path": "/en-sg.html$", "line": 96 }, { "directive": "disallow", "path": "/en-ch.html$", "line": 97 }, { "directive": "disallow", "path": "/fr-ch.html$", "line": 98 }, { "directive": "disallow", "path": "/de-ch.html$", "line": 99 }, { "directive": "disallow", "path": "/fr-ca.html$", "line": 100 }, { "directive": "disallow", "path": "/en-be.html$", "line": 101 }, { "directive": "disallow", "path": "/sitemapindex.html$", "line": 102 }, { "directive": "disallow", "path": "/en-us.sitemap.xml$", "line": 103 }, { "directive": "disallow", "path": "/en-gb.sitemap.xml$", "line": 104 }, { "directive": "disallow", "path": "/en-se.sitemap.xml$", "line": 105 }, { "directive": "disallow", "path": "/fr-fr.sitemap.xml$", "line": 106 }, { "directive": "disallow", "path": "/nl-nl.sitemap.xml$", "line": 107 }, { "directive": "disallow", "path": "/de-de.sitemap.xml$", "line": 108 }, { "directive": "disallow", "path": "/es-es.sitemap.xml$", "line": 109 }, { "directive": "disallow", "path": "/ja-jp.sitemap.xml$", "line": 110 }, { "directive": "disallow", "path": "/en-au.sitemap.xml$", "line": 111 }, { "directive": "disallow", "path": "/en-hk.sitemap.xml$", "line": 112 }, { "directive": "disallow", "path": "/en-ca.sitemap.xml$", "line": 113 }, { "directive": "disallow", "path": "/it-it.sitemap.xml$", "line": 114 }, { "directive": "disallow", "path": "/en-za.sitemap.xml$", "line": 115 }, { "directive": "disallow", "path": "/ko-kr.sitemap.xml$", "line": 116 }, { "directive": "disallow", "path": "/es-mx.sitemap.xml$", "line": 117 }, { "directive": "disallow", "path": "/en-sg.sitemap.xml$", "line": 118 }, { "directive": "disallow", "path": "/en-ch.sitemap.xml$", "line": 119 }, { "directive": "disallow", "path": "/fr-ch.sitemap.xml$", "line": 120 }, { "directive": "disallow", "path": "/de-ch.sitemap.xml$", "line": 121 }, { "directive": "disallow", "path": "/fr-ca.sitemap.xml$", "line": 122 }, { "directive": "disallow", "path": "/en-be.sitemap.xml$", "line": 123 } ], "warnings": [ 4 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*.html$", "line": 2 }, { "directive": "disallow", "path": "/*/data/*", "line": 3 }, { "directive": "disallow", "path": "*.dl.html", "line": 4 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/case-studies/*.pdf$", "line": 5 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/whitepapers/*.pdf$", "line": 6 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/reports/*.pdf$", "line": 7 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/other/*.pdf$", "line": 8 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/legal/*.pdf$", "line": 9 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/privacy/*.pdf$", "line": 10 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/case-studies/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/whitepapers/*.pdf$", "line": 12 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/reports/*.pdf$", "line": 13 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/other/*.pdf$", "line": 14 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/whitepapers/*.pdf$", "line": 15 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/reports/*.pdf$", "line": 16 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/other/*.pdf$", "line": 17 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/case-studies/*.pdf$", "line": 18 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/whitepapers/*.pdf$", "line": 19 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/reports/*.pdf$", "line": 20 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/other/*.pdf$", "line": 21 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/whitepapers/*.pdf$", "line": 22 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/reports/*.pdf$", "line": 23 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/other/*.pdf$", "line": 24 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/case-studies/*.pdf$", "line": 25 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/whitepapers/*.pdf$", "line": 26 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/reports/*.pdf$", "line": 27 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/other/*.pdf$", "line": 28 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/case-studies/*.pdf$", "line": 29 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/whitepapers/*.pdf$", "line": 30 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/reports/*.pdf$", "line": 31 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/other/*.pdf$", "line": 32 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/case-studies/*.pdf$", "line": 33 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/ebooks/world-of-work-employee-experience-ebook-enza.pdf", "line": 34 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/whitepapers/*.pdf$", "line": 35 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/reports/*.pdf$", "line": 36 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/other/*.pdf$", "line": 37 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/case-studies/*.pdf$", "line": 38 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/ebooks/world-of-work-employee-experience-ebook-ense.pdf", "line": 39 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/ebooks/emea-eim-ochro-promo-why-workday-hcm-is-different-ebook-and-landing-page-ebook-final-v1-en-SE%20(2).pdf", "line": 40 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/whitepapers/*.pdf$", "line": 41 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/reports/*.pdf$", "line": 42 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/other/*.pdf$", "line": 43 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/case-studies/*.pdf$", "line": 44 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/whitepapers/*.pdf$", "line": 45 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/reports/*.pdf$", "line": 46 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/other/*.pdf$", "line": 47 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/whitepapers/*.pdf$", "line": 48 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/reports/*.pdf$", "line": 49 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/other/*.pdf$", "line": 50 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/case-studies/*.pdf$", "line": 51 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/whitepapers/*.pdf$", "line": 52 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/reports/*.pdf$", "line": 53 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/other/*.pdf$", "line": 54 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/case-studies/*.pdf$", "line": 55 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/whitepapers/*.pdf$", "line": 56 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/reports/*.pdf$", "line": 57 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/other/*.pdf$", "line": 58 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/whitepapers/*.pdf$", "line": 59 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/reports/*.pdf$", "line": 60 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/other/*.pdf$", "line": 61 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/case-studies/*.pdf$", "line": 62 }, { "directive": "disallow", "path": "/content/dam/web/it/documents/case-studies/*.pdf$", "line": 63 }, { "directive": "disallow", "path": "/content/dam/web/mx/documents/case-studies/*.pdf$", "line": 64 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/case-studies/*.pdf$", "line": 65 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/whitepapers/*.pdf$", "line": 66 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/reports/*.pdf$", "line": 67 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/other/*.pdf$", "line": 68 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/legal/*.pdf$", "line": 69 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/privacy/*.pdf$", "line": 70 }, { "directive": "disallow", "path": "/*?refCamp=", "line": 71 }, { "directive": "disallow", "path": "/*?*utm", "line": 72 }, { "directive": "disallow", "path": "/*?*clid", "line": 73 }, { "directive": "disallow", "path": "/*?*_b", "line": 74 }, { "directive": "disallow", "path": "/*?*ref", "line": 75 }, { "directive": "disallow", "path": "/*?*source", "line": 76 }, { "directive": "disallow", "path": "/*?*eid", "line": 77 }, { "directive": "disallow", "path": "/*?*pblr", "line": 78 }, { "directive": "disallow", "path": "/*?*wdid", "line": 79 }, { "directive": "disallow", "path": "/*?*sf", "line": 80 }, { "directive": "disallow", "path": "/en-us.html$", "line": 81 }, { "directive": "disallow", "path": "/en-gb.html$", "line": 82 }, { "directive": "disallow", "path": "/en-se.html$", "line": 83 }, { "directive": "disallow", "path": "/fr-fr.html$", "line": 84 }, { "directive": "disallow", "path": "/nl-nl.html$", "line": 85 }, { "directive": "disallow", "path": "/de-de.html$", "line": 86 }, { "directive": "disallow", "path": "/es-es.html$", "line": 87 }, { "directive": "disallow", "path": "/ja-jp.html$", "line": 88 }, { "directive": "disallow", "path": "/en-au.html$", "line": 89 }, { "directive": "disallow", "path": "/en-hk.html$", "line": 90 }, { "directive": "disallow", "path": "/en-ca.html$", "line": 91 }, { "directive": "disallow", "path": "/it-it.html$", "line": 92 }, { "directive": "disallow", "path": "/en-za.html$", "line": 93 }, { "directive": "disallow", "path": "/ko-kr.html$", "line": 94 }, { "directive": "disallow", "path": "/es-mx.html$", "line": 95 }, { "directive": "disallow", "path": "/en-sg.html$", "line": 96 }, { "directive": "disallow", "path": "/en-ch.html$", "line": 97 }, { "directive": "disallow", "path": "/fr-ch.html$", "line": 98 }, { "directive": "disallow", "path": "/de-ch.html$", "line": 99 }, { "directive": "disallow", "path": "/fr-ca.html$", "line": 100 }, { "directive": "disallow", "path": "/en-be.html$", "line": 101 }, { "directive": "disallow", "path": "/sitemapindex.html$", "line": 102 }, { "directive": "disallow", "path": "/en-us.sitemap.xml$", "line": 103 }, { "directive": "disallow", "path": "/en-gb.sitemap.xml$", "line": 104 }, { "directive": "disallow", "path": "/en-se.sitemap.xml$", "line": 105 }, { "directive": "disallow", "path": "/fr-fr.sitemap.xml$", "line": 106 }, { "directive": "disallow", "path": "/nl-nl.sitemap.xml$", "line": 107 }, { "directive": "disallow", "path": "/de-de.sitemap.xml$", "line": 108 }, { "directive": "disallow", "path": "/es-es.sitemap.xml$", "line": 109 }, { "directive": "disallow", "path": "/ja-jp.sitemap.xml$", "line": 110 }, { "directive": "disallow", "path": "/en-au.sitemap.xml$", "line": 111 }, { "directive": "disallow", "path": "/en-hk.sitemap.xml$", "line": 112 }, { "directive": "disallow", "path": "/en-ca.sitemap.xml$", "line": 113 }, { "directive": "disallow", "path": "/it-it.sitemap.xml$", "line": 114 }, { "directive": "disallow", "path": "/en-za.sitemap.xml$", "line": 115 }, { "directive": "disallow", "path": "/ko-kr.sitemap.xml$", "line": 116 }, { "directive": "disallow", "path": "/es-mx.sitemap.xml$", "line": 117 }, { "directive": "disallow", "path": "/en-sg.sitemap.xml$", "line": 118 }, { "directive": "disallow", "path": "/en-ch.sitemap.xml$", "line": 119 }, { "directive": "disallow", "path": "/fr-ch.sitemap.xml$", "line": 120 }, { "directive": "disallow", "path": "/de-ch.sitemap.xml$", "line": 121 }, { "directive": "disallow", "path": "/fr-ca.sitemap.xml$", "line": 122 }, { "directive": "disallow", "path": "/en-be.sitemap.xml$", "line": 123 } ], "warnings": [ 4 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*.html$", "line": 2 }, { "directive": "disallow", "path": "/*/data/*", "line": 3 }, { "directive": "disallow", "path": "*.dl.html", "line": 4 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/case-studies/*.pdf$", "line": 5 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/whitepapers/*.pdf$", "line": 6 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/reports/*.pdf$", "line": 7 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/other/*.pdf$", "line": 8 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/legal/*.pdf$", "line": 9 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/privacy/*.pdf$", "line": 10 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/case-studies/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/whitepapers/*.pdf$", "line": 12 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/reports/*.pdf$", "line": 13 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/other/*.pdf$", "line": 14 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/whitepapers/*.pdf$", "line": 15 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/reports/*.pdf$", "line": 16 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/other/*.pdf$", "line": 17 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/case-studies/*.pdf$", "line": 18 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/whitepapers/*.pdf$", "line": 19 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/reports/*.pdf$", "line": 20 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/other/*.pdf$", "line": 21 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/whitepapers/*.pdf$", "line": 22 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/reports/*.pdf$", "line": 23 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/other/*.pdf$", "line": 24 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/case-studies/*.pdf$", "line": 25 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/whitepapers/*.pdf$", "line": 26 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/reports/*.pdf$", "line": 27 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/other/*.pdf$", "line": 28 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/case-studies/*.pdf$", "line": 29 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/whitepapers/*.pdf$", "line": 30 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/reports/*.pdf$", "line": 31 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/other/*.pdf$", "line": 32 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/case-studies/*.pdf$", "line": 33 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/ebooks/world-of-work-employee-experience-ebook-enza.pdf", "line": 34 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/whitepapers/*.pdf$", "line": 35 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/reports/*.pdf$", "line": 36 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/other/*.pdf$", "line": 37 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/case-studies/*.pdf$", "line": 38 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/ebooks/world-of-work-employee-experience-ebook-ense.pdf", "line": 39 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/ebooks/emea-eim-ochro-promo-why-workday-hcm-is-different-ebook-and-landing-page-ebook-final-v1-en-SE%20(2).pdf", "line": 40 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/whitepapers/*.pdf$", "line": 41 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/reports/*.pdf$", "line": 42 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/other/*.pdf$", "line": 43 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/case-studies/*.pdf$", "line": 44 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/whitepapers/*.pdf$", "line": 45 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/reports/*.pdf$", "line": 46 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/other/*.pdf$", "line": 47 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/whitepapers/*.pdf$", "line": 48 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/reports/*.pdf$", "line": 49 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/other/*.pdf$", "line": 50 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/case-studies/*.pdf$", "line": 51 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/whitepapers/*.pdf$", "line": 52 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/reports/*.pdf$", "line": 53 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/other/*.pdf$", "line": 54 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/case-studies/*.pdf$", "line": 55 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/whitepapers/*.pdf$", "line": 56 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/reports/*.pdf$", "line": 57 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/other/*.pdf$", "line": 58 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/whitepapers/*.pdf$", "line": 59 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/reports/*.pdf$", "line": 60 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/other/*.pdf$", "line": 61 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/case-studies/*.pdf$", "line": 62 }, { "directive": "disallow", "path": "/content/dam/web/it/documents/case-studies/*.pdf$", "line": 63 }, { "directive": "disallow", "path": "/content/dam/web/mx/documents/case-studies/*.pdf$", "line": 64 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/case-studies/*.pdf$", "line": 65 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/whitepapers/*.pdf$", "line": 66 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/reports/*.pdf$", "line": 67 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/other/*.pdf$", "line": 68 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/legal/*.pdf$", "line": 69 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/privacy/*.pdf$", "line": 70 }, { "directive": "disallow", "path": "/*?refCamp=", "line": 71 }, { "directive": "disallow", "path": "/*?*utm", "line": 72 }, { "directive": "disallow", "path": "/*?*clid", "line": 73 }, { "directive": "disallow", "path": "/*?*_b", "line": 74 }, { "directive": "disallow", "path": "/*?*ref", "line": 75 }, { "directive": "disallow", "path": "/*?*source", "line": 76 }, { "directive": "disallow", "path": "/*?*eid", "line": 77 }, { "directive": "disallow", "path": "/*?*pblr", "line": 78 }, { "directive": "disallow", "path": "/*?*wdid", "line": 79 }, { "directive": "disallow", "path": "/*?*sf", "line": 80 }, { "directive": "disallow", "path": "/en-us.html$", "line": 81 }, { "directive": "disallow", "path": "/en-gb.html$", "line": 82 }, { "directive": "disallow", "path": "/en-se.html$", "line": 83 }, { "directive": "disallow", "path": "/fr-fr.html$", "line": 84 }, { "directive": "disallow", "path": "/nl-nl.html$", "line": 85 }, { "directive": "disallow", "path": "/de-de.html$", "line": 86 }, { "directive": "disallow", "path": "/es-es.html$", "line": 87 }, { "directive": "disallow", "path": "/ja-jp.html$", "line": 88 }, { "directive": "disallow", "path": "/en-au.html$", "line": 89 }, { "directive": "disallow", "path": "/en-hk.html$", "line": 90 }, { "directive": "disallow", "path": "/en-ca.html$", "line": 91 }, { "directive": "disallow", "path": "/it-it.html$", "line": 92 }, { "directive": "disallow", "path": "/en-za.html$", "line": 93 }, { "directive": "disallow", "path": "/ko-kr.html$", "line": 94 }, { "directive": "disallow", "path": "/es-mx.html$", "line": 95 }, { "directive": "disallow", "path": "/en-sg.html$", "line": 96 }, { "directive": "disallow", "path": "/en-ch.html$", "line": 97 }, { "directive": "disallow", "path": "/fr-ch.html$", "line": 98 }, { "directive": "disallow", "path": "/de-ch.html$", "line": 99 }, { "directive": "disallow", "path": "/fr-ca.html$", "line": 100 }, { "directive": "disallow", "path": "/en-be.html$", "line": 101 }, { "directive": "disallow", "path": "/sitemapindex.html$", "line": 102 }, { "directive": "disallow", "path": "/en-us.sitemap.xml$", "line": 103 }, { "directive": "disallow", "path": "/en-gb.sitemap.xml$", "line": 104 }, { "directive": "disallow", "path": "/en-se.sitemap.xml$", "line": 105 }, { "directive": "disallow", "path": "/fr-fr.sitemap.xml$", "line": 106 }, { "directive": "disallow", "path": "/nl-nl.sitemap.xml$", "line": 107 }, { "directive": "disallow", "path": "/de-de.sitemap.xml$", "line": 108 }, { "directive": "disallow", "path": "/es-es.sitemap.xml$", "line": 109 }, { "directive": "disallow", "path": "/ja-jp.sitemap.xml$", "line": 110 }, { "directive": "disallow", "path": "/en-au.sitemap.xml$", "line": 111 }, { "directive": "disallow", "path": "/en-hk.sitemap.xml$", "line": 112 }, { "directive": "disallow", "path": "/en-ca.sitemap.xml$", "line": 113 }, { "directive": "disallow", "path": "/it-it.sitemap.xml$", "line": 114 }, { "directive": "disallow", "path": "/en-za.sitemap.xml$", "line": 115 }, { "directive": "disallow", "path": "/ko-kr.sitemap.xml$", "line": 116 }, { "directive": "disallow", "path": "/es-mx.sitemap.xml$", "line": 117 }, { "directive": "disallow", "path": "/en-sg.sitemap.xml$", "line": 118 }, { "directive": "disallow", "path": "/en-ch.sitemap.xml$", "line": 119 }, { "directive": "disallow", "path": "/fr-ch.sitemap.xml$", "line": 120 }, { "directive": "disallow", "path": "/de-ch.sitemap.xml$", "line": 121 }, { "directive": "disallow", "path": "/fr-ca.sitemap.xml$", "line": 122 }, { "directive": "disallow", "path": "/en-be.sitemap.xml$", "line": 123 } ], "warnings": [ 4 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "allow", "path": "/*.html$", "line": 2 }, { "directive": "disallow", "path": "/*/data/*", "line": 3 }, { "directive": "disallow", "path": "*.dl.html", "line": 4 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/case-studies/*.pdf$", "line": 5 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/whitepapers/*.pdf$", "line": 6 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/reports/*.pdf$", "line": 7 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/other/*.pdf$", "line": 8 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/legal/*.pdf$", "line": 9 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/privacy/*.pdf$", "line": 10 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/case-studies/*.pdf$", "line": 11 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/whitepapers/*.pdf$", "line": 12 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/reports/*.pdf$", "line": 13 }, { "directive": "disallow", "path": "/content/dam/web/uk/documents/other/*.pdf$", "line": 14 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/whitepapers/*.pdf$", "line": 15 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/reports/*.pdf$", "line": 16 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/other/*.pdf$", "line": 17 }, { "directive": "disallow", "path": "/content/dam/web/hk/documents/case-studies/*.pdf$", "line": 18 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/whitepapers/*.pdf$", "line": 19 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/reports/*.pdf$", "line": 20 }, { "directive": "disallow", "path": "/content/dam/web/fr/documents/other/*.pdf$", "line": 21 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/whitepapers/*.pdf$", "line": 22 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/reports/*.pdf$", "line": 23 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/other/*.pdf$", "line": 24 }, { "directive": "disallow", "path": "/content/dam/web/nl/documents/case-studies/*.pdf$", "line": 25 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/whitepapers/*.pdf$", "line": 26 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/reports/*.pdf$", "line": 27 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/other/*.pdf$", "line": 28 }, { "directive": "disallow", "path": "/content/dam/web/au/documents/case-studies/*.pdf$", "line": 29 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/whitepapers/*.pdf$", "line": 30 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/reports/*.pdf$", "line": 31 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/other/*.pdf$", "line": 32 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/case-studies/*.pdf$", "line": 33 }, { "directive": "disallow", "path": "/content/dam/web/za/documents/ebooks/world-of-work-employee-experience-ebook-enza.pdf", "line": 34 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/whitepapers/*.pdf$", "line": 35 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/reports/*.pdf$", "line": 36 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/other/*.pdf$", "line": 37 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/case-studies/*.pdf$", "line": 38 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/ebooks/world-of-work-employee-experience-ebook-ense.pdf", "line": 39 }, { "directive": "disallow", "path": "/content/dam/web/se/documents/ebooks/emea-eim-ochro-promo-why-workday-hcm-is-different-ebook-and-landing-page-ebook-final-v1-en-SE%20(2).pdf", "line": 40 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/whitepapers/*.pdf$", "line": 41 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/reports/*.pdf$", "line": 42 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/other/*.pdf$", "line": 43 }, { "directive": "disallow", "path": "/content/dam/web/ca/documents/case-studies/*.pdf$", "line": 44 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/whitepapers/*.pdf$", "line": 45 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/reports/*.pdf$", "line": 46 }, { "directive": "disallow", "path": "/content/dam/web/de/documents/other/*.pdf$", "line": 47 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/whitepapers/*.pdf$", "line": 48 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/reports/*.pdf$", "line": 49 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/other/*.pdf$", "line": 50 }, { "directive": "disallow", "path": "/content/dam/web/es/documents/case-studies/*.pdf$", "line": 51 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/whitepapers/*.pdf$", "line": 52 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/reports/*.pdf$", "line": 53 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/other/*.pdf$", "line": 54 }, { "directive": "disallow", "path": "/content/dam/web/ko/documents/case-studies/*.pdf$", "line": 55 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/whitepapers/*.pdf$", "line": 56 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/reports/*.pdf$", "line": 57 }, { "directive": "disallow", "path": "/content/dam/web/ja/documents/other/*.pdf$", "line": 58 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/whitepapers/*.pdf$", "line": 59 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/reports/*.pdf$", "line": 60 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/other/*.pdf$", "line": 61 }, { "directive": "disallow", "path": "/content/dam/web/sg/documents/case-studies/*.pdf$", "line": 62 }, { "directive": "disallow", "path": "/content/dam/web/it/documents/case-studies/*.pdf$", "line": 63 }, { "directive": "disallow", "path": "/content/dam/web/mx/documents/case-studies/*.pdf$", "line": 64 }, { "directive": "disallow", "path": "/content/dam/web/en-us/documents/case-studies/*.pdf$", "line": 65 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/whitepapers/*.pdf$", "line": 66 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/reports/*.pdf$", "line": 67 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/other/*.pdf$", "line": 68 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/legal/*.pdf$", "line": 69 }, { "directive": "disallow", "path": "/content/dam/web/be/documents/privacy/*.pdf$", "line": 70 }, { "directive": "disallow", "path": "/*?refCamp=", "line": 71 }, { "directive": "disallow", "path": "/*?*utm", "line": 72 }, { "directive": "disallow", "path": "/*?*clid", "line": 73 }, { "directive": "disallow", "path": "/*?*_b", "line": 74 }, { "directive": "disallow", "path": "/*?*ref", "line": 75 }, { "directive": "disallow", "path": "/*?*source", "line": 76 }, { "directive": "disallow", "path": "/*?*eid", "line": 77 }, { "directive": "disallow", "path": "/*?*pblr", "line": 78 }, { "directive": "disallow", "path": "/*?*wdid", "line": 79 }, { "directive": "disallow", "path": "/*?*sf", "line": 80 }, { "directive": "disallow", "path": "/en-us.html$", "line": 81 }, { "directive": "disallow", "path": "/en-gb.html$", "line": 82 }, { "directive": "disallow", "path": "/en-se.html$", "line": 83 }, { "directive": "disallow", "path": "/fr-fr.html$", "line": 84 }, { "directive": "disallow", "path": "/nl-nl.html$", "line": 85 }, { "directive": "disallow", "path": "/de-de.html$", "line": 86 }, { "directive": "disallow", "path": "/es-es.html$", "line": 87 }, { "directive": "disallow", "path": "/ja-jp.html$", "line": 88 }, { "directive": "disallow", "path": "/en-au.html$", "line": 89 }, { "directive": "disallow", "path": "/en-hk.html$", "line": 90 }, { "directive": "disallow", "path": "/en-ca.html$", "line": 91 }, { "directive": "disallow", "path": "/it-it.html$", "line": 92 }, { "directive": "disallow", "path": "/en-za.html$", "line": 93 }, { "directive": "disallow", "path": "/ko-kr.html$", "line": 94 }, { "directive": "disallow", "path": "/es-mx.html$", "line": 95 }, { "directive": "disallow", "path": "/en-sg.html$", "line": 96 }, { "directive": "disallow", "path": "/en-ch.html$", "line": 97 }, { "directive": "disallow", "path": "/fr-ch.html$", "line": 98 }, { "directive": "disallow", "path": "/de-ch.html$", "line": 99 }, { "directive": "disallow", "path": "/fr-ca.html$", "line": 100 }, { "directive": "disallow", "path": "/en-be.html$", "line": 101 }, { "directive": "disallow", "path": "/sitemapindex.html$", "line": 102 }, { "directive": "disallow", "path": "/en-us.sitemap.xml$", "line": 103 }, { "directive": "disallow", "path": "/en-gb.sitemap.xml$", "line": 104 }, { "directive": "disallow", "path": "/en-se.sitemap.xml$", "line": 105 }, { "directive": "disallow", "path": "/fr-fr.sitemap.xml$", "line": 106 }, { "directive": "disallow", "path": "/nl-nl.sitemap.xml$", "line": 107 }, { "directive": "disallow", "path": "/de-de.sitemap.xml$", "line": 108 }, { "directive": "disallow", "path": "/es-es.sitemap.xml$", "line": 109 }, { "directive": "disallow", "path": "/ja-jp.sitemap.xml$", "line": 110 }, { "directive": "disallow", "path": "/en-au.sitemap.xml$", "line": 111 }, { "directive": "disallow", "path": "/en-hk.sitemap.xml$", "line": 112 }, { "directive": "disallow", "path": "/en-ca.sitemap.xml$", "line": 113 }, { "directive": "disallow", "path": "/it-it.sitemap.xml$", "line": 114 }, { "directive": "disallow", "path": "/en-za.sitemap.xml$", "line": 115 }, { "directive": "disallow", "path": "/ko-kr.sitemap.xml$", "line": 116 }, { "directive": "disallow", "path": "/es-mx.sitemap.xml$", "line": 117 }, { "directive": "disallow", "path": "/en-sg.sitemap.xml$", "line": 118 }, { "directive": "disallow", "path": "/en-ch.sitemap.xml$", "line": 119 }, { "directive": "disallow", "path": "/fr-ch.sitemap.xml$", "line": 120 }, { "directive": "disallow", "path": "/de-ch.sitemap.xml$", "line": 121 }, { "directive": "disallow", "path": "/fr-ca.sitemap.xml$", "line": 122 }, { "directive": "disallow", "path": "/en-be.sitemap.xml$", "line": 123 } ], "warnings": [ 4 ] } }, "httpStatus": 200, "finalUrl": "https://www.workday.com/robots.txt", "contentType": "text/plain;charset=utf-8", "sha256": "d3d177d18a12e1ee7f68af1f49284b655fd4e69bb9377823bf96417f62e03328", "bytes": 6757 }, { "company": "Wynn Resorts", "cik": "1174922", "sector": "Consumer Discretionary", "origin": "https://www.wynnresorts.com", "checkedAt": "2026-09-26T04:56:34.608Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/privacy-policy", "line": 2 }, { "directive": "disallow", "path": "/404", "line": 3 }, { "directive": "disallow", "path": "/500", "line": 4 } ], "warnings": [] }, "Claude-SearchBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/privacy-policy", "line": 2 }, { "directive": "disallow", "path": "/404", "line": 3 }, { "directive": "disallow", "path": "/500", "line": 4 } ], "warnings": [] }, "PerplexityBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/privacy-policy", "line": 2 }, { "directive": "disallow", "path": "/404", "line": 3 }, { "directive": "disallow", "path": "/500", "line": 4 } ], "warnings": [] }, "GPTBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/privacy-policy", "line": 2 }, { "directive": "disallow", "path": "/404", "line": 3 }, { "directive": "disallow", "path": "/500", "line": 4 } ], "warnings": [] }, "ClaudeBot": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/privacy-policy", "line": 2 }, { "directive": "disallow", "path": "/404", "line": 3 }, { "directive": "disallow", "path": "/500", "line": 4 } ], "warnings": [] }, "ChatGPT-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/privacy-policy", "line": 2 }, { "directive": "disallow", "path": "/404", "line": 3 }, { "directive": "disallow", "path": "/500", "line": 4 } ], "warnings": [] }, "Claude-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/privacy-policy", "line": 2 }, { "directive": "disallow", "path": "/404", "line": 3 }, { "directive": "disallow", "path": "/500", "line": 4 } ], "warnings": [] }, "Perplexity-User": { "policy": "path_restrictions", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "/privacy-policy", "line": 2 }, { "directive": "disallow", "path": "/404", "line": 3 }, { "directive": "disallow", "path": "/500", "line": 4 } ], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.wynnresorts.com/robots.txt", "contentType": "text/plain", "sha256": "23bbe132aabfd3da4fd08b486723cb706a2e811e11ff95a630a5f8c3051379fd", "bytes": 119 }, { "company": "Xcel Energy", "cik": "72903", "sector": "Utilities", "origin": "https://www.xcelenergy.com", "checkedAt": "2026-09-26T04:56:34.636Z", "status": "missing_file", "bots": null, "httpStatus": 404, "finalUrl": "https://www.xcelenergy.com/robots.txt", "contentType": "text/html;charset=ISO-8859-1" }, { "company": "Xylem Inc.", "cik": "1524472", "sector": "Industrials", "origin": "http://www.xyleminc.com", "checkedAt": "2026-09-26T04:56:34.686Z", "status": "ambiguous_content", "bots": null, "httpStatus": 200, "finalUrl": "https://www.xylem.com/en-us/", "contentType": "text/html; charset=utf-8", "sha256": "0b4f438f191ccc75ab603ed78327cd00e82c9462d2f409a051a86219462ffc5e", "bytes": 162847 }, { "company": "Yum! Brands", "cik": "1041061", "sector": "Consumer Discretionary", "origin": "https://yum.com", "checkedAt": "2026-09-26T04:56:34.738Z", "status": "inaccessible", "bots": null, "error": "TimeoutError" }, { "company": "Zebra Technologies", "cik": "877212", "sector": "Information Technology", "origin": "https://www.zebra.com", "checkedAt": "2026-09-26T04:56:34.774Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/3600-series-reference-components.html", "line": 2 }, { "directive": "disallow", "path": "*/5x5-end-user/*", "line": 3 }, { "directive": "disallow", "path": "*/5x5-partner/*", "line": 4 }, { "directive": "disallow", "path": "*/ad-reference.html", "line": 5 }, { "directive": "disallow", "path": "*/address-change-reference.html", "line": 6 }, { "directive": "disallow", "path": "*/aks-test.html", "line": 7 }, { "directive": "disallow", "path": "*/apac-campaigns-reference-pages.html", "line": 8 }, { "directive": "disallow", "path": "*/apac-savanna-reference-component.html", "line": 9 }, { "directive": "disallow", "path": "*/apps/dlmanager*", "line": 10 }, { "directive": "disallow", "path": "*/battle-card/*", "line": 11 }, { "directive": "disallow", "path": "*/battlecard/*", "line": 12 }, { "directive": "disallow", "path": "*/bulletin-marketing/*", "line": 13 }, { "directive": "disallow", "path": "*/bulletins-marketing/*", "line": 14 }, { "directive": "disallow", "path": "*/buy-online-anz.html", "line": 15 }, { "directive": "disallow", "path": "*/campaign-references.html", "line": 16 }, { "directive": "disallow", "path": "*/campaign-references/*", "line": 17 }, { "directive": "disallow", "path": "*/campaign-tiles.html", "line": 18 }, { "directive": "disallow", "path": "*/campaigns-emea.html", "line": 19 }, { "directive": "disallow", "path": "*/capture-your-edge-references.html", "line": 20 }, { "directive": "disallow", "path": "*/circular-economy-reference.html", "line": 21 }, { "directive": "disallow", "path": "*/compare-products.html", "line": 22 }, { "directive": "disallow", "path": "*/content/dam/private/*", "line": 23 }, { "directive": "disallow", "path": "*/content/dam/zebra_dam/en/reports/vision-study/retail-shopper-report-vision-study-2023-en-us.pdf", "line": 24 }, { "directive": "disallow", "path": "*/content/dam/zebra_new_ia/en-us/solutions-verticals/product/tag/*", "line": 25 }, { "directive": "disallow", "path": "*/content/dam/zebra_partner/*", "line": 26 }, { "directive": "disallow", "path": "*/content/tcm/*", "line": 27 }, { "directive": "disallow", "path": "*/cpn.html", "line": 28 }, { "directive": "disallow", "path": "*/cpn/bridge-the-retail-customer-experience-gap/ebook.html", "line": 29 }, { "directive": "disallow", "path": "*/cpn/na-campaigns-reference-pages.html", "line": 30 }, { "directive": "disallow", "path": "*/cpn/plp/*", "line": 31 }, { "directive": "disallow", "path": "*/dashboard-reference.html", "line": 32 }, { "directive": "disallow", "path": "*/distributor-notice/*", "line": 33 }, { "directive": "disallow", "path": "*/emea-campaigns-reference-pages.html", "line": 34 }, { "directive": "disallow", "path": "*/emea-savanna-reference-component.html", "line": 35 }, { "directive": "disallow", "path": "*/error/*", "line": 36 }, { "directive": "disallow", "path": "*/etsy-special-buy.html", "line": 37 }, { "directive": "disallow", "path": "*/eula-reference.html", "line": 38 }, { "directive": "disallow", "path": "*/evm-reference-components.html", "line": 39 }, { "directive": "disallow", "path": "*/ewa.html", "line": 40 }, { "directive": "disallow", "path": "*/ewa/*", "line": 41 }, { "directive": "disallow", "path": "*/faq-chat-reference.html", "line": 42 }, { "directive": "disallow", "path": "*/featured-content-reference.html", "line": 43 }, { "directive": "disallow", "path": "*/footer-only.html", "line": 44 }, { "directive": "disallow", "path": "*/footer-reference.html", "line": 45 }, { "directive": "disallow", "path": "*/footer-salesforce.html", "line": 46 }, { "directive": "disallow", "path": "*/footer.html", "line": 47 }, { "directive": "disallow", "path": "*/forms.html", "line": 48 }, { "directive": "disallow", "path": "*/forms/*", "line": 49 }, { "directive": "disallow", "path": "*/global/apac/*", "line": 50 }, { "directive": "disallow", "path": "*/global/china/*", "line": 51 }, { "directive": "disallow", "path": "*/global/de_de/*", "line": 52 }, { "directive": "disallow", "path": "*/global/emea/*", "line": 53 }, { "directive": "disallow", "path": "*/global/en_ap/*", "line": 54 }, { "directive": "disallow", "path": "*/global/en_gb/*", "line": 55 }, { "directive": "disallow", "path": "*/global/en_us/*", "line": 56 }, { "directive": "disallow", "path": "*/global/es_es/*", "line": 57 }, { "directive": "disallow", "path": "*/global/es_la/*", "line": 58 }, { "directive": "disallow", "path": "*/global/fr_fr/*", "line": 59 }, { "directive": "disallow", "path": "*/global/it_it/*", "line": 60 }, { "directive": "disallow", "path": "*/global/ja_jp/*", "line": 61 }, { "directive": "disallow", "path": "*/global/kr_ko/*", "line": 62 }, { "directive": "disallow", "path": "*/global/latam/*", "line": 63 }, { "directive": "disallow", "path": "*/global/master/*", "line": 64 }, { "directive": "disallow", "path": "*/global/pl_pl/*", "line": 65 }, { "directive": "disallow", "path": "*/global/pt_br/*", "line": 66 }, { "directive": "disallow", "path": "*/global/ru_ru/*", "line": 67 }, { "directive": "disallow", "path": "*/global/tr_tr/*", "line": 68 }, { "directive": "disallow", "path": "*/global/zh_cn/*", "line": 69 }, { "directive": "disallow", "path": "*/guide-selling/*", "line": 70 }, { "directive": "disallow", "path": "*/handhelds-circle-two-col-promos-reference.html", "line": 71 }, { "directive": "disallow", "path": "*/header-footer.html", "line": 72 }, { "directive": "disallow", "path": "*/header-only.html", "line": 73 }, { "directive": "disallow", "path": "*/header.html", "line": 74 }, { "directive": "disallow", "path": "*/indesign-reference-footer.html", "line": 75 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners-reference.html", "line": 76 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners/machine-vision-cameras.html", "line": 77 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners/smart-sensors-and-cameras.html", "line": 78 }, { "directive": "disallow", "path": "*/jg-test-page.html", "line": 79 }, { "directive": "disallow", "path": "*/ka-reference.html", "line": 80 }, { "directive": "disallow", "path": "*/label_carousel1.html", "line": 81 }, { "directive": "disallow", "path": "*/LabelsHero.html", "line": 82 }, { "directive": "disallow", "path": "*/lifeguard-reference.html", "line": 83 }, { "directive": "disallow", "path": "*/mobile-computers-index-reference.html", "line": 84 }, { "directive": "disallow", "path": "*/mobile-software-reference-page.html", "line": 85 }, { "directive": "disallow", "path": "*/mp-header.html", "line": 86 }, { "directive": "disallow", "path": "*/multiplane-scanner-reference.html", "line": 87 }, { "directive": "disallow", "path": "*/na-savanna-reference-component.html", "line": 88 }, { "directive": "disallow", "path": "*/navtestsohoempty.html", "line": 89 }, { "directive": "disallow", "path": "*/navtestsohofooteronly.html", "line": 90 }, { "directive": "disallow", "path": "*/navtestsohoheader.html", "line": 91 }, { "directive": "disallow", "path": "*/navtestsohoresponsiveproductdetail.html", "line": 92 }, { "directive": "disallow", "path": "*/nrf-footer.html", "line": 93 }, { "directive": "disallow", "path": "*/partner-application-locator/partner-details.html", "line": 94 }, { "directive": "disallow", "path": "*/partner-application-locator/software-apps-details.html", "line": 95 }, { "directive": "disallow", "path": "*/partnerconnect-tc.html", "line": 96 }, { "directive": "disallow", "path": "*/pavel-sandbox.html", "line": 97 }, { "directive": "disallow", "path": "*/presentation-customer-facing/*", "line": 98 }, { "directive": "disallow", "path": "*/press-releases/2012.html", "line": 99 }, { "directive": "disallow", "path": "*/press-releases/2013.html", "line": 100 }, { "directive": "disallow", "path": "*/press-releases/2014.html", "line": 101 }, { "directive": "disallow", "path": "*/press-releases/2015.html", "line": 102 }, { "directive": "disallow", "path": "*/press-releases/2016.html", "line": 103 }, { "directive": "disallow", "path": "*/press-releases/2017.html", "line": 104 }, { "directive": "disallow", "path": "*/press-releases/2018.html", "line": 105 }, { "directive": "disallow", "path": "*/press-releases/2019.html", "line": 106 }, { "directive": "disallow", "path": "*/press-releases/2020.html", "line": 107 }, { "directive": "disallow", "path": "*/press-releases/2021.html", "line": 108 }, { "directive": "disallow", "path": "*/press-releases/2022.html", "line": 109 }, { "directive": "disallow", "path": "*/press-releases/2023.html", "line": 110 }, { "directive": "disallow", "path": "*/printer-faq-reference.html", "line": 111 }, { "directive": "disallow", "path": "*/printer-index-reference.html", "line": 112 }, { "directive": "disallow", "path": "*/printer-reference.html", "line": 113 }, { "directive": "disallow", "path": "*/proddettest.html", "line": 114 }, { "directive": "disallow", "path": "*/product-marketing-bulletin/*", "line": 115 }, { "directive": "disallow", "path": "*/products/compare-models.html", "line": 116 }, { "directive": "disallow", "path": "*/products/references.html", "line": 117 }, { "directive": "disallow", "path": "*/products/references/*", "line": 118 }, { "directive": "disallow", "path": "*/reference-component.html", "line": 119 }, { "directive": "disallow", "path": "*/reference-components-page-cross-promotion.html", "line": 120 }, { "directive": "disallow", "path": "*/reference-components-page-cross-promotion/*", "line": 121 }, { "directive": "disallow", "path": "*/reference-components.html", "line": 122 }, { "directive": "disallow", "path": "*/reference-lifeguard.html", "line": 123 }, { "directive": "disallow", "path": "*/reference.html", "line": 124 }, { "directive": "disallow", "path": "*/repair-order-latam-reference.html", "line": 125 }, { "directive": "disallow", "path": "*/respblank.html", "line": 126 }, { "directive": "disallow", "path": "*/rfid-readers-reference-page.html", "line": 127 }, { "directive": "disallow", "path": "*/rma-reference.html", "line": 128 }, { "directive": "disallow", "path": "*/s-marketing-bulletin/*", "line": 129 }, { "directive": "disallow", "path": "*/sale-eos-eosl-reference.html", "line": 130 }, { "directive": "disallow", "path": "*/sandbox.html", "line": 131 }, { "directive": "disallow", "path": "*/sandbox/*", "line": 132 }, { "directive": "disallow", "path": "*/scanner-software-reference.html", "line": 133 }, { "directive": "disallow", "path": "*/selling-guide/*", "line": 134 }, { "directive": "disallow", "path": "*/service-marketing-bulletin/*", "line": 135 }, { "directive": "disallow", "path": "*/services/zebra-services-agent.html", "line": 136 }, { "directive": "disallow", "path": "*/sitesearch.html", "line": 137 }, { "directive": "disallow", "path": "*/smart-sensors-and-cameras/mios.html", "line": 138 }, { "directive": "disallow", "path": "*/smb/ap/en/*", "line": 139 }, { "directive": "disallow", "path": "*/smb/gb/en/404.html", "line": 140 }, { "directive": "disallow", "path": "*/smb/gb/en/terms-and-conditions.html", "line": 141 }, { "directive": "disallow", "path": "*/smb/gb/en/test.html", "line": 142 }, { "directive": "disallow", "path": "*/smb/us/en/404.html", "line": 143 }, { "directive": "disallow", "path": "*/smb/us/en/terms-and-conditions.html", "line": 144 }, { "directive": "disallow", "path": "*/smb/us/en/test.html", "line": 145 }, { "directive": "disallow", "path": "*/software-licensing-reference.html", "line": 146 }, { "directive": "disallow", "path": "*/sohoempty_page.html", "line": 147 }, { "directive": "disallow", "path": "*/sohoempty.html", "line": 148 }, { "directive": "disallow", "path": "*/sohozebraempty.html", "line": 149 }, { "directive": "disallow", "path": "*/spec-sheet-reference-components.html", "line": 150 }, { "directive": "disallow", "path": "*/spec-sheet-reference-components/*", "line": 151 }, { "directive": "disallow", "path": "*/sub-vertical.html", "line": 152 }, { "directive": "disallow", "path": "*/subscription-administration.html", "line": 153 }, { "directive": "disallow", "path": "*/support-community-reference.html", "line": 154 }, { "directive": "disallow", "path": "*/support-downloads/eula.html", "line": 155 }, { "directive": "disallow", "path": "*/support-downloads/eula/*", "line": 156 }, { "directive": "disallow", "path": "*/support-downloads/evm-cn/*", "line": 157 }, { "directive": "disallow", "path": "*/support-downloads/evm-jp/*", "line": 158 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/aurora.html", "line": 159 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/fixed-industrial-scanners.html", "line": 160 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/industrial-machine-vision-drawings.html", "line": 161 }, { "directive": "disallow", "path": "*/support-downloads/mobile-computers/handheld/mc20.html", "line": 162 }, { "directive": "allow", "path": "*/jp/ja/support-downloads/mobile-computers/handheld/mc20.html", "line": 163 }, { "directive": "disallow", "path": "*/support-downloads/printer-software/cn.html", "line": 164 }, { "directive": "disallow", "path": "*/support-downloads/printers-cn/*", "line": 165 }, { "directive": "disallow", "path": "*/support-downloads/printers/printer-reference/*", "line": 166 }, { "directive": "disallow", "path": "*/support-downloads/proactive-battery-replacement-service.html", "line": 167 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/desktop/zd620.html", "line": 168 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/desktop/zd6x1.html", "line": 169 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/qln.html", "line": 170 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/qln420.html", "line": 171 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/zq6.html", "line": 172 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/zq6p.html", "line": 173 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/print-engine/ze511.html", "line": 174 }, { "directive": "disallow", "path": "*/support-downloads/services/zams-documentation.html", "line": 175 }, { "directive": "disallow", "path": "*/support-downloads/shellshock-bug-info.html", "line": 176 }, { "directive": "disallow", "path": "*/support-downloads/tc-emea.html", "line": 177 }, { "directive": "disallow", "path": "*/support-downloads/temperature-monitors-and-sensors-support/electronic-temperature-sensors-data-device-monitoring-tools/zb200-bridge.html", "line": 178 }, { "directive": "disallow", "path": "*/support-downloads/temperature-monitors-and-sensors-support/electronic-temperature-sensors-data-device-monitoring-tools/zs300-sensors.html", "line": 179 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/aurora/aurora-imaging-library/aurora-imaging-library-lite.html", "line": 180 }, { "directive": "disallow", "path": "*/support-eula.html", "line": 181 }, { "directive": "disallow", "path": "*/support-eula/*", "line": 182 }, { "directive": "disallow", "path": "*/support-ping-test.html", "line": 183 }, { "directive": "disallow", "path": "*/system-error.html", "line": 184 }, { "directive": "disallow", "path": "*/tablets-circle-promo-2col-reference.html", "line": 185 }, { "directive": "disallow", "path": "*/tablets-index-reference.html", "line": 186 }, { "directive": "disallow", "path": "*/tablets-reference-components.html", "line": 187 }, { "directive": "disallow", "path": "*/thank-you.html", "line": 188 }, { "directive": "disallow", "path": "*/thank-you.html*", "line": 189 }, { "directive": "disallow", "path": "*/tile-reference.html", "line": 190 }, { "directive": "disallow", "path": "*/use-case.html", "line": 191 }, { "directive": "disallow", "path": "*/userreg.html", "line": 192 }, { "directive": "disallow", "path": "*/userreg/*", "line": 193 }, { "directive": "disallow", "path": "*/visibilityiq-foresight-support/visibilityiq-foresight-order-onboarding.html", "line": 194 }, { "directive": "disallow", "path": "*/warehouse-visibility-campaign-footer-reference-component.html", "line": 195 }, { "directive": "disallow", "path": "*/xplore-reference-component.html", "line": 196 }, { "directive": "disallow", "path": "*/zbotchat.html", "line": 197 }, { "directive": "disallow", "path": "*/zc-series-reference-page.html", "line": 198 }, { "directive": "disallow", "path": "*/zd420-zd620-reference-component.html", "line": 199 }, { "directive": "disallow", "path": "*/zebra-web-style-guidelines.html", "line": 200 }, { "directive": "disallow", "path": "*/zebra-web-style-guidelines/*", "line": 201 }, { "directive": "disallow", "path": "*/zebradita1.html", "line": 202 }, { "directive": "disallow", "path": "*/zebralink-sdk-windows-ce.html", "line": 203 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-android.html", "line": 204 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-blackberry.html", "line": 205 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-windows-mobile.html", "line": 206 }, { "directive": "disallow", "path": "*/zq600-series-reference-page.html", "line": 207 }, { "directive": "disallow", "path": "*/zt400-series-reference-component.html", "line": 208 }, { "directive": "disallow", "path": "*/0003/zebra-it-security-video-portfolio-compliance-en-us.mp4", "line": 209 }, { "directive": "disallow", "path": "*/support-downloads/software/operating-system/et45-operating-system-for-gms-device.html", "line": 210 }, { "directive": "disallow", "path": "*/support-downloads/services/zebra-service-agent.html", "line": 211 }, { "directive": "disallow", "path": "*/products/request-quote.html", "line": 212 }, { "directive": "disallow", "path": "*/products/request-quote/*", "line": 213 }, { "directive": "disallow", "path": "*/zebra-rebrand/*", "line": 214 }, { "directive": "disallow", "path": "*/web-apps/embeddable-printer-select.html", "line": 215 }, { "directive": "disallow", "path": "*/web-apps/embeddable-scanner-select.html", "line": 216 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216 ] }, "Claude-SearchBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/3600-series-reference-components.html", "line": 2 }, { "directive": "disallow", "path": "*/5x5-end-user/*", "line": 3 }, { "directive": "disallow", "path": "*/5x5-partner/*", "line": 4 }, { "directive": "disallow", "path": "*/ad-reference.html", "line": 5 }, { "directive": "disallow", "path": "*/address-change-reference.html", "line": 6 }, { "directive": "disallow", "path": "*/aks-test.html", "line": 7 }, { "directive": "disallow", "path": "*/apac-campaigns-reference-pages.html", "line": 8 }, { "directive": "disallow", "path": "*/apac-savanna-reference-component.html", "line": 9 }, { "directive": "disallow", "path": "*/apps/dlmanager*", "line": 10 }, { "directive": "disallow", "path": "*/battle-card/*", "line": 11 }, { "directive": "disallow", "path": "*/battlecard/*", "line": 12 }, { "directive": "disallow", "path": "*/bulletin-marketing/*", "line": 13 }, { "directive": "disallow", "path": "*/bulletins-marketing/*", "line": 14 }, { "directive": "disallow", "path": "*/buy-online-anz.html", "line": 15 }, { "directive": "disallow", "path": "*/campaign-references.html", "line": 16 }, { "directive": "disallow", "path": "*/campaign-references/*", "line": 17 }, { "directive": "disallow", "path": "*/campaign-tiles.html", "line": 18 }, { "directive": "disallow", "path": "*/campaigns-emea.html", "line": 19 }, { "directive": "disallow", "path": "*/capture-your-edge-references.html", "line": 20 }, { "directive": "disallow", "path": "*/circular-economy-reference.html", "line": 21 }, { "directive": "disallow", "path": "*/compare-products.html", "line": 22 }, { "directive": "disallow", "path": "*/content/dam/private/*", "line": 23 }, { "directive": "disallow", "path": "*/content/dam/zebra_dam/en/reports/vision-study/retail-shopper-report-vision-study-2023-en-us.pdf", "line": 24 }, { "directive": "disallow", "path": "*/content/dam/zebra_new_ia/en-us/solutions-verticals/product/tag/*", "line": 25 }, { "directive": "disallow", "path": "*/content/dam/zebra_partner/*", "line": 26 }, { "directive": "disallow", "path": "*/content/tcm/*", "line": 27 }, { "directive": "disallow", "path": "*/cpn.html", "line": 28 }, { "directive": "disallow", "path": "*/cpn/bridge-the-retail-customer-experience-gap/ebook.html", "line": 29 }, { "directive": "disallow", "path": "*/cpn/na-campaigns-reference-pages.html", "line": 30 }, { "directive": "disallow", "path": "*/cpn/plp/*", "line": 31 }, { "directive": "disallow", "path": "*/dashboard-reference.html", "line": 32 }, { "directive": "disallow", "path": "*/distributor-notice/*", "line": 33 }, { "directive": "disallow", "path": "*/emea-campaigns-reference-pages.html", "line": 34 }, { "directive": "disallow", "path": "*/emea-savanna-reference-component.html", "line": 35 }, { "directive": "disallow", "path": "*/error/*", "line": 36 }, { "directive": "disallow", "path": "*/etsy-special-buy.html", "line": 37 }, { "directive": "disallow", "path": "*/eula-reference.html", "line": 38 }, { "directive": "disallow", "path": "*/evm-reference-components.html", "line": 39 }, { "directive": "disallow", "path": "*/ewa.html", "line": 40 }, { "directive": "disallow", "path": "*/ewa/*", "line": 41 }, { "directive": "disallow", "path": "*/faq-chat-reference.html", "line": 42 }, { "directive": "disallow", "path": "*/featured-content-reference.html", "line": 43 }, { "directive": "disallow", "path": "*/footer-only.html", "line": 44 }, { "directive": "disallow", "path": "*/footer-reference.html", "line": 45 }, { "directive": "disallow", "path": "*/footer-salesforce.html", "line": 46 }, { "directive": "disallow", "path": "*/footer.html", "line": 47 }, { "directive": "disallow", "path": "*/forms.html", "line": 48 }, { "directive": "disallow", "path": "*/forms/*", "line": 49 }, { "directive": "disallow", "path": "*/global/apac/*", "line": 50 }, { "directive": "disallow", "path": "*/global/china/*", "line": 51 }, { "directive": "disallow", "path": "*/global/de_de/*", "line": 52 }, { "directive": "disallow", "path": "*/global/emea/*", "line": 53 }, { "directive": "disallow", "path": "*/global/en_ap/*", "line": 54 }, { "directive": "disallow", "path": "*/global/en_gb/*", "line": 55 }, { "directive": "disallow", "path": "*/global/en_us/*", "line": 56 }, { "directive": "disallow", "path": "*/global/es_es/*", "line": 57 }, { "directive": "disallow", "path": "*/global/es_la/*", "line": 58 }, { "directive": "disallow", "path": "*/global/fr_fr/*", "line": 59 }, { "directive": "disallow", "path": "*/global/it_it/*", "line": 60 }, { "directive": "disallow", "path": "*/global/ja_jp/*", "line": 61 }, { "directive": "disallow", "path": "*/global/kr_ko/*", "line": 62 }, { "directive": "disallow", "path": "*/global/latam/*", "line": 63 }, { "directive": "disallow", "path": "*/global/master/*", "line": 64 }, { "directive": "disallow", "path": "*/global/pl_pl/*", "line": 65 }, { "directive": "disallow", "path": "*/global/pt_br/*", "line": 66 }, { "directive": "disallow", "path": "*/global/ru_ru/*", "line": 67 }, { "directive": "disallow", "path": "*/global/tr_tr/*", "line": 68 }, { "directive": "disallow", "path": "*/global/zh_cn/*", "line": 69 }, { "directive": "disallow", "path": "*/guide-selling/*", "line": 70 }, { "directive": "disallow", "path": "*/handhelds-circle-two-col-promos-reference.html", "line": 71 }, { "directive": "disallow", "path": "*/header-footer.html", "line": 72 }, { "directive": "disallow", "path": "*/header-only.html", "line": 73 }, { "directive": "disallow", "path": "*/header.html", "line": 74 }, { "directive": "disallow", "path": "*/indesign-reference-footer.html", "line": 75 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners-reference.html", "line": 76 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners/machine-vision-cameras.html", "line": 77 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners/smart-sensors-and-cameras.html", "line": 78 }, { "directive": "disallow", "path": "*/jg-test-page.html", "line": 79 }, { "directive": "disallow", "path": "*/ka-reference.html", "line": 80 }, { "directive": "disallow", "path": "*/label_carousel1.html", "line": 81 }, { "directive": "disallow", "path": "*/LabelsHero.html", "line": 82 }, { "directive": "disallow", "path": "*/lifeguard-reference.html", "line": 83 }, { "directive": "disallow", "path": "*/mobile-computers-index-reference.html", "line": 84 }, { "directive": "disallow", "path": "*/mobile-software-reference-page.html", "line": 85 }, { "directive": "disallow", "path": "*/mp-header.html", "line": 86 }, { "directive": "disallow", "path": "*/multiplane-scanner-reference.html", "line": 87 }, { "directive": "disallow", "path": "*/na-savanna-reference-component.html", "line": 88 }, { "directive": "disallow", "path": "*/navtestsohoempty.html", "line": 89 }, { "directive": "disallow", "path": "*/navtestsohofooteronly.html", "line": 90 }, { "directive": "disallow", "path": "*/navtestsohoheader.html", "line": 91 }, { "directive": "disallow", "path": "*/navtestsohoresponsiveproductdetail.html", "line": 92 }, { "directive": "disallow", "path": "*/nrf-footer.html", "line": 93 }, { "directive": "disallow", "path": "*/partner-application-locator/partner-details.html", "line": 94 }, { "directive": "disallow", "path": "*/partner-application-locator/software-apps-details.html", "line": 95 }, { "directive": "disallow", "path": "*/partnerconnect-tc.html", "line": 96 }, { "directive": "disallow", "path": "*/pavel-sandbox.html", "line": 97 }, { "directive": "disallow", "path": "*/presentation-customer-facing/*", "line": 98 }, { "directive": "disallow", "path": "*/press-releases/2012.html", "line": 99 }, { "directive": "disallow", "path": "*/press-releases/2013.html", "line": 100 }, { "directive": "disallow", "path": "*/press-releases/2014.html", "line": 101 }, { "directive": "disallow", "path": "*/press-releases/2015.html", "line": 102 }, { "directive": "disallow", "path": "*/press-releases/2016.html", "line": 103 }, { "directive": "disallow", "path": "*/press-releases/2017.html", "line": 104 }, { "directive": "disallow", "path": "*/press-releases/2018.html", "line": 105 }, { "directive": "disallow", "path": "*/press-releases/2019.html", "line": 106 }, { "directive": "disallow", "path": "*/press-releases/2020.html", "line": 107 }, { "directive": "disallow", "path": "*/press-releases/2021.html", "line": 108 }, { "directive": "disallow", "path": "*/press-releases/2022.html", "line": 109 }, { "directive": "disallow", "path": "*/press-releases/2023.html", "line": 110 }, { "directive": "disallow", "path": "*/printer-faq-reference.html", "line": 111 }, { "directive": "disallow", "path": "*/printer-index-reference.html", "line": 112 }, { "directive": "disallow", "path": "*/printer-reference.html", "line": 113 }, { "directive": "disallow", "path": "*/proddettest.html", "line": 114 }, { "directive": "disallow", "path": "*/product-marketing-bulletin/*", "line": 115 }, { "directive": "disallow", "path": "*/products/compare-models.html", "line": 116 }, { "directive": "disallow", "path": "*/products/references.html", "line": 117 }, { "directive": "disallow", "path": "*/products/references/*", "line": 118 }, { "directive": "disallow", "path": "*/reference-component.html", "line": 119 }, { "directive": "disallow", "path": "*/reference-components-page-cross-promotion.html", "line": 120 }, { "directive": "disallow", "path": "*/reference-components-page-cross-promotion/*", "line": 121 }, { "directive": "disallow", "path": "*/reference-components.html", "line": 122 }, { "directive": "disallow", "path": "*/reference-lifeguard.html", "line": 123 }, { "directive": "disallow", "path": "*/reference.html", "line": 124 }, { "directive": "disallow", "path": "*/repair-order-latam-reference.html", "line": 125 }, { "directive": "disallow", "path": "*/respblank.html", "line": 126 }, { "directive": "disallow", "path": "*/rfid-readers-reference-page.html", "line": 127 }, { "directive": "disallow", "path": "*/rma-reference.html", "line": 128 }, { "directive": "disallow", "path": "*/s-marketing-bulletin/*", "line": 129 }, { "directive": "disallow", "path": "*/sale-eos-eosl-reference.html", "line": 130 }, { "directive": "disallow", "path": "*/sandbox.html", "line": 131 }, { "directive": "disallow", "path": "*/sandbox/*", "line": 132 }, { "directive": "disallow", "path": "*/scanner-software-reference.html", "line": 133 }, { "directive": "disallow", "path": "*/selling-guide/*", "line": 134 }, { "directive": "disallow", "path": "*/service-marketing-bulletin/*", "line": 135 }, { "directive": "disallow", "path": "*/services/zebra-services-agent.html", "line": 136 }, { "directive": "disallow", "path": "*/sitesearch.html", "line": 137 }, { "directive": "disallow", "path": "*/smart-sensors-and-cameras/mios.html", "line": 138 }, { "directive": "disallow", "path": "*/smb/ap/en/*", "line": 139 }, { "directive": "disallow", "path": "*/smb/gb/en/404.html", "line": 140 }, { "directive": "disallow", "path": "*/smb/gb/en/terms-and-conditions.html", "line": 141 }, { "directive": "disallow", "path": "*/smb/gb/en/test.html", "line": 142 }, { "directive": "disallow", "path": "*/smb/us/en/404.html", "line": 143 }, { "directive": "disallow", "path": "*/smb/us/en/terms-and-conditions.html", "line": 144 }, { "directive": "disallow", "path": "*/smb/us/en/test.html", "line": 145 }, { "directive": "disallow", "path": "*/software-licensing-reference.html", "line": 146 }, { "directive": "disallow", "path": "*/sohoempty_page.html", "line": 147 }, { "directive": "disallow", "path": "*/sohoempty.html", "line": 148 }, { "directive": "disallow", "path": "*/sohozebraempty.html", "line": 149 }, { "directive": "disallow", "path": "*/spec-sheet-reference-components.html", "line": 150 }, { "directive": "disallow", "path": "*/spec-sheet-reference-components/*", "line": 151 }, { "directive": "disallow", "path": "*/sub-vertical.html", "line": 152 }, { "directive": "disallow", "path": "*/subscription-administration.html", "line": 153 }, { "directive": "disallow", "path": "*/support-community-reference.html", "line": 154 }, { "directive": "disallow", "path": "*/support-downloads/eula.html", "line": 155 }, { "directive": "disallow", "path": "*/support-downloads/eula/*", "line": 156 }, { "directive": "disallow", "path": "*/support-downloads/evm-cn/*", "line": 157 }, { "directive": "disallow", "path": "*/support-downloads/evm-jp/*", "line": 158 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/aurora.html", "line": 159 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/fixed-industrial-scanners.html", "line": 160 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/industrial-machine-vision-drawings.html", "line": 161 }, { "directive": "disallow", "path": "*/support-downloads/mobile-computers/handheld/mc20.html", "line": 162 }, { "directive": "allow", "path": "*/jp/ja/support-downloads/mobile-computers/handheld/mc20.html", "line": 163 }, { "directive": "disallow", "path": "*/support-downloads/printer-software/cn.html", "line": 164 }, { "directive": "disallow", "path": "*/support-downloads/printers-cn/*", "line": 165 }, { "directive": "disallow", "path": "*/support-downloads/printers/printer-reference/*", "line": 166 }, { "directive": "disallow", "path": "*/support-downloads/proactive-battery-replacement-service.html", "line": 167 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/desktop/zd620.html", "line": 168 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/desktop/zd6x1.html", "line": 169 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/qln.html", "line": 170 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/qln420.html", "line": 171 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/zq6.html", "line": 172 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/zq6p.html", "line": 173 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/print-engine/ze511.html", "line": 174 }, { "directive": "disallow", "path": "*/support-downloads/services/zams-documentation.html", "line": 175 }, { "directive": "disallow", "path": "*/support-downloads/shellshock-bug-info.html", "line": 176 }, { "directive": "disallow", "path": "*/support-downloads/tc-emea.html", "line": 177 }, { "directive": "disallow", "path": "*/support-downloads/temperature-monitors-and-sensors-support/electronic-temperature-sensors-data-device-monitoring-tools/zb200-bridge.html", "line": 178 }, { "directive": "disallow", "path": "*/support-downloads/temperature-monitors-and-sensors-support/electronic-temperature-sensors-data-device-monitoring-tools/zs300-sensors.html", "line": 179 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/aurora/aurora-imaging-library/aurora-imaging-library-lite.html", "line": 180 }, { "directive": "disallow", "path": "*/support-eula.html", "line": 181 }, { "directive": "disallow", "path": "*/support-eula/*", "line": 182 }, { "directive": "disallow", "path": "*/support-ping-test.html", "line": 183 }, { "directive": "disallow", "path": "*/system-error.html", "line": 184 }, { "directive": "disallow", "path": "*/tablets-circle-promo-2col-reference.html", "line": 185 }, { "directive": "disallow", "path": "*/tablets-index-reference.html", "line": 186 }, { "directive": "disallow", "path": "*/tablets-reference-components.html", "line": 187 }, { "directive": "disallow", "path": "*/thank-you.html", "line": 188 }, { "directive": "disallow", "path": "*/thank-you.html*", "line": 189 }, { "directive": "disallow", "path": "*/tile-reference.html", "line": 190 }, { "directive": "disallow", "path": "*/use-case.html", "line": 191 }, { "directive": "disallow", "path": "*/userreg.html", "line": 192 }, { "directive": "disallow", "path": "*/userreg/*", "line": 193 }, { "directive": "disallow", "path": "*/visibilityiq-foresight-support/visibilityiq-foresight-order-onboarding.html", "line": 194 }, { "directive": "disallow", "path": "*/warehouse-visibility-campaign-footer-reference-component.html", "line": 195 }, { "directive": "disallow", "path": "*/xplore-reference-component.html", "line": 196 }, { "directive": "disallow", "path": "*/zbotchat.html", "line": 197 }, { "directive": "disallow", "path": "*/zc-series-reference-page.html", "line": 198 }, { "directive": "disallow", "path": "*/zd420-zd620-reference-component.html", "line": 199 }, { "directive": "disallow", "path": "*/zebra-web-style-guidelines.html", "line": 200 }, { "directive": "disallow", "path": "*/zebra-web-style-guidelines/*", "line": 201 }, { "directive": "disallow", "path": "*/zebradita1.html", "line": 202 }, { "directive": "disallow", "path": "*/zebralink-sdk-windows-ce.html", "line": 203 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-android.html", "line": 204 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-blackberry.html", "line": 205 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-windows-mobile.html", "line": 206 }, { "directive": "disallow", "path": "*/zq600-series-reference-page.html", "line": 207 }, { "directive": "disallow", "path": "*/zt400-series-reference-component.html", "line": 208 }, { "directive": "disallow", "path": "*/0003/zebra-it-security-video-portfolio-compliance-en-us.mp4", "line": 209 }, { "directive": "disallow", "path": "*/support-downloads/software/operating-system/et45-operating-system-for-gms-device.html", "line": 210 }, { "directive": "disallow", "path": "*/support-downloads/services/zebra-service-agent.html", "line": 211 }, { "directive": "disallow", "path": "*/products/request-quote.html", "line": 212 }, { "directive": "disallow", "path": "*/products/request-quote/*", "line": 213 }, { "directive": "disallow", "path": "*/zebra-rebrand/*", "line": 214 }, { "directive": "disallow", "path": "*/web-apps/embeddable-printer-select.html", "line": 215 }, { "directive": "disallow", "path": "*/web-apps/embeddable-scanner-select.html", "line": 216 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216 ] }, "PerplexityBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/3600-series-reference-components.html", "line": 2 }, { "directive": "disallow", "path": "*/5x5-end-user/*", "line": 3 }, { "directive": "disallow", "path": "*/5x5-partner/*", "line": 4 }, { "directive": "disallow", "path": "*/ad-reference.html", "line": 5 }, { "directive": "disallow", "path": "*/address-change-reference.html", "line": 6 }, { "directive": "disallow", "path": "*/aks-test.html", "line": 7 }, { "directive": "disallow", "path": "*/apac-campaigns-reference-pages.html", "line": 8 }, { "directive": "disallow", "path": "*/apac-savanna-reference-component.html", "line": 9 }, { "directive": "disallow", "path": "*/apps/dlmanager*", "line": 10 }, { "directive": "disallow", "path": "*/battle-card/*", "line": 11 }, { "directive": "disallow", "path": "*/battlecard/*", "line": 12 }, { "directive": "disallow", "path": "*/bulletin-marketing/*", "line": 13 }, { "directive": "disallow", "path": "*/bulletins-marketing/*", "line": 14 }, { "directive": "disallow", "path": "*/buy-online-anz.html", "line": 15 }, { "directive": "disallow", "path": "*/campaign-references.html", "line": 16 }, { "directive": "disallow", "path": "*/campaign-references/*", "line": 17 }, { "directive": "disallow", "path": "*/campaign-tiles.html", "line": 18 }, { "directive": "disallow", "path": "*/campaigns-emea.html", "line": 19 }, { "directive": "disallow", "path": "*/capture-your-edge-references.html", "line": 20 }, { "directive": "disallow", "path": "*/circular-economy-reference.html", "line": 21 }, { "directive": "disallow", "path": "*/compare-products.html", "line": 22 }, { "directive": "disallow", "path": "*/content/dam/private/*", "line": 23 }, { "directive": "disallow", "path": "*/content/dam/zebra_dam/en/reports/vision-study/retail-shopper-report-vision-study-2023-en-us.pdf", "line": 24 }, { "directive": "disallow", "path": "*/content/dam/zebra_new_ia/en-us/solutions-verticals/product/tag/*", "line": 25 }, { "directive": "disallow", "path": "*/content/dam/zebra_partner/*", "line": 26 }, { "directive": "disallow", "path": "*/content/tcm/*", "line": 27 }, { "directive": "disallow", "path": "*/cpn.html", "line": 28 }, { "directive": "disallow", "path": "*/cpn/bridge-the-retail-customer-experience-gap/ebook.html", "line": 29 }, { "directive": "disallow", "path": "*/cpn/na-campaigns-reference-pages.html", "line": 30 }, { "directive": "disallow", "path": "*/cpn/plp/*", "line": 31 }, { "directive": "disallow", "path": "*/dashboard-reference.html", "line": 32 }, { "directive": "disallow", "path": "*/distributor-notice/*", "line": 33 }, { "directive": "disallow", "path": "*/emea-campaigns-reference-pages.html", "line": 34 }, { "directive": "disallow", "path": "*/emea-savanna-reference-component.html", "line": 35 }, { "directive": "disallow", "path": "*/error/*", "line": 36 }, { "directive": "disallow", "path": "*/etsy-special-buy.html", "line": 37 }, { "directive": "disallow", "path": "*/eula-reference.html", "line": 38 }, { "directive": "disallow", "path": "*/evm-reference-components.html", "line": 39 }, { "directive": "disallow", "path": "*/ewa.html", "line": 40 }, { "directive": "disallow", "path": "*/ewa/*", "line": 41 }, { "directive": "disallow", "path": "*/faq-chat-reference.html", "line": 42 }, { "directive": "disallow", "path": "*/featured-content-reference.html", "line": 43 }, { "directive": "disallow", "path": "*/footer-only.html", "line": 44 }, { "directive": "disallow", "path": "*/footer-reference.html", "line": 45 }, { "directive": "disallow", "path": "*/footer-salesforce.html", "line": 46 }, { "directive": "disallow", "path": "*/footer.html", "line": 47 }, { "directive": "disallow", "path": "*/forms.html", "line": 48 }, { "directive": "disallow", "path": "*/forms/*", "line": 49 }, { "directive": "disallow", "path": "*/global/apac/*", "line": 50 }, { "directive": "disallow", "path": "*/global/china/*", "line": 51 }, { "directive": "disallow", "path": "*/global/de_de/*", "line": 52 }, { "directive": "disallow", "path": "*/global/emea/*", "line": 53 }, { "directive": "disallow", "path": "*/global/en_ap/*", "line": 54 }, { "directive": "disallow", "path": "*/global/en_gb/*", "line": 55 }, { "directive": "disallow", "path": "*/global/en_us/*", "line": 56 }, { "directive": "disallow", "path": "*/global/es_es/*", "line": 57 }, { "directive": "disallow", "path": "*/global/es_la/*", "line": 58 }, { "directive": "disallow", "path": "*/global/fr_fr/*", "line": 59 }, { "directive": "disallow", "path": "*/global/it_it/*", "line": 60 }, { "directive": "disallow", "path": "*/global/ja_jp/*", "line": 61 }, { "directive": "disallow", "path": "*/global/kr_ko/*", "line": 62 }, { "directive": "disallow", "path": "*/global/latam/*", "line": 63 }, { "directive": "disallow", "path": "*/global/master/*", "line": 64 }, { "directive": "disallow", "path": "*/global/pl_pl/*", "line": 65 }, { "directive": "disallow", "path": "*/global/pt_br/*", "line": 66 }, { "directive": "disallow", "path": "*/global/ru_ru/*", "line": 67 }, { "directive": "disallow", "path": "*/global/tr_tr/*", "line": 68 }, { "directive": "disallow", "path": "*/global/zh_cn/*", "line": 69 }, { "directive": "disallow", "path": "*/guide-selling/*", "line": 70 }, { "directive": "disallow", "path": "*/handhelds-circle-two-col-promos-reference.html", "line": 71 }, { "directive": "disallow", "path": "*/header-footer.html", "line": 72 }, { "directive": "disallow", "path": "*/header-only.html", "line": 73 }, { "directive": "disallow", "path": "*/header.html", "line": 74 }, { "directive": "disallow", "path": "*/indesign-reference-footer.html", "line": 75 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners-reference.html", "line": 76 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners/machine-vision-cameras.html", "line": 77 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners/smart-sensors-and-cameras.html", "line": 78 }, { "directive": "disallow", "path": "*/jg-test-page.html", "line": 79 }, { "directive": "disallow", "path": "*/ka-reference.html", "line": 80 }, { "directive": "disallow", "path": "*/label_carousel1.html", "line": 81 }, { "directive": "disallow", "path": "*/LabelsHero.html", "line": 82 }, { "directive": "disallow", "path": "*/lifeguard-reference.html", "line": 83 }, { "directive": "disallow", "path": "*/mobile-computers-index-reference.html", "line": 84 }, { "directive": "disallow", "path": "*/mobile-software-reference-page.html", "line": 85 }, { "directive": "disallow", "path": "*/mp-header.html", "line": 86 }, { "directive": "disallow", "path": "*/multiplane-scanner-reference.html", "line": 87 }, { "directive": "disallow", "path": "*/na-savanna-reference-component.html", "line": 88 }, { "directive": "disallow", "path": "*/navtestsohoempty.html", "line": 89 }, { "directive": "disallow", "path": "*/navtestsohofooteronly.html", "line": 90 }, { "directive": "disallow", "path": "*/navtestsohoheader.html", "line": 91 }, { "directive": "disallow", "path": "*/navtestsohoresponsiveproductdetail.html", "line": 92 }, { "directive": "disallow", "path": "*/nrf-footer.html", "line": 93 }, { "directive": "disallow", "path": "*/partner-application-locator/partner-details.html", "line": 94 }, { "directive": "disallow", "path": "*/partner-application-locator/software-apps-details.html", "line": 95 }, { "directive": "disallow", "path": "*/partnerconnect-tc.html", "line": 96 }, { "directive": "disallow", "path": "*/pavel-sandbox.html", "line": 97 }, { "directive": "disallow", "path": "*/presentation-customer-facing/*", "line": 98 }, { "directive": "disallow", "path": "*/press-releases/2012.html", "line": 99 }, { "directive": "disallow", "path": "*/press-releases/2013.html", "line": 100 }, { "directive": "disallow", "path": "*/press-releases/2014.html", "line": 101 }, { "directive": "disallow", "path": "*/press-releases/2015.html", "line": 102 }, { "directive": "disallow", "path": "*/press-releases/2016.html", "line": 103 }, { "directive": "disallow", "path": "*/press-releases/2017.html", "line": 104 }, { "directive": "disallow", "path": "*/press-releases/2018.html", "line": 105 }, { "directive": "disallow", "path": "*/press-releases/2019.html", "line": 106 }, { "directive": "disallow", "path": "*/press-releases/2020.html", "line": 107 }, { "directive": "disallow", "path": "*/press-releases/2021.html", "line": 108 }, { "directive": "disallow", "path": "*/press-releases/2022.html", "line": 109 }, { "directive": "disallow", "path": "*/press-releases/2023.html", "line": 110 }, { "directive": "disallow", "path": "*/printer-faq-reference.html", "line": 111 }, { "directive": "disallow", "path": "*/printer-index-reference.html", "line": 112 }, { "directive": "disallow", "path": "*/printer-reference.html", "line": 113 }, { "directive": "disallow", "path": "*/proddettest.html", "line": 114 }, { "directive": "disallow", "path": "*/product-marketing-bulletin/*", "line": 115 }, { "directive": "disallow", "path": "*/products/compare-models.html", "line": 116 }, { "directive": "disallow", "path": "*/products/references.html", "line": 117 }, { "directive": "disallow", "path": "*/products/references/*", "line": 118 }, { "directive": "disallow", "path": "*/reference-component.html", "line": 119 }, { "directive": "disallow", "path": "*/reference-components-page-cross-promotion.html", "line": 120 }, { "directive": "disallow", "path": "*/reference-components-page-cross-promotion/*", "line": 121 }, { "directive": "disallow", "path": "*/reference-components.html", "line": 122 }, { "directive": "disallow", "path": "*/reference-lifeguard.html", "line": 123 }, { "directive": "disallow", "path": "*/reference.html", "line": 124 }, { "directive": "disallow", "path": "*/repair-order-latam-reference.html", "line": 125 }, { "directive": "disallow", "path": "*/respblank.html", "line": 126 }, { "directive": "disallow", "path": "*/rfid-readers-reference-page.html", "line": 127 }, { "directive": "disallow", "path": "*/rma-reference.html", "line": 128 }, { "directive": "disallow", "path": "*/s-marketing-bulletin/*", "line": 129 }, { "directive": "disallow", "path": "*/sale-eos-eosl-reference.html", "line": 130 }, { "directive": "disallow", "path": "*/sandbox.html", "line": 131 }, { "directive": "disallow", "path": "*/sandbox/*", "line": 132 }, { "directive": "disallow", "path": "*/scanner-software-reference.html", "line": 133 }, { "directive": "disallow", "path": "*/selling-guide/*", "line": 134 }, { "directive": "disallow", "path": "*/service-marketing-bulletin/*", "line": 135 }, { "directive": "disallow", "path": "*/services/zebra-services-agent.html", "line": 136 }, { "directive": "disallow", "path": "*/sitesearch.html", "line": 137 }, { "directive": "disallow", "path": "*/smart-sensors-and-cameras/mios.html", "line": 138 }, { "directive": "disallow", "path": "*/smb/ap/en/*", "line": 139 }, { "directive": "disallow", "path": "*/smb/gb/en/404.html", "line": 140 }, { "directive": "disallow", "path": "*/smb/gb/en/terms-and-conditions.html", "line": 141 }, { "directive": "disallow", "path": "*/smb/gb/en/test.html", "line": 142 }, { "directive": "disallow", "path": "*/smb/us/en/404.html", "line": 143 }, { "directive": "disallow", "path": "*/smb/us/en/terms-and-conditions.html", "line": 144 }, { "directive": "disallow", "path": "*/smb/us/en/test.html", "line": 145 }, { "directive": "disallow", "path": "*/software-licensing-reference.html", "line": 146 }, { "directive": "disallow", "path": "*/sohoempty_page.html", "line": 147 }, { "directive": "disallow", "path": "*/sohoempty.html", "line": 148 }, { "directive": "disallow", "path": "*/sohozebraempty.html", "line": 149 }, { "directive": "disallow", "path": "*/spec-sheet-reference-components.html", "line": 150 }, { "directive": "disallow", "path": "*/spec-sheet-reference-components/*", "line": 151 }, { "directive": "disallow", "path": "*/sub-vertical.html", "line": 152 }, { "directive": "disallow", "path": "*/subscription-administration.html", "line": 153 }, { "directive": "disallow", "path": "*/support-community-reference.html", "line": 154 }, { "directive": "disallow", "path": "*/support-downloads/eula.html", "line": 155 }, { "directive": "disallow", "path": "*/support-downloads/eula/*", "line": 156 }, { "directive": "disallow", "path": "*/support-downloads/evm-cn/*", "line": 157 }, { "directive": "disallow", "path": "*/support-downloads/evm-jp/*", "line": 158 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/aurora.html", "line": 159 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/fixed-industrial-scanners.html", "line": 160 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/industrial-machine-vision-drawings.html", "line": 161 }, { "directive": "disallow", "path": "*/support-downloads/mobile-computers/handheld/mc20.html", "line": 162 }, { "directive": "allow", "path": "*/jp/ja/support-downloads/mobile-computers/handheld/mc20.html", "line": 163 }, { "directive": "disallow", "path": "*/support-downloads/printer-software/cn.html", "line": 164 }, { "directive": "disallow", "path": "*/support-downloads/printers-cn/*", "line": 165 }, { "directive": "disallow", "path": "*/support-downloads/printers/printer-reference/*", "line": 166 }, { "directive": "disallow", "path": "*/support-downloads/proactive-battery-replacement-service.html", "line": 167 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/desktop/zd620.html", "line": 168 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/desktop/zd6x1.html", "line": 169 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/qln.html", "line": 170 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/qln420.html", "line": 171 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/zq6.html", "line": 172 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/zq6p.html", "line": 173 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/print-engine/ze511.html", "line": 174 }, { "directive": "disallow", "path": "*/support-downloads/services/zams-documentation.html", "line": 175 }, { "directive": "disallow", "path": "*/support-downloads/shellshock-bug-info.html", "line": 176 }, { "directive": "disallow", "path": "*/support-downloads/tc-emea.html", "line": 177 }, { "directive": "disallow", "path": "*/support-downloads/temperature-monitors-and-sensors-support/electronic-temperature-sensors-data-device-monitoring-tools/zb200-bridge.html", "line": 178 }, { "directive": "disallow", "path": "*/support-downloads/temperature-monitors-and-sensors-support/electronic-temperature-sensors-data-device-monitoring-tools/zs300-sensors.html", "line": 179 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/aurora/aurora-imaging-library/aurora-imaging-library-lite.html", "line": 180 }, { "directive": "disallow", "path": "*/support-eula.html", "line": 181 }, { "directive": "disallow", "path": "*/support-eula/*", "line": 182 }, { "directive": "disallow", "path": "*/support-ping-test.html", "line": 183 }, { "directive": "disallow", "path": "*/system-error.html", "line": 184 }, { "directive": "disallow", "path": "*/tablets-circle-promo-2col-reference.html", "line": 185 }, { "directive": "disallow", "path": "*/tablets-index-reference.html", "line": 186 }, { "directive": "disallow", "path": "*/tablets-reference-components.html", "line": 187 }, { "directive": "disallow", "path": "*/thank-you.html", "line": 188 }, { "directive": "disallow", "path": "*/thank-you.html*", "line": 189 }, { "directive": "disallow", "path": "*/tile-reference.html", "line": 190 }, { "directive": "disallow", "path": "*/use-case.html", "line": 191 }, { "directive": "disallow", "path": "*/userreg.html", "line": 192 }, { "directive": "disallow", "path": "*/userreg/*", "line": 193 }, { "directive": "disallow", "path": "*/visibilityiq-foresight-support/visibilityiq-foresight-order-onboarding.html", "line": 194 }, { "directive": "disallow", "path": "*/warehouse-visibility-campaign-footer-reference-component.html", "line": 195 }, { "directive": "disallow", "path": "*/xplore-reference-component.html", "line": 196 }, { "directive": "disallow", "path": "*/zbotchat.html", "line": 197 }, { "directive": "disallow", "path": "*/zc-series-reference-page.html", "line": 198 }, { "directive": "disallow", "path": "*/zd420-zd620-reference-component.html", "line": 199 }, { "directive": "disallow", "path": "*/zebra-web-style-guidelines.html", "line": 200 }, { "directive": "disallow", "path": "*/zebra-web-style-guidelines/*", "line": 201 }, { "directive": "disallow", "path": "*/zebradita1.html", "line": 202 }, { "directive": "disallow", "path": "*/zebralink-sdk-windows-ce.html", "line": 203 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-android.html", "line": 204 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-blackberry.html", "line": 205 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-windows-mobile.html", "line": 206 }, { "directive": "disallow", "path": "*/zq600-series-reference-page.html", "line": 207 }, { "directive": "disallow", "path": "*/zt400-series-reference-component.html", "line": 208 }, { "directive": "disallow", "path": "*/0003/zebra-it-security-video-portfolio-compliance-en-us.mp4", "line": 209 }, { "directive": "disallow", "path": "*/support-downloads/software/operating-system/et45-operating-system-for-gms-device.html", "line": 210 }, { "directive": "disallow", "path": "*/support-downloads/services/zebra-service-agent.html", "line": 211 }, { "directive": "disallow", "path": "*/products/request-quote.html", "line": 212 }, { "directive": "disallow", "path": "*/products/request-quote/*", "line": 213 }, { "directive": "disallow", "path": "*/zebra-rebrand/*", "line": 214 }, { "directive": "disallow", "path": "*/web-apps/embeddable-printer-select.html", "line": 215 }, { "directive": "disallow", "path": "*/web-apps/embeddable-scanner-select.html", "line": 216 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216 ] }, "GPTBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/3600-series-reference-components.html", "line": 2 }, { "directive": "disallow", "path": "*/5x5-end-user/*", "line": 3 }, { "directive": "disallow", "path": "*/5x5-partner/*", "line": 4 }, { "directive": "disallow", "path": "*/ad-reference.html", "line": 5 }, { "directive": "disallow", "path": "*/address-change-reference.html", "line": 6 }, { "directive": "disallow", "path": "*/aks-test.html", "line": 7 }, { "directive": "disallow", "path": "*/apac-campaigns-reference-pages.html", "line": 8 }, { "directive": "disallow", "path": "*/apac-savanna-reference-component.html", "line": 9 }, { "directive": "disallow", "path": "*/apps/dlmanager*", "line": 10 }, { "directive": "disallow", "path": "*/battle-card/*", "line": 11 }, { "directive": "disallow", "path": "*/battlecard/*", "line": 12 }, { "directive": "disallow", "path": "*/bulletin-marketing/*", "line": 13 }, { "directive": "disallow", "path": "*/bulletins-marketing/*", "line": 14 }, { "directive": "disallow", "path": "*/buy-online-anz.html", "line": 15 }, { "directive": "disallow", "path": "*/campaign-references.html", "line": 16 }, { "directive": "disallow", "path": "*/campaign-references/*", "line": 17 }, { "directive": "disallow", "path": "*/campaign-tiles.html", "line": 18 }, { "directive": "disallow", "path": "*/campaigns-emea.html", "line": 19 }, { "directive": "disallow", "path": "*/capture-your-edge-references.html", "line": 20 }, { "directive": "disallow", "path": "*/circular-economy-reference.html", "line": 21 }, { "directive": "disallow", "path": "*/compare-products.html", "line": 22 }, { "directive": "disallow", "path": "*/content/dam/private/*", "line": 23 }, { "directive": "disallow", "path": "*/content/dam/zebra_dam/en/reports/vision-study/retail-shopper-report-vision-study-2023-en-us.pdf", "line": 24 }, { "directive": "disallow", "path": "*/content/dam/zebra_new_ia/en-us/solutions-verticals/product/tag/*", "line": 25 }, { "directive": "disallow", "path": "*/content/dam/zebra_partner/*", "line": 26 }, { "directive": "disallow", "path": "*/content/tcm/*", "line": 27 }, { "directive": "disallow", "path": "*/cpn.html", "line": 28 }, { "directive": "disallow", "path": "*/cpn/bridge-the-retail-customer-experience-gap/ebook.html", "line": 29 }, { "directive": "disallow", "path": "*/cpn/na-campaigns-reference-pages.html", "line": 30 }, { "directive": "disallow", "path": "*/cpn/plp/*", "line": 31 }, { "directive": "disallow", "path": "*/dashboard-reference.html", "line": 32 }, { "directive": "disallow", "path": "*/distributor-notice/*", "line": 33 }, { "directive": "disallow", "path": "*/emea-campaigns-reference-pages.html", "line": 34 }, { "directive": "disallow", "path": "*/emea-savanna-reference-component.html", "line": 35 }, { "directive": "disallow", "path": "*/error/*", "line": 36 }, { "directive": "disallow", "path": "*/etsy-special-buy.html", "line": 37 }, { "directive": "disallow", "path": "*/eula-reference.html", "line": 38 }, { "directive": "disallow", "path": "*/evm-reference-components.html", "line": 39 }, { "directive": "disallow", "path": "*/ewa.html", "line": 40 }, { "directive": "disallow", "path": "*/ewa/*", "line": 41 }, { "directive": "disallow", "path": "*/faq-chat-reference.html", "line": 42 }, { "directive": "disallow", "path": "*/featured-content-reference.html", "line": 43 }, { "directive": "disallow", "path": "*/footer-only.html", "line": 44 }, { "directive": "disallow", "path": "*/footer-reference.html", "line": 45 }, { "directive": "disallow", "path": "*/footer-salesforce.html", "line": 46 }, { "directive": "disallow", "path": "*/footer.html", "line": 47 }, { "directive": "disallow", "path": "*/forms.html", "line": 48 }, { "directive": "disallow", "path": "*/forms/*", "line": 49 }, { "directive": "disallow", "path": "*/global/apac/*", "line": 50 }, { "directive": "disallow", "path": "*/global/china/*", "line": 51 }, { "directive": "disallow", "path": "*/global/de_de/*", "line": 52 }, { "directive": "disallow", "path": "*/global/emea/*", "line": 53 }, { "directive": "disallow", "path": "*/global/en_ap/*", "line": 54 }, { "directive": "disallow", "path": "*/global/en_gb/*", "line": 55 }, { "directive": "disallow", "path": "*/global/en_us/*", "line": 56 }, { "directive": "disallow", "path": "*/global/es_es/*", "line": 57 }, { "directive": "disallow", "path": "*/global/es_la/*", "line": 58 }, { "directive": "disallow", "path": "*/global/fr_fr/*", "line": 59 }, { "directive": "disallow", "path": "*/global/it_it/*", "line": 60 }, { "directive": "disallow", "path": "*/global/ja_jp/*", "line": 61 }, { "directive": "disallow", "path": "*/global/kr_ko/*", "line": 62 }, { "directive": "disallow", "path": "*/global/latam/*", "line": 63 }, { "directive": "disallow", "path": "*/global/master/*", "line": 64 }, { "directive": "disallow", "path": "*/global/pl_pl/*", "line": 65 }, { "directive": "disallow", "path": "*/global/pt_br/*", "line": 66 }, { "directive": "disallow", "path": "*/global/ru_ru/*", "line": 67 }, { "directive": "disallow", "path": "*/global/tr_tr/*", "line": 68 }, { "directive": "disallow", "path": "*/global/zh_cn/*", "line": 69 }, { "directive": "disallow", "path": "*/guide-selling/*", "line": 70 }, { "directive": "disallow", "path": "*/handhelds-circle-two-col-promos-reference.html", "line": 71 }, { "directive": "disallow", "path": "*/header-footer.html", "line": 72 }, { "directive": "disallow", "path": "*/header-only.html", "line": 73 }, { "directive": "disallow", "path": "*/header.html", "line": 74 }, { "directive": "disallow", "path": "*/indesign-reference-footer.html", "line": 75 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners-reference.html", "line": 76 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners/machine-vision-cameras.html", "line": 77 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners/smart-sensors-and-cameras.html", "line": 78 }, { "directive": "disallow", "path": "*/jg-test-page.html", "line": 79 }, { "directive": "disallow", "path": "*/ka-reference.html", "line": 80 }, { "directive": "disallow", "path": "*/label_carousel1.html", "line": 81 }, { "directive": "disallow", "path": "*/LabelsHero.html", "line": 82 }, { "directive": "disallow", "path": "*/lifeguard-reference.html", "line": 83 }, { "directive": "disallow", "path": "*/mobile-computers-index-reference.html", "line": 84 }, { "directive": "disallow", "path": "*/mobile-software-reference-page.html", "line": 85 }, { "directive": "disallow", "path": "*/mp-header.html", "line": 86 }, { "directive": "disallow", "path": "*/multiplane-scanner-reference.html", "line": 87 }, { "directive": "disallow", "path": "*/na-savanna-reference-component.html", "line": 88 }, { "directive": "disallow", "path": "*/navtestsohoempty.html", "line": 89 }, { "directive": "disallow", "path": "*/navtestsohofooteronly.html", "line": 90 }, { "directive": "disallow", "path": "*/navtestsohoheader.html", "line": 91 }, { "directive": "disallow", "path": "*/navtestsohoresponsiveproductdetail.html", "line": 92 }, { "directive": "disallow", "path": "*/nrf-footer.html", "line": 93 }, { "directive": "disallow", "path": "*/partner-application-locator/partner-details.html", "line": 94 }, { "directive": "disallow", "path": "*/partner-application-locator/software-apps-details.html", "line": 95 }, { "directive": "disallow", "path": "*/partnerconnect-tc.html", "line": 96 }, { "directive": "disallow", "path": "*/pavel-sandbox.html", "line": 97 }, { "directive": "disallow", "path": "*/presentation-customer-facing/*", "line": 98 }, { "directive": "disallow", "path": "*/press-releases/2012.html", "line": 99 }, { "directive": "disallow", "path": "*/press-releases/2013.html", "line": 100 }, { "directive": "disallow", "path": "*/press-releases/2014.html", "line": 101 }, { "directive": "disallow", "path": "*/press-releases/2015.html", "line": 102 }, { "directive": "disallow", "path": "*/press-releases/2016.html", "line": 103 }, { "directive": "disallow", "path": "*/press-releases/2017.html", "line": 104 }, { "directive": "disallow", "path": "*/press-releases/2018.html", "line": 105 }, { "directive": "disallow", "path": "*/press-releases/2019.html", "line": 106 }, { "directive": "disallow", "path": "*/press-releases/2020.html", "line": 107 }, { "directive": "disallow", "path": "*/press-releases/2021.html", "line": 108 }, { "directive": "disallow", "path": "*/press-releases/2022.html", "line": 109 }, { "directive": "disallow", "path": "*/press-releases/2023.html", "line": 110 }, { "directive": "disallow", "path": "*/printer-faq-reference.html", "line": 111 }, { "directive": "disallow", "path": "*/printer-index-reference.html", "line": 112 }, { "directive": "disallow", "path": "*/printer-reference.html", "line": 113 }, { "directive": "disallow", "path": "*/proddettest.html", "line": 114 }, { "directive": "disallow", "path": "*/product-marketing-bulletin/*", "line": 115 }, { "directive": "disallow", "path": "*/products/compare-models.html", "line": 116 }, { "directive": "disallow", "path": "*/products/references.html", "line": 117 }, { "directive": "disallow", "path": "*/products/references/*", "line": 118 }, { "directive": "disallow", "path": "*/reference-component.html", "line": 119 }, { "directive": "disallow", "path": "*/reference-components-page-cross-promotion.html", "line": 120 }, { "directive": "disallow", "path": "*/reference-components-page-cross-promotion/*", "line": 121 }, { "directive": "disallow", "path": "*/reference-components.html", "line": 122 }, { "directive": "disallow", "path": "*/reference-lifeguard.html", "line": 123 }, { "directive": "disallow", "path": "*/reference.html", "line": 124 }, { "directive": "disallow", "path": "*/repair-order-latam-reference.html", "line": 125 }, { "directive": "disallow", "path": "*/respblank.html", "line": 126 }, { "directive": "disallow", "path": "*/rfid-readers-reference-page.html", "line": 127 }, { "directive": "disallow", "path": "*/rma-reference.html", "line": 128 }, { "directive": "disallow", "path": "*/s-marketing-bulletin/*", "line": 129 }, { "directive": "disallow", "path": "*/sale-eos-eosl-reference.html", "line": 130 }, { "directive": "disallow", "path": "*/sandbox.html", "line": 131 }, { "directive": "disallow", "path": "*/sandbox/*", "line": 132 }, { "directive": "disallow", "path": "*/scanner-software-reference.html", "line": 133 }, { "directive": "disallow", "path": "*/selling-guide/*", "line": 134 }, { "directive": "disallow", "path": "*/service-marketing-bulletin/*", "line": 135 }, { "directive": "disallow", "path": "*/services/zebra-services-agent.html", "line": 136 }, { "directive": "disallow", "path": "*/sitesearch.html", "line": 137 }, { "directive": "disallow", "path": "*/smart-sensors-and-cameras/mios.html", "line": 138 }, { "directive": "disallow", "path": "*/smb/ap/en/*", "line": 139 }, { "directive": "disallow", "path": "*/smb/gb/en/404.html", "line": 140 }, { "directive": "disallow", "path": "*/smb/gb/en/terms-and-conditions.html", "line": 141 }, { "directive": "disallow", "path": "*/smb/gb/en/test.html", "line": 142 }, { "directive": "disallow", "path": "*/smb/us/en/404.html", "line": 143 }, { "directive": "disallow", "path": "*/smb/us/en/terms-and-conditions.html", "line": 144 }, { "directive": "disallow", "path": "*/smb/us/en/test.html", "line": 145 }, { "directive": "disallow", "path": "*/software-licensing-reference.html", "line": 146 }, { "directive": "disallow", "path": "*/sohoempty_page.html", "line": 147 }, { "directive": "disallow", "path": "*/sohoempty.html", "line": 148 }, { "directive": "disallow", "path": "*/sohozebraempty.html", "line": 149 }, { "directive": "disallow", "path": "*/spec-sheet-reference-components.html", "line": 150 }, { "directive": "disallow", "path": "*/spec-sheet-reference-components/*", "line": 151 }, { "directive": "disallow", "path": "*/sub-vertical.html", "line": 152 }, { "directive": "disallow", "path": "*/subscription-administration.html", "line": 153 }, { "directive": "disallow", "path": "*/support-community-reference.html", "line": 154 }, { "directive": "disallow", "path": "*/support-downloads/eula.html", "line": 155 }, { "directive": "disallow", "path": "*/support-downloads/eula/*", "line": 156 }, { "directive": "disallow", "path": "*/support-downloads/evm-cn/*", "line": 157 }, { "directive": "disallow", "path": "*/support-downloads/evm-jp/*", "line": 158 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/aurora.html", "line": 159 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/fixed-industrial-scanners.html", "line": 160 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/industrial-machine-vision-drawings.html", "line": 161 }, { "directive": "disallow", "path": "*/support-downloads/mobile-computers/handheld/mc20.html", "line": 162 }, { "directive": "allow", "path": "*/jp/ja/support-downloads/mobile-computers/handheld/mc20.html", "line": 163 }, { "directive": "disallow", "path": "*/support-downloads/printer-software/cn.html", "line": 164 }, { "directive": "disallow", "path": "*/support-downloads/printers-cn/*", "line": 165 }, { "directive": "disallow", "path": "*/support-downloads/printers/printer-reference/*", "line": 166 }, { "directive": "disallow", "path": "*/support-downloads/proactive-battery-replacement-service.html", "line": 167 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/desktop/zd620.html", "line": 168 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/desktop/zd6x1.html", "line": 169 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/qln.html", "line": 170 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/qln420.html", "line": 171 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/zq6.html", "line": 172 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/zq6p.html", "line": 173 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/print-engine/ze511.html", "line": 174 }, { "directive": "disallow", "path": "*/support-downloads/services/zams-documentation.html", "line": 175 }, { "directive": "disallow", "path": "*/support-downloads/shellshock-bug-info.html", "line": 176 }, { "directive": "disallow", "path": "*/support-downloads/tc-emea.html", "line": 177 }, { "directive": "disallow", "path": "*/support-downloads/temperature-monitors-and-sensors-support/electronic-temperature-sensors-data-device-monitoring-tools/zb200-bridge.html", "line": 178 }, { "directive": "disallow", "path": "*/support-downloads/temperature-monitors-and-sensors-support/electronic-temperature-sensors-data-device-monitoring-tools/zs300-sensors.html", "line": 179 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/aurora/aurora-imaging-library/aurora-imaging-library-lite.html", "line": 180 }, { "directive": "disallow", "path": "*/support-eula.html", "line": 181 }, { "directive": "disallow", "path": "*/support-eula/*", "line": 182 }, { "directive": "disallow", "path": "*/support-ping-test.html", "line": 183 }, { "directive": "disallow", "path": "*/system-error.html", "line": 184 }, { "directive": "disallow", "path": "*/tablets-circle-promo-2col-reference.html", "line": 185 }, { "directive": "disallow", "path": "*/tablets-index-reference.html", "line": 186 }, { "directive": "disallow", "path": "*/tablets-reference-components.html", "line": 187 }, { "directive": "disallow", "path": "*/thank-you.html", "line": 188 }, { "directive": "disallow", "path": "*/thank-you.html*", "line": 189 }, { "directive": "disallow", "path": "*/tile-reference.html", "line": 190 }, { "directive": "disallow", "path": "*/use-case.html", "line": 191 }, { "directive": "disallow", "path": "*/userreg.html", "line": 192 }, { "directive": "disallow", "path": "*/userreg/*", "line": 193 }, { "directive": "disallow", "path": "*/visibilityiq-foresight-support/visibilityiq-foresight-order-onboarding.html", "line": 194 }, { "directive": "disallow", "path": "*/warehouse-visibility-campaign-footer-reference-component.html", "line": 195 }, { "directive": "disallow", "path": "*/xplore-reference-component.html", "line": 196 }, { "directive": "disallow", "path": "*/zbotchat.html", "line": 197 }, { "directive": "disallow", "path": "*/zc-series-reference-page.html", "line": 198 }, { "directive": "disallow", "path": "*/zd420-zd620-reference-component.html", "line": 199 }, { "directive": "disallow", "path": "*/zebra-web-style-guidelines.html", "line": 200 }, { "directive": "disallow", "path": "*/zebra-web-style-guidelines/*", "line": 201 }, { "directive": "disallow", "path": "*/zebradita1.html", "line": 202 }, { "directive": "disallow", "path": "*/zebralink-sdk-windows-ce.html", "line": 203 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-android.html", "line": 204 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-blackberry.html", "line": 205 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-windows-mobile.html", "line": 206 }, { "directive": "disallow", "path": "*/zq600-series-reference-page.html", "line": 207 }, { "directive": "disallow", "path": "*/zt400-series-reference-component.html", "line": 208 }, { "directive": "disallow", "path": "*/0003/zebra-it-security-video-portfolio-compliance-en-us.mp4", "line": 209 }, { "directive": "disallow", "path": "*/support-downloads/software/operating-system/et45-operating-system-for-gms-device.html", "line": 210 }, { "directive": "disallow", "path": "*/support-downloads/services/zebra-service-agent.html", "line": 211 }, { "directive": "disallow", "path": "*/products/request-quote.html", "line": 212 }, { "directive": "disallow", "path": "*/products/request-quote/*", "line": 213 }, { "directive": "disallow", "path": "*/zebra-rebrand/*", "line": 214 }, { "directive": "disallow", "path": "*/web-apps/embeddable-printer-select.html", "line": 215 }, { "directive": "disallow", "path": "*/web-apps/embeddable-scanner-select.html", "line": 216 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216 ] }, "ClaudeBot": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/3600-series-reference-components.html", "line": 2 }, { "directive": "disallow", "path": "*/5x5-end-user/*", "line": 3 }, { "directive": "disallow", "path": "*/5x5-partner/*", "line": 4 }, { "directive": "disallow", "path": "*/ad-reference.html", "line": 5 }, { "directive": "disallow", "path": "*/address-change-reference.html", "line": 6 }, { "directive": "disallow", "path": "*/aks-test.html", "line": 7 }, { "directive": "disallow", "path": "*/apac-campaigns-reference-pages.html", "line": 8 }, { "directive": "disallow", "path": "*/apac-savanna-reference-component.html", "line": 9 }, { "directive": "disallow", "path": "*/apps/dlmanager*", "line": 10 }, { "directive": "disallow", "path": "*/battle-card/*", "line": 11 }, { "directive": "disallow", "path": "*/battlecard/*", "line": 12 }, { "directive": "disallow", "path": "*/bulletin-marketing/*", "line": 13 }, { "directive": "disallow", "path": "*/bulletins-marketing/*", "line": 14 }, { "directive": "disallow", "path": "*/buy-online-anz.html", "line": 15 }, { "directive": "disallow", "path": "*/campaign-references.html", "line": 16 }, { "directive": "disallow", "path": "*/campaign-references/*", "line": 17 }, { "directive": "disallow", "path": "*/campaign-tiles.html", "line": 18 }, { "directive": "disallow", "path": "*/campaigns-emea.html", "line": 19 }, { "directive": "disallow", "path": "*/capture-your-edge-references.html", "line": 20 }, { "directive": "disallow", "path": "*/circular-economy-reference.html", "line": 21 }, { "directive": "disallow", "path": "*/compare-products.html", "line": 22 }, { "directive": "disallow", "path": "*/content/dam/private/*", "line": 23 }, { "directive": "disallow", "path": "*/content/dam/zebra_dam/en/reports/vision-study/retail-shopper-report-vision-study-2023-en-us.pdf", "line": 24 }, { "directive": "disallow", "path": "*/content/dam/zebra_new_ia/en-us/solutions-verticals/product/tag/*", "line": 25 }, { "directive": "disallow", "path": "*/content/dam/zebra_partner/*", "line": 26 }, { "directive": "disallow", "path": "*/content/tcm/*", "line": 27 }, { "directive": "disallow", "path": "*/cpn.html", "line": 28 }, { "directive": "disallow", "path": "*/cpn/bridge-the-retail-customer-experience-gap/ebook.html", "line": 29 }, { "directive": "disallow", "path": "*/cpn/na-campaigns-reference-pages.html", "line": 30 }, { "directive": "disallow", "path": "*/cpn/plp/*", "line": 31 }, { "directive": "disallow", "path": "*/dashboard-reference.html", "line": 32 }, { "directive": "disallow", "path": "*/distributor-notice/*", "line": 33 }, { "directive": "disallow", "path": "*/emea-campaigns-reference-pages.html", "line": 34 }, { "directive": "disallow", "path": "*/emea-savanna-reference-component.html", "line": 35 }, { "directive": "disallow", "path": "*/error/*", "line": 36 }, { "directive": "disallow", "path": "*/etsy-special-buy.html", "line": 37 }, { "directive": "disallow", "path": "*/eula-reference.html", "line": 38 }, { "directive": "disallow", "path": "*/evm-reference-components.html", "line": 39 }, { "directive": "disallow", "path": "*/ewa.html", "line": 40 }, { "directive": "disallow", "path": "*/ewa/*", "line": 41 }, { "directive": "disallow", "path": "*/faq-chat-reference.html", "line": 42 }, { "directive": "disallow", "path": "*/featured-content-reference.html", "line": 43 }, { "directive": "disallow", "path": "*/footer-only.html", "line": 44 }, { "directive": "disallow", "path": "*/footer-reference.html", "line": 45 }, { "directive": "disallow", "path": "*/footer-salesforce.html", "line": 46 }, { "directive": "disallow", "path": "*/footer.html", "line": 47 }, { "directive": "disallow", "path": "*/forms.html", "line": 48 }, { "directive": "disallow", "path": "*/forms/*", "line": 49 }, { "directive": "disallow", "path": "*/global/apac/*", "line": 50 }, { "directive": "disallow", "path": "*/global/china/*", "line": 51 }, { "directive": "disallow", "path": "*/global/de_de/*", "line": 52 }, { "directive": "disallow", "path": "*/global/emea/*", "line": 53 }, { "directive": "disallow", "path": "*/global/en_ap/*", "line": 54 }, { "directive": "disallow", "path": "*/global/en_gb/*", "line": 55 }, { "directive": "disallow", "path": "*/global/en_us/*", "line": 56 }, { "directive": "disallow", "path": "*/global/es_es/*", "line": 57 }, { "directive": "disallow", "path": "*/global/es_la/*", "line": 58 }, { "directive": "disallow", "path": "*/global/fr_fr/*", "line": 59 }, { "directive": "disallow", "path": "*/global/it_it/*", "line": 60 }, { "directive": "disallow", "path": "*/global/ja_jp/*", "line": 61 }, { "directive": "disallow", "path": "*/global/kr_ko/*", "line": 62 }, { "directive": "disallow", "path": "*/global/latam/*", "line": 63 }, { "directive": "disallow", "path": "*/global/master/*", "line": 64 }, { "directive": "disallow", "path": "*/global/pl_pl/*", "line": 65 }, { "directive": "disallow", "path": "*/global/pt_br/*", "line": 66 }, { "directive": "disallow", "path": "*/global/ru_ru/*", "line": 67 }, { "directive": "disallow", "path": "*/global/tr_tr/*", "line": 68 }, { "directive": "disallow", "path": "*/global/zh_cn/*", "line": 69 }, { "directive": "disallow", "path": "*/guide-selling/*", "line": 70 }, { "directive": "disallow", "path": "*/handhelds-circle-two-col-promos-reference.html", "line": 71 }, { "directive": "disallow", "path": "*/header-footer.html", "line": 72 }, { "directive": "disallow", "path": "*/header-only.html", "line": 73 }, { "directive": "disallow", "path": "*/header.html", "line": 74 }, { "directive": "disallow", "path": "*/indesign-reference-footer.html", "line": 75 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners-reference.html", "line": 76 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners/machine-vision-cameras.html", "line": 77 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners/smart-sensors-and-cameras.html", "line": 78 }, { "directive": "disallow", "path": "*/jg-test-page.html", "line": 79 }, { "directive": "disallow", "path": "*/ka-reference.html", "line": 80 }, { "directive": "disallow", "path": "*/label_carousel1.html", "line": 81 }, { "directive": "disallow", "path": "*/LabelsHero.html", "line": 82 }, { "directive": "disallow", "path": "*/lifeguard-reference.html", "line": 83 }, { "directive": "disallow", "path": "*/mobile-computers-index-reference.html", "line": 84 }, { "directive": "disallow", "path": "*/mobile-software-reference-page.html", "line": 85 }, { "directive": "disallow", "path": "*/mp-header.html", "line": 86 }, { "directive": "disallow", "path": "*/multiplane-scanner-reference.html", "line": 87 }, { "directive": "disallow", "path": "*/na-savanna-reference-component.html", "line": 88 }, { "directive": "disallow", "path": "*/navtestsohoempty.html", "line": 89 }, { "directive": "disallow", "path": "*/navtestsohofooteronly.html", "line": 90 }, { "directive": "disallow", "path": "*/navtestsohoheader.html", "line": 91 }, { "directive": "disallow", "path": "*/navtestsohoresponsiveproductdetail.html", "line": 92 }, { "directive": "disallow", "path": "*/nrf-footer.html", "line": 93 }, { "directive": "disallow", "path": "*/partner-application-locator/partner-details.html", "line": 94 }, { "directive": "disallow", "path": "*/partner-application-locator/software-apps-details.html", "line": 95 }, { "directive": "disallow", "path": "*/partnerconnect-tc.html", "line": 96 }, { "directive": "disallow", "path": "*/pavel-sandbox.html", "line": 97 }, { "directive": "disallow", "path": "*/presentation-customer-facing/*", "line": 98 }, { "directive": "disallow", "path": "*/press-releases/2012.html", "line": 99 }, { "directive": "disallow", "path": "*/press-releases/2013.html", "line": 100 }, { "directive": "disallow", "path": "*/press-releases/2014.html", "line": 101 }, { "directive": "disallow", "path": "*/press-releases/2015.html", "line": 102 }, { "directive": "disallow", "path": "*/press-releases/2016.html", "line": 103 }, { "directive": "disallow", "path": "*/press-releases/2017.html", "line": 104 }, { "directive": "disallow", "path": "*/press-releases/2018.html", "line": 105 }, { "directive": "disallow", "path": "*/press-releases/2019.html", "line": 106 }, { "directive": "disallow", "path": "*/press-releases/2020.html", "line": 107 }, { "directive": "disallow", "path": "*/press-releases/2021.html", "line": 108 }, { "directive": "disallow", "path": "*/press-releases/2022.html", "line": 109 }, { "directive": "disallow", "path": "*/press-releases/2023.html", "line": 110 }, { "directive": "disallow", "path": "*/printer-faq-reference.html", "line": 111 }, { "directive": "disallow", "path": "*/printer-index-reference.html", "line": 112 }, { "directive": "disallow", "path": "*/printer-reference.html", "line": 113 }, { "directive": "disallow", "path": "*/proddettest.html", "line": 114 }, { "directive": "disallow", "path": "*/product-marketing-bulletin/*", "line": 115 }, { "directive": "disallow", "path": "*/products/compare-models.html", "line": 116 }, { "directive": "disallow", "path": "*/products/references.html", "line": 117 }, { "directive": "disallow", "path": "*/products/references/*", "line": 118 }, { "directive": "disallow", "path": "*/reference-component.html", "line": 119 }, { "directive": "disallow", "path": "*/reference-components-page-cross-promotion.html", "line": 120 }, { "directive": "disallow", "path": "*/reference-components-page-cross-promotion/*", "line": 121 }, { "directive": "disallow", "path": "*/reference-components.html", "line": 122 }, { "directive": "disallow", "path": "*/reference-lifeguard.html", "line": 123 }, { "directive": "disallow", "path": "*/reference.html", "line": 124 }, { "directive": "disallow", "path": "*/repair-order-latam-reference.html", "line": 125 }, { "directive": "disallow", "path": "*/respblank.html", "line": 126 }, { "directive": "disallow", "path": "*/rfid-readers-reference-page.html", "line": 127 }, { "directive": "disallow", "path": "*/rma-reference.html", "line": 128 }, { "directive": "disallow", "path": "*/s-marketing-bulletin/*", "line": 129 }, { "directive": "disallow", "path": "*/sale-eos-eosl-reference.html", "line": 130 }, { "directive": "disallow", "path": "*/sandbox.html", "line": 131 }, { "directive": "disallow", "path": "*/sandbox/*", "line": 132 }, { "directive": "disallow", "path": "*/scanner-software-reference.html", "line": 133 }, { "directive": "disallow", "path": "*/selling-guide/*", "line": 134 }, { "directive": "disallow", "path": "*/service-marketing-bulletin/*", "line": 135 }, { "directive": "disallow", "path": "*/services/zebra-services-agent.html", "line": 136 }, { "directive": "disallow", "path": "*/sitesearch.html", "line": 137 }, { "directive": "disallow", "path": "*/smart-sensors-and-cameras/mios.html", "line": 138 }, { "directive": "disallow", "path": "*/smb/ap/en/*", "line": 139 }, { "directive": "disallow", "path": "*/smb/gb/en/404.html", "line": 140 }, { "directive": "disallow", "path": "*/smb/gb/en/terms-and-conditions.html", "line": 141 }, { "directive": "disallow", "path": "*/smb/gb/en/test.html", "line": 142 }, { "directive": "disallow", "path": "*/smb/us/en/404.html", "line": 143 }, { "directive": "disallow", "path": "*/smb/us/en/terms-and-conditions.html", "line": 144 }, { "directive": "disallow", "path": "*/smb/us/en/test.html", "line": 145 }, { "directive": "disallow", "path": "*/software-licensing-reference.html", "line": 146 }, { "directive": "disallow", "path": "*/sohoempty_page.html", "line": 147 }, { "directive": "disallow", "path": "*/sohoempty.html", "line": 148 }, { "directive": "disallow", "path": "*/sohozebraempty.html", "line": 149 }, { "directive": "disallow", "path": "*/spec-sheet-reference-components.html", "line": 150 }, { "directive": "disallow", "path": "*/spec-sheet-reference-components/*", "line": 151 }, { "directive": "disallow", "path": "*/sub-vertical.html", "line": 152 }, { "directive": "disallow", "path": "*/subscription-administration.html", "line": 153 }, { "directive": "disallow", "path": "*/support-community-reference.html", "line": 154 }, { "directive": "disallow", "path": "*/support-downloads/eula.html", "line": 155 }, { "directive": "disallow", "path": "*/support-downloads/eula/*", "line": 156 }, { "directive": "disallow", "path": "*/support-downloads/evm-cn/*", "line": 157 }, { "directive": "disallow", "path": "*/support-downloads/evm-jp/*", "line": 158 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/aurora.html", "line": 159 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/fixed-industrial-scanners.html", "line": 160 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/industrial-machine-vision-drawings.html", "line": 161 }, { "directive": "disallow", "path": "*/support-downloads/mobile-computers/handheld/mc20.html", "line": 162 }, { "directive": "allow", "path": "*/jp/ja/support-downloads/mobile-computers/handheld/mc20.html", "line": 163 }, { "directive": "disallow", "path": "*/support-downloads/printer-software/cn.html", "line": 164 }, { "directive": "disallow", "path": "*/support-downloads/printers-cn/*", "line": 165 }, { "directive": "disallow", "path": "*/support-downloads/printers/printer-reference/*", "line": 166 }, { "directive": "disallow", "path": "*/support-downloads/proactive-battery-replacement-service.html", "line": 167 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/desktop/zd620.html", "line": 168 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/desktop/zd6x1.html", "line": 169 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/qln.html", "line": 170 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/qln420.html", "line": 171 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/zq6.html", "line": 172 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/zq6p.html", "line": 173 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/print-engine/ze511.html", "line": 174 }, { "directive": "disallow", "path": "*/support-downloads/services/zams-documentation.html", "line": 175 }, { "directive": "disallow", "path": "*/support-downloads/shellshock-bug-info.html", "line": 176 }, { "directive": "disallow", "path": "*/support-downloads/tc-emea.html", "line": 177 }, { "directive": "disallow", "path": "*/support-downloads/temperature-monitors-and-sensors-support/electronic-temperature-sensors-data-device-monitoring-tools/zb200-bridge.html", "line": 178 }, { "directive": "disallow", "path": "*/support-downloads/temperature-monitors-and-sensors-support/electronic-temperature-sensors-data-device-monitoring-tools/zs300-sensors.html", "line": 179 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/aurora/aurora-imaging-library/aurora-imaging-library-lite.html", "line": 180 }, { "directive": "disallow", "path": "*/support-eula.html", "line": 181 }, { "directive": "disallow", "path": "*/support-eula/*", "line": 182 }, { "directive": "disallow", "path": "*/support-ping-test.html", "line": 183 }, { "directive": "disallow", "path": "*/system-error.html", "line": 184 }, { "directive": "disallow", "path": "*/tablets-circle-promo-2col-reference.html", "line": 185 }, { "directive": "disallow", "path": "*/tablets-index-reference.html", "line": 186 }, { "directive": "disallow", "path": "*/tablets-reference-components.html", "line": 187 }, { "directive": "disallow", "path": "*/thank-you.html", "line": 188 }, { "directive": "disallow", "path": "*/thank-you.html*", "line": 189 }, { "directive": "disallow", "path": "*/tile-reference.html", "line": 190 }, { "directive": "disallow", "path": "*/use-case.html", "line": 191 }, { "directive": "disallow", "path": "*/userreg.html", "line": 192 }, { "directive": "disallow", "path": "*/userreg/*", "line": 193 }, { "directive": "disallow", "path": "*/visibilityiq-foresight-support/visibilityiq-foresight-order-onboarding.html", "line": 194 }, { "directive": "disallow", "path": "*/warehouse-visibility-campaign-footer-reference-component.html", "line": 195 }, { "directive": "disallow", "path": "*/xplore-reference-component.html", "line": 196 }, { "directive": "disallow", "path": "*/zbotchat.html", "line": 197 }, { "directive": "disallow", "path": "*/zc-series-reference-page.html", "line": 198 }, { "directive": "disallow", "path": "*/zd420-zd620-reference-component.html", "line": 199 }, { "directive": "disallow", "path": "*/zebra-web-style-guidelines.html", "line": 200 }, { "directive": "disallow", "path": "*/zebra-web-style-guidelines/*", "line": 201 }, { "directive": "disallow", "path": "*/zebradita1.html", "line": 202 }, { "directive": "disallow", "path": "*/zebralink-sdk-windows-ce.html", "line": 203 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-android.html", "line": 204 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-blackberry.html", "line": 205 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-windows-mobile.html", "line": 206 }, { "directive": "disallow", "path": "*/zq600-series-reference-page.html", "line": 207 }, { "directive": "disallow", "path": "*/zt400-series-reference-component.html", "line": 208 }, { "directive": "disallow", "path": "*/0003/zebra-it-security-video-portfolio-compliance-en-us.mp4", "line": 209 }, { "directive": "disallow", "path": "*/support-downloads/software/operating-system/et45-operating-system-for-gms-device.html", "line": 210 }, { "directive": "disallow", "path": "*/support-downloads/services/zebra-service-agent.html", "line": 211 }, { "directive": "disallow", "path": "*/products/request-quote.html", "line": 212 }, { "directive": "disallow", "path": "*/products/request-quote/*", "line": 213 }, { "directive": "disallow", "path": "*/zebra-rebrand/*", "line": 214 }, { "directive": "disallow", "path": "*/web-apps/embeddable-printer-select.html", "line": 215 }, { "directive": "disallow", "path": "*/web-apps/embeddable-scanner-select.html", "line": 216 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216 ] }, "ChatGPT-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/3600-series-reference-components.html", "line": 2 }, { "directive": "disallow", "path": "*/5x5-end-user/*", "line": 3 }, { "directive": "disallow", "path": "*/5x5-partner/*", "line": 4 }, { "directive": "disallow", "path": "*/ad-reference.html", "line": 5 }, { "directive": "disallow", "path": "*/address-change-reference.html", "line": 6 }, { "directive": "disallow", "path": "*/aks-test.html", "line": 7 }, { "directive": "disallow", "path": "*/apac-campaigns-reference-pages.html", "line": 8 }, { "directive": "disallow", "path": "*/apac-savanna-reference-component.html", "line": 9 }, { "directive": "disallow", "path": "*/apps/dlmanager*", "line": 10 }, { "directive": "disallow", "path": "*/battle-card/*", "line": 11 }, { "directive": "disallow", "path": "*/battlecard/*", "line": 12 }, { "directive": "disallow", "path": "*/bulletin-marketing/*", "line": 13 }, { "directive": "disallow", "path": "*/bulletins-marketing/*", "line": 14 }, { "directive": "disallow", "path": "*/buy-online-anz.html", "line": 15 }, { "directive": "disallow", "path": "*/campaign-references.html", "line": 16 }, { "directive": "disallow", "path": "*/campaign-references/*", "line": 17 }, { "directive": "disallow", "path": "*/campaign-tiles.html", "line": 18 }, { "directive": "disallow", "path": "*/campaigns-emea.html", "line": 19 }, { "directive": "disallow", "path": "*/capture-your-edge-references.html", "line": 20 }, { "directive": "disallow", "path": "*/circular-economy-reference.html", "line": 21 }, { "directive": "disallow", "path": "*/compare-products.html", "line": 22 }, { "directive": "disallow", "path": "*/content/dam/private/*", "line": 23 }, { "directive": "disallow", "path": "*/content/dam/zebra_dam/en/reports/vision-study/retail-shopper-report-vision-study-2023-en-us.pdf", "line": 24 }, { "directive": "disallow", "path": "*/content/dam/zebra_new_ia/en-us/solutions-verticals/product/tag/*", "line": 25 }, { "directive": "disallow", "path": "*/content/dam/zebra_partner/*", "line": 26 }, { "directive": "disallow", "path": "*/content/tcm/*", "line": 27 }, { "directive": "disallow", "path": "*/cpn.html", "line": 28 }, { "directive": "disallow", "path": "*/cpn/bridge-the-retail-customer-experience-gap/ebook.html", "line": 29 }, { "directive": "disallow", "path": "*/cpn/na-campaigns-reference-pages.html", "line": 30 }, { "directive": "disallow", "path": "*/cpn/plp/*", "line": 31 }, { "directive": "disallow", "path": "*/dashboard-reference.html", "line": 32 }, { "directive": "disallow", "path": "*/distributor-notice/*", "line": 33 }, { "directive": "disallow", "path": "*/emea-campaigns-reference-pages.html", "line": 34 }, { "directive": "disallow", "path": "*/emea-savanna-reference-component.html", "line": 35 }, { "directive": "disallow", "path": "*/error/*", "line": 36 }, { "directive": "disallow", "path": "*/etsy-special-buy.html", "line": 37 }, { "directive": "disallow", "path": "*/eula-reference.html", "line": 38 }, { "directive": "disallow", "path": "*/evm-reference-components.html", "line": 39 }, { "directive": "disallow", "path": "*/ewa.html", "line": 40 }, { "directive": "disallow", "path": "*/ewa/*", "line": 41 }, { "directive": "disallow", "path": "*/faq-chat-reference.html", "line": 42 }, { "directive": "disallow", "path": "*/featured-content-reference.html", "line": 43 }, { "directive": "disallow", "path": "*/footer-only.html", "line": 44 }, { "directive": "disallow", "path": "*/footer-reference.html", "line": 45 }, { "directive": "disallow", "path": "*/footer-salesforce.html", "line": 46 }, { "directive": "disallow", "path": "*/footer.html", "line": 47 }, { "directive": "disallow", "path": "*/forms.html", "line": 48 }, { "directive": "disallow", "path": "*/forms/*", "line": 49 }, { "directive": "disallow", "path": "*/global/apac/*", "line": 50 }, { "directive": "disallow", "path": "*/global/china/*", "line": 51 }, { "directive": "disallow", "path": "*/global/de_de/*", "line": 52 }, { "directive": "disallow", "path": "*/global/emea/*", "line": 53 }, { "directive": "disallow", "path": "*/global/en_ap/*", "line": 54 }, { "directive": "disallow", "path": "*/global/en_gb/*", "line": 55 }, { "directive": "disallow", "path": "*/global/en_us/*", "line": 56 }, { "directive": "disallow", "path": "*/global/es_es/*", "line": 57 }, { "directive": "disallow", "path": "*/global/es_la/*", "line": 58 }, { "directive": "disallow", "path": "*/global/fr_fr/*", "line": 59 }, { "directive": "disallow", "path": "*/global/it_it/*", "line": 60 }, { "directive": "disallow", "path": "*/global/ja_jp/*", "line": 61 }, { "directive": "disallow", "path": "*/global/kr_ko/*", "line": 62 }, { "directive": "disallow", "path": "*/global/latam/*", "line": 63 }, { "directive": "disallow", "path": "*/global/master/*", "line": 64 }, { "directive": "disallow", "path": "*/global/pl_pl/*", "line": 65 }, { "directive": "disallow", "path": "*/global/pt_br/*", "line": 66 }, { "directive": "disallow", "path": "*/global/ru_ru/*", "line": 67 }, { "directive": "disallow", "path": "*/global/tr_tr/*", "line": 68 }, { "directive": "disallow", "path": "*/global/zh_cn/*", "line": 69 }, { "directive": "disallow", "path": "*/guide-selling/*", "line": 70 }, { "directive": "disallow", "path": "*/handhelds-circle-two-col-promos-reference.html", "line": 71 }, { "directive": "disallow", "path": "*/header-footer.html", "line": 72 }, { "directive": "disallow", "path": "*/header-only.html", "line": 73 }, { "directive": "disallow", "path": "*/header.html", "line": 74 }, { "directive": "disallow", "path": "*/indesign-reference-footer.html", "line": 75 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners-reference.html", "line": 76 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners/machine-vision-cameras.html", "line": 77 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners/smart-sensors-and-cameras.html", "line": 78 }, { "directive": "disallow", "path": "*/jg-test-page.html", "line": 79 }, { "directive": "disallow", "path": "*/ka-reference.html", "line": 80 }, { "directive": "disallow", "path": "*/label_carousel1.html", "line": 81 }, { "directive": "disallow", "path": "*/LabelsHero.html", "line": 82 }, { "directive": "disallow", "path": "*/lifeguard-reference.html", "line": 83 }, { "directive": "disallow", "path": "*/mobile-computers-index-reference.html", "line": 84 }, { "directive": "disallow", "path": "*/mobile-software-reference-page.html", "line": 85 }, { "directive": "disallow", "path": "*/mp-header.html", "line": 86 }, { "directive": "disallow", "path": "*/multiplane-scanner-reference.html", "line": 87 }, { "directive": "disallow", "path": "*/na-savanna-reference-component.html", "line": 88 }, { "directive": "disallow", "path": "*/navtestsohoempty.html", "line": 89 }, { "directive": "disallow", "path": "*/navtestsohofooteronly.html", "line": 90 }, { "directive": "disallow", "path": "*/navtestsohoheader.html", "line": 91 }, { "directive": "disallow", "path": "*/navtestsohoresponsiveproductdetail.html", "line": 92 }, { "directive": "disallow", "path": "*/nrf-footer.html", "line": 93 }, { "directive": "disallow", "path": "*/partner-application-locator/partner-details.html", "line": 94 }, { "directive": "disallow", "path": "*/partner-application-locator/software-apps-details.html", "line": 95 }, { "directive": "disallow", "path": "*/partnerconnect-tc.html", "line": 96 }, { "directive": "disallow", "path": "*/pavel-sandbox.html", "line": 97 }, { "directive": "disallow", "path": "*/presentation-customer-facing/*", "line": 98 }, { "directive": "disallow", "path": "*/press-releases/2012.html", "line": 99 }, { "directive": "disallow", "path": "*/press-releases/2013.html", "line": 100 }, { "directive": "disallow", "path": "*/press-releases/2014.html", "line": 101 }, { "directive": "disallow", "path": "*/press-releases/2015.html", "line": 102 }, { "directive": "disallow", "path": "*/press-releases/2016.html", "line": 103 }, { "directive": "disallow", "path": "*/press-releases/2017.html", "line": 104 }, { "directive": "disallow", "path": "*/press-releases/2018.html", "line": 105 }, { "directive": "disallow", "path": "*/press-releases/2019.html", "line": 106 }, { "directive": "disallow", "path": "*/press-releases/2020.html", "line": 107 }, { "directive": "disallow", "path": "*/press-releases/2021.html", "line": 108 }, { "directive": "disallow", "path": "*/press-releases/2022.html", "line": 109 }, { "directive": "disallow", "path": "*/press-releases/2023.html", "line": 110 }, { "directive": "disallow", "path": "*/printer-faq-reference.html", "line": 111 }, { "directive": "disallow", "path": "*/printer-index-reference.html", "line": 112 }, { "directive": "disallow", "path": "*/printer-reference.html", "line": 113 }, { "directive": "disallow", "path": "*/proddettest.html", "line": 114 }, { "directive": "disallow", "path": "*/product-marketing-bulletin/*", "line": 115 }, { "directive": "disallow", "path": "*/products/compare-models.html", "line": 116 }, { "directive": "disallow", "path": "*/products/references.html", "line": 117 }, { "directive": "disallow", "path": "*/products/references/*", "line": 118 }, { "directive": "disallow", "path": "*/reference-component.html", "line": 119 }, { "directive": "disallow", "path": "*/reference-components-page-cross-promotion.html", "line": 120 }, { "directive": "disallow", "path": "*/reference-components-page-cross-promotion/*", "line": 121 }, { "directive": "disallow", "path": "*/reference-components.html", "line": 122 }, { "directive": "disallow", "path": "*/reference-lifeguard.html", "line": 123 }, { "directive": "disallow", "path": "*/reference.html", "line": 124 }, { "directive": "disallow", "path": "*/repair-order-latam-reference.html", "line": 125 }, { "directive": "disallow", "path": "*/respblank.html", "line": 126 }, { "directive": "disallow", "path": "*/rfid-readers-reference-page.html", "line": 127 }, { "directive": "disallow", "path": "*/rma-reference.html", "line": 128 }, { "directive": "disallow", "path": "*/s-marketing-bulletin/*", "line": 129 }, { "directive": "disallow", "path": "*/sale-eos-eosl-reference.html", "line": 130 }, { "directive": "disallow", "path": "*/sandbox.html", "line": 131 }, { "directive": "disallow", "path": "*/sandbox/*", "line": 132 }, { "directive": "disallow", "path": "*/scanner-software-reference.html", "line": 133 }, { "directive": "disallow", "path": "*/selling-guide/*", "line": 134 }, { "directive": "disallow", "path": "*/service-marketing-bulletin/*", "line": 135 }, { "directive": "disallow", "path": "*/services/zebra-services-agent.html", "line": 136 }, { "directive": "disallow", "path": "*/sitesearch.html", "line": 137 }, { "directive": "disallow", "path": "*/smart-sensors-and-cameras/mios.html", "line": 138 }, { "directive": "disallow", "path": "*/smb/ap/en/*", "line": 139 }, { "directive": "disallow", "path": "*/smb/gb/en/404.html", "line": 140 }, { "directive": "disallow", "path": "*/smb/gb/en/terms-and-conditions.html", "line": 141 }, { "directive": "disallow", "path": "*/smb/gb/en/test.html", "line": 142 }, { "directive": "disallow", "path": "*/smb/us/en/404.html", "line": 143 }, { "directive": "disallow", "path": "*/smb/us/en/terms-and-conditions.html", "line": 144 }, { "directive": "disallow", "path": "*/smb/us/en/test.html", "line": 145 }, { "directive": "disallow", "path": "*/software-licensing-reference.html", "line": 146 }, { "directive": "disallow", "path": "*/sohoempty_page.html", "line": 147 }, { "directive": "disallow", "path": "*/sohoempty.html", "line": 148 }, { "directive": "disallow", "path": "*/sohozebraempty.html", "line": 149 }, { "directive": "disallow", "path": "*/spec-sheet-reference-components.html", "line": 150 }, { "directive": "disallow", "path": "*/spec-sheet-reference-components/*", "line": 151 }, { "directive": "disallow", "path": "*/sub-vertical.html", "line": 152 }, { "directive": "disallow", "path": "*/subscription-administration.html", "line": 153 }, { "directive": "disallow", "path": "*/support-community-reference.html", "line": 154 }, { "directive": "disallow", "path": "*/support-downloads/eula.html", "line": 155 }, { "directive": "disallow", "path": "*/support-downloads/eula/*", "line": 156 }, { "directive": "disallow", "path": "*/support-downloads/evm-cn/*", "line": 157 }, { "directive": "disallow", "path": "*/support-downloads/evm-jp/*", "line": 158 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/aurora.html", "line": 159 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/fixed-industrial-scanners.html", "line": 160 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/industrial-machine-vision-drawings.html", "line": 161 }, { "directive": "disallow", "path": "*/support-downloads/mobile-computers/handheld/mc20.html", "line": 162 }, { "directive": "allow", "path": "*/jp/ja/support-downloads/mobile-computers/handheld/mc20.html", "line": 163 }, { "directive": "disallow", "path": "*/support-downloads/printer-software/cn.html", "line": 164 }, { "directive": "disallow", "path": "*/support-downloads/printers-cn/*", "line": 165 }, { "directive": "disallow", "path": "*/support-downloads/printers/printer-reference/*", "line": 166 }, { "directive": "disallow", "path": "*/support-downloads/proactive-battery-replacement-service.html", "line": 167 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/desktop/zd620.html", "line": 168 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/desktop/zd6x1.html", "line": 169 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/qln.html", "line": 170 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/qln420.html", "line": 171 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/zq6.html", "line": 172 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/zq6p.html", "line": 173 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/print-engine/ze511.html", "line": 174 }, { "directive": "disallow", "path": "*/support-downloads/services/zams-documentation.html", "line": 175 }, { "directive": "disallow", "path": "*/support-downloads/shellshock-bug-info.html", "line": 176 }, { "directive": "disallow", "path": "*/support-downloads/tc-emea.html", "line": 177 }, { "directive": "disallow", "path": "*/support-downloads/temperature-monitors-and-sensors-support/electronic-temperature-sensors-data-device-monitoring-tools/zb200-bridge.html", "line": 178 }, { "directive": "disallow", "path": "*/support-downloads/temperature-monitors-and-sensors-support/electronic-temperature-sensors-data-device-monitoring-tools/zs300-sensors.html", "line": 179 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/aurora/aurora-imaging-library/aurora-imaging-library-lite.html", "line": 180 }, { "directive": "disallow", "path": "*/support-eula.html", "line": 181 }, { "directive": "disallow", "path": "*/support-eula/*", "line": 182 }, { "directive": "disallow", "path": "*/support-ping-test.html", "line": 183 }, { "directive": "disallow", "path": "*/system-error.html", "line": 184 }, { "directive": "disallow", "path": "*/tablets-circle-promo-2col-reference.html", "line": 185 }, { "directive": "disallow", "path": "*/tablets-index-reference.html", "line": 186 }, { "directive": "disallow", "path": "*/tablets-reference-components.html", "line": 187 }, { "directive": "disallow", "path": "*/thank-you.html", "line": 188 }, { "directive": "disallow", "path": "*/thank-you.html*", "line": 189 }, { "directive": "disallow", "path": "*/tile-reference.html", "line": 190 }, { "directive": "disallow", "path": "*/use-case.html", "line": 191 }, { "directive": "disallow", "path": "*/userreg.html", "line": 192 }, { "directive": "disallow", "path": "*/userreg/*", "line": 193 }, { "directive": "disallow", "path": "*/visibilityiq-foresight-support/visibilityiq-foresight-order-onboarding.html", "line": 194 }, { "directive": "disallow", "path": "*/warehouse-visibility-campaign-footer-reference-component.html", "line": 195 }, { "directive": "disallow", "path": "*/xplore-reference-component.html", "line": 196 }, { "directive": "disallow", "path": "*/zbotchat.html", "line": 197 }, { "directive": "disallow", "path": "*/zc-series-reference-page.html", "line": 198 }, { "directive": "disallow", "path": "*/zd420-zd620-reference-component.html", "line": 199 }, { "directive": "disallow", "path": "*/zebra-web-style-guidelines.html", "line": 200 }, { "directive": "disallow", "path": "*/zebra-web-style-guidelines/*", "line": 201 }, { "directive": "disallow", "path": "*/zebradita1.html", "line": 202 }, { "directive": "disallow", "path": "*/zebralink-sdk-windows-ce.html", "line": 203 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-android.html", "line": 204 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-blackberry.html", "line": 205 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-windows-mobile.html", "line": 206 }, { "directive": "disallow", "path": "*/zq600-series-reference-page.html", "line": 207 }, { "directive": "disallow", "path": "*/zt400-series-reference-component.html", "line": 208 }, { "directive": "disallow", "path": "*/0003/zebra-it-security-video-portfolio-compliance-en-us.mp4", "line": 209 }, { "directive": "disallow", "path": "*/support-downloads/software/operating-system/et45-operating-system-for-gms-device.html", "line": 210 }, { "directive": "disallow", "path": "*/support-downloads/services/zebra-service-agent.html", "line": 211 }, { "directive": "disallow", "path": "*/products/request-quote.html", "line": 212 }, { "directive": "disallow", "path": "*/products/request-quote/*", "line": 213 }, { "directive": "disallow", "path": "*/zebra-rebrand/*", "line": 214 }, { "directive": "disallow", "path": "*/web-apps/embeddable-printer-select.html", "line": 215 }, { "directive": "disallow", "path": "*/web-apps/embeddable-scanner-select.html", "line": 216 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216 ] }, "Claude-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/3600-series-reference-components.html", "line": 2 }, { "directive": "disallow", "path": "*/5x5-end-user/*", "line": 3 }, { "directive": "disallow", "path": "*/5x5-partner/*", "line": 4 }, { "directive": "disallow", "path": "*/ad-reference.html", "line": 5 }, { "directive": "disallow", "path": "*/address-change-reference.html", "line": 6 }, { "directive": "disallow", "path": "*/aks-test.html", "line": 7 }, { "directive": "disallow", "path": "*/apac-campaigns-reference-pages.html", "line": 8 }, { "directive": "disallow", "path": "*/apac-savanna-reference-component.html", "line": 9 }, { "directive": "disallow", "path": "*/apps/dlmanager*", "line": 10 }, { "directive": "disallow", "path": "*/battle-card/*", "line": 11 }, { "directive": "disallow", "path": "*/battlecard/*", "line": 12 }, { "directive": "disallow", "path": "*/bulletin-marketing/*", "line": 13 }, { "directive": "disallow", "path": "*/bulletins-marketing/*", "line": 14 }, { "directive": "disallow", "path": "*/buy-online-anz.html", "line": 15 }, { "directive": "disallow", "path": "*/campaign-references.html", "line": 16 }, { "directive": "disallow", "path": "*/campaign-references/*", "line": 17 }, { "directive": "disallow", "path": "*/campaign-tiles.html", "line": 18 }, { "directive": "disallow", "path": "*/campaigns-emea.html", "line": 19 }, { "directive": "disallow", "path": "*/capture-your-edge-references.html", "line": 20 }, { "directive": "disallow", "path": "*/circular-economy-reference.html", "line": 21 }, { "directive": "disallow", "path": "*/compare-products.html", "line": 22 }, { "directive": "disallow", "path": "*/content/dam/private/*", "line": 23 }, { "directive": "disallow", "path": "*/content/dam/zebra_dam/en/reports/vision-study/retail-shopper-report-vision-study-2023-en-us.pdf", "line": 24 }, { "directive": "disallow", "path": "*/content/dam/zebra_new_ia/en-us/solutions-verticals/product/tag/*", "line": 25 }, { "directive": "disallow", "path": "*/content/dam/zebra_partner/*", "line": 26 }, { "directive": "disallow", "path": "*/content/tcm/*", "line": 27 }, { "directive": "disallow", "path": "*/cpn.html", "line": 28 }, { "directive": "disallow", "path": "*/cpn/bridge-the-retail-customer-experience-gap/ebook.html", "line": 29 }, { "directive": "disallow", "path": "*/cpn/na-campaigns-reference-pages.html", "line": 30 }, { "directive": "disallow", "path": "*/cpn/plp/*", "line": 31 }, { "directive": "disallow", "path": "*/dashboard-reference.html", "line": 32 }, { "directive": "disallow", "path": "*/distributor-notice/*", "line": 33 }, { "directive": "disallow", "path": "*/emea-campaigns-reference-pages.html", "line": 34 }, { "directive": "disallow", "path": "*/emea-savanna-reference-component.html", "line": 35 }, { "directive": "disallow", "path": "*/error/*", "line": 36 }, { "directive": "disallow", "path": "*/etsy-special-buy.html", "line": 37 }, { "directive": "disallow", "path": "*/eula-reference.html", "line": 38 }, { "directive": "disallow", "path": "*/evm-reference-components.html", "line": 39 }, { "directive": "disallow", "path": "*/ewa.html", "line": 40 }, { "directive": "disallow", "path": "*/ewa/*", "line": 41 }, { "directive": "disallow", "path": "*/faq-chat-reference.html", "line": 42 }, { "directive": "disallow", "path": "*/featured-content-reference.html", "line": 43 }, { "directive": "disallow", "path": "*/footer-only.html", "line": 44 }, { "directive": "disallow", "path": "*/footer-reference.html", "line": 45 }, { "directive": "disallow", "path": "*/footer-salesforce.html", "line": 46 }, { "directive": "disallow", "path": "*/footer.html", "line": 47 }, { "directive": "disallow", "path": "*/forms.html", "line": 48 }, { "directive": "disallow", "path": "*/forms/*", "line": 49 }, { "directive": "disallow", "path": "*/global/apac/*", "line": 50 }, { "directive": "disallow", "path": "*/global/china/*", "line": 51 }, { "directive": "disallow", "path": "*/global/de_de/*", "line": 52 }, { "directive": "disallow", "path": "*/global/emea/*", "line": 53 }, { "directive": "disallow", "path": "*/global/en_ap/*", "line": 54 }, { "directive": "disallow", "path": "*/global/en_gb/*", "line": 55 }, { "directive": "disallow", "path": "*/global/en_us/*", "line": 56 }, { "directive": "disallow", "path": "*/global/es_es/*", "line": 57 }, { "directive": "disallow", "path": "*/global/es_la/*", "line": 58 }, { "directive": "disallow", "path": "*/global/fr_fr/*", "line": 59 }, { "directive": "disallow", "path": "*/global/it_it/*", "line": 60 }, { "directive": "disallow", "path": "*/global/ja_jp/*", "line": 61 }, { "directive": "disallow", "path": "*/global/kr_ko/*", "line": 62 }, { "directive": "disallow", "path": "*/global/latam/*", "line": 63 }, { "directive": "disallow", "path": "*/global/master/*", "line": 64 }, { "directive": "disallow", "path": "*/global/pl_pl/*", "line": 65 }, { "directive": "disallow", "path": "*/global/pt_br/*", "line": 66 }, { "directive": "disallow", "path": "*/global/ru_ru/*", "line": 67 }, { "directive": "disallow", "path": "*/global/tr_tr/*", "line": 68 }, { "directive": "disallow", "path": "*/global/zh_cn/*", "line": 69 }, { "directive": "disallow", "path": "*/guide-selling/*", "line": 70 }, { "directive": "disallow", "path": "*/handhelds-circle-two-col-promos-reference.html", "line": 71 }, { "directive": "disallow", "path": "*/header-footer.html", "line": 72 }, { "directive": "disallow", "path": "*/header-only.html", "line": 73 }, { "directive": "disallow", "path": "*/header.html", "line": 74 }, { "directive": "disallow", "path": "*/indesign-reference-footer.html", "line": 75 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners-reference.html", "line": 76 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners/machine-vision-cameras.html", "line": 77 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners/smart-sensors-and-cameras.html", "line": 78 }, { "directive": "disallow", "path": "*/jg-test-page.html", "line": 79 }, { "directive": "disallow", "path": "*/ka-reference.html", "line": 80 }, { "directive": "disallow", "path": "*/label_carousel1.html", "line": 81 }, { "directive": "disallow", "path": "*/LabelsHero.html", "line": 82 }, { "directive": "disallow", "path": "*/lifeguard-reference.html", "line": 83 }, { "directive": "disallow", "path": "*/mobile-computers-index-reference.html", "line": 84 }, { "directive": "disallow", "path": "*/mobile-software-reference-page.html", "line": 85 }, { "directive": "disallow", "path": "*/mp-header.html", "line": 86 }, { "directive": "disallow", "path": "*/multiplane-scanner-reference.html", "line": 87 }, { "directive": "disallow", "path": "*/na-savanna-reference-component.html", "line": 88 }, { "directive": "disallow", "path": "*/navtestsohoempty.html", "line": 89 }, { "directive": "disallow", "path": "*/navtestsohofooteronly.html", "line": 90 }, { "directive": "disallow", "path": "*/navtestsohoheader.html", "line": 91 }, { "directive": "disallow", "path": "*/navtestsohoresponsiveproductdetail.html", "line": 92 }, { "directive": "disallow", "path": "*/nrf-footer.html", "line": 93 }, { "directive": "disallow", "path": "*/partner-application-locator/partner-details.html", "line": 94 }, { "directive": "disallow", "path": "*/partner-application-locator/software-apps-details.html", "line": 95 }, { "directive": "disallow", "path": "*/partnerconnect-tc.html", "line": 96 }, { "directive": "disallow", "path": "*/pavel-sandbox.html", "line": 97 }, { "directive": "disallow", "path": "*/presentation-customer-facing/*", "line": 98 }, { "directive": "disallow", "path": "*/press-releases/2012.html", "line": 99 }, { "directive": "disallow", "path": "*/press-releases/2013.html", "line": 100 }, { "directive": "disallow", "path": "*/press-releases/2014.html", "line": 101 }, { "directive": "disallow", "path": "*/press-releases/2015.html", "line": 102 }, { "directive": "disallow", "path": "*/press-releases/2016.html", "line": 103 }, { "directive": "disallow", "path": "*/press-releases/2017.html", "line": 104 }, { "directive": "disallow", "path": "*/press-releases/2018.html", "line": 105 }, { "directive": "disallow", "path": "*/press-releases/2019.html", "line": 106 }, { "directive": "disallow", "path": "*/press-releases/2020.html", "line": 107 }, { "directive": "disallow", "path": "*/press-releases/2021.html", "line": 108 }, { "directive": "disallow", "path": "*/press-releases/2022.html", "line": 109 }, { "directive": "disallow", "path": "*/press-releases/2023.html", "line": 110 }, { "directive": "disallow", "path": "*/printer-faq-reference.html", "line": 111 }, { "directive": "disallow", "path": "*/printer-index-reference.html", "line": 112 }, { "directive": "disallow", "path": "*/printer-reference.html", "line": 113 }, { "directive": "disallow", "path": "*/proddettest.html", "line": 114 }, { "directive": "disallow", "path": "*/product-marketing-bulletin/*", "line": 115 }, { "directive": "disallow", "path": "*/products/compare-models.html", "line": 116 }, { "directive": "disallow", "path": "*/products/references.html", "line": 117 }, { "directive": "disallow", "path": "*/products/references/*", "line": 118 }, { "directive": "disallow", "path": "*/reference-component.html", "line": 119 }, { "directive": "disallow", "path": "*/reference-components-page-cross-promotion.html", "line": 120 }, { "directive": "disallow", "path": "*/reference-components-page-cross-promotion/*", "line": 121 }, { "directive": "disallow", "path": "*/reference-components.html", "line": 122 }, { "directive": "disallow", "path": "*/reference-lifeguard.html", "line": 123 }, { "directive": "disallow", "path": "*/reference.html", "line": 124 }, { "directive": "disallow", "path": "*/repair-order-latam-reference.html", "line": 125 }, { "directive": "disallow", "path": "*/respblank.html", "line": 126 }, { "directive": "disallow", "path": "*/rfid-readers-reference-page.html", "line": 127 }, { "directive": "disallow", "path": "*/rma-reference.html", "line": 128 }, { "directive": "disallow", "path": "*/s-marketing-bulletin/*", "line": 129 }, { "directive": "disallow", "path": "*/sale-eos-eosl-reference.html", "line": 130 }, { "directive": "disallow", "path": "*/sandbox.html", "line": 131 }, { "directive": "disallow", "path": "*/sandbox/*", "line": 132 }, { "directive": "disallow", "path": "*/scanner-software-reference.html", "line": 133 }, { "directive": "disallow", "path": "*/selling-guide/*", "line": 134 }, { "directive": "disallow", "path": "*/service-marketing-bulletin/*", "line": 135 }, { "directive": "disallow", "path": "*/services/zebra-services-agent.html", "line": 136 }, { "directive": "disallow", "path": "*/sitesearch.html", "line": 137 }, { "directive": "disallow", "path": "*/smart-sensors-and-cameras/mios.html", "line": 138 }, { "directive": "disallow", "path": "*/smb/ap/en/*", "line": 139 }, { "directive": "disallow", "path": "*/smb/gb/en/404.html", "line": 140 }, { "directive": "disallow", "path": "*/smb/gb/en/terms-and-conditions.html", "line": 141 }, { "directive": "disallow", "path": "*/smb/gb/en/test.html", "line": 142 }, { "directive": "disallow", "path": "*/smb/us/en/404.html", "line": 143 }, { "directive": "disallow", "path": "*/smb/us/en/terms-and-conditions.html", "line": 144 }, { "directive": "disallow", "path": "*/smb/us/en/test.html", "line": 145 }, { "directive": "disallow", "path": "*/software-licensing-reference.html", "line": 146 }, { "directive": "disallow", "path": "*/sohoempty_page.html", "line": 147 }, { "directive": "disallow", "path": "*/sohoempty.html", "line": 148 }, { "directive": "disallow", "path": "*/sohozebraempty.html", "line": 149 }, { "directive": "disallow", "path": "*/spec-sheet-reference-components.html", "line": 150 }, { "directive": "disallow", "path": "*/spec-sheet-reference-components/*", "line": 151 }, { "directive": "disallow", "path": "*/sub-vertical.html", "line": 152 }, { "directive": "disallow", "path": "*/subscription-administration.html", "line": 153 }, { "directive": "disallow", "path": "*/support-community-reference.html", "line": 154 }, { "directive": "disallow", "path": "*/support-downloads/eula.html", "line": 155 }, { "directive": "disallow", "path": "*/support-downloads/eula/*", "line": 156 }, { "directive": "disallow", "path": "*/support-downloads/evm-cn/*", "line": 157 }, { "directive": "disallow", "path": "*/support-downloads/evm-jp/*", "line": 158 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/aurora.html", "line": 159 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/fixed-industrial-scanners.html", "line": 160 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/industrial-machine-vision-drawings.html", "line": 161 }, { "directive": "disallow", "path": "*/support-downloads/mobile-computers/handheld/mc20.html", "line": 162 }, { "directive": "allow", "path": "*/jp/ja/support-downloads/mobile-computers/handheld/mc20.html", "line": 163 }, { "directive": "disallow", "path": "*/support-downloads/printer-software/cn.html", "line": 164 }, { "directive": "disallow", "path": "*/support-downloads/printers-cn/*", "line": 165 }, { "directive": "disallow", "path": "*/support-downloads/printers/printer-reference/*", "line": 166 }, { "directive": "disallow", "path": "*/support-downloads/proactive-battery-replacement-service.html", "line": 167 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/desktop/zd620.html", "line": 168 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/desktop/zd6x1.html", "line": 169 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/qln.html", "line": 170 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/qln420.html", "line": 171 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/zq6.html", "line": 172 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/zq6p.html", "line": 173 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/print-engine/ze511.html", "line": 174 }, { "directive": "disallow", "path": "*/support-downloads/services/zams-documentation.html", "line": 175 }, { "directive": "disallow", "path": "*/support-downloads/shellshock-bug-info.html", "line": 176 }, { "directive": "disallow", "path": "*/support-downloads/tc-emea.html", "line": 177 }, { "directive": "disallow", "path": "*/support-downloads/temperature-monitors-and-sensors-support/electronic-temperature-sensors-data-device-monitoring-tools/zb200-bridge.html", "line": 178 }, { "directive": "disallow", "path": "*/support-downloads/temperature-monitors-and-sensors-support/electronic-temperature-sensors-data-device-monitoring-tools/zs300-sensors.html", "line": 179 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/aurora/aurora-imaging-library/aurora-imaging-library-lite.html", "line": 180 }, { "directive": "disallow", "path": "*/support-eula.html", "line": 181 }, { "directive": "disallow", "path": "*/support-eula/*", "line": 182 }, { "directive": "disallow", "path": "*/support-ping-test.html", "line": 183 }, { "directive": "disallow", "path": "*/system-error.html", "line": 184 }, { "directive": "disallow", "path": "*/tablets-circle-promo-2col-reference.html", "line": 185 }, { "directive": "disallow", "path": "*/tablets-index-reference.html", "line": 186 }, { "directive": "disallow", "path": "*/tablets-reference-components.html", "line": 187 }, { "directive": "disallow", "path": "*/thank-you.html", "line": 188 }, { "directive": "disallow", "path": "*/thank-you.html*", "line": 189 }, { "directive": "disallow", "path": "*/tile-reference.html", "line": 190 }, { "directive": "disallow", "path": "*/use-case.html", "line": 191 }, { "directive": "disallow", "path": "*/userreg.html", "line": 192 }, { "directive": "disallow", "path": "*/userreg/*", "line": 193 }, { "directive": "disallow", "path": "*/visibilityiq-foresight-support/visibilityiq-foresight-order-onboarding.html", "line": 194 }, { "directive": "disallow", "path": "*/warehouse-visibility-campaign-footer-reference-component.html", "line": 195 }, { "directive": "disallow", "path": "*/xplore-reference-component.html", "line": 196 }, { "directive": "disallow", "path": "*/zbotchat.html", "line": 197 }, { "directive": "disallow", "path": "*/zc-series-reference-page.html", "line": 198 }, { "directive": "disallow", "path": "*/zd420-zd620-reference-component.html", "line": 199 }, { "directive": "disallow", "path": "*/zebra-web-style-guidelines.html", "line": 200 }, { "directive": "disallow", "path": "*/zebra-web-style-guidelines/*", "line": 201 }, { "directive": "disallow", "path": "*/zebradita1.html", "line": 202 }, { "directive": "disallow", "path": "*/zebralink-sdk-windows-ce.html", "line": 203 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-android.html", "line": 204 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-blackberry.html", "line": 205 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-windows-mobile.html", "line": 206 }, { "directive": "disallow", "path": "*/zq600-series-reference-page.html", "line": 207 }, { "directive": "disallow", "path": "*/zt400-series-reference-component.html", "line": 208 }, { "directive": "disallow", "path": "*/0003/zebra-it-security-video-portfolio-compliance-en-us.mp4", "line": 209 }, { "directive": "disallow", "path": "*/support-downloads/software/operating-system/et45-operating-system-for-gms-device.html", "line": 210 }, { "directive": "disallow", "path": "*/support-downloads/services/zebra-service-agent.html", "line": 211 }, { "directive": "disallow", "path": "*/products/request-quote.html", "line": 212 }, { "directive": "disallow", "path": "*/products/request-quote/*", "line": 213 }, { "directive": "disallow", "path": "*/zebra-rebrand/*", "line": 214 }, { "directive": "disallow", "path": "*/web-apps/embeddable-printer-select.html", "line": 215 }, { "directive": "disallow", "path": "*/web-apps/embeddable-scanner-select.html", "line": 216 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216 ] }, "Perplexity-User": { "policy": "ambiguous", "group": "wildcard", "rules": [ { "directive": "disallow", "path": "*/3600-series-reference-components.html", "line": 2 }, { "directive": "disallow", "path": "*/5x5-end-user/*", "line": 3 }, { "directive": "disallow", "path": "*/5x5-partner/*", "line": 4 }, { "directive": "disallow", "path": "*/ad-reference.html", "line": 5 }, { "directive": "disallow", "path": "*/address-change-reference.html", "line": 6 }, { "directive": "disallow", "path": "*/aks-test.html", "line": 7 }, { "directive": "disallow", "path": "*/apac-campaigns-reference-pages.html", "line": 8 }, { "directive": "disallow", "path": "*/apac-savanna-reference-component.html", "line": 9 }, { "directive": "disallow", "path": "*/apps/dlmanager*", "line": 10 }, { "directive": "disallow", "path": "*/battle-card/*", "line": 11 }, { "directive": "disallow", "path": "*/battlecard/*", "line": 12 }, { "directive": "disallow", "path": "*/bulletin-marketing/*", "line": 13 }, { "directive": "disallow", "path": "*/bulletins-marketing/*", "line": 14 }, { "directive": "disallow", "path": "*/buy-online-anz.html", "line": 15 }, { "directive": "disallow", "path": "*/campaign-references.html", "line": 16 }, { "directive": "disallow", "path": "*/campaign-references/*", "line": 17 }, { "directive": "disallow", "path": "*/campaign-tiles.html", "line": 18 }, { "directive": "disallow", "path": "*/campaigns-emea.html", "line": 19 }, { "directive": "disallow", "path": "*/capture-your-edge-references.html", "line": 20 }, { "directive": "disallow", "path": "*/circular-economy-reference.html", "line": 21 }, { "directive": "disallow", "path": "*/compare-products.html", "line": 22 }, { "directive": "disallow", "path": "*/content/dam/private/*", "line": 23 }, { "directive": "disallow", "path": "*/content/dam/zebra_dam/en/reports/vision-study/retail-shopper-report-vision-study-2023-en-us.pdf", "line": 24 }, { "directive": "disallow", "path": "*/content/dam/zebra_new_ia/en-us/solutions-verticals/product/tag/*", "line": 25 }, { "directive": "disallow", "path": "*/content/dam/zebra_partner/*", "line": 26 }, { "directive": "disallow", "path": "*/content/tcm/*", "line": 27 }, { "directive": "disallow", "path": "*/cpn.html", "line": 28 }, { "directive": "disallow", "path": "*/cpn/bridge-the-retail-customer-experience-gap/ebook.html", "line": 29 }, { "directive": "disallow", "path": "*/cpn/na-campaigns-reference-pages.html", "line": 30 }, { "directive": "disallow", "path": "*/cpn/plp/*", "line": 31 }, { "directive": "disallow", "path": "*/dashboard-reference.html", "line": 32 }, { "directive": "disallow", "path": "*/distributor-notice/*", "line": 33 }, { "directive": "disallow", "path": "*/emea-campaigns-reference-pages.html", "line": 34 }, { "directive": "disallow", "path": "*/emea-savanna-reference-component.html", "line": 35 }, { "directive": "disallow", "path": "*/error/*", "line": 36 }, { "directive": "disallow", "path": "*/etsy-special-buy.html", "line": 37 }, { "directive": "disallow", "path": "*/eula-reference.html", "line": 38 }, { "directive": "disallow", "path": "*/evm-reference-components.html", "line": 39 }, { "directive": "disallow", "path": "*/ewa.html", "line": 40 }, { "directive": "disallow", "path": "*/ewa/*", "line": 41 }, { "directive": "disallow", "path": "*/faq-chat-reference.html", "line": 42 }, { "directive": "disallow", "path": "*/featured-content-reference.html", "line": 43 }, { "directive": "disallow", "path": "*/footer-only.html", "line": 44 }, { "directive": "disallow", "path": "*/footer-reference.html", "line": 45 }, { "directive": "disallow", "path": "*/footer-salesforce.html", "line": 46 }, { "directive": "disallow", "path": "*/footer.html", "line": 47 }, { "directive": "disallow", "path": "*/forms.html", "line": 48 }, { "directive": "disallow", "path": "*/forms/*", "line": 49 }, { "directive": "disallow", "path": "*/global/apac/*", "line": 50 }, { "directive": "disallow", "path": "*/global/china/*", "line": 51 }, { "directive": "disallow", "path": "*/global/de_de/*", "line": 52 }, { "directive": "disallow", "path": "*/global/emea/*", "line": 53 }, { "directive": "disallow", "path": "*/global/en_ap/*", "line": 54 }, { "directive": "disallow", "path": "*/global/en_gb/*", "line": 55 }, { "directive": "disallow", "path": "*/global/en_us/*", "line": 56 }, { "directive": "disallow", "path": "*/global/es_es/*", "line": 57 }, { "directive": "disallow", "path": "*/global/es_la/*", "line": 58 }, { "directive": "disallow", "path": "*/global/fr_fr/*", "line": 59 }, { "directive": "disallow", "path": "*/global/it_it/*", "line": 60 }, { "directive": "disallow", "path": "*/global/ja_jp/*", "line": 61 }, { "directive": "disallow", "path": "*/global/kr_ko/*", "line": 62 }, { "directive": "disallow", "path": "*/global/latam/*", "line": 63 }, { "directive": "disallow", "path": "*/global/master/*", "line": 64 }, { "directive": "disallow", "path": "*/global/pl_pl/*", "line": 65 }, { "directive": "disallow", "path": "*/global/pt_br/*", "line": 66 }, { "directive": "disallow", "path": "*/global/ru_ru/*", "line": 67 }, { "directive": "disallow", "path": "*/global/tr_tr/*", "line": 68 }, { "directive": "disallow", "path": "*/global/zh_cn/*", "line": 69 }, { "directive": "disallow", "path": "*/guide-selling/*", "line": 70 }, { "directive": "disallow", "path": "*/handhelds-circle-two-col-promos-reference.html", "line": 71 }, { "directive": "disallow", "path": "*/header-footer.html", "line": 72 }, { "directive": "disallow", "path": "*/header-only.html", "line": 73 }, { "directive": "disallow", "path": "*/header.html", "line": 74 }, { "directive": "disallow", "path": "*/indesign-reference-footer.html", "line": 75 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners-reference.html", "line": 76 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners/machine-vision-cameras.html", "line": 77 }, { "directive": "disallow", "path": "*/industrial-machine-vision-and-fixed-scanners/smart-sensors-and-cameras.html", "line": 78 }, { "directive": "disallow", "path": "*/jg-test-page.html", "line": 79 }, { "directive": "disallow", "path": "*/ka-reference.html", "line": 80 }, { "directive": "disallow", "path": "*/label_carousel1.html", "line": 81 }, { "directive": "disallow", "path": "*/LabelsHero.html", "line": 82 }, { "directive": "disallow", "path": "*/lifeguard-reference.html", "line": 83 }, { "directive": "disallow", "path": "*/mobile-computers-index-reference.html", "line": 84 }, { "directive": "disallow", "path": "*/mobile-software-reference-page.html", "line": 85 }, { "directive": "disallow", "path": "*/mp-header.html", "line": 86 }, { "directive": "disallow", "path": "*/multiplane-scanner-reference.html", "line": 87 }, { "directive": "disallow", "path": "*/na-savanna-reference-component.html", "line": 88 }, { "directive": "disallow", "path": "*/navtestsohoempty.html", "line": 89 }, { "directive": "disallow", "path": "*/navtestsohofooteronly.html", "line": 90 }, { "directive": "disallow", "path": "*/navtestsohoheader.html", "line": 91 }, { "directive": "disallow", "path": "*/navtestsohoresponsiveproductdetail.html", "line": 92 }, { "directive": "disallow", "path": "*/nrf-footer.html", "line": 93 }, { "directive": "disallow", "path": "*/partner-application-locator/partner-details.html", "line": 94 }, { "directive": "disallow", "path": "*/partner-application-locator/software-apps-details.html", "line": 95 }, { "directive": "disallow", "path": "*/partnerconnect-tc.html", "line": 96 }, { "directive": "disallow", "path": "*/pavel-sandbox.html", "line": 97 }, { "directive": "disallow", "path": "*/presentation-customer-facing/*", "line": 98 }, { "directive": "disallow", "path": "*/press-releases/2012.html", "line": 99 }, { "directive": "disallow", "path": "*/press-releases/2013.html", "line": 100 }, { "directive": "disallow", "path": "*/press-releases/2014.html", "line": 101 }, { "directive": "disallow", "path": "*/press-releases/2015.html", "line": 102 }, { "directive": "disallow", "path": "*/press-releases/2016.html", "line": 103 }, { "directive": "disallow", "path": "*/press-releases/2017.html", "line": 104 }, { "directive": "disallow", "path": "*/press-releases/2018.html", "line": 105 }, { "directive": "disallow", "path": "*/press-releases/2019.html", "line": 106 }, { "directive": "disallow", "path": "*/press-releases/2020.html", "line": 107 }, { "directive": "disallow", "path": "*/press-releases/2021.html", "line": 108 }, { "directive": "disallow", "path": "*/press-releases/2022.html", "line": 109 }, { "directive": "disallow", "path": "*/press-releases/2023.html", "line": 110 }, { "directive": "disallow", "path": "*/printer-faq-reference.html", "line": 111 }, { "directive": "disallow", "path": "*/printer-index-reference.html", "line": 112 }, { "directive": "disallow", "path": "*/printer-reference.html", "line": 113 }, { "directive": "disallow", "path": "*/proddettest.html", "line": 114 }, { "directive": "disallow", "path": "*/product-marketing-bulletin/*", "line": 115 }, { "directive": "disallow", "path": "*/products/compare-models.html", "line": 116 }, { "directive": "disallow", "path": "*/products/references.html", "line": 117 }, { "directive": "disallow", "path": "*/products/references/*", "line": 118 }, { "directive": "disallow", "path": "*/reference-component.html", "line": 119 }, { "directive": "disallow", "path": "*/reference-components-page-cross-promotion.html", "line": 120 }, { "directive": "disallow", "path": "*/reference-components-page-cross-promotion/*", "line": 121 }, { "directive": "disallow", "path": "*/reference-components.html", "line": 122 }, { "directive": "disallow", "path": "*/reference-lifeguard.html", "line": 123 }, { "directive": "disallow", "path": "*/reference.html", "line": 124 }, { "directive": "disallow", "path": "*/repair-order-latam-reference.html", "line": 125 }, { "directive": "disallow", "path": "*/respblank.html", "line": 126 }, { "directive": "disallow", "path": "*/rfid-readers-reference-page.html", "line": 127 }, { "directive": "disallow", "path": "*/rma-reference.html", "line": 128 }, { "directive": "disallow", "path": "*/s-marketing-bulletin/*", "line": 129 }, { "directive": "disallow", "path": "*/sale-eos-eosl-reference.html", "line": 130 }, { "directive": "disallow", "path": "*/sandbox.html", "line": 131 }, { "directive": "disallow", "path": "*/sandbox/*", "line": 132 }, { "directive": "disallow", "path": "*/scanner-software-reference.html", "line": 133 }, { "directive": "disallow", "path": "*/selling-guide/*", "line": 134 }, { "directive": "disallow", "path": "*/service-marketing-bulletin/*", "line": 135 }, { "directive": "disallow", "path": "*/services/zebra-services-agent.html", "line": 136 }, { "directive": "disallow", "path": "*/sitesearch.html", "line": 137 }, { "directive": "disallow", "path": "*/smart-sensors-and-cameras/mios.html", "line": 138 }, { "directive": "disallow", "path": "*/smb/ap/en/*", "line": 139 }, { "directive": "disallow", "path": "*/smb/gb/en/404.html", "line": 140 }, { "directive": "disallow", "path": "*/smb/gb/en/terms-and-conditions.html", "line": 141 }, { "directive": "disallow", "path": "*/smb/gb/en/test.html", "line": 142 }, { "directive": "disallow", "path": "*/smb/us/en/404.html", "line": 143 }, { "directive": "disallow", "path": "*/smb/us/en/terms-and-conditions.html", "line": 144 }, { "directive": "disallow", "path": "*/smb/us/en/test.html", "line": 145 }, { "directive": "disallow", "path": "*/software-licensing-reference.html", "line": 146 }, { "directive": "disallow", "path": "*/sohoempty_page.html", "line": 147 }, { "directive": "disallow", "path": "*/sohoempty.html", "line": 148 }, { "directive": "disallow", "path": "*/sohozebraempty.html", "line": 149 }, { "directive": "disallow", "path": "*/spec-sheet-reference-components.html", "line": 150 }, { "directive": "disallow", "path": "*/spec-sheet-reference-components/*", "line": 151 }, { "directive": "disallow", "path": "*/sub-vertical.html", "line": 152 }, { "directive": "disallow", "path": "*/subscription-administration.html", "line": 153 }, { "directive": "disallow", "path": "*/support-community-reference.html", "line": 154 }, { "directive": "disallow", "path": "*/support-downloads/eula.html", "line": 155 }, { "directive": "disallow", "path": "*/support-downloads/eula/*", "line": 156 }, { "directive": "disallow", "path": "*/support-downloads/evm-cn/*", "line": 157 }, { "directive": "disallow", "path": "*/support-downloads/evm-jp/*", "line": 158 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/aurora.html", "line": 159 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/fixed-industrial-scanners.html", "line": 160 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/industrial-machine-vision-drawings.html", "line": 161 }, { "directive": "disallow", "path": "*/support-downloads/mobile-computers/handheld/mc20.html", "line": 162 }, { "directive": "allow", "path": "*/jp/ja/support-downloads/mobile-computers/handheld/mc20.html", "line": 163 }, { "directive": "disallow", "path": "*/support-downloads/printer-software/cn.html", "line": 164 }, { "directive": "disallow", "path": "*/support-downloads/printers-cn/*", "line": 165 }, { "directive": "disallow", "path": "*/support-downloads/printers/printer-reference/*", "line": 166 }, { "directive": "disallow", "path": "*/support-downloads/proactive-battery-replacement-service.html", "line": 167 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/desktop/zd620.html", "line": 168 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/desktop/zd6x1.html", "line": 169 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/qln.html", "line": 170 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/qln420.html", "line": 171 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/zq6.html", "line": 172 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/mobile/zq6p.html", "line": 173 }, { "directive": "disallow", "path": "*/support-downloads/qrerrors/print-engine/ze511.html", "line": 174 }, { "directive": "disallow", "path": "*/support-downloads/services/zams-documentation.html", "line": 175 }, { "directive": "disallow", "path": "*/support-downloads/shellshock-bug-info.html", "line": 176 }, { "directive": "disallow", "path": "*/support-downloads/tc-emea.html", "line": 177 }, { "directive": "disallow", "path": "*/support-downloads/temperature-monitors-and-sensors-support/electronic-temperature-sensors-data-device-monitoring-tools/zb200-bridge.html", "line": 178 }, { "directive": "disallow", "path": "*/support-downloads/temperature-monitors-and-sensors-support/electronic-temperature-sensors-data-device-monitoring-tools/zs300-sensors.html", "line": 179 }, { "directive": "disallow", "path": "*/support-downloads/industrial-machine-vision-and-fixed-scanners/aurora/aurora-imaging-library/aurora-imaging-library-lite.html", "line": 180 }, { "directive": "disallow", "path": "*/support-eula.html", "line": 181 }, { "directive": "disallow", "path": "*/support-eula/*", "line": 182 }, { "directive": "disallow", "path": "*/support-ping-test.html", "line": 183 }, { "directive": "disallow", "path": "*/system-error.html", "line": 184 }, { "directive": "disallow", "path": "*/tablets-circle-promo-2col-reference.html", "line": 185 }, { "directive": "disallow", "path": "*/tablets-index-reference.html", "line": 186 }, { "directive": "disallow", "path": "*/tablets-reference-components.html", "line": 187 }, { "directive": "disallow", "path": "*/thank-you.html", "line": 188 }, { "directive": "disallow", "path": "*/thank-you.html*", "line": 189 }, { "directive": "disallow", "path": "*/tile-reference.html", "line": 190 }, { "directive": "disallow", "path": "*/use-case.html", "line": 191 }, { "directive": "disallow", "path": "*/userreg.html", "line": 192 }, { "directive": "disallow", "path": "*/userreg/*", "line": 193 }, { "directive": "disallow", "path": "*/visibilityiq-foresight-support/visibilityiq-foresight-order-onboarding.html", "line": 194 }, { "directive": "disallow", "path": "*/warehouse-visibility-campaign-footer-reference-component.html", "line": 195 }, { "directive": "disallow", "path": "*/xplore-reference-component.html", "line": 196 }, { "directive": "disallow", "path": "*/zbotchat.html", "line": 197 }, { "directive": "disallow", "path": "*/zc-series-reference-page.html", "line": 198 }, { "directive": "disallow", "path": "*/zd420-zd620-reference-component.html", "line": 199 }, { "directive": "disallow", "path": "*/zebra-web-style-guidelines.html", "line": 200 }, { "directive": "disallow", "path": "*/zebra-web-style-guidelines/*", "line": 201 }, { "directive": "disallow", "path": "*/zebradita1.html", "line": 202 }, { "directive": "disallow", "path": "*/zebralink-sdk-windows-ce.html", "line": 203 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-android.html", "line": 204 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-blackberry.html", "line": 205 }, { "directive": "disallow", "path": "*/zebralink/zebralink-sdk-windows-mobile.html", "line": 206 }, { "directive": "disallow", "path": "*/zq600-series-reference-page.html", "line": 207 }, { "directive": "disallow", "path": "*/zt400-series-reference-component.html", "line": 208 }, { "directive": "disallow", "path": "*/0003/zebra-it-security-video-portfolio-compliance-en-us.mp4", "line": 209 }, { "directive": "disallow", "path": "*/support-downloads/software/operating-system/et45-operating-system-for-gms-device.html", "line": 210 }, { "directive": "disallow", "path": "*/support-downloads/services/zebra-service-agent.html", "line": 211 }, { "directive": "disallow", "path": "*/products/request-quote.html", "line": 212 }, { "directive": "disallow", "path": "*/products/request-quote/*", "line": 213 }, { "directive": "disallow", "path": "*/zebra-rebrand/*", "line": 214 }, { "directive": "disallow", "path": "*/web-apps/embeddable-printer-select.html", "line": 215 }, { "directive": "disallow", "path": "*/web-apps/embeddable-scanner-select.html", "line": 216 } ], "warnings": [ 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216 ] } }, "httpStatus": 200, "finalUrl": "https://www.zebra.com/robots.txt", "contentType": "text/plain; charset=utf-8", "sha256": "60fd0087c4534bb55cdd2ec4b0218c8ef0dfa86f34ce63729594c068094fb408", "bytes": 9436 }, { "company": "Zimmer Biomet", "cik": "1136869", "sector": "Health Care", "origin": "http://www.zimmer.com", "checkedAt": "2026-09-26T04:56:35.085Z", "status": "ambiguous_content", "bots": null, "httpStatus": 200, "finalUrl": "https://www.zimmerbiomet.com/en", "contentType": "text/html;charset=utf-8", "sha256": "b5a6a2abbf888e398a895383b340dd362f4e497443e4ad3afd01a26fbafb5082", "bytes": 135579 }, { "company": "Zoetis", "cik": "1555280", "sector": "Health Care", "origin": "http://www.zoetis.com", "checkedAt": "2026-09-26T04:56:35.116Z", "status": "readable", "bots": { "OAI-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-SearchBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "PerplexityBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "GPTBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ClaudeBot": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "ChatGPT-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Claude-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] }, "Perplexity-User": { "policy": "no_published_restriction", "group": "wildcard", "rules": [], "warnings": [] } }, "httpStatus": 200, "finalUrl": "https://www.zoetis.com/robots.txt", "contentType": "text/plain", "sha256": "0cb8f8de33f54ea494fbced341ac75a1589f1b29a6fba2d369ebc43b7dbcb6c6", "bytes": 67 } ]