# Youth4work > Youth4work is India's talent assessment and careers platform: free skill and aptitude tests, assessed profiles and jobs for job seekers; free job posts, pre-assessed candidates and online assessments for employers. Its MCP connector lets AI assistants search jobs, take skill tests and post jobs from chat. - **URL:** https://www.youth4work.com - **Category:** saas - **Directory profile:** https://www.aiagentpages.com/listings/youth4work-com - **Machine spec:** https://www.aiagentpages.com/api/listings/youth4work-com/spec - **Directory llms.txt:** https://www.aiagentpages.com/listings/youth4work-com/llms.txt - **Readiness score:** 100 - **Listing status:** Unclaimed - **Origin llms.txt:** https://www.youth4work.com/llms.txt - **Origin MCP card:** https://www.youth4work.com/.well-known/mcp/server-card.json - **Origin ARD:** https://www.youth4work.com/.well-known/ard.json ## Best for - Searching jobs in India - Taking free skill and aptitude tests - Finding pre-assessed candidates for hiring ## Differentiators Free skill tests, assessed profiles and jobs in India ## Query this directory - MCP: https://www.aiagentpages.com/mcp - REST: https://www.aiagentpages.com/api/v1/listings - Developers: https://www.aiagentpages.com/developers - Platform index: https://www.aiagentpages.com/llms.txt ## Structured Data ```json { "spec_version": "1.0", "slug": "youth4work-com", "url": "https://www.youth4work.com", "title": "Youth4work", "description": "Youth4work is India's talent assessment and careers platform: free skill and aptitude tests, assessed profiles and jobs for job seekers; free job posts, pre-assessed candidates and online assessments for employers. Its MCP connector lets AI assistants search jobs, take skill tests and post jobs from chat.", "category": "saas", "tags": [ "india", "jobs", "skill tests", "hiring" ], "readiness_score": 100, "readiness_breakdown": { "level": 5, "score": 100, "probes": [ { "id": "discoverability.robotsTxt", "name": "robots.txt", "pass": true, "path": "", "status": null, "counts_toward_profile": true }, { "id": "discoverability.sitemap", "name": "sitemap.xml", "pass": true, "path": "", "status": null, "counts_toward_profile": true }, { "id": "discoverability.linkHeaders", "name": "Link headers (/)", "pass": true, "path": "", "status": null, "counts_toward_profile": true }, { "id": "discoverability.dnsAid", "name": "DNS-AID + DNSSEC", "pass": true, "path": "", "status": null, "counts_toward_profile": true }, { "id": "contentAccessibility.markdownNegotiation", "name": "Markdown negotiation (/)", "pass": true, "path": "", "status": null, "counts_toward_profile": true }, { "id": "botAccessControl.robotsTxtAiRules", "name": "AI bot rules (robots.txt)", "pass": true, "path": "", "status": null, "counts_toward_profile": true }, { "id": "botAccessControl.contentSignals", "name": "Content-Signal (robots.txt)", "pass": true, "path": "", "status": null, "counts_toward_profile": true }, { "id": "botAccessControl.webBotAuth", "name": "Web Bot Auth", "pass": false, "path": "(optional)", "detail": "optional", "status": null, "counts_toward_profile": false }, { "id": "discovery.apiCatalog", "name": "API catalog", "pass": true, "path": "", "status": null, "counts_toward_profile": true }, { "id": "discovery.oauthDiscovery", "name": "OAuth authorization server", "pass": true, "path": "", "status": null, "counts_toward_profile": false }, { "id": "discovery.oauthProtectedResource", "name": "OAuth protected resource", "pass": true, "path": "", "status": null, "counts_toward_profile": false }, { "id": "discovery.authMd", "name": "auth.md", "pass": true, "path": "", "status": null, "counts_toward_profile": true }, { "id": "discovery.mcpServerCard", "name": "MCP server card", "pass": true, "path": "", "status": null, "counts_toward_profile": false }, { "id": "discovery.a2aAgentCard", "name": "A2A agent card", "pass": false, "path": "", "detail": "informational", "status": null, "counts_toward_profile": false }, { "id": "discovery.agentSkills", "name": "Agent skills index", "pass": true, "path": "", "status": null, "counts_toward_profile": false }, { "id": "discovery.webMcp", "name": "WebMCP bootstrap", "pass": true, "path": "", "status": null, "counts_toward_profile": false }, { "id": "discovery.ard", "name": "ARD / ai-catalog.json", "pass": true, "path": "", "status": null, "counts_toward_profile": true }, { "id": "discovery.personalAgentProtocol", "name": "discovery.personalAgentProtocol", "pass": false, "path": "", "detail": "informational", "status": null, "counts_toward_profile": false }, { "id": "commerce.x402", "name": "x402 payments", "pass": false, "path": "(optional)", "detail": "optional", "status": null, "counts_toward_profile": false }, { "id": "commerce.mpp", "name": "MPP commerce", "pass": false, "path": "(optional)", "detail": "optional", "status": null, "counts_toward_profile": false }, { "id": "commerce.ucp", "name": "UCP profile", "pass": true, "path": "", "status": null, "counts_toward_profile": false }, { "id": "commerce.acp", "name": "ACP discovery", "pass": true, "path": "", "status": null, "counts_toward_profile": false }, { "id": "commerce.ap2", "name": "AP2 (A2A commerce)", "pass": false, "path": "(optional)", "detail": "optional", "status": null, "counts_toward_profile": false } ], "scanner": "isitagentready", "base_url": "https://www.youth4work.com", "score_raw": 89, "site_type": "product", "iar_checks": { "commerce": { "acp": { "status": "pass", "details": { "services": [ "checkout" ], "apiBaseUrl": "https://mcp.youth4work.com/mcp/acp", "transports": [ "rest" ], "protocolVersion": "2026-04-17", "supportedVersions": [ "2026-04-17" ] }, "message": "ACP discovery document exists", "evidence": [ { "label": "GET /.well-known/acp.json", "action": "fetch", "request": { "url": "https://www.youth4work.com/.well-known/acp.json", "method": "GET" }, "response": { "status": 200, "headers": { "cf-ray": "a54968268a4d82c6-IAD", "content-type": "application/json; charset=utf-8", "content-length": "444" }, "statusText": "OK", "bodyPreview": "{\n \"protocol\": {\n \"name\": \"acp\",\n \"version\": \"2026-04-17\",\n \"supported_versions\": [\n \"2026-04-17\"\n ],\n \"documentation_url\": \"https://mcp.youth4work.com/commerce.md\"\n },\n \"api_base_url\": \"https://mcp.youth4work.com/mcp/acp\",\n \"transports\": [\n \"rest\"\n ],\n \"capabilities\": {\n \"services\": [\n \"checkout\"\n ],\n \"supported_currencies\": [\n \"inr\"\n ],\n \"supported_locales\": [\n \"en-IN\"\n ]\n }\n}" } }, { "label": "Validate ACP discovery structure", "action": "validate", "finding": { "outcome": "positive", "summary": "Found ACP protocol version \"2026-04-17\" with 1 transport(s) and 1 service(s)" } }, { "label": "Conclusion", "action": "conclude", "finding": { "outcome": "positive", "summary": "ACP discovery document exists" } } ], "durationMs": 772, "messageRef": { "code": "check.acp.found" } }, "ap2": { "status": "neutral", "message": "AP2 not detected (no A2A Agent Card) (not a commerce site)", "evidence": [ { "label": "Conclusion", "action": "conclude", "finding": { "outcome": "negative", "summary": "No A2A Agent Card found -- AP2 requires an A2A Agent Card" } } ], "messageRef": { "code": "scanner.commerceCheckNotApplicable", "params": { "check": "ap2", "original": { "code": "check.ap2.agentCardMissing" } } } }, "mpp": { "status": "neutral", "message": "MPP payment discovery not detected (not a commerce site)", "evidence": [ { "label": "GET /openapi.json", "action": "fetch", "finding": { "outcome": "neutral", "summary": "/openapi.json found but no operations with x-payment-info" }, "request": { "url": "https://www.youth4work.com/openapi.json", "method": "GET" }, "response": { "status": 200, "headers": { "cf-ray": "a54968265a3082c6-IAD", "content-type": "application/json; charset=utf-8", "content-length": "196765" }, "statusText": "OK" } }, { "label": "Conclusion", "action": "conclude", "finding": { "outcome": "negative", "summary": "MPP payment discovery not detected" } } ], "durationMs": 769, "messageRef": { "code": "scanner.commerceCheckNotApplicable", "params": { "check": "mpp", "original": { "code": "check.mpp.notDetected" } } } }, "ucp": { "status": "pass", "details": { "hasVersion": true, "hasServices": true, "hasCapabilities": true }, "message": "UCP profile exists", "evidence": [ { "label": "GET /.well-known/ucp", "action": "fetch", "request": { "url": "https://www.youth4work.com/.well-known/ucp", "method": "GET" }, "response": { "status": 200, "headers": { "cf-ray": "a549682509ab82c6-IAD", "content-type": "application/json; charset=utf-8", "content-length": "1738" }, "statusText": "OK", "bodyPreview": "{\n \"protocol_version\": \"2026-08-25\",\n \"ucp\": {\n \"version\": \"2026-08-25\",\n \"services\": {\n \"dev.ucp.shopping\": [\n {\n \"version\": \"2026-08-25\",\n \"spec\": \"https://ucp.dev/2026-08-25/specification/overview/\",\n \"transport\": \"rest\",\n \"endpoint\": \"https://mcp.youth4work.com/mcp/ucp/v1\",\n \"schema\": \"https://ucp.dev/2026-08-25/services/shopping/rest.openapi.json\"\n }\n ]\n },\n \"capabilities\": {\n \"dev.ucp.shopping.checkout\"..." } }, { "label": "Validate UCP profile structure", "action": "validate", "finding": { "outcome": "positive", "summary": "Has ucp.version \"2026-08-25\", services, capabilities" } }, { "label": "Conclusion", "action": "conclude", "finding": { "outcome": "positive", "summary": "UCP profile exists" } } ], "durationMs": 399, "messageRef": { "code": "check.ucp.found" } }, "x402": { "status": "neutral", "message": "x402 payment protocol not detected (not a commerce site)", "evidence": [ { "label": "GET /platform/v2/x402/discovery/resources", "action": "fetch", "request": { "url": "https://api.cdp.coinbase.com/platform/v2/x402/discovery/resources?limit=500", "method": "GET" }, "response": { "status": 200, "headers": { "cf-ray": "a549682519b282c6-IAD", "content-type": "application/json", "cf-cache-status": "DYNAMIC" }, "statusText": "OK" } }, { "label": "GET Bazaar discovery API", "action": "fetch", "finding": { "outcome": "negative", "summary": "Network error querying Bazaar API" }, "request": { "url": "https://api.cdp.coinbase.com/platform/v2/x402/discovery/resources?limit=500", "method": "GET" } }, { "label": "GET /", "action": "fetch", "finding": { "outcome": "neutral", "summary": "/ returned 200 (not 402)" }, "request": { "url": "https://www.youth4work.com/", "method": "GET" }, "response": { "status": 200, "headers": { "link": "; rel=\"api-catalog\", ; rel=\"service-desc\"; type=\"application/vnd.oai.openapi+json\", ; rel=\"service-doc\"; type=\"text/html\", ; rel=\"describedby\"; type=\"text/markdown\", ; rel=\"describedby\"; type=\"application/json\", ; rel=\"describedby\"; type=\"text/plain\"", "cf-ray": "a549682539b882c6-IAD", "content-type": "text/html; charset=utf-8", "cf-cache-status": "BYPASS" }, "statusText": "OK" } }, { "label": "GET /api/v1", "action": "fetch", "finding": { "outcome": "neutral", "summary": "/api/v1 returned 404 (not 402)" }, "request": { "url": "https://www.youth4work.com/api/v1", "method": "GET" }, "response": { "status": 404, "headers": { "cf-ray": "a5496825b9f882c6-IAD", "content-type": "text/html; charset=utf-8", "cf-cache-status": "BYPASS" }, "statusText": "Not Found" } }, { "label": "GET /api", "action": "fetch", "finding": { "outcome": "neutral", "summary": "/api returned 404 (not 402)" }, "request": { "url": "https://www.youth4work.com/api", "method": "GET" }, "response": { "status": 404, "headers": { "cf-ray": "a549682589d582c6-IAD", "content-type": "text/html; charset=utf-8", "cf-cache-status": "BYPASS" }, "statusText": "Not Found" } }, { "label": "Conclusion", "action": "conclude", "finding": { "outcome": "negative", "summary": "x402 payment protocol not detected" } } ], "durationMs": 1026, "messageRef": { "code": "scanner.commerceCheckNotApplicable", "params": { "check": "x402", "original": { "code": "check.x402.notDetected" } } } } }, "discovery": { "ard": { "status": "pass", "details": { "entryCount": 3, "entryTypes": { "text/markdown": 1, "application/mcp-server-card+json": 1, "application/vnd.oai.openapi+json": 1 }, "contentType": "application/json; charset=utf-8", "entryIssues": [], "specVersion": "1.0", "hasCollections": false, "hostIdentifier": "did:web:www.youth4work.com", "manifestSource": "well-known", "entryIssueCount": 0, "hostDisplayName": "Youth4work", "searchEndpoints": [], "validEntryCount": 3, "correctMediaType": false, "entriesInspected": 3, "withTrustManifest": 0, "nestedCatalogCount": 0, "urnConformantCount": 3, "discoveryMechanisms": [ "well-known", "agentmap", "link-rel" ], "registryEndpointCount": 0, "withRepresentativeQueries": 3 }, "message": "ARD capability manifest found with 3 agentic resources", "evidence": [ { "label": "Extract Agentmap directives from robots.txt", "action": "parse", "finding": { "outcome": "positive", "summary": "Found 1 Agentmap directive" } }, { "label": "Extract from page head", "action": "parse", "finding": { "outcome": "positive", "summary": "Found 1 catalog link" } }, { "label": "GET /.well-known/ai-catalog.json", "action": "fetch", "finding": { "outcome": "positive", "summary": "Received 200 with valid JSON response" }, "request": { "url": "https://www.youth4work.com/.well-known/ai-catalog.json", "method": "GET", "headers": { "Accept": "application/json" } }, "response": { "status": 200, "headers": { "cf-ray": "a5496822a8a982c6-IAD", "content-type": "application/json; charset=utf-8", "content-length": "1959" }, "statusText": "OK", "bodyPreview": "{\"specVersion\":\"1.0\",\"host\":{\"displayName\":\"Youth4work\",\"identifier\":\"did:web:www.youth4work.com\",\"documentationUrl\":\"https://mcp.youth4work.com/docs\"},\"entries\":[{\"identifier\":\"urn:air:youth4work.com:server:youth4work\",\"displayName\":\"Youth4work (signed in: job seekers and employers)\",\"description\":\"Youth4work, India's talent platform, for AI agents. Job seekers: build your profile, apply to jobs, take skill tests, answer WorkMail. Employers: post jobs, find and contact matching candidates, run ..." } }, { "label": "Validate manifest entries", "action": "validate", "finding": { "outcome": "positive", "summary": "3 of 3 inspected entries valid; 3 use a conformant urn:air identifier" } }, { "label": "Conclusion", "action": "conclude", "finding": { "outcome": "positive", "summary": "ARD capability manifest found with 3 agentic resources" } }, { "label": "DoH TXT _catalog._agents.www.youth4work.com", "action": "fetch", "finding": { "outcome": "neutral", "summary": "No TXT answers (NOERROR)" }, "request": { "url": "https://cloudflare-dns.com/dns-query?name=_catalog._agents.www.youth4work.com&type=TXT&do=1", "method": "GET", "headers": { "Accept": "application/dns-json" } }, "response": { "status": 200, "headers": { "content-type": "application/dns-json" }, "statusText": "OK", "bodyPreview": "{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_catalog._agents.www.youth4work.com\",\"type\":16}],\"Authority\":[{\"name\":\"youth4work.com\",\"type\":6,\"TTL\":1800,\"data\":\"itzel.ns.cloudflare.com. dns.cloudflare.com. 2417416008 10000 2400 604800 1800\"},{\"name\":\"youth4work.com\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793778228 1793598228 34505 youth4work.com. jWEGYFUwT9e/7K+4czMebyxMzatrZTutUyifnMYGCMyOtbACp4KOGKaAQQqD5OdTEbvz9yhENkrBAIqgWxPyUw==\"},{\"name\":\"_catalo..." } }, { "label": "DoH SRV _search._agents.www.youth4work.com", "action": "fetch", "finding": { "outcome": "neutral", "summary": "No SRV answers (NOERROR)" }, "request": { "url": "https://cloudflare-dns.com/dns-query?name=_search._agents.www.youth4work.com&type=SRV&do=1", "method": "GET", "headers": { "Accept": "application/dns-json" } }, "response": { "status": 200, "headers": { "content-type": "application/dns-json" }, "statusText": "OK", "bodyPreview": "{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_search._agents.www.youth4work.com\",\"type\":33}],\"Authority\":[{\"name\":\"youth4work.com\",\"type\":6,\"TTL\":1800,\"data\":\"itzel.ns.cloudflare.com. dns.cloudflare.com. 2417416008 10000 2400 604800 1800\"},{\"name\":\"youth4work.com\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793778228 1793598228 34505 youth4work.com. blwEsl3KlLXsLSjyZ7KtW3392fVfD8ARL18XcHhXtI8DrWHAWMrlE/y7Vy0vudpJTi10Nj/GIRrOh8sdHl3yAQ==\"},{\"name\":\"_search...." } }, { "label": "DoH TXT _catalog._agents.youth4work.com", "action": "fetch", "finding": { "outcome": "neutral", "summary": "No TXT answers (NOERROR)" }, "request": { "url": "https://cloudflare-dns.com/dns-query?name=_catalog._agents.youth4work.com&type=TXT&do=1", "method": "GET", "headers": { "Accept": "application/dns-json" } }, "response": { "status": 200, "headers": { "content-type": "application/dns-json" }, "statusText": "OK", "bodyPreview": "{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_catalog._agents.youth4work.com\",\"type\":16}],\"Authority\":[{\"name\":\"youth4work.com\",\"type\":6,\"TTL\":1800,\"data\":\"itzel.ns.cloudflare.com. dns.cloudflare.com. 2417416008 10000 2400 604800 1800\"},{\"name\":\"youth4work.com\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793778228 1793598228 34505 youth4work.com. Xa0r9yoOd9ml0/Rzp5IoZzeUR3S+VFod2Urgm0xmTWEp9/TIlhhhpCFlBvcCQQ4GibfeyU+glJBfQDSYMSGQug==\"},{\"name\":\"_catalog._a..." } }, { "label": "DoH SRV _search._agents.youth4work.com", "action": "fetch", "finding": { "outcome": "neutral", "summary": "No SRV answers (NOERROR)" }, "request": { "url": "https://cloudflare-dns.com/dns-query?name=_search._agents.youth4work.com&type=SRV&do=1", "method": "GET", "headers": { "Accept": "application/dns-json" } }, "response": { "status": 200, "headers": { "content-type": "application/dns-json" }, "statusText": "OK", "bodyPreview": "{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_search._agents.youth4work.com\",\"type\":33}],\"Authority\":[{\"name\":\"youth4work.com\",\"type\":6,\"TTL\":1800,\"data\":\"itzel.ns.cloudflare.com. dns.cloudflare.com. 2417416008 10000 2400 604800 1800\"},{\"name\":\"youth4work.com\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793778228 1793598228 34505 youth4work.com. HRwLCaElCVD0b0OzE3TKcBn0SBtZOReyuLyAgCXH4IsJPEYSgp6jE3z38evJwEBdDldZW1UshKpkXjVFSrG1lQ==\"},{\"name\":\"_search._age..." } } ], "durationMs": 200, "messageRef": { "code": "check.ard.found", "params": { "resourceCount": 3 } } }, "authMd": { "status": "pass", "details": { "skill": "https://www.youth4work.com/auth.md", "issuer": "https://mcp.youth4work.com", "claimUri": "https://mcp.youth4work.com/agent/identity/claim", "resource": "https://www.youth4work.com/", "warnings": [], "authMdUrl": "https://www.youth4work.com/auth.md", "markerCount": 5, "metadataUrl": "https://mcp.youth4work.com/.well-known/oauth-authorization-server", "registerUri": "https://mcp.youth4work.com/agent/identity", "sourceField": "agent_auth", "supportsIdJag": false, "eventsSupported": [], "scopesSupported": [ "youth4work", "offline_access" ], "supportsAnonymous": false, "authorizationServers": [ "https://mcp.youth4work.com" ], "supportsVerifiedEmail": true, "bearerMethodsSupported": [ "header" ], "identityTypesSupported": [ "service_auth", "identity_assertion" ], "assertionTypesSupported": [ "verified_email" ], "credentialTypesSupported": [ "access_token", "refresh_token" ], "protectedResourceMetadataUrl": "https://www.youth4work.com/.well-known/oauth-protected-resource" }, "message": "Auth.md support detected (verified email)", "evidence": [ { "label": "GET /auth.md", "action": "fetch", "finding": { "outcome": "positive", "summary": "Received 200 response with content-type: text/markdown; charset=utf-8" }, "request": { "url": "https://www.youth4work.com/auth.md", "method": "GET", "headers": { "Accept": "text/markdown, text/plain, */*" } }, "response": { "status": 200, "headers": { "cf-ray": "a5496823d93d82c6-IAD", "content-type": "text/markdown; charset=utf-8", "content-length": "5065" }, "statusText": "OK", "bodyPreview": "# Youth4work auth.md\n\nYou are an AI agent. Youth4work (https://www.youth4work.com) is an Indian careers platform: job seekers build assessed profiles, apply to\njobs and take skill tests; employers post jobs, find and contact candidates (WorkMail) and run assessments.\nYou can act on a person's own Youth4work account for them. There are two ways to get an access token; both give the\nsame token, used at the MCP server `https://mcp.youth4work.com/mcp` and the REST API `https://mcp.youth4work.com/mcp..." } }, { "label": "Detect Auth.md registration markers", "action": "parse", "finding": { "outcome": "positive", "summary": "Found 5 Auth.md marker(s)" } }, { "label": "Detect self-contained Auth.md registration flow", "action": "parse", "finding": { "outcome": "positive", "summary": "Found 6 registration endpoint(s) and 2 credential marker(s)" } }, { "label": "GET /.well-known/oauth-protected-resource", "action": "fetch", "finding": { "outcome": "positive", "summary": "Received JSON response (200)" }, "request": { "url": "https://www.youth4work.com/.well-known/oauth-protected-resource", "method": "GET", "headers": { "Accept": "application/json" } }, "response": { "status": 200, "headers": { "cf-ray": "a54968270a8982c6-IAD", "content-type": "application/json; charset=utf-8", "content-length": "518" }, "statusText": "OK", "bodyPreview": "{\"resource\":\"https://www.youth4work.com/\",\"resource_name\":\"Youth4work\",\"resource_logo_uri\":\"https://mcp.youth4work.com/icon-512.png\",\"authorization_servers\":[\"https://mcp.youth4work.com\"],\"scopes_supported\":[\"youth4work\",\"offline_access\"],\"bearer_methods_supported\":[\"header\"],\"resource_documentation\":\"https://www.youth4work.com/auth.md\",\"resource_policy_uri\":\"https://mcp.youth4work.com/privacy\",\"resource_tos_uri\":\"https://mcp.youth4work.com/terms\"}" } }, { "label": "Validate Protected Resource Metadata", "action": "validate", "finding": { "outcome": "positive", "summary": "Valid metadata with resource https://www.youth4work.com/ and 1 authorization server(s)" } }, { "label": "GET /.well-known/oauth-protected-resource/mcp%60", "action": "fetch", "finding": { "outcome": "negative", "summary": "OAuth Protected Resource Metadata returned 404" }, "request": { "url": "https://mcp.youth4work.com/.well-known/oauth-protected-resource/mcp`", "method": "GET", "headers": { "Accept": "application/json" } }, "response": { "status": 404, "headers": { "cf-ray": "a54968278aa882c6-IAD", "content-length": "0" }, "statusText": "Not Found" } }, { "label": "GET /.well-known/oauth-authorization-server", "action": "fetch", "finding": { "outcome": "positive", "summary": "Received JSON response (200)" }, "request": { "url": "https://mcp.youth4work.com/.well-known/oauth-authorization-server", "method": "GET", "headers": { "Accept": "application/json" } }, "response": { "status": 200, "headers": { "cf-ray": "a5496827aab382c6-IAD", "content-type": "application/json; charset=utf-8", "content-length": "2177" }, "statusText": "OK", "bodyPreview": "{\"issuer\":\"https://mcp.youth4work.com\",\"authorization_endpoint\":\"https://mcp.youth4work.com/authorize\",\"token_endpoint\":\"https://mcp.youth4work.com/oauth/token\",\"protected_resources\":[\"https://mcp.youth4work.com/mcp\"],\"registration_endpoint\":\"https://mcp.youth4work.com/oauth/register\",\"scopes_supported\":[\"youth4work\",\"offline_access\"],\"response_types_supported\":[\"code\"],\"response_modes_supported\":[\"query\"],\"grant_types_supported\":[\"authorization_code\",\"refresh_token\",\"urn:workos:agent-auth:grant..." } }, { "label": "Validate agent_auth metadata", "action": "validate", "finding": { "outcome": "positive", "summary": "Found agent_auth with register_uri and supported methods" } }, { "label": "GET /.well-known/oauth-authorization-server%60", "action": "fetch", "finding": { "outcome": "negative", "summary": "OAuth Authorization Server metadata returned 404" }, "request": { "url": "https://mcp.youth4work.com/.well-known/oauth-authorization-server`", "method": "GET", "headers": { "Accept": "application/json" } }, "response": { "status": 404, "headers": { "cf-ray": "a5496827aab282c6-IAD", "content-type": "application/json; charset=utf-8", "content-length": "142" }, "statusText": "Not Found" } }, { "label": "Conclusion", "action": "conclude", "finding": { "outcome": "positive", "summary": "Auth.md support detected (verified email)" } } ], "durationMs": 800, "messageRef": { "code": "check.authMd.detected", "params": { "methods": [ "verified-email" ] } } }, "webMcp": { "status": "pass", "details": { "tools": [ { "name": "search_jobs", "hasSchema": true, "description": "Search live jobs and internships on Youth4work (newest first). Returns title, company, city, salary and the job url." }, { "name": "search_talent", "hasSchema": true, "description": "Find people with a skill on Youth4work, ranked by assessed score, optionally in a city. Public profile cards only, no contact details." }, { "name": "search_mock_tests", "hasSchema": true, "description": "Find free exam mock tests on Youth4work Prep by exam name (e.g. SSC CGL, IBPS PO) and/or category." }, { "name": "search_colleges", "hasSchema": true, "description": "Find Indian colleges on Youth4work by name, course (e.g. B.Tech, MBA) and/or city." }, { "name": "open_youth4work_page", "hasSchema": true, "description": "Navigate this tab to a youth4work.com url returned by another tool." } ], "toolCount": 5, "detectionMethod": "imperative_api" }, "message": "Found 5 WebMCP tools via document.modelContext: search_jobs, search_talent, search_mock_tests, search_colleges, open_youth4work_page", "evidence": [ { "label": "WebMCP detection", "action": "parse", "finding": { "outcome": "neutral", "summary": "Checking page for WebMCP tool registrations" } }, { "label": "Navigate to https://www.youth4work.com", "action": "fetch", "finding": { "outcome": "neutral", "summary": "Loading page to detect WebMCP tool registrations" }, "request": { "url": "https://www.youth4work.com", "method": "GET" } }, { "label": "Check imperative WebMCP API", "action": "parse", "finding": { "outcome": "positive", "summary": "Found 5 tool(s) via document.modelContext" } }, { "label": "Conclusion", "action": "conclude", "finding": { "outcome": "positive", "summary": "Found 5 WebMCP tool(s) via document.modelContext" } } ], "durationMs": 1219, "messageRef": { "code": "check.webMcp.toolsDetected", "params": { "toolCount": 5, "toolNames": [ "search_jobs", "search_talent", "search_mock_tests", "search_colleges", "open_youth4work_page" ], "detectionMethod": "imperative_api" } } }, "apiCatalog": { "status": "pass", "details": { "apiCount": 5, "hasItems": false, "linksetEntries": 5, "hasNestedCatalogs": false, "correctContentType": true }, "message": "API Catalog found with 5 APIs listed", "evidence": [ { "label": "GET /.well-known/api-catalog", "action": "fetch", "finding": { "outcome": "positive", "summary": "Received 200 with valid JSON response" }, "request": { "url": "https://www.youth4work.com/.well-known/api-catalog", "method": "GET", "headers": { "Accept": "application/linkset+json, application/json" } }, "response": { "status": 200, "headers": { "cf-ray": "a5496824f9a982c6-IAD", "content-type": "application/linkset+json", "content-length": "2265" }, "statusText": "OK", "bodyPreview": "{\"linkset\":[{\"anchor\":\"https://mcp.youth4work.com/mcp/api/v1/\",\"service-desc\":[{\"href\":\"https://mcp.youth4work.com/openapi.json\",\"type\":\"application/vnd.oai.openapi+json\"}],\"service-doc\":[{\"href\":\"https://mcp.youth4work.com/docs\",\"type\":\"text/html\"},{\"href\":\"https://www.youth4work.com/auth.md\",\"type\":\"text/markdown\"}],\"status\":[{\"href\":\"https://mcp.youth4work.com/health\",\"type\":\"application/json\"}]},{\"anchor\":\"https://mcp.youth4work.com/mcp\",\"service-desc\":[{\"href\":\"https://mcp.youth4work.com/.w..." } }, { "label": "Validate Linkset structure", "action": "validate", "finding": { "outcome": "positive", "summary": "Found \"linkset\" array with 5 entries" } }, { "label": "Analyze linkset entries", "action": "validate", "finding": { "outcome": "positive", "summary": "5 APIs listed, correct content-type" } }, { "label": "Conclusion", "action": "conclude", "finding": { "outcome": "positive", "summary": "API Catalog found with 5 APIs listed" } } ], "durationMs": 389, "messageRef": { "code": "check.apiCatalog.found", "params": { "apiCount": 5 } } }, "agentSkills": { "status": "pass", "details": { "path": "/.well-known/agent-skills/index.json", "skillCount": 3, "specVersion": "0.2.0", "v2ValidEntries": true }, "message": "Agent Skills index exists with valid JSON", "evidence": [ { "label": "GET /.well-known/agent-skills/index.json", "action": "fetch", "finding": { "outcome": "positive", "summary": "Received 200 response with content-type: application/json; charset=utf-8" }, "request": { "url": "https://www.youth4work.com/.well-known/agent-skills/index.json", "method": "GET" }, "response": { "status": 200, "headers": { "cf-ray": "a5496824e99e82c6-IAD", "content-type": "application/json; charset=utf-8", "content-length": "1393" }, "statusText": "OK" } }, { "label": "Detect spec version", "action": "validate", "finding": { "outcome": "positive", "summary": "Found $schema field — v0.2.0 format detected" } }, { "label": "Count skills", "action": "validate", "finding": { "outcome": "neutral", "summary": "Found \"skills\" array with 3 entries (3 with valid v0.2.0 fields)" } }, { "label": "Validate skill count", "action": "validate", "finding": { "outcome": "positive", "summary": "Index contains 3 skills" } }, { "label": "Conclusion", "action": "conclude", "finding": { "outcome": "positive", "summary": "Agent Skills index exists with valid JSON" } } ], "durationMs": 382, "messageRef": { "code": "check.agentSkills.valid" } }, "a2aAgentCard": { "status": "fail", "message": "A2A Agent Card not found", "evidence": [ { "label": "GET /.well-known/agent-card.json", "action": "fetch", "finding": { "outcome": "negative", "summary": "Server returned 404 -- A2A Agent Card not found" }, "request": { "url": "https://www.youth4work.com/.well-known/agent-card.json", "method": "GET" }, "response": { "status": 404, "headers": { "cf-ray": "a5496824195682c6-IAD", "content-type": "text/html", "content-length": "103", "cf-cache-status": "MISS" }, "statusText": "Not Found" } }, { "label": "Conclusion", "action": "conclude", "finding": { "outcome": "negative", "summary": "A2A Agent Card not found" } } ], "durationMs": 666, "messageRef": { "code": "check.a2aAgentCard.notFound" } }, "mcpServerCard": { "status": "pass", "details": { "name": "youth4work", "path": "/.well-known/mcp/server-card.json", "format": "sep", "hasTools": false, "hasVersion": true, "hasTransport": true, "hasDescription": true, "hasCapabilities": true }, "message": "MCP Server Card found at /.well-known/mcp/server-card.json", "evidence": [ { "label": "GET /.well-known/mcp/server-card.json", "action": "fetch", "finding": { "outcome": "positive", "summary": "Found valid MCP Server Card (sep format) at /.well-known/mcp/server-card.json" }, "request": { "url": "https://www.youth4work.com/.well-known/mcp/server-card.json", "method": "GET" }, "response": { "status": 200, "headers": { "cf-ray": "a5496823e94482c6-IAD", "content-type": "application/json; charset=utf-8", "content-length": "1468" }, "statusText": "OK" } }, { "label": "GET /.well-known/mcp/server-cards.json", "action": "fetch", "finding": { "outcome": "negative", "summary": "/.well-known/mcp/server-cards.json returned JSON but missing required MCP fields" }, "request": { "url": "https://www.youth4work.com/.well-known/mcp/server-cards.json", "method": "GET" }, "response": { "status": 200, "headers": { "cf-ray": "a5496823f94882c6-IAD", "content-type": "application/json; charset=utf-8", "content-length": "1578" }, "statusText": "OK" } }, { "label": "GET /.well-known/mcp.json", "action": "fetch", "finding": { "outcome": "positive", "summary": "Found valid MCP Server Card (sep format) at /.well-known/mcp.json" }, "request": { "url": "https://www.youth4work.com/.well-known/mcp.json", "method": "GET" }, "response": { "status": 200, "headers": { "cf-ray": "a5496824094c82c6-IAD", "content-type": "application/json; charset=utf-8", "content-length": "1468" }, "statusText": "OK" } }, { "label": "Validate Server Card", "action": "validate", "finding": { "outcome": "positive", "summary": "SEP-format card found at /.well-known/mcp/server-card.json" } }, { "label": "Conclusion", "action": "conclude", "finding": { "outcome": "positive", "summary": "MCP Server Card found at /.well-known/mcp/server-card.json" } } ], "durationMs": 239, "messageRef": { "code": "check.mcpServerCard.found", "params": { "path": "/.well-known/mcp/server-card.json" } } }, "oauthDiscovery": { "status": "pass", "details": { "issuer": "https://mcp.youth4work.com", "source": "oauth-authorization-server", "grantTypes": [ "authorization_code", "refresh_token", "urn:workos:agent-auth:grant-type:claim" ], "hasJwksUri": true, "hasTokenEndpoint": true, "hasAuthorizationEndpoint": true }, "message": "OAuth 2.0 (RFC 8414) discovery metadata found", "evidence": [ { "label": "GET /.well-known/oauth-authorization-server", "action": "fetch", "finding": { "outcome": "positive", "summary": "Received JSON from oauth-authorization-server" }, "request": { "url": "https://www.youth4work.com/.well-known/oauth-authorization-server", "method": "GET" }, "response": { "status": 200, "headers": { "cf-ray": "a5496822b8b482c6-IAD", "content-type": "application/json; charset=utf-8", "content-length": "2177" }, "statusText": "OK" } }, { "label": "Validate oauth-authorization-server structure", "action": "validate", "finding": { "outcome": "positive", "summary": "Valid metadata with issuer: https://mcp.youth4work.com" } }, { "label": "GET /.well-known/openid-configuration", "action": "fetch", "finding": { "outcome": "negative", "summary": "openid-configuration returned 404" }, "request": { "url": "https://www.youth4work.com/.well-known/openid-configuration", "method": "GET" }, "response": { "status": 404, "headers": { "cf-ray": "a5496822b8b382c6-IAD", "content-type": "text/html; charset=utf-8", "cf-cache-status": "BYPASS" }, "statusText": "Not Found" } }, { "label": "Conclusion", "action": "conclude", "finding": { "outcome": "positive", "summary": "OAuth 2.0 (RFC 8414) discovery metadata found" } } ], "durationMs": 421, "messageRef": { "code": "check.oauthDiscovery.found", "params": { "source": "oauth-authorization-server" } } }, "personalAgentProtocol": { "status": "fail", "details": { "issuerValidation": "notChecked", "manifestDetected": false }, "message": "Personal Agent Protocol manifest not found", "evidence": [ { "label": "GET /.well-known/poppy.json", "action": "fetch", "request": { "url": "https://www.youth4work.com/.well-known/poppy.json", "method": "GET", "headers": { "Accept": "application/json" } }, "response": { "status": 404, "headers": { "cf-ray": "a5496822487782c6-IAD", "content-type": "text/html", "content-length": "103", "cf-cache-status": "MISS" }, "statusText": "Not Found" } }, { "label": "Conclusion", "action": "conclude", "finding": { "outcome": "negative", "summary": "Personal Agent Protocol manifest not found" } } ], "durationMs": 397, "messageRef": { "code": "check.personalAgentProtocol.notFound" } }, "oauthProtectedResource": { "status": "pass", "details": { "resource": "https://www.youth4work.com/", "resourceName": "Youth4work", "discoveryMethod": "well-known", "scopesSupported": [ "youth4work", "offline_access" ], "authorizationServers": [ "https://mcp.youth4work.com" ], "resourceDocumentation": "https://www.youth4work.com/auth.md", "bearerMethodsSupported": [ "header" ] }, "message": "OAuth Protected Resource Metadata found (well-known)", "evidence": [ { "label": "GET /.well-known/oauth-protected-resource", "action": "fetch", "finding": { "outcome": "positive", "summary": "Received JSON response (200)" }, "request": { "url": "https://www.youth4work.com/.well-known/oauth-protected-resource", "method": "GET" }, "response": { "status": 200, "headers": { "cf-ray": "a5496823d93682c6-IAD", "content-type": "application/json; charset=utf-8", "content-length": "518" }, "statusText": "OK" } }, { "label": "Validate resource metadata", "action": "validate", "finding": { "outcome": "positive", "summary": "Valid metadata with resource: https://www.youth4work.com/" } }, { "label": "GET /", "action": "fetch", "finding": { "outcome": "neutral", "summary": "Target resource returned 200 (no WWW-Authenticate header)" }, "request": { "url": "https://www.youth4work.com", "method": "GET" }, "response": { "status": 200, "headers": { "link": "; rel=\"api-catalog\", ; rel=\"service-desc\"; type=\"application/vnd.oai.openapi+json\", ; rel=\"service-doc\"; type=\"text/html\", ; rel=\"describedby\"; type=\"text/markdown\", ; rel=\"describedby\"; type=\"application/json\", ; rel=\"describedby\"; type=\"text/plain\"", "cf-ray": "a5496823d93882c6-IAD", "content-type": "text/html; charset=utf-8", "cf-cache-status": "BYPASS" }, "statusText": "OK" } }, { "label": "Conclusion", "action": "conclude", "finding": { "outcome": "positive", "summary": "OAuth Protected Resource Metadata found (well-known)" } } ], "durationMs": 470, "messageRef": { "code": "check.oauthProtectedResource.found", "params": { "discoveryMethod": "well-known" } } } }, "discoverability": { "dnsAid": { "status": "pass", "details": { "records": [ { "alpn": [ "h2", "h3" ], "mode": "service", "port": 443, "rrType": "SVCB", "target": "mcp.youth4work.com", "ipv4hint": [], "ipv6hint": [], "priority": 1, "mandatory": [ "alpn", "port" ], "ownerName": "_index._agents.youth4work.com", "customParamKeys": [], "dnssecValidated": true, "validServiceMode": true, "validationIssues": [] }, { "alpn": [ "mcp" ], "mode": "service", "port": 443, "rrType": "SVCB", "target": "mcp.youth4work.com", "ipv4hint": [], "ipv6hint": [], "priority": 1, "mandatory": [ "alpn", "port" ], "ownerName": "_mcp._agents.youth4work.com", "customParamKeys": [], "dnssecValidated": true, "validServiceMode": true, "validationIssues": [] } ], "domainsChecked": [ "www.youth4work.com", "youth4work.com" ], "dnssecValidated": true, "txtIndexEntries": [], "aliasRecordCount": 0, "queriesAttempted": [ "SVCB _index._agents.www.youth4work.com", "HTTPS _index._agents.www.youth4work.com", "SVCB _a2a._agents.www.youth4work.com", "HTTPS _a2a._agents.www.youth4work.com", "SVCB _mcp._agents.www.youth4work.com", "HTTPS _mcp._agents.www.youth4work.com", "TXT _index._agents.www.youth4work.com", "SVCB _index._agents.youth4work.com", "HTTPS _index._agents.youth4work.com", "SVCB _a2a._agents.youth4work.com", "HTTPS _a2a._agents.youth4work.com", "SVCB _mcp._agents.youth4work.com", "HTTPS _mcp._agents.youth4work.com", "TXT _index._agents.youth4work.com" ], "serviceRecordCount": 2, "txtIndexEntryCount": 0 }, "message": "DNS for AI Discovery (DNS-AID) discovery record found at _index._agents.youth4work.com", "evidence": [ { "label": "DoH SVCB _index._agents.www.youth4work.com", "action": "fetch", "finding": { "outcome": "neutral", "summary": "No SVCB answers (NOERROR)" }, "request": { "url": "https://cloudflare-dns.com/dns-query?name=_index._agents.www.youth4work.com&type=SVCB&do=1", "method": "GET", "headers": { "Accept": "application/dns-json" } }, "response": { "status": 200, "headers": { "content-type": "application/dns-json" }, "statusText": "OK", "bodyPreview": "{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_index._agents.www.youth4work.com\",\"type\":64}],\"Authority\":[{\"name\":\"youth4work.com\",\"type\":6,\"TTL\":1800,\"data\":\"itzel.ns.cloudflare.com. dns.cloudflare.com. 2417416008 10000 2400 604800 1800\"},{\"name\":\"youth4work.com\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793778228 1793598228 34505 youth4work.com. ndgcc8MbWpPD1Tj9E381uiOS/4fGj3jW+s86ilr1hZf9S19KjlEROJTutPkZmZex1HjoDhAyvwmJStxLCtzKuA==\"},{\"name\":\"_index._a..." } }, { "label": "DoH HTTPS _index._agents.www.youth4work.com", "action": "fetch", "finding": { "outcome": "neutral", "summary": "No HTTPS answers (NOERROR)" }, "request": { "url": "https://cloudflare-dns.com/dns-query?name=_index._agents.www.youth4work.com&type=HTTPS&do=1", "method": "GET", "headers": { "Accept": "application/dns-json" } }, "response": { "status": 200, "headers": { "content-type": "application/dns-json" }, "statusText": "OK", "bodyPreview": "{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_index._agents.www.youth4work.com\",\"type\":65}],\"Authority\":[{\"name\":\"youth4work.com\",\"type\":6,\"TTL\":1800,\"data\":\"itzel.ns.cloudflare.com. dns.cloudflare.com. 2417416008 10000 2400 604800 1800\"},{\"name\":\"youth4work.com\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793778228 1793598228 34505 youth4work.com. VjGUEh6GIECQUwCCjxS17wLWUNBYzq77WXMss+RrTMJTdnf/ViR8cDEx+8JWYrxyIUcdWhrpGaFAuKeAjKQ6NQ==\"},{\"name\":\"_index._a..." } }, { "label": "DoH SVCB _a2a._agents.www.youth4work.com", "action": "fetch", "finding": { "outcome": "neutral", "summary": "No SVCB answers (NOERROR)" }, "request": { "url": "https://cloudflare-dns.com/dns-query?name=_a2a._agents.www.youth4work.com&type=SVCB&do=1", "method": "GET", "headers": { "Accept": "application/dns-json" } }, "response": { "status": 200, "headers": { "content-type": "application/dns-json" }, "statusText": "OK", "bodyPreview": "{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_a2a._agents.www.youth4work.com\",\"type\":64}],\"Authority\":[{\"name\":\"youth4work.com\",\"type\":6,\"TTL\":1800,\"data\":\"itzel.ns.cloudflare.com. dns.cloudflare.com. 2417416008 10000 2400 604800 1800\"},{\"name\":\"youth4work.com\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793778228 1793598228 34505 youth4work.com. LjWkcfXUxw91XAvS/fKRV1QjpOkkqUSendNDsLEYkssM/8cEPKn1rMbLRVYd4dVyFOkHYH0nNZ1pkFVryZjnkw==\"},{\"name\":\"_a2a._agent..." } }, { "label": "DoH HTTPS _a2a._agents.www.youth4work.com", "action": "fetch", "finding": { "outcome": "neutral", "summary": "No HTTPS answers (NOERROR)" }, "request": { "url": "https://cloudflare-dns.com/dns-query?name=_a2a._agents.www.youth4work.com&type=HTTPS&do=1", "method": "GET", "headers": { "Accept": "application/dns-json" } }, "response": { "status": 200, "headers": { "content-type": "application/dns-json" }, "statusText": "OK", "bodyPreview": "{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_a2a._agents.www.youth4work.com\",\"type\":65}],\"Authority\":[{\"name\":\"youth4work.com\",\"type\":6,\"TTL\":1800,\"data\":\"itzel.ns.cloudflare.com. dns.cloudflare.com. 2417416008 10000 2400 604800 1800\"},{\"name\":\"youth4work.com\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793778228 1793598228 34505 youth4work.com. C3aH4lbufCCQlwu/UIyTLRNllKFrvFbf3CD+bX6cH4Cdi8ubMJbfUvjaLJHOxFjOZ991yPZ1w2vdTyTjxzqiqw==\"},{\"name\":\"_a2a._agent..." } }, { "label": "DoH SVCB _mcp._agents.www.youth4work.com", "action": "fetch", "finding": { "outcome": "neutral", "summary": "No SVCB answers (NOERROR)" }, "request": { "url": "https://cloudflare-dns.com/dns-query?name=_mcp._agents.www.youth4work.com&type=SVCB&do=1", "method": "GET", "headers": { "Accept": "application/dns-json" } }, "response": { "status": 200, "headers": { "content-type": "application/dns-json" }, "statusText": "OK", "bodyPreview": "{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_mcp._agents.www.youth4work.com\",\"type\":64}],\"Authority\":[{\"name\":\"youth4work.com\",\"type\":6,\"TTL\":1800,\"data\":\"itzel.ns.cloudflare.com. dns.cloudflare.com. 2417416008 10000 2400 604800 1800\"},{\"name\":\"youth4work.com\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793778228 1793598228 34505 youth4work.com. ojOUw27HuGOeGfs438T8tGZfJoO2XD+JexAn7kTlin1UGL1+qsFITM9eUaa99UZs6oc0OHZ2WgT7TVnaCQQZIA==\"},{\"name\":\"_mcp._agent..." } }, { "label": "DoH HTTPS _mcp._agents.www.youth4work.com", "action": "fetch", "finding": { "outcome": "neutral", "summary": "No HTTPS answers (NOERROR)" }, "request": { "url": "https://cloudflare-dns.com/dns-query?name=_mcp._agents.www.youth4work.com&type=HTTPS&do=1", "method": "GET", "headers": { "Accept": "application/dns-json" } }, "response": { "status": 200, "headers": { "content-type": "application/dns-json" }, "statusText": "OK", "bodyPreview": "{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_mcp._agents.www.youth4work.com\",\"type\":65}],\"Authority\":[{\"name\":\"youth4work.com\",\"type\":6,\"TTL\":1800,\"data\":\"itzel.ns.cloudflare.com. dns.cloudflare.com. 2417416008 10000 2400 604800 1800\"},{\"name\":\"youth4work.com\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793778228 1793598228 34505 youth4work.com. Q4TF6Y6eogYush5sPE0AcQufus11FjKV/krB7HV+95Nmv2ATMoLImOBqkWdhUAb1tbqClShSL7150/XRKm7/sQ==\"},{\"name\":\"_mcp._agent..." } }, { "label": "DoH TXT _index._agents.www.youth4work.com", "action": "fetch", "finding": { "outcome": "neutral", "summary": "No TXT answers (NOERROR)" }, "request": { "url": "https://cloudflare-dns.com/dns-query?name=_index._agents.www.youth4work.com&type=TXT&do=1", "method": "GET", "headers": { "Accept": "application/dns-json" } }, "response": { "status": 200, "headers": { "content-type": "application/dns-json" }, "statusText": "OK", "bodyPreview": "{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_index._agents.www.youth4work.com\",\"type\":16}],\"Authority\":[{\"name\":\"youth4work.com\",\"type\":6,\"TTL\":1800,\"data\":\"itzel.ns.cloudflare.com. dns.cloudflare.com. 2417416008 10000 2400 604800 1800\"},{\"name\":\"youth4work.com\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793778228 1793598228 34505 youth4work.com. VW4T+U9MIWWmvFPzv30cY7aMZPPxqOK1N9qIpAhCltdqjm8viloxcMI2jkoY7Cs4bY4q9mNz+OND9S4Ag0nB8A==\"},{\"name\":\"_index._a..." } }, { "label": "DoH SVCB _index._agents.youth4work.com", "action": "fetch", "finding": { "outcome": "positive", "summary": "Found 1 SVCB answer with AD=true" }, "request": { "url": "https://cloudflare-dns.com/dns-query?name=_index._agents.youth4work.com&type=SVCB&do=1", "method": "GET", "headers": { "Accept": "application/dns-json" } }, "response": { "status": 200, "headers": { "content-type": "application/dns-json" }, "statusText": "OK", "bodyPreview": "{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_index._agents.youth4work.com\",\"type\":64}],\"Answer\":[{\"name\":\"_index._agents.youth4work.com\",\"type\":64,\"TTL\":3600,\"data\":\"1 mcp.youth4work.com. mandatory=alpn,port alpn=h2,h3 port=443\"},{\"name\":\"_index._agents.youth4work.com\",\"type\":46,\"TTL\":3600,\"data\":\"SVCB 13 4 3600 1793778228 1793598228 34505 youth4work.com. AllovnEosmQrLFlm5SQ84+yV9XKb3mXfbcNb8ib626O69As++3NFHtV4xfk1qmpmYBMdemyIuoISLqo3CO0+hw==\"}]}" } }, { "label": "DoH HTTPS _index._agents.youth4work.com", "action": "fetch", "finding": { "outcome": "neutral", "summary": "No HTTPS answers (NOERROR)" }, "request": { "url": "https://cloudflare-dns.com/dns-query?name=_index._agents.youth4work.com&type=HTTPS&do=1", "method": "GET", "headers": { "Accept": "application/dns-json" } }, "response": { "status": 200, "headers": { "content-type": "application/dns-json" }, "statusText": "OK", "bodyPreview": "{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_index._agents.youth4work.com\",\"type\":65}],\"Authority\":[{\"name\":\"youth4work.com\",\"type\":6,\"TTL\":1800,\"data\":\"itzel.ns.cloudflare.com. dns.cloudflare.com. 2417416008 10000 2400 604800 1800\"},{\"name\":\"youth4work.com\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793778228 1793598228 34505 youth4work.com. SDLqt3RQjcdXQQoEoiD6FdXk2iiWShb9HCREL/QNo+539GM7hIEhBPivRyfVZpe+NjrwL3r1kTgtq9Fd5osoyQ==\"},{\"name\":\"_index._agent..." } }, { "label": "DoH SVCB _a2a._agents.youth4work.com", "action": "fetch", "finding": { "outcome": "neutral", "summary": "No SVCB answers (NOERROR)" }, "request": { "url": "https://cloudflare-dns.com/dns-query?name=_a2a._agents.youth4work.com&type=SVCB&do=1", "method": "GET", "headers": { "Accept": "application/dns-json" } }, "response": { "status": 200, "headers": { "content-type": "application/dns-json" }, "statusText": "OK", "bodyPreview": "{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_a2a._agents.youth4work.com\",\"type\":64}],\"Authority\":[{\"name\":\"youth4work.com\",\"type\":6,\"TTL\":1800,\"data\":\"itzel.ns.cloudflare.com. dns.cloudflare.com. 2417416008 10000 2400 604800 1800\"},{\"name\":\"youth4work.com\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793778228 1793598228 34505 youth4work.com. IFzkxVO1hwzv/VaE3gFg4X+i5HuYfRpt6+rRmycDFGj3lt3EimO4AP1kyuIVpfUuBbdcPS15r25opY2c/k2VNg==\"},{\"name\":\"_a2a._agents.yo..." } }, { "label": "DoH HTTPS _a2a._agents.youth4work.com", "action": "fetch", "finding": { "outcome": "neutral", "summary": "No HTTPS answers (NOERROR)" }, "request": { "url": "https://cloudflare-dns.com/dns-query?name=_a2a._agents.youth4work.com&type=HTTPS&do=1", "method": "GET", "headers": { "Accept": "application/dns-json" } }, "response": { "status": 200, "headers": { "content-type": "application/dns-json" }, "statusText": "OK", "bodyPreview": "{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_a2a._agents.youth4work.com\",\"type\":65}],\"Authority\":[{\"name\":\"youth4work.com\",\"type\":6,\"TTL\":1800,\"data\":\"itzel.ns.cloudflare.com. dns.cloudflare.com. 2417416008 10000 2400 604800 1800\"},{\"name\":\"youth4work.com\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793778228 1793598228 34505 youth4work.com. 7vS7l4IuWK260pKhPKpWiBXwN34qKf6F9bnCJCdpKyyzH2VyQBlhNtXKT/H/ljMupOeVn0JD8c56gqDYe+Y3Ng==\"},{\"name\":\"_a2a._agents.yo..." } }, { "label": "DoH SVCB _mcp._agents.youth4work.com", "action": "fetch", "finding": { "outcome": "positive", "summary": "Found 1 SVCB answer with AD=true" }, "request": { "url": "https://cloudflare-dns.com/dns-query?name=_mcp._agents.youth4work.com&type=SVCB&do=1", "method": "GET", "headers": { "Accept": "application/dns-json" } }, "response": { "status": 200, "headers": { "content-type": "application/dns-json" }, "statusText": "OK", "bodyPreview": "{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_mcp._agents.youth4work.com\",\"type\":64}],\"Answer\":[{\"name\":\"_mcp._agents.youth4work.com\",\"type\":64,\"TTL\":3600,\"data\":\"1 mcp.youth4work.com. mandatory=alpn,port alpn=mcp port=443\"},{\"name\":\"_mcp._agents.youth4work.com\",\"type\":46,\"TTL\":3600,\"data\":\"SVCB 13 4 3600 1793778228 1793598228 34505 youth4work.com. nCmPOaFTv8Iey7q82/wKmW7S7o/sMYCRyeQ88HWN688QOu4B/4G1OBElDk9fW13wFWWtYWNRPoOh4iulW3xZmg==\"}]}" } }, { "label": "DoH HTTPS _mcp._agents.youth4work.com", "action": "fetch", "finding": { "outcome": "neutral", "summary": "No HTTPS answers (NOERROR)" }, "request": { "url": "https://cloudflare-dns.com/dns-query?name=_mcp._agents.youth4work.com&type=HTTPS&do=1", "method": "GET", "headers": { "Accept": "application/dns-json" } }, "response": { "status": 200, "headers": { "content-type": "application/dns-json" }, "statusText": "OK", "bodyPreview": "{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_mcp._agents.youth4work.com\",\"type\":65}],\"Authority\":[{\"name\":\"youth4work.com\",\"type\":6,\"TTL\":1800,\"data\":\"itzel.ns.cloudflare.com. dns.cloudflare.com. 2417416008 10000 2400 604800 1800\"},{\"name\":\"youth4work.com\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793778228 1793598228 34505 youth4work.com. ND7Ll2mRgUmreVCyUJG9JyUTj3CV53k1NQ9VV8M0rU+U8D3M5qEEQX1OQrSu0/TL7YRmiUSSqDqMmQgH3JQUug==\"},{\"name\":\"_mcp._agents.yo..." } }, { "label": "DoH TXT _index._agents.youth4work.com", "action": "fetch", "finding": { "outcome": "neutral", "summary": "No TXT answers (NOERROR)" }, "request": { "url": "https://cloudflare-dns.com/dns-query?name=_index._agents.youth4work.com&type=TXT&do=1", "method": "GET", "headers": { "Accept": "application/dns-json" } }, "response": { "status": 200, "headers": { "content-type": "application/dns-json" }, "statusText": "OK", "bodyPreview": "{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_index._agents.youth4work.com\",\"type\":16}],\"Authority\":[{\"name\":\"youth4work.com\",\"type\":6,\"TTL\":1800,\"data\":\"itzel.ns.cloudflare.com. dns.cloudflare.com. 2417416008 10000 2400 604800 1800\"},{\"name\":\"youth4work.com\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793778228 1793598228 34505 youth4work.com. IhxXiXAD/7dactE4Gbnkz6oWTbPddxaGidR8A2qqPoARuaRZgcLCNUMek+OlM+/QIakMftCAnAtRQ2fC38MpYA==\"},{\"name\":\"_index._agent..." } }, { "label": "Parse DNS for AI Discovery (DNS-AID) SVCB/HTTPS records", "action": "parse", "finding": { "outcome": "positive", "summary": "Found 2 DNSSEC-validated ServiceMode records" } }, { "label": "Validate DNSSEC requirement", "action": "validate", "finding": { "outcome": "positive", "summary": "DNS-over-HTTPS resolver returned AD=true" } }, { "label": "Conclusion", "action": "conclude", "finding": { "outcome": "positive", "summary": "DNS for AI Discovery (DNS-AID) discovery record found at _index._agents.youth4work.com" } } ], "durationMs": 25, "messageRef": { "code": "check.dnsAid.found", "params": { "ownerName": "_index._agents.youth4work.com" } } }, "sitemap": { "status": "pass", "details": { "url": "https://sitemaps.youth4work.com/sitemap-index.xml", "format": "xml", "fromRobotsTxt": true }, "message": "sitemap.xml exists with valid structure", "evidence": [ { "label": "Extract Sitemap directives from robots.txt", "action": "parse", "finding": { "outcome": "positive", "summary": "Found 1 Sitemap directive(s) in robots.txt" } }, { "label": "GET /sitemap-index.xml", "action": "fetch", "finding": { "outcome": "positive", "summary": "Found valid xml sitemap at https://sitemaps.youth4work.com/sitemap-index.xml" }, "request": { "url": "https://sitemaps.youth4work.com/sitemap-index.xml", "method": "GET" }, "response": { "status": 200, "headers": { "cf-ray": "a5496822a8b082c6-IAD", "content-type": "application/xml", "content-length": "23389", "cf-cache-status": "EXPIRED" }, "statusText": "OK" } }, { "label": "Conclusion", "action": "conclude", "finding": { "outcome": "positive", "summary": "sitemap.xml exists with valid structure" } } ], "durationMs": 507, "messageRef": { "code": "check.sitemap.valid" } }, "robotsTxt": { "status": "pass", "message": "robots.txt exists with valid format", "evidence": [ { "label": "GET /robots.txt", "action": "fetch", "finding": { "outcome": "positive", "summary": "Received valid robots.txt (200, text/plain; charset=utf-8)" }, "request": { "url": "https://www.youth4work.com/robots.txt", "method": "GET" }, "response": { "status": 200, "headers": { "age": "998674", "cf-ray": "a5496822487882c6-IAD", "content-type": "text/plain; charset=utf-8", "cf-cache-status": "HIT" }, "statusText": "OK", "bodyPreview": "# robots.txt for www.youth4work.com\r\n# Last updated: October 11, 2026 (internal endpoints blocked for every bot; AI policy + Content Signals, https://contentsignals.org/)\r\n#\r\n# Groups do not inherit from \"User-agent: *\": a bot that finds its own group reads only that group. So every group below\r\n# carries the same block of shared rules (marked \"shared\"); only Crawl-delay and the AI-training /y/ rule differ.\r\n# Shared rules keep crawlers out of internal endpoints with no search value: AJAX partia..." } }, { "label": "Validate robots.txt structure", "action": "parse", "finding": { "outcome": "positive", "summary": "Contains valid User-agent directive(s)" } }, { "label": "Conclusion", "action": "conclude", "finding": { "outcome": "positive", "summary": "robots.txt exists with valid format" } } ], "durationMs": 0, "messageRef": { "code": "check.robotsTxt.valid" } }, "linkHeaders": { "status": "pass", "details": { "totalLinks": 6, "relationsFound": [ { "rel": "api-catalog", "href": "/.well-known/api-catalog" }, { "rel": "service-desc", "href": "https://mcp.youth4work.com/openapi.json", "type": "application/vnd.oai.openapi+json" }, { "rel": "service-doc", "href": "https://mcp.youth4work.com/docs.html", "type": "text/html" }, { "rel": "describedby", "href": "/auth.md", "type": "text/markdown" }, { "rel": "describedby", "href": "/.well-known/mcp/server-card.json", "type": "application/json" }, { "rel": "describedby", "href": "/llms.txt", "type": "text/plain" } ] }, "message": "Found agent-useful Link relations: api-catalog, service-desc, service-doc, describedby", "evidence": [ { "label": "GET /", "action": "fetch", "finding": { "outcome": "positive", "summary": "Target page returned 200 with Link header" }, "request": { "url": "https://www.youth4work.com", "method": "GET" }, "response": { "status": 200, "headers": { "link": "; rel=\"api-catalog\", ; rel=\"service-desc\"; type=\"application/vnd.oai.openapi+json\", ; rel=\"service-doc\"; type=\"text/html\", ; rel=\"describedby\"; type=\"text/markdown\", ; rel=\"describedby\"; type=\"application/json\", ; rel=\"describedby\"; type=\"text/plain\"", "cf-ray": "a5496826ea7a82c6-IAD", "content-type": "text/html; charset=utf-8", "cf-cache-status": "BYPASS" }, "statusText": "OK" } }, { "label": "Parse Link header (RFC 8288)", "action": "parse", "finding": { "outcome": "neutral", "summary": "Parsed 6 link(s) from header" } }, { "label": "Match agent-useful relations", "action": "parse", "finding": { "outcome": "positive", "summary": "Found agent-useful relations: api-catalog, service-desc, service-doc, describedby" } }, { "label": "Conclusion", "action": "conclude", "finding": { "outcome": "positive", "summary": "Found agent-useful Link relations: api-catalog, service-desc, service-doc, describedby" } } ], "durationMs": 1043, "messageRef": { "code": "check.linkHeaders.found", "params": { "relationNames": [ "api-catalog", "service-desc", "service-doc", "describedby" ] } } } }, "botAccessControl": { "webBotAuth": { "status": "neutral", "message": "Web Bot Auth directory not found (informational only)", "evidence": [ { "label": "GET /.well-known/http-message-signatures-directory", "action": "fetch", "finding": { "outcome": "negative", "summary": "Server returned 404 -- Web Bot Auth directory not found" }, "request": { "url": "https://www.youth4work.com/.well-known/http-message-signatures-directory", "method": "GET" }, "response": { "status": 404, "headers": { "cf-ray": "a5496822a8b182c6-IAD", "content-type": "text/html; charset=utf-8", "cf-cache-status": "BYPASS" }, "statusText": "Not Found" } }, { "label": "Conclusion", "action": "conclude", "finding": { "outcome": "negative", "summary": "Web Bot Auth directory not found" } } ], "durationMs": 598, "messageRef": { "code": "scanner.webBotAuthInformational", "params": { "original": { "code": "check.webBotAuth.notFound" } } } }, "contentSignals": { "status": "pass", "details": { "signals": [ { "path": null, "search": "yes", "aiInput": "yes", "aiTrain": "yes", "userAgent": "deepcrawl" }, { "path": null, "search": "yes", "aiInput": "yes", "aiTrain": "yes", "userAgent": "Yandex" }, { "path": null, "search": "yes", "aiInput": "yes", "aiTrain": "yes", "userAgent": "Slurp" }, { "path": null, "search": "yes", "aiInput": "yes", "aiTrain": "yes", "userAgent": "SemrushBot" }, { "path": null, "search": "yes", "aiInput": "yes", "aiTrain": "yes", "userAgent": "AI2Bot" }, { "path": null, "search": "yes", "aiInput": "yes", "aiTrain": "yes", "userAgent": "MistralAI-User" }, { "path": null, "search": "yes", "aiInput": "yes", "aiTrain": "yes", "userAgent": "*" } ], "signalCount": 7 }, "message": "Content Signals found in robots.txt", "evidence": [ { "label": "GET /robots.txt", "action": "fetch", "finding": { "outcome": "positive", "summary": "Received valid robots.txt (200, text/plain; charset=utf-8)" }, "request": { "url": "https://www.youth4work.com/robots.txt", "method": "GET" }, "response": { "status": 200, "headers": { "age": "998674", "cf-ray": "a5496822487882c6-IAD", "content-type": "text/plain; charset=utf-8", "cf-cache-status": "HIT" }, "statusText": "OK", "bodyPreview": "# robots.txt for www.youth4work.com\r\n# Last updated: October 11, 2026 (internal endpoints blocked for every bot; AI policy + Content Signals, https://contentsignals.org/)\r\n#\r\n# Groups do not inherit from \"User-agent: *\": a bot that finds its own group reads only that group. So every group below\r\n# carries the same block of shared rules (marked \"shared\"); only Crawl-delay and the AI-training /y/ rule differ.\r\n# Shared rules keep crawlers out of internal endpoints with no search value: AJAX partia..." } }, { "label": "Parse Content-Signal directives", "action": "parse", "finding": { "outcome": "positive", "summary": "Found 7 Content-Signal directive(s)" } }, { "label": "Conclusion", "action": "conclude", "finding": { "outcome": "positive", "summary": "Content Signals found in robots.txt" } } ], "durationMs": 0, "messageRef": { "code": "check.contentSignals.found" } }, "robotsTxtAiRules": { "status": "pass", "details": { "botsFound": [ "gptbot", "chatgpt-user", "oai-searchbot", "google-extended", "ccbot", "anthropic-ai", "perplexitybot", "cohere-ai", "applebot-extended", "amazonbot", "meta-externalagent", "claudebot", "claude-searchbot", "claude-user", "perplexity-user" ], "targetPath": "/", "botPolicies": [ { "rules": [ { "pattern": "/", "directive": "allow" }, { "pattern": "/y/", "directive": "disallow" }, { "pattern": "/*/y/", "directive": "disallow" }, { "pattern": "/Documents/New_Openings_Resume/", "directive": "disallow" }, { "pattern": "/Documents/Colleges/attache/", "directive": "disallow" }, { "pattern": "/Documents/PrepTest/StudyMaterial/", "directive": "disallow" }, { "pattern": "/*?*returnurl=*", "directive": "disallow" }, { "pattern": "/*?*refererurl=*", "directive": "disallow" }, { "pattern": "/*?*sessionid=*", "directive": "disallow" }, { "pattern": "/*?*utm_*", "directive": "disallow" }, { "pattern": "/Talent/FilterTalent", "directive": "disallow" }, { "pattern": "/talent/filtertalent", "directive": "disallow" }, { "pattern": "/Talent/FindTalents", "directive": "disallow" }, { "pattern": "/Talent/GetApproveTalentDetails", "directive": "disallow" }, { "pattern": "/talent/getapprovetalentdetails", "directive": "disallow" }, { "pattern": "/Talent/GetTalentDetails", "directive": "disallow" }, { "pattern": "/Talent/GetValueJobs4", "directive": "disallow" }, { "pattern": "/talent/getvaluejobs4", "directive": "disallow" }, { "pattern": "/talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/Talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/GetValueJobs4Talent", "directive": "disallow" }, { "pattern": "/UpdateUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/GlobleRank/", "directive": "disallow" }, { "pattern": "/*/GlobleRank/*", "directive": "disallow" }, { "pattern": "/TalentMatchingForums/", "directive": "disallow" } ], "userAgent": "gptbot", "ruleSource": "explicit", "matchedRule": { "pattern": "/", "directive": "allow" }, "rulesTruncated": true, "effectiveAccess": "allowed" }, { "rules": [ { "pattern": "/", "directive": "allow" }, { "pattern": "/Documents/New_Openings_Resume/", "directive": "disallow" }, { "pattern": "/Documents/Colleges/attache/", "directive": "disallow" }, { "pattern": "/Documents/PrepTest/StudyMaterial/", "directive": "disallow" }, { "pattern": "/*?*returnurl=*", "directive": "disallow" }, { "pattern": "/*?*refererurl=*", "directive": "disallow" }, { "pattern": "/*?*sessionid=*", "directive": "disallow" }, { "pattern": "/*?*utm_*", "directive": "disallow" }, { "pattern": "/Talent/FilterTalent", "directive": "disallow" }, { "pattern": "/talent/filtertalent", "directive": "disallow" }, { "pattern": "/Talent/FindTalents", "directive": "disallow" }, { "pattern": "/Talent/GetApproveTalentDetails", "directive": "disallow" }, { "pattern": "/talent/getapprovetalentdetails", "directive": "disallow" }, { "pattern": "/Talent/GetTalentDetails", "directive": "disallow" }, { "pattern": "/Talent/GetValueJobs4", "directive": "disallow" }, { "pattern": "/talent/getvaluejobs4", "directive": "disallow" }, { "pattern": "/talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/Talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/GetValueJobs4Talent", "directive": "disallow" }, { "pattern": "/y/GetyKnownFriends/", "directive": "disallow" }, { "pattern": "/y/ProfileMatchingJobs/", "directive": "disallow" }, { "pattern": "/y/UpdateUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/y/DeleteUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/y/VoteUpOrDownUserBlogAndPortComment", "directive": "disallow" }, { "pattern": "/y/LoggedYouthPublicProfileView", "directive": "disallow" } ], "userAgent": "chatgpt-user", "ruleSource": "explicit", "matchedRule": { "pattern": "/", "directive": "allow" }, "rulesTruncated": true, "effectiveAccess": "allowed" }, { "rules": [ { "pattern": "/", "directive": "allow" }, { "pattern": "/Documents/New_Openings_Resume/", "directive": "disallow" }, { "pattern": "/Documents/Colleges/attache/", "directive": "disallow" }, { "pattern": "/Documents/PrepTest/StudyMaterial/", "directive": "disallow" }, { "pattern": "/*?*returnurl=*", "directive": "disallow" }, { "pattern": "/*?*refererurl=*", "directive": "disallow" }, { "pattern": "/*?*sessionid=*", "directive": "disallow" }, { "pattern": "/*?*utm_*", "directive": "disallow" }, { "pattern": "/Talent/FilterTalent", "directive": "disallow" }, { "pattern": "/talent/filtertalent", "directive": "disallow" }, { "pattern": "/Talent/FindTalents", "directive": "disallow" }, { "pattern": "/Talent/GetApproveTalentDetails", "directive": "disallow" }, { "pattern": "/talent/getapprovetalentdetails", "directive": "disallow" }, { "pattern": "/Talent/GetTalentDetails", "directive": "disallow" }, { "pattern": "/Talent/GetValueJobs4", "directive": "disallow" }, { "pattern": "/talent/getvaluejobs4", "directive": "disallow" }, { "pattern": "/talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/Talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/GetValueJobs4Talent", "directive": "disallow" }, { "pattern": "/y/GetyKnownFriends/", "directive": "disallow" }, { "pattern": "/y/ProfileMatchingJobs/", "directive": "disallow" }, { "pattern": "/y/UpdateUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/y/DeleteUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/y/VoteUpOrDownUserBlogAndPortComment", "directive": "disallow" }, { "pattern": "/y/LoggedYouthPublicProfileView", "directive": "disallow" } ], "userAgent": "oai-searchbot", "ruleSource": "explicit", "matchedRule": { "pattern": "/", "directive": "allow" }, "rulesTruncated": true, "effectiveAccess": "allowed" }, { "rules": [ { "pattern": "/", "directive": "allow" }, { "pattern": "/y/", "directive": "disallow" }, { "pattern": "/*/y/", "directive": "disallow" }, { "pattern": "/Documents/New_Openings_Resume/", "directive": "disallow" }, { "pattern": "/Documents/Colleges/attache/", "directive": "disallow" }, { "pattern": "/Documents/PrepTest/StudyMaterial/", "directive": "disallow" }, { "pattern": "/*?*returnurl=*", "directive": "disallow" }, { "pattern": "/*?*refererurl=*", "directive": "disallow" }, { "pattern": "/*?*sessionid=*", "directive": "disallow" }, { "pattern": "/*?*utm_*", "directive": "disallow" }, { "pattern": "/Talent/FilterTalent", "directive": "disallow" }, { "pattern": "/talent/filtertalent", "directive": "disallow" }, { "pattern": "/Talent/FindTalents", "directive": "disallow" }, { "pattern": "/Talent/GetApproveTalentDetails", "directive": "disallow" }, { "pattern": "/talent/getapprovetalentdetails", "directive": "disallow" }, { "pattern": "/Talent/GetTalentDetails", "directive": "disallow" }, { "pattern": "/Talent/GetValueJobs4", "directive": "disallow" }, { "pattern": "/talent/getvaluejobs4", "directive": "disallow" }, { "pattern": "/talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/Talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/GetValueJobs4Talent", "directive": "disallow" }, { "pattern": "/UpdateUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/GlobleRank/", "directive": "disallow" }, { "pattern": "/*/GlobleRank/*", "directive": "disallow" }, { "pattern": "/TalentMatchingForums/", "directive": "disallow" } ], "userAgent": "google-extended", "ruleSource": "explicit", "matchedRule": { "pattern": "/", "directive": "allow" }, "rulesTruncated": true, "effectiveAccess": "allowed" }, { "rules": [ { "pattern": "/", "directive": "allow" }, { "pattern": "/y/", "directive": "disallow" }, { "pattern": "/*/y/", "directive": "disallow" }, { "pattern": "/Documents/New_Openings_Resume/", "directive": "disallow" }, { "pattern": "/Documents/Colleges/attache/", "directive": "disallow" }, { "pattern": "/Documents/PrepTest/StudyMaterial/", "directive": "disallow" }, { "pattern": "/*?*returnurl=*", "directive": "disallow" }, { "pattern": "/*?*refererurl=*", "directive": "disallow" }, { "pattern": "/*?*sessionid=*", "directive": "disallow" }, { "pattern": "/*?*utm_*", "directive": "disallow" }, { "pattern": "/Talent/FilterTalent", "directive": "disallow" }, { "pattern": "/talent/filtertalent", "directive": "disallow" }, { "pattern": "/Talent/FindTalents", "directive": "disallow" }, { "pattern": "/Talent/GetApproveTalentDetails", "directive": "disallow" }, { "pattern": "/talent/getapprovetalentdetails", "directive": "disallow" }, { "pattern": "/Talent/GetTalentDetails", "directive": "disallow" }, { "pattern": "/Talent/GetValueJobs4", "directive": "disallow" }, { "pattern": "/talent/getvaluejobs4", "directive": "disallow" }, { "pattern": "/talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/Talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/GetValueJobs4Talent", "directive": "disallow" }, { "pattern": "/UpdateUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/GlobleRank/", "directive": "disallow" }, { "pattern": "/*/GlobleRank/*", "directive": "disallow" }, { "pattern": "/TalentMatchingForums/", "directive": "disallow" } ], "userAgent": "ccbot", "ruleSource": "explicit", "matchedRule": { "pattern": "/", "directive": "allow" }, "rulesTruncated": true, "effectiveAccess": "allowed" }, { "rules": [ { "pattern": "/", "directive": "allow" }, { "pattern": "/y/", "directive": "disallow" }, { "pattern": "/*/y/", "directive": "disallow" }, { "pattern": "/Documents/New_Openings_Resume/", "directive": "disallow" }, { "pattern": "/Documents/Colleges/attache/", "directive": "disallow" }, { "pattern": "/Documents/PrepTest/StudyMaterial/", "directive": "disallow" }, { "pattern": "/*?*returnurl=*", "directive": "disallow" }, { "pattern": "/*?*refererurl=*", "directive": "disallow" }, { "pattern": "/*?*sessionid=*", "directive": "disallow" }, { "pattern": "/*?*utm_*", "directive": "disallow" }, { "pattern": "/Talent/FilterTalent", "directive": "disallow" }, { "pattern": "/talent/filtertalent", "directive": "disallow" }, { "pattern": "/Talent/FindTalents", "directive": "disallow" }, { "pattern": "/Talent/GetApproveTalentDetails", "directive": "disallow" }, { "pattern": "/talent/getapprovetalentdetails", "directive": "disallow" }, { "pattern": "/Talent/GetTalentDetails", "directive": "disallow" }, { "pattern": "/Talent/GetValueJobs4", "directive": "disallow" }, { "pattern": "/talent/getvaluejobs4", "directive": "disallow" }, { "pattern": "/talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/Talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/GetValueJobs4Talent", "directive": "disallow" }, { "pattern": "/UpdateUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/GlobleRank/", "directive": "disallow" }, { "pattern": "/*/GlobleRank/*", "directive": "disallow" }, { "pattern": "/TalentMatchingForums/", "directive": "disallow" } ], "userAgent": "anthropic-ai", "ruleSource": "explicit", "matchedRule": { "pattern": "/", "directive": "allow" }, "rulesTruncated": true, "effectiveAccess": "allowed" }, { "rules": [ { "pattern": "/", "directive": "allow" }, { "pattern": "/Documents/New_Openings_Resume/", "directive": "disallow" }, { "pattern": "/Documents/Colleges/attache/", "directive": "disallow" }, { "pattern": "/Documents/PrepTest/StudyMaterial/", "directive": "disallow" }, { "pattern": "/*?*returnurl=*", "directive": "disallow" }, { "pattern": "/*?*refererurl=*", "directive": "disallow" }, { "pattern": "/*?*sessionid=*", "directive": "disallow" }, { "pattern": "/*?*utm_*", "directive": "disallow" }, { "pattern": "/Talent/FilterTalent", "directive": "disallow" }, { "pattern": "/talent/filtertalent", "directive": "disallow" }, { "pattern": "/Talent/FindTalents", "directive": "disallow" }, { "pattern": "/Talent/GetApproveTalentDetails", "directive": "disallow" }, { "pattern": "/talent/getapprovetalentdetails", "directive": "disallow" }, { "pattern": "/Talent/GetTalentDetails", "directive": "disallow" }, { "pattern": "/Talent/GetValueJobs4", "directive": "disallow" }, { "pattern": "/talent/getvaluejobs4", "directive": "disallow" }, { "pattern": "/talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/Talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/GetValueJobs4Talent", "directive": "disallow" }, { "pattern": "/y/GetyKnownFriends/", "directive": "disallow" }, { "pattern": "/y/ProfileMatchingJobs/", "directive": "disallow" }, { "pattern": "/y/UpdateUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/y/DeleteUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/y/VoteUpOrDownUserBlogAndPortComment", "directive": "disallow" }, { "pattern": "/y/LoggedYouthPublicProfileView", "directive": "disallow" } ], "userAgent": "claude-web", "ruleSource": "wildcard", "matchedRule": { "pattern": "/", "directive": "allow" }, "rulesTruncated": true, "effectiveAccess": "allowed" }, { "rules": [ { "pattern": "/", "directive": "allow" }, { "pattern": "/Documents/New_Openings_Resume/", "directive": "disallow" }, { "pattern": "/Documents/Colleges/attache/", "directive": "disallow" }, { "pattern": "/Documents/PrepTest/StudyMaterial/", "directive": "disallow" }, { "pattern": "/*?*returnurl=*", "directive": "disallow" }, { "pattern": "/*?*refererurl=*", "directive": "disallow" }, { "pattern": "/*?*sessionid=*", "directive": "disallow" }, { "pattern": "/*?*utm_*", "directive": "disallow" }, { "pattern": "/Talent/FilterTalent", "directive": "disallow" }, { "pattern": "/talent/filtertalent", "directive": "disallow" }, { "pattern": "/Talent/FindTalents", "directive": "disallow" }, { "pattern": "/Talent/GetApproveTalentDetails", "directive": "disallow" }, { "pattern": "/talent/getapprovetalentdetails", "directive": "disallow" }, { "pattern": "/Talent/GetTalentDetails", "directive": "disallow" }, { "pattern": "/Talent/GetValueJobs4", "directive": "disallow" }, { "pattern": "/talent/getvaluejobs4", "directive": "disallow" }, { "pattern": "/talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/Talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/GetValueJobs4Talent", "directive": "disallow" }, { "pattern": "/y/GetyKnownFriends/", "directive": "disallow" }, { "pattern": "/y/ProfileMatchingJobs/", "directive": "disallow" }, { "pattern": "/y/UpdateUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/y/DeleteUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/y/VoteUpOrDownUserBlogAndPortComment", "directive": "disallow" }, { "pattern": "/y/LoggedYouthPublicProfileView", "directive": "disallow" } ], "userAgent": "bytespider", "ruleSource": "wildcard", "matchedRule": { "pattern": "/", "directive": "allow" }, "rulesTruncated": true, "effectiveAccess": "allowed" }, { "rules": [ { "pattern": "/", "directive": "allow" }, { "pattern": "/Documents/New_Openings_Resume/", "directive": "disallow" }, { "pattern": "/Documents/Colleges/attache/", "directive": "disallow" }, { "pattern": "/Documents/PrepTest/StudyMaterial/", "directive": "disallow" }, { "pattern": "/*?*returnurl=*", "directive": "disallow" }, { "pattern": "/*?*refererurl=*", "directive": "disallow" }, { "pattern": "/*?*sessionid=*", "directive": "disallow" }, { "pattern": "/*?*utm_*", "directive": "disallow" }, { "pattern": "/Talent/FilterTalent", "directive": "disallow" }, { "pattern": "/talent/filtertalent", "directive": "disallow" }, { "pattern": "/Talent/FindTalents", "directive": "disallow" }, { "pattern": "/Talent/GetApproveTalentDetails", "directive": "disallow" }, { "pattern": "/talent/getapprovetalentdetails", "directive": "disallow" }, { "pattern": "/Talent/GetTalentDetails", "directive": "disallow" }, { "pattern": "/Talent/GetValueJobs4", "directive": "disallow" }, { "pattern": "/talent/getvaluejobs4", "directive": "disallow" }, { "pattern": "/talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/Talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/GetValueJobs4Talent", "directive": "disallow" }, { "pattern": "/y/GetyKnownFriends/", "directive": "disallow" }, { "pattern": "/y/ProfileMatchingJobs/", "directive": "disallow" }, { "pattern": "/y/UpdateUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/y/DeleteUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/y/VoteUpOrDownUserBlogAndPortComment", "directive": "disallow" }, { "pattern": "/y/LoggedYouthPublicProfileView", "directive": "disallow" } ], "userAgent": "perplexitybot", "ruleSource": "explicit", "matchedRule": { "pattern": "/", "directive": "allow" }, "rulesTruncated": true, "effectiveAccess": "allowed" }, { "rules": [ { "pattern": "/", "directive": "allow" }, { "pattern": "/y/", "directive": "disallow" }, { "pattern": "/*/y/", "directive": "disallow" }, { "pattern": "/Documents/New_Openings_Resume/", "directive": "disallow" }, { "pattern": "/Documents/Colleges/attache/", "directive": "disallow" }, { "pattern": "/Documents/PrepTest/StudyMaterial/", "directive": "disallow" }, { "pattern": "/*?*returnurl=*", "directive": "disallow" }, { "pattern": "/*?*refererurl=*", "directive": "disallow" }, { "pattern": "/*?*sessionid=*", "directive": "disallow" }, { "pattern": "/*?*utm_*", "directive": "disallow" }, { "pattern": "/Talent/FilterTalent", "directive": "disallow" }, { "pattern": "/talent/filtertalent", "directive": "disallow" }, { "pattern": "/Talent/FindTalents", "directive": "disallow" }, { "pattern": "/Talent/GetApproveTalentDetails", "directive": "disallow" }, { "pattern": "/talent/getapprovetalentdetails", "directive": "disallow" }, { "pattern": "/Talent/GetTalentDetails", "directive": "disallow" }, { "pattern": "/Talent/GetValueJobs4", "directive": "disallow" }, { "pattern": "/talent/getvaluejobs4", "directive": "disallow" }, { "pattern": "/talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/Talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/GetValueJobs4Talent", "directive": "disallow" }, { "pattern": "/UpdateUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/GlobleRank/", "directive": "disallow" }, { "pattern": "/*/GlobleRank/*", "directive": "disallow" }, { "pattern": "/TalentMatchingForums/", "directive": "disallow" } ], "userAgent": "cohere-ai", "ruleSource": "explicit", "matchedRule": { "pattern": "/", "directive": "allow" }, "rulesTruncated": true, "effectiveAccess": "allowed" }, { "rules": [ { "pattern": "/", "directive": "allow" }, { "pattern": "/y/", "directive": "disallow" }, { "pattern": "/*/y/", "directive": "disallow" }, { "pattern": "/Documents/New_Openings_Resume/", "directive": "disallow" }, { "pattern": "/Documents/Colleges/attache/", "directive": "disallow" }, { "pattern": "/Documents/PrepTest/StudyMaterial/", "directive": "disallow" }, { "pattern": "/*?*returnurl=*", "directive": "disallow" }, { "pattern": "/*?*refererurl=*", "directive": "disallow" }, { "pattern": "/*?*sessionid=*", "directive": "disallow" }, { "pattern": "/*?*utm_*", "directive": "disallow" }, { "pattern": "/Talent/FilterTalent", "directive": "disallow" }, { "pattern": "/talent/filtertalent", "directive": "disallow" }, { "pattern": "/Talent/FindTalents", "directive": "disallow" }, { "pattern": "/Talent/GetApproveTalentDetails", "directive": "disallow" }, { "pattern": "/talent/getapprovetalentdetails", "directive": "disallow" }, { "pattern": "/Talent/GetTalentDetails", "directive": "disallow" }, { "pattern": "/Talent/GetValueJobs4", "directive": "disallow" }, { "pattern": "/talent/getvaluejobs4", "directive": "disallow" }, { "pattern": "/talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/Talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/GetValueJobs4Talent", "directive": "disallow" }, { "pattern": "/UpdateUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/GlobleRank/", "directive": "disallow" }, { "pattern": "/*/GlobleRank/*", "directive": "disallow" }, { "pattern": "/TalentMatchingForums/", "directive": "disallow" } ], "userAgent": "applebot-extended", "ruleSource": "explicit", "matchedRule": { "pattern": "/", "directive": "allow" }, "rulesTruncated": true, "effectiveAccess": "allowed" }, { "rules": [ { "pattern": "/", "directive": "allow" }, { "pattern": "/y/", "directive": "disallow" }, { "pattern": "/*/y/", "directive": "disallow" }, { "pattern": "/Documents/New_Openings_Resume/", "directive": "disallow" }, { "pattern": "/Documents/Colleges/attache/", "directive": "disallow" }, { "pattern": "/Documents/PrepTest/StudyMaterial/", "directive": "disallow" }, { "pattern": "/*?*returnurl=*", "directive": "disallow" }, { "pattern": "/*?*refererurl=*", "directive": "disallow" }, { "pattern": "/*?*sessionid=*", "directive": "disallow" }, { "pattern": "/*?*utm_*", "directive": "disallow" }, { "pattern": "/Talent/FilterTalent", "directive": "disallow" }, { "pattern": "/talent/filtertalent", "directive": "disallow" }, { "pattern": "/Talent/FindTalents", "directive": "disallow" }, { "pattern": "/Talent/GetApproveTalentDetails", "directive": "disallow" }, { "pattern": "/talent/getapprovetalentdetails", "directive": "disallow" }, { "pattern": "/Talent/GetTalentDetails", "directive": "disallow" }, { "pattern": "/Talent/GetValueJobs4", "directive": "disallow" }, { "pattern": "/talent/getvaluejobs4", "directive": "disallow" }, { "pattern": "/talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/Talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/GetValueJobs4Talent", "directive": "disallow" }, { "pattern": "/UpdateUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/GlobleRank/", "directive": "disallow" }, { "pattern": "/*/GlobleRank/*", "directive": "disallow" }, { "pattern": "/TalentMatchingForums/", "directive": "disallow" } ], "userAgent": "amazonbot", "ruleSource": "explicit", "matchedRule": { "pattern": "/", "directive": "allow" }, "rulesTruncated": true, "effectiveAccess": "allowed" }, { "rules": [ { "pattern": "/", "directive": "allow" }, { "pattern": "/y/", "directive": "disallow" }, { "pattern": "/*/y/", "directive": "disallow" }, { "pattern": "/Documents/New_Openings_Resume/", "directive": "disallow" }, { "pattern": "/Documents/Colleges/attache/", "directive": "disallow" }, { "pattern": "/Documents/PrepTest/StudyMaterial/", "directive": "disallow" }, { "pattern": "/*?*returnurl=*", "directive": "disallow" }, { "pattern": "/*?*refererurl=*", "directive": "disallow" }, { "pattern": "/*?*sessionid=*", "directive": "disallow" }, { "pattern": "/*?*utm_*", "directive": "disallow" }, { "pattern": "/Talent/FilterTalent", "directive": "disallow" }, { "pattern": "/talent/filtertalent", "directive": "disallow" }, { "pattern": "/Talent/FindTalents", "directive": "disallow" }, { "pattern": "/Talent/GetApproveTalentDetails", "directive": "disallow" }, { "pattern": "/talent/getapprovetalentdetails", "directive": "disallow" }, { "pattern": "/Talent/GetTalentDetails", "directive": "disallow" }, { "pattern": "/Talent/GetValueJobs4", "directive": "disallow" }, { "pattern": "/talent/getvaluejobs4", "directive": "disallow" }, { "pattern": "/talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/Talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/GetValueJobs4Talent", "directive": "disallow" }, { "pattern": "/UpdateUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/GlobleRank/", "directive": "disallow" }, { "pattern": "/*/GlobleRank/*", "directive": "disallow" }, { "pattern": "/TalentMatchingForums/", "directive": "disallow" } ], "userAgent": "meta-externalagent", "ruleSource": "explicit", "matchedRule": { "pattern": "/", "directive": "allow" }, "rulesTruncated": true, "effectiveAccess": "allowed" }, { "rules": [ { "pattern": "/", "directive": "allow" }, { "pattern": "/Documents/New_Openings_Resume/", "directive": "disallow" }, { "pattern": "/Documents/Colleges/attache/", "directive": "disallow" }, { "pattern": "/Documents/PrepTest/StudyMaterial/", "directive": "disallow" }, { "pattern": "/*?*returnurl=*", "directive": "disallow" }, { "pattern": "/*?*refererurl=*", "directive": "disallow" }, { "pattern": "/*?*sessionid=*", "directive": "disallow" }, { "pattern": "/*?*utm_*", "directive": "disallow" }, { "pattern": "/Talent/FilterTalent", "directive": "disallow" }, { "pattern": "/talent/filtertalent", "directive": "disallow" }, { "pattern": "/Talent/FindTalents", "directive": "disallow" }, { "pattern": "/Talent/GetApproveTalentDetails", "directive": "disallow" }, { "pattern": "/talent/getapprovetalentdetails", "directive": "disallow" }, { "pattern": "/Talent/GetTalentDetails", "directive": "disallow" }, { "pattern": "/Talent/GetValueJobs4", "directive": "disallow" }, { "pattern": "/talent/getvaluejobs4", "directive": "disallow" }, { "pattern": "/talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/Talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/GetValueJobs4Talent", "directive": "disallow" }, { "pattern": "/y/GetyKnownFriends/", "directive": "disallow" }, { "pattern": "/y/ProfileMatchingJobs/", "directive": "disallow" }, { "pattern": "/y/UpdateUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/y/DeleteUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/y/VoteUpOrDownUserBlogAndPortComment", "directive": "disallow" }, { "pattern": "/y/LoggedYouthPublicProfileView", "directive": "disallow" } ], "userAgent": "facebookbot", "ruleSource": "wildcard", "matchedRule": { "pattern": "/", "directive": "allow" }, "rulesTruncated": true, "effectiveAccess": "allowed" }, { "rules": [ { "pattern": "/", "directive": "allow" }, { "pattern": "/Documents/New_Openings_Resume/", "directive": "disallow" }, { "pattern": "/Documents/Colleges/attache/", "directive": "disallow" }, { "pattern": "/Documents/PrepTest/StudyMaterial/", "directive": "disallow" }, { "pattern": "/*?*returnurl=*", "directive": "disallow" }, { "pattern": "/*?*refererurl=*", "directive": "disallow" }, { "pattern": "/*?*sessionid=*", "directive": "disallow" }, { "pattern": "/*?*utm_*", "directive": "disallow" }, { "pattern": "/Talent/FilterTalent", "directive": "disallow" }, { "pattern": "/talent/filtertalent", "directive": "disallow" }, { "pattern": "/Talent/FindTalents", "directive": "disallow" }, { "pattern": "/Talent/GetApproveTalentDetails", "directive": "disallow" }, { "pattern": "/talent/getapprovetalentdetails", "directive": "disallow" }, { "pattern": "/Talent/GetTalentDetails", "directive": "disallow" }, { "pattern": "/Talent/GetValueJobs4", "directive": "disallow" }, { "pattern": "/talent/getvaluejobs4", "directive": "disallow" }, { "pattern": "/talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/Talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/GetValueJobs4Talent", "directive": "disallow" }, { "pattern": "/y/GetyKnownFriends/", "directive": "disallow" }, { "pattern": "/y/ProfileMatchingJobs/", "directive": "disallow" }, { "pattern": "/y/UpdateUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/y/DeleteUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/y/VoteUpOrDownUserBlogAndPortComment", "directive": "disallow" }, { "pattern": "/y/LoggedYouthPublicProfileView", "directive": "disallow" } ], "userAgent": "omgilibot", "ruleSource": "wildcard", "matchedRule": { "pattern": "/", "directive": "allow" }, "rulesTruncated": true, "effectiveAccess": "allowed" }, { "rules": [ { "pattern": "/", "directive": "allow" }, { "pattern": "/Documents/New_Openings_Resume/", "directive": "disallow" }, { "pattern": "/Documents/Colleges/attache/", "directive": "disallow" }, { "pattern": "/Documents/PrepTest/StudyMaterial/", "directive": "disallow" }, { "pattern": "/*?*returnurl=*", "directive": "disallow" }, { "pattern": "/*?*refererurl=*", "directive": "disallow" }, { "pattern": "/*?*sessionid=*", "directive": "disallow" }, { "pattern": "/*?*utm_*", "directive": "disallow" }, { "pattern": "/Talent/FilterTalent", "directive": "disallow" }, { "pattern": "/talent/filtertalent", "directive": "disallow" }, { "pattern": "/Talent/FindTalents", "directive": "disallow" }, { "pattern": "/Talent/GetApproveTalentDetails", "directive": "disallow" }, { "pattern": "/talent/getapprovetalentdetails", "directive": "disallow" }, { "pattern": "/Talent/GetTalentDetails", "directive": "disallow" }, { "pattern": "/Talent/GetValueJobs4", "directive": "disallow" }, { "pattern": "/talent/getvaluejobs4", "directive": "disallow" }, { "pattern": "/talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/Talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/GetValueJobs4Talent", "directive": "disallow" }, { "pattern": "/y/GetyKnownFriends/", "directive": "disallow" }, { "pattern": "/y/ProfileMatchingJobs/", "directive": "disallow" }, { "pattern": "/y/UpdateUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/y/DeleteUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/y/VoteUpOrDownUserBlogAndPortComment", "directive": "disallow" }, { "pattern": "/y/LoggedYouthPublicProfileView", "directive": "disallow" } ], "userAgent": "diffbot", "ruleSource": "wildcard", "matchedRule": { "pattern": "/", "directive": "allow" }, "rulesTruncated": true, "effectiveAccess": "allowed" }, { "rules": [ { "pattern": "/", "directive": "allow" }, { "pattern": "/y/", "directive": "disallow" }, { "pattern": "/*/y/", "directive": "disallow" }, { "pattern": "/Documents/New_Openings_Resume/", "directive": "disallow" }, { "pattern": "/Documents/Colleges/attache/", "directive": "disallow" }, { "pattern": "/Documents/PrepTest/StudyMaterial/", "directive": "disallow" }, { "pattern": "/*?*returnurl=*", "directive": "disallow" }, { "pattern": "/*?*refererurl=*", "directive": "disallow" }, { "pattern": "/*?*sessionid=*", "directive": "disallow" }, { "pattern": "/*?*utm_*", "directive": "disallow" }, { "pattern": "/Talent/FilterTalent", "directive": "disallow" }, { "pattern": "/talent/filtertalent", "directive": "disallow" }, { "pattern": "/Talent/FindTalents", "directive": "disallow" }, { "pattern": "/Talent/GetApproveTalentDetails", "directive": "disallow" }, { "pattern": "/talent/getapprovetalentdetails", "directive": "disallow" }, { "pattern": "/Talent/GetTalentDetails", "directive": "disallow" }, { "pattern": "/Talent/GetValueJobs4", "directive": "disallow" }, { "pattern": "/talent/getvaluejobs4", "directive": "disallow" }, { "pattern": "/talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/Talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/GetValueJobs4Talent", "directive": "disallow" }, { "pattern": "/UpdateUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/GlobleRank/", "directive": "disallow" }, { "pattern": "/*/GlobleRank/*", "directive": "disallow" }, { "pattern": "/TalentMatchingForums/", "directive": "disallow" } ], "userAgent": "claudebot", "ruleSource": "explicit", "matchedRule": { "pattern": "/", "directive": "allow" }, "rulesTruncated": true, "effectiveAccess": "allowed" }, { "rules": [ { "pattern": "/", "directive": "allow" }, { "pattern": "/Documents/New_Openings_Resume/", "directive": "disallow" }, { "pattern": "/Documents/Colleges/attache/", "directive": "disallow" }, { "pattern": "/Documents/PrepTest/StudyMaterial/", "directive": "disallow" }, { "pattern": "/*?*returnurl=*", "directive": "disallow" }, { "pattern": "/*?*refererurl=*", "directive": "disallow" }, { "pattern": "/*?*sessionid=*", "directive": "disallow" }, { "pattern": "/*?*utm_*", "directive": "disallow" }, { "pattern": "/Talent/FilterTalent", "directive": "disallow" }, { "pattern": "/talent/filtertalent", "directive": "disallow" }, { "pattern": "/Talent/FindTalents", "directive": "disallow" }, { "pattern": "/Talent/GetApproveTalentDetails", "directive": "disallow" }, { "pattern": "/talent/getapprovetalentdetails", "directive": "disallow" }, { "pattern": "/Talent/GetTalentDetails", "directive": "disallow" }, { "pattern": "/Talent/GetValueJobs4", "directive": "disallow" }, { "pattern": "/talent/getvaluejobs4", "directive": "disallow" }, { "pattern": "/talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/Talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/GetValueJobs4Talent", "directive": "disallow" }, { "pattern": "/y/GetyKnownFriends/", "directive": "disallow" }, { "pattern": "/y/ProfileMatchingJobs/", "directive": "disallow" }, { "pattern": "/y/UpdateUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/y/DeleteUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/y/VoteUpOrDownUserBlogAndPortComment", "directive": "disallow" }, { "pattern": "/y/LoggedYouthPublicProfileView", "directive": "disallow" } ], "userAgent": "claude-searchbot", "ruleSource": "explicit", "matchedRule": { "pattern": "/", "directive": "allow" }, "rulesTruncated": true, "effectiveAccess": "allowed" }, { "rules": [ { "pattern": "/", "directive": "allow" }, { "pattern": "/Documents/New_Openings_Resume/", "directive": "disallow" }, { "pattern": "/Documents/Colleges/attache/", "directive": "disallow" }, { "pattern": "/Documents/PrepTest/StudyMaterial/", "directive": "disallow" }, { "pattern": "/*?*returnurl=*", "directive": "disallow" }, { "pattern": "/*?*refererurl=*", "directive": "disallow" }, { "pattern": "/*?*sessionid=*", "directive": "disallow" }, { "pattern": "/*?*utm_*", "directive": "disallow" }, { "pattern": "/Talent/FilterTalent", "directive": "disallow" }, { "pattern": "/talent/filtertalent", "directive": "disallow" }, { "pattern": "/Talent/FindTalents", "directive": "disallow" }, { "pattern": "/Talent/GetApproveTalentDetails", "directive": "disallow" }, { "pattern": "/talent/getapprovetalentdetails", "directive": "disallow" }, { "pattern": "/Talent/GetTalentDetails", "directive": "disallow" }, { "pattern": "/Talent/GetValueJobs4", "directive": "disallow" }, { "pattern": "/talent/getvaluejobs4", "directive": "disallow" }, { "pattern": "/talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/Talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/GetValueJobs4Talent", "directive": "disallow" }, { "pattern": "/y/GetyKnownFriends/", "directive": "disallow" }, { "pattern": "/y/ProfileMatchingJobs/", "directive": "disallow" }, { "pattern": "/y/UpdateUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/y/DeleteUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/y/VoteUpOrDownUserBlogAndPortComment", "directive": "disallow" }, { "pattern": "/y/LoggedYouthPublicProfileView", "directive": "disallow" } ], "userAgent": "claude-user", "ruleSource": "explicit", "matchedRule": { "pattern": "/", "directive": "allow" }, "rulesTruncated": true, "effectiveAccess": "allowed" }, { "rules": [ { "pattern": "/", "directive": "allow" }, { "pattern": "/Documents/New_Openings_Resume/", "directive": "disallow" }, { "pattern": "/Documents/Colleges/attache/", "directive": "disallow" }, { "pattern": "/Documents/PrepTest/StudyMaterial/", "directive": "disallow" }, { "pattern": "/*?*returnurl=*", "directive": "disallow" }, { "pattern": "/*?*refererurl=*", "directive": "disallow" }, { "pattern": "/*?*sessionid=*", "directive": "disallow" }, { "pattern": "/*?*utm_*", "directive": "disallow" }, { "pattern": "/Talent/FilterTalent", "directive": "disallow" }, { "pattern": "/talent/filtertalent", "directive": "disallow" }, { "pattern": "/Talent/FindTalents", "directive": "disallow" }, { "pattern": "/Talent/GetApproveTalentDetails", "directive": "disallow" }, { "pattern": "/talent/getapprovetalentdetails", "directive": "disallow" }, { "pattern": "/Talent/GetTalentDetails", "directive": "disallow" }, { "pattern": "/Talent/GetValueJobs4", "directive": "disallow" }, { "pattern": "/talent/getvaluejobs4", "directive": "disallow" }, { "pattern": "/talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/Talent/getreptotalyouth", "directive": "disallow" }, { "pattern": "/GetValueJobs4Talent", "directive": "disallow" }, { "pattern": "/y/GetyKnownFriends/", "directive": "disallow" }, { "pattern": "/y/ProfileMatchingJobs/", "directive": "disallow" }, { "pattern": "/y/UpdateUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/y/DeleteUserBlogAndPortViewCount", "directive": "disallow" }, { "pattern": "/y/VoteUpOrDownUserBlogAndPortComment", "directive": "disallow" }, { "pattern": "/y/LoggedYouthPublicProfileView", "directive": "disallow" } ], "userAgent": "perplexity-user", "ruleSource": "explicit", "matchedRule": { "pattern": "/", "directive": "allow" }, "rulesTruncated": true, "effectiveAccess": "allowed" } ], "robotsStatus": "ok" }, "message": "Found rules for AI bots: gptbot, chatgpt-user, oai-searchbot, google-extended, ccbot, anthropic-ai, perplexitybot, cohere-ai, applebot-extended, amazonbot, meta-externalagent, claudebot, claude-searchbot, claude-user, perplexity-user", "evidence": [ { "label": "GET /robots.txt", "action": "fetch", "finding": { "outcome": "positive", "summary": "Received valid robots.txt (200, text/plain; charset=utf-8)" }, "request": { "url": "https://www.youth4work.com/robots.txt", "method": "GET" }, "response": { "status": 200, "headers": { "age": "998674", "cf-ray": "a5496822487882c6-IAD", "content-type": "text/plain; charset=utf-8", "cf-cache-status": "HIT" }, "statusText": "OK", "bodyPreview": "# robots.txt for www.youth4work.com\r\n# Last updated: October 11, 2026 (internal endpoints blocked for every bot; AI policy + Content Signals, https://contentsignals.org/)\r\n#\r\n# Groups do not inherit from \"User-agent: *\": a bot that finds its own group reads only that group. So every group below\r\n# carries the same block of shared rules (marked \"shared\"); only Crawl-delay and the AI-training /y/ rule differ.\r\n# Shared rules keep crawlers out of internal endpoints with no search value: AJAX partia..." } }, { "label": "Scan for AI bot User-agent directives", "action": "parse", "finding": { "outcome": "positive", "summary": "Found rules for AI bots: gptbot, chatgpt-user, oai-searchbot, google-extended, ccbot, anthropic-ai, perplexitybot, cohere-ai, applebot-extended, amazonbot, meta-externalagent, claudebot, claude-searchbot, claude-user, perplexity-user" } }, { "label": "Conclusion", "action": "conclude", "finding": { "outcome": "positive", "summary": "Found rules for 15 AI bots" } } ], "durationMs": 0, "messageRef": { "code": "check.aiRules.rulesFound", "params": { "bots": [ "gptbot", "chatgpt-user", "oai-searchbot", "google-extended", "ccbot", "anthropic-ai", "perplexitybot", "cohere-ai", "applebot-extended", "amazonbot", "meta-externalagent", "claudebot", "claude-searchbot", "claude-user", "perplexity-user" ] } } } }, "contentAccessibility": { "markdownNegotiation": { "status": "pass", "details": { "contentType": "text/markdown; charset=utf-8" }, "message": "Site supports Markdown for Agents", "evidence": [ { "label": "GET target page (Accept: text/markdown)", "action": "fetch", "finding": { "outcome": "positive", "summary": "Response content-type is text/markdown; charset=utf-8 -- site supports markdown negotiation" }, "request": { "url": "https://www.youth4work.com", "method": "GET", "headers": { "accept": "text/markdown", "cache-control": "no-cache" } }, "response": { "status": 200, "headers": { "cf-ray": "a54968289c63c5e9-IAD", "content-type": "text/markdown; charset=utf-8" }, "statusText": "OK" } }, { "label": "Conclusion", "action": "conclude", "finding": { "outcome": "positive", "summary": "Site supports Markdown for Agents" } } ], "durationMs": 854, "messageRef": { "code": "check.markdownNegotiation.supported" } } } }, "iar_preset": "api", "level_name": "Agent-Native", "scanned_at": "2026-11-03T06:43:50.145Z", "is_commerce": false, "mismatch_warning": "Declared as product, but scan level suggests full agent-native stack." }, "agent_endpoints": { "llms_txt": "https://www.youth4work.com/llms.txt", "ard_url": "https://www.youth4work.com/.well-known/ard.json", "mcp_card_url": "https://www.youth4work.com/.well-known/mcp/server-card.json" }, "commerce": { "ucp_ready": true, "ucp_manifest_url": "https://www.youth4work.com/.well-known/ucp", "checks": [ { "id": "commerce.ucp", "status": "pass", "message": "UCP profile exists" }, { "id": "commerce.ap2", "status": "neutral", "message": "AP2 not detected (no A2A Agent Card) (not a commerce site)" }, { "id": "commerce.acp", "status": "pass", "message": "ACP discovery document exists" }, { "id": "commerce.x402", "status": "neutral", "message": "x402 payment protocol not detected (not a commerce site)" }, { "id": "commerce.mpp", "status": "neutral", "message": "MPP payment discovery not detected (not a commerce site)" } ] }, "site_type": "product", "agent_profile": { "best_for": [ "Searching jobs in India", "Taking free skill and aptitude tests", "Finding pre-assessed candidates for hiring" ], "differentiators": "Free skill tests, assessed profiles and jobs in India" }, "directory": { "name": "AI Agent Pages", "listing_url": "https://www.aiagentpages.com/listings/youth4work-com", "spec_url": "https://www.aiagentpages.com/api/listings/youth4work-com/spec", "llms_txt_url": "https://www.aiagentpages.com/listings/youth4work-com/llms.txt" }, "updated_at": "2026-11-04T01:11:24.160954+00:00" } ```