ANON.SERVICES

ID	21c81ebe-af80-4224-812d-fa2db52365a4
Filename	crawl_summary.json
Size	887.00 B
Uploaded	2025-05-10 11:27:31
Downloads	0
MIME Type	application/json
Hashes	CRC32: 7d57787e MD5: bc78553783474e32d2db0fdf4b48edd9 SHA1: be5e5a192f4580747230dcf82f1f4506f8b4eab6 SHA256: 2ce0f45d326807296a1ae873fd3a44fad5a9e507fb35790edf99ec52764848c0

Download file

Preview (text)

{
  "crawl_config": {
    "base_urls": [
      "https://github.com/explore"
    ],
    "max_depth": 2,
    "max_pages": 75,
    "concurrency": 4,
    "respect_robots": true,
    "user_agent": "CRAUL/1.0 (+https://github.com/nanator/craul)"
  },
  "stats": {
    "start_time": "2025-05-10T13:25:12.871182",
    "end_time": "2025-05-10T13:27:29.005872",
    "duration_seconds": 136.13469,
    "pages_crawled": 77,
    "successful_crawls": 73,
    "failed_crawls": 4,
    "skipped_urls": 0,
    "total_links_found": 9726
  },
  "domains": {
    "github.com": 68,
    "resources.github.com": 2,
    "skills.github.com": 1,
    "partner.github.com": 1,
    "www.youtube.com": 1,
    "galaxy.github.com": 1
  },
  "metadata_stats": {
    "has_title": 73,
    "has_description": 71,
    "has_og_tags": 673,
    "has_twitter_tags": 254,
    "has_h1": 73,
    "has_h2": 72,
    "has_h3": 65
  }
}