User-agent: * Allow: / # Important pages for crawling Allow: /lottery-app.html Allow: /algorithms.html Allow: /quantum-page.html Allow: /organic.html Allow: /wheeling.html Allow: /cash-pop.html Allow: /news.html Allow: /about.html Allow: /contact.html # News archive pages Allow: /news-page-*.html # Articles directory Allow: /articles/ # Important resources Allow: /sitemap.xml Allow: /favicon.ico Allow: /favicon.png # Block admin areas Disallow: /admin/ Disallow: /private/ Disallow: /.git/ Disallow: /node_modules/ # Block log files and development files Disallow: /*.log Disallow: /*.json Disallow: /package.json Disallow: /package-lock.json # Sitemap location Sitemap: https://pickitz.ai/sitemap.xml # Crawl delay for respectful crawling Crawl-delay: 1