User-agent: * Allow: / # --------------------------------- # Block Admin & Technical Paths # --------------------------------- Disallow: /admin/ Disallow: /grappelli/ Disallow: /ckeditor5/ Disallow: /api/ Disallow: /i18n/ # --------------------------------- # SEO Optimization (Crawl Budget) # --------------------------------- # Explicitly allow pagination so Google can crawl page=2, page=3, etc. # (even when combined with q= or s=); clean canonicals in HTML handle duplicate content. Allow: /*?page= Allow: /*&page= # Block internal search results (we don't want Google indexing search pages) Disallow: /*?q=* Disallow: /*&q=* Disallow: /*?s=* Disallow: /*&s=* Disallow: /*/feed/ # --------------------------------- # Sitemap location # --------------------------------- # ✅ תיקון: הכתובת הישירה והנכונה (ללא www) Sitemap: https://octosource.io/sitemap.xml