olahypes wapka 2022 robots txt file crawl setter code shared
by wapka robots txt code shared
View comments
add this to your robots txt file page on wapka admin panel comment please if our helps is needed
# Group 1
User-agent: Googlebot
Allow: /
User-agent: Mediapartners-Google
Allow: /
User-agent: Googlebot-Image
Allow: /
User-agent: *
Allow: /
User-agent: Googlebot-news
Allow: /
User-agent: AdsBot-Google
Allow: /
User-agent: MSNBot
Allow: /
User-agent: Slurp
Allow: /
User-agent: Teoma
Allow: /
User-agent: Gigabot
Allow: /
User-agent: Robozilla
Allow: /
User-agent: Msnbot
Allow: /
User-agent: Semrushbot
User-agent: Semrushbot-SA
User-agent: Nutch
Allow: /
User-agent: ia_archiver
Allow: /
User-agent: Baiduspider
Allow: /
User-agent: Baverbot
Allow: /
User-agent: Beti
Allow: /
User-agent: AhrefsBot
Allow: /
User-Agent: bingbot
Allow: /
User-agent: Yahoo-mmcrawler
Allow: /
User-agent: Psbot
Allow: /
User-agent: Yahoo-blogs/v3.9
Allow: /
User-agent: Twitterbot
Allow: /
User-agent: Operanews
Allow: /
User-agent: Yandex
Allow: /
User-agent: Opera
Allow: /
User-agent: Discobot
Allow: /
User-agent: Dotbot
Allow: /
User-agent: Slurp
# Group 2
Allow: /post
Allow: /download
Allow: /content›posts
Allow: /entertainment
Allow: /category/12046/porn-video
Allow: /mp3-tag
Allow: /tag
Allow: /webmaster
Allow: /Register
Allow: /category/5990/video
Allow: /category/5975/music
Allow: /search/?q=cheat
Allow: /error
Allow: /category/13546/comedy-videos
Allow: /search/?q=
Disallow: /search/
Allow: /category/13545/highlight-videos
Allow: /upload-file
Allow: /add-posts
Allow: /search/?q=movie
Allow: /content›uploads
Allow: /content-posts
Allow: /content-uploads
Allow: /category/13582/mixtape
Allow: /search/?q=bbnaija
Allow: /?display=wide
Allow: /category/6189/foreign%20music
Allow: /search/?q=lyric
Allow: /search/?q=firm
Allow: /search/?q=action
Allow: /category/16418/instrumental
Allow: /terms-of-us
Allow: /advertise-here
Allow: /Disclaimer
Allow: /contact-us
Allow: /ping
Allow: /permission
Allow: /forum
Allow: /forum/10806/latest-music
Allow: /forum/10912/live-storys
Allow: /forum/10805/music-lyrics
Allow: /forum/10804/music-albums
Allow: /forum/10802/comedy-videos
Allow: /forum/10801/music-videos
Allow: /forum/10189/footballs-update
Allow: /forum/10188/code-request
Allow: /forum/7327/webmaster-forum
Allow: /forum/6672/hoods-movies
Allow: /forum/6634/networks-cheats
Allow: /forum/6633/make-money-online
Allow: /forum/3737/science-technology
Allow: /forum/3724/entertainments-news
sitemap: https://www.olahypes.com.ng/sitemap_index.xml
sitemap: https://www.olahypes.com.ng/sitemap.xml