olahypes wapka 2022 robots txt file crawl setter code shared

add this to your robots txt file page on wapka admin panel comment please if our helps is needed

# Group 1
User-agent: Googlebot
Allow: /
User-agent: Mediapartners-Google
Allow: /

User-agent: Googlebot-Image
Allow: /
User-agent: *
Allow: /
User-agent: Googlebot-news
Allow: /
User-agent: AdsBot-Google 
Allow: / 
User-agent: MSNBot
 Allow: /
 User-agent: Slurp
 Allow: /
 User-agent: Teoma
 Allow: /
 User-agent: Gigabot
 Allow: /
 User-agent: Robozilla
 Allow: /

User-agent: Msnbot
Allow: /

User-agent: Semrushbot

User-agent: Semrushbot-SA

 User-agent: Nutch
 Allow: /
 User-agent: ia_archiver
 Allow: /
 User-agent: Baiduspider
 Allow: /
 User-agent: Baverbot
 Allow: /
 User-agent: Beti
 Allow: /
User-agent: AhrefsBot
Allow: /
User-Agent: bingbot
Allow: /
 User-agent: Yahoo-mmcrawler
 Allow: /
 User-agent: Psbot
 Allow: /
 User-agent: Yahoo-blogs/v3.9
 Allow: /
 User-agent: Twitterbot
Allow: /
User-agent: Operanews
Allow: /
User-agent: Yandex
Allow: /
User-agent: Opera
Allow: /
User-agent: Discobot
Allow: /
User-agent: Dotbot
Allow: /
User-agent: Slurp



# Group 2


Allow: /post
Allow: /download
Allow: /content›posts
Allow: /entertainment
Allow: /category/12046/porn-video
Allow: /mp3-tag
Allow: /tag
Allow: /webmaster
Allow: /Register
Allow: /category/5990/video
Allow: /category/5975/music
Allow: /search/?q=cheat
Allow: /error
Allow: /category/13546/comedy-videos
Allow: /search/?q=

Disallow: /search/
Allow: /category/13545/highlight-videos
Allow: /upload-file
Allow: /add-posts
Allow: /search/?q=movie
Allow: /content›uploads
Allow: /content-posts

Allow: /content-uploads

Allow: /category/13582/mixtape
Allow: /search/?q=bbnaija
Allow: /?display=wide
Allow: /category/6189/foreign%20music
Allow: /search/?q=lyric
Allow: /search/?q=firm
Allow: /search/?q=action
Allow: /category/16418/instrumental
Allow: /terms-of-us
Allow: /advertise-here
Allow: /Disclaimer
Allow: /contact-us
Allow: /ping
Allow: /permission 
Allow: /forum 
Allow: /forum/10806/latest-music
Allow: /forum/10912/live-storys
Allow: /forum/10805/music-lyrics
Allow: /forum/10804/music-albums
Allow: /forum/10802/comedy-videos
Allow: /forum/10801/music-videos
Allow: /forum/10189/footballs-update
Allow: /forum/10188/code-request
Allow: /forum/7327/webmaster-forum
Allow: /forum/6672/hoods-movies
Allow: /forum/6634/networks-cheats
Allow: /forum/6633/make-money-online

Allow: /forum/3737/science-technology
Allow: /forum/3724/entertainments-news

sitemap: https://www.olahypes.com.ng/sitemap_index.xml

sitemap: https://www.olahypes.com.ng/sitemap.xml