Sitemap: https://stl.news/sitemap_index.xml User-agent: * Allow: /wp-admin/admin-ajax.php Allow: /*/*.css Allow: /*/*.js Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /readme.html Disallow: /license.txt Disallow: /xmlrpc.php Disallow: /wp-login.php Disallow: /wp-register.php Disallow: */disclaimer/* Disallow: *?attachment_id= Disallow: /privacy-policy User-agent: Googlebot Allow: / User-agent: Googlebot-Image Allow: /wp-content/uploads/ User-agent: Mediapartners-Google Allow: / User-agent: AdsBot-Google Allow: / User-agent: AdsBot-Google-Mobile Allow: / User-agent: Bingbot Allow: / User-agent: Msnbot Allow: / User-agent: msnbot-media Allow: /wp-content/uploads/ User-agent: Applebot Allow: / User-agent: Yandex Allow: / User-agent: YandexImages Allow: /wp-content/uploads/ User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Qwantify Allow: / # Popular chinese search engines User-agent: Baiduspider Allow: / User-agent: Baiduspider/2.0 Allow: / User-agent: Baiduspider-video Allow: / User-agent: Baiduspider-image Allow: / User-agent: Sogou spider Allow: / User-agent: Sogou web spider Allow: / User-agent: Sosospider Allow: / User-agent: Sosospider+ Allow: / User-agent: Sosospider/2.0 Allow: / User-agent: yodao Allow: / User-agent: youdao Allow: / User-agent: YoudaoBot Allow: / User-agent: YoudaoBot/1.0 Allow: / # Social Media Crawling User-agent: facebookexternalhit/1.0 Allow: / User-agent: facebookexternalhit/1.1 Allow: / User-agent: facebookplatform/1.0 Allow: / User-agent: Facebot/1.0 Allow: / User-agent: Visionutils/0.2 Allow: / User-agent: datagnionbot Allow: / # Social Media Crawling User-agent: Twitterbot Allow: / # Social Media Crawling User-agent: LinkedInBot/1.0 Allow: / # Social Media Crawling User-agent: Pinterest/0.1 Allow: / User-agent: Pinterest/0.2 Allow: / # Allow/Disallow Ads.txt Allow: /ads.txt #Sitemap: https://stl.news/video-sitemap.xml #Sitemap: https://stl.news/video-sitemap2.xml #Sitemap: https://stl.news/news-sitemap.xml # This robots.txt file was created by Better Robots.txt (Index & Rank Booster by Pagup) Plugin. https://www.better-robots.com/