Bot Problem
URL: https://stackoverflow.com/questions/26862030/can-we-detect-when-google-bot-crawl-my-page-asp-net If (Request.Browser.Crawler) Then 'this is a web bot Else 'this is a regular user End If public class Utility { public static bool IsCrawlByBot () { List< string > Crawlers = new List< string >() { "googlebot" , "bingbot" , "yandexbot" , "ahrefsbot" , "msnbot" , "linkedinbot" , "exabot" , "compspybot" , "yesupbot" , "paperlibot" , "tweetmemebot" , "semrushbot" , "gigabot" , "voilabot" , "adsbot-google" , "botlink" , "alkalinebot" , "araybot" , "undrip bot" , "borg-bot" , "boxseabot" , "yodaobot" , "admedia bot" , "ezooms.bot" , "confuzzl...