<%@ Language=VBScript %> <% strIP = Request.ServerVariables("REMOTE_HOST") strUserAgent = Left(Request.ServerVariables("HTTP_USER_AGENT"), 300) strServerName = Request.ServerVariables("SERVER_NAME") Set cndbNetVerifier = Server.CreateObject("ADODB.Connection") cndbNetVerifier.Open Application("netvcnstr") Set sp_InsertRobotRequest = Server.CreateObject("ADODB.Command") sp_InsertRobotRequest.CommandText = "sp_InsertRobotRequest" sp_InsertRobotRequest.CommandType = 4 sp_InsertRobotRequest.CommandTimeout = 30 Set sp_InsertRobotRequest.ActiveConnection = cndbNetVerifier sp_InsertRobotRequest.Parameters.Append sp_InsertRobotRequest.CreateParameter("@userAgent", adVarChar, adParamInput, 300, strUserAgent) sp_InsertRobotRequest.Parameters.Append sp_InsertRobotRequest.CreateParameter("@ip", adVarChar, adParamInput, 15, strIP) sp_InsertRobotRequest.Parameters.Append sp_InsertRobotRequest.CreateParameter("@serverName", adVarChar, adParamInput, 50, strServerName) sp_InsertRobotRequest.Parameters.Append sp_InsertRobotRequest.CreateParameter("@searchEngine", adVarChar, adParamOutput, 100) sp_InsertRobotRequest.Execute strSearchEngine = sp_InsertRobotRequest.Parameters("@searchEngine") Set sp_InsertRobotRequest = Nothing cndbNetVerifier.Close Set cndbNetVerifier = Nothing If strSearchEngine = "" Or IsNull(strSearchEngine) Then strSearchEngine = "Unknown" 'Set objMail = Server.CreateObject("SMTPsvg.Mailer") 'objMail.FromName = "Robots Daemon: " & strServerName 'objMail.FromAddress = "shawn@saeweb.com" 'objMail.RemoteHost = "mail.saeweb.com" 'objMail.AddRecipient "Shawn Berg", "shawn@saeweb.com" 'objMail.Subject = "Robots Daemon: " & strServerName 'strBody = "A request for robots.txt from " & strServerName & " was made using the following information: " & vbCrLf & vbCrLf &_ ' "Time: " & Now() & vbCrLf &_ ' "Search Engine: " & strSearchEngine & vbCrLf &_ ' "User-Agent: " & strUserAgent & vbCrLf &_ ' "IP Address: " & strIP 'objMail.BodyText = strBody 'objMail.SendMail 'Set objMail = Nothing %># robots.txt for http://www.netverifier.com/ User-agent: * Disallow: /search.asp User-agent: Slurp Crawl-delay: 60 Disallow: /search.asp