asp.net搜索蜘蛛代码程序

mac2022-06-30  22

protected bool robot()    {        bool brtn = false;         string king_robots = "Baiduspider+@Baidu|Googlebot@Google|ia_archiver@Alexa|IAArchiver@Alexa|ASPSeek@ASPSeek|YahooSeeker@Yahoo|sohu-search@Sohu|help.yahoo.com/help/us/ysearch/slurp@Yahoo|sohu-search@SOHU|MSNBOT@MSN";        string ls_spr;

        ls_spr=Request.ServerVariables["http_user_agent"].ToString();        char[] delimiterChars = { '|' };        char[] x = { '@' };        string[] I1 = king_robots.Split(delimiterChars);

        for (int i = 0; i < I1.Length; i++)        {            string[] spider = I1[i].Split(x);            if (ls_spr.IndexOf(spider[0].ToString()) > -1)            {                brtn = true;                logrobots(spider[1].ToString());                break;            }        }        return brtn;    }    protected void logrobots(string spr)    {

        spr = DateTime.Now.ToString() + "|" + spr;        StreamWriter sw;        try        {           sw = new StreamWriter(Server.MapPath("log.txt"), true, System.Text.Encoding.GetEncoding("gb2312")); //参数为false重写,为true在后面加入               sw.WriteLine(spr);            sw.Close();        }        finally        {

        }         }完成。下面的为在别的网站上加链接。只有蜘蛛看到。protected void addcontent()    {        StreamReader sr ;        try        {            sr = new StreamReader(Server.MapPath("logurl.txt"), System.Text.Encoding.GetEncoding("gb2312"));            String input;            char[] UPer = { '|' };            char[] xx = { '@' };            while ((input = sr.ReadLine()) != null)            {

                sb = sb + "<p>";                string[] url = input.Split(UPer);                for (int i = 0; i < url.Length; i++)                {                    string[] tt = url[i].Split(xx);                    if (tt[0].Length > 0)                    {                        sb = sb + "<a href=" + tt[0].ToString() + " target=_blank>" + tt[1].ToString() + "</a>|";                    }                }                sb = sb + "</p>";            }            sr.Close();

        }        finally        {

        }

          }

转载于:https://www.cnblogs.com/webman/archive/2007/06/12/780038.html

相关资源:JAVA上百实例源码以及开源项目
最新回复(0)