steam背景爬虫

博主： banalala
发布时间：2020 年 09 月 15 日
1717 次浏览
暂无评论
3151字数
分类：

### [项目地址](https://github.com/Mxy123h/GetSteamBg)

```.net
using HtmlAgilityPack;
using Newtonsoft.Json;
using System;
using System.Collections.Generic;
using System.ComponentModel.DataAnnotations;
using System.IO;
using System.Net;
using System.Net.Security;
using System.Security.Cryptography.X509Certificates;
using System.Threading;

namespace GetSteamBg
{
    class Program
    {
        static void Main(string[] args)
        {

for (int i=23;i<2999;i++) {
                int page = i*100;
                string url = @"https://steamcommunity.com/market/search/render/?query=&start=" + page.ToString() + @"&count=100&search_descriptions=0&sort_column=name&sort_dir=asc&appid=753&category_753_Game%5B%5D=any&category_753_item_class%5B%5D=tag_item_class_3";
                string retJson = _Get(url);
                dynamic dynamic = JsonConvert.DeserializeObject(retJson);
                string bgHtml = dynamic["results_html"].ToString();
                string json=_GetBgHtml(bgHtml);
                _Replace(i.ToString(),json);
                Thread.Sleep(10000);
            }
          
            while (true)
            {
            }
        }

static string _Get(string url)
        {
            ServicePointManager.ServerCertificateValidationCallback = (sender, certificate, chain, sslPolicyErrors) => true;
            WebProxy proxyObject = new WebProxy("http://127.0.0.1:7890/", true);
            var webClient = new WebClient();
            webClient.Proxy = proxyObject;
            string html = webClient.DownloadString(url);
            return html;
        }

private static string _GetBgHtml(string html)
        {
            var doc = new HtmlAgilityPack.HtmlDocument();
            doc.LoadHtml(html);
            string imgUrl = string.Empty;
            string bgUrl = string.Empty;
            HtmlNodeCollection titleNodes = doc.DocumentNode.SelectNodes("//a[*]");

if (titleNodes != null)
            {
                List<BgInfo> bhInfos = new List<BgInfo>();
                foreach (var item in titleNodes)
                {
                    bgUrl = item.GetAttributeValue("href", "");
                    try
                    {
                        imgUrl = item.SelectSingleNode(".//img").Attributes["src"].Value.Replace("/62fx62f", "/220fx220f");
                    }
                    catch (Exception)
                    {

imgUrl = "is null";
                    }
                  
                    Console.WriteLine(imgUrl);
                    BgInfo bgInfo = new BgInfo();
                    bgInfo.url = imgUrl;
                    bgInfo.marketurl = bgUrl;
                    bhInfos.Add(bgInfo);
                }
                string json = JsonConvert.SerializeObject(bhInfos);
                return json;
            }
            return "";
        }
        class BgInfo
        {
            string url_;
            string marketurl_;

public string url { get => url_; set => url_ = value; }
            public string marketurl { get => marketurl_; set => marketurl_ = value; }
        }
        static void _Replace(string pageNo,string json)
        {
            StreamReader sr = new StreamReader("mb.html");
            string temp_mb= sr.ReadToEnd();
            sr.Close();
            temp_mb=temp_mb.Replace("@@@@@@@@@@",json);
            StreamWriter sw = new StreamWriter(pageNo + ".html");
            sw.Write(temp_mb);
            sw.Close();
        }
    }
}
```

### html模板

```
<html>
	<head>
		<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
		<title>steamGB</title>
		<script type="text/javascript" src="jq.js"></script>
		<style>
			div{float:left}
		</style>
	</head>
	<body>
		<div><button onclick="window.location.href=''+(parseInt(window.location.href.split('/')[window.location.href.split('/').length-1].split('.')[0])-1)+'.html'"><</button><button onclick="window.location.href=''+(parseInt(window.location.href.split('/')[window.location.href.split('/').length-1].split('.')[0])+1)+'.html'">></button></div>
		<div id="all">
		
		
		</div>
		<div><button onclick="window.location.href=''+(parseInt(window.location.href.split('/')[window.location.href.split('/').length-1].split('.')[0])-1)+'.html'"><</button><button onclick="window.location.href=''+(parseInt(window.location.href.split('/')[window.location.href.split('/').length-1].split('.')[0])+1)+'.html'">></button></div>
	</body>
	<script language="javascript">
		var dateJson =@@@@@@@@@@;
		for (var i = 0; i < dateJson.length; i++) {
			$("#all").append("<div><img src='"
				+ dateJson[i].url
				+ "' ondblclick='click_(this)' onclick='click_(this)' ></br><button onclick='click_market(this)' markurl='"
				+ dateJson[i].marketurl
				+ "'>市场查看</button></div>");
		}
		function click_(a) {
			var imgurl = $(a).attr("src")
			window.open(imgurl + "%202x");
		}
		function click_market(a) {
			var url = $(a).attr("markurl")
			window.open(url);
		} 
	</script>
</html>
```

最后修改：2020 年 11 月 10 日