项目地址
using HtmlAgilityPack;
using Newtonsoft.Json;
using System;
using System.Collections.Generic;
using System.ComponentModel.DataAnnotations;
using System.IO;
using System.Net;
using System.Net.Security;
using System.Security.Cryptography.X509Certificates;
using System.Threading;
namespace GetSteamBg
{
class Program
{
static void Main(string[] args)
{
for (int i=23;i<2999;i++) {
int page = i*100;
string url = @"https://steamcommunity.com/market/search/render/?query=&start=" + page.ToString() + @"&count=100&search_descriptions=0&sort_column=name&sort_dir=asc&appid=753&category_753_Game%5B%5D=any&category_753_item_class%5B%5D=tag_item_class_3";
string retJson = _Get(url);
dynamic dynamic = JsonConvert.DeserializeObject(retJson);
string bgHtml = dynamic["results_html"].ToString();
string json=_GetBgHtml(bgHtml);
_Replace(i.ToString(),json);
Thread.Sleep(10000);
}
while (true)
{
}
}
static string _Get(string url)
{
ServicePointManager.ServerCertificateValidationCallback = (sender, certificate, chain, sslPolicyErrors) => true;
WebProxy proxyObject = new WebProxy("http://127.0.0.1:7890/", true);
var webClient = new WebClient();
webClient.Proxy = proxyObject;
string html = webClient.DownloadString(url);
return html;
}
private static string _GetBgHtml(string html)
{
var doc = new HtmlAgilityPack.HtmlDocument();
doc.LoadHtml(html);
string imgUrl = string.Empty;
string bgUrl = string.Empty;
HtmlNodeCollection titleNodes = doc.DocumentNode.SelectNodes("//a[*]");
if (titleNodes != null)
{
List<BgInfo> bhInfos = new List<BgInfo>();
foreach (var item in titleNodes)
{
bgUrl = item.GetAttributeValue("href", "");
try
{
imgUrl = item.SelectSingleNode(".//img").Attributes["src"].Value.Replace("/62fx62f", "/220fx220f");
}
catch (Exception)
{
imgUrl = "is null";
}
Console.WriteLine(imgUrl);
BgInfo bgInfo = new BgInfo();
bgInfo.url = imgUrl;
bgInfo.marketurl = bgUrl;
bhInfos.Add(bgInfo);
}
string json = JsonConvert.SerializeObject(bhInfos);
return json;
}
return "";
}
class BgInfo
{
string url_;
string marketurl_;
public string url { get => url_; set => url_ = value; }
public string marketurl { get => marketurl_; set => marketurl_ = value; }
}
static void _Replace(string pageNo,string json)
{
StreamReader sr = new StreamReader("mb.html");
string temp_mb= sr.ReadToEnd();
sr.Close();
temp_mb=temp_mb.Replace("@@@@@@@@@@",json);
StreamWriter sw = new StreamWriter(pageNo + ".html");
sw.Write(temp_mb);
sw.Close();
}
}
}html模板
<html>
<head>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
<title>steamGB</title>
<script type="text/javascript" src="jq.js"></script>
<style>
div{float:left}
</style>
</head>
<body>
<div><button onclick="window.location.href=''+(parseInt(window.location.href.split('/')[window.location.href.split('/').length-1].split('.')[0])-1)+'.html'"><</button><button onclick="window.location.href=''+(parseInt(window.location.href.split('/')[window.location.href.split('/').length-1].split('.')[0])+1)+'.html'">></button></div>
<div id="all">
</div>
<div><button onclick="window.location.href=''+(parseInt(window.location.href.split('/')[window.location.href.split('/').length-1].split('.')[0])-1)+'.html'"><</button><button onclick="window.location.href=''+(parseInt(window.location.href.split('/')[window.location.href.split('/').length-1].split('.')[0])+1)+'.html'">></button></div>
</body>
<script language="javascript">
var dateJson =@@@@@@@@@@;
for (var i = 0; i < dateJson.length; i++) {
$("#all").append("<div><img src='"
+ dateJson[i].url
+ "' ondblclick='click_(this)' onclick='click_(this)' ></br><button onclick='click_market(this)' markurl='"
+ dateJson[i].marketurl
+ "'>市场查看</button></div>");
}
function click_(a) {
var imgurl = $(a).attr("src")
window.open(imgurl + "%202x");
}
function click_market(a) {
var url = $(a).attr("markurl")
window.open(url);
}
</script>
</html>