From 24f77e9e79399574bc1817295510d0759ebd669f Mon Sep 17 00:00:00 2001 From: j502647092 Date: Mon, 27 Jul 2015 14:36:42 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BC=98=E5=8C=96Socket=E8=8E=B7=E5=8F=96?= =?UTF-8?q?=E6=B5=81=E7=A8=8B=20=E7=95=8C=E9=9D=A2=E4=BA=A4=E4=BA=92...?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- AliKeywordSearch.csproj | 5 +- Config.cs | 1 - Frm_Main.Designer.cs | 66 +++++---- Frm_Main.cs | 49 +++---- Frm_Main.resx | 3 - HttpHelper.cs | 298 ++++++++++++++++++++++------------------ Program.cs | 1 - 7 files changed, 225 insertions(+), 198 deletions(-) diff --git a/AliKeywordSearch.csproj b/AliKeywordSearch.csproj index 8f0f3d1..4ab6ef9 100644 --- a/AliKeywordSearch.csproj +++ b/AliKeywordSearch.csproj @@ -9,7 +9,7 @@ Properties AliKeywordSearch AliKeywordSearch - v3.5 + v2.0 512 @@ -40,10 +40,7 @@ - - - diff --git a/Config.cs b/Config.cs index f059228..e61466d 100644 --- a/Config.cs +++ b/Config.cs @@ -1,7 +1,6 @@ using System; using System.Collections.Generic; using System.IO; -using System.Linq; using System.Text; namespace AliKeywordSearch diff --git a/Frm_Main.Designer.cs b/Frm_Main.Designer.cs index b6597fd..53cde0e 100644 --- a/Frm_Main.Designer.cs +++ b/Frm_Main.Designer.cs @@ -47,9 +47,9 @@ this.readin = new System.Windows.Forms.Button(); this.openFile = new System.Windows.Forms.OpenFileDialog(); this.saveFile = new System.Windows.Forms.SaveFileDialog(); - this.backgroundWorker = new System.ComponentModel.BackgroundWorker(); this.clearresult = new System.Windows.Forms.Button(); this.clearsearch = new System.Windows.Forms.Button(); + this.label2 = new System.Windows.Forms.Label(); ((System.ComponentModel.ISupportInitialize)(this.SearchView)).BeginInit(); ((System.ComponentModel.ISupportInitialize)(this.ResultView)).BeginInit(); this.SuspendLayout(); @@ -60,10 +60,10 @@ this.SearchView.Columns.AddRange(new System.Windows.Forms.DataGridViewColumn[] { this.company, this.keyword}); - this.SearchView.Location = new System.Drawing.Point(12, 54); + this.SearchView.Location = new System.Drawing.Point(11, 58); this.SearchView.Name = "SearchView"; this.SearchView.RowTemplate.Height = 23; - this.SearchView.Size = new System.Drawing.Size(843, 241); + this.SearchView.Size = new System.Drawing.Size(850, 200); this.SearchView.TabIndex = 0; // // company @@ -86,10 +86,10 @@ this.关键词, this.排名, this.查询时间}); - this.ResultView.Location = new System.Drawing.Point(12, 322); + this.ResultView.Location = new System.Drawing.Point(11, 293); this.ResultView.Name = "ResultView"; this.ResultView.RowTemplate.Height = 23; - this.ResultView.Size = new System.Drawing.Size(843, 460); + this.ResultView.Size = new System.Drawing.Size(850, 300); this.ResultView.TabIndex = 1; // // 公司名称 @@ -118,7 +118,7 @@ // // search // - this.search.Location = new System.Drawing.Point(399, 9); + this.search.Location = new System.Drawing.Point(360, 10); this.search.Name = "search"; this.search.Size = new System.Drawing.Size(152, 36); this.search.TabIndex = 2; @@ -128,7 +128,7 @@ // // max // - this.max.Location = new System.Drawing.Point(112, 12); + this.max.Location = new System.Drawing.Point(663, 10); this.max.Name = "max"; this.max.Size = new System.Drawing.Size(83, 21); this.max.TabIndex = 3; @@ -137,8 +137,7 @@ // cnAli // this.cnAli.AutoSize = true; - this.cnAli.Enabled = false; - this.cnAli.Location = new System.Drawing.Point(303, 19); + this.cnAli.Location = new System.Drawing.Point(740, 35); this.cnAli.Name = "cnAli"; this.cnAli.Size = new System.Drawing.Size(71, 16); this.cnAli.TabIndex = 5; @@ -150,7 +149,7 @@ // this.enAli.AutoSize = true; this.enAli.Checked = true; - this.enAli.Location = new System.Drawing.Point(226, 19); + this.enAli.Location = new System.Drawing.Point(663, 35); this.enAli.Name = "enAli"; this.enAli.Size = new System.Drawing.Size(71, 16); this.enAli.TabIndex = 6; @@ -161,17 +160,18 @@ // label1 // this.label1.AutoSize = true; - this.label1.Location = new System.Drawing.Point(16, 16); + this.label1.Location = new System.Drawing.Point(592, 13); this.label1.Name = "label1"; - this.label1.Size = new System.Drawing.Size(89, 12); + this.label1.Size = new System.Drawing.Size(65, 12); this.label1.TabIndex = 7; - this.label1.Text = "最大查询页数: "; + this.label1.Text = "查询页数: "; // // state // this.state.AutoSize = true; this.state.Font = new System.Drawing.Font("宋体", 10.5F, System.Drawing.FontStyle.Bold, System.Drawing.GraphicsUnit.Point, ((byte)(134))); - this.state.Location = new System.Drawing.Point(96, 302); + this.state.ForeColor = System.Drawing.SystemColors.ControlText; + this.state.Location = new System.Drawing.Point(98, 267); this.state.Name = "state"; this.state.Size = new System.Drawing.Size(37, 14); this.state.TabIndex = 8; @@ -180,21 +180,21 @@ // // saveout // - this.saveout.Location = new System.Drawing.Point(777, 16); + this.saveout.Location = new System.Drawing.Point(181, 29); this.saveout.Name = "saveout"; - this.saveout.Size = new System.Drawing.Size(75, 23); + this.saveout.Size = new System.Drawing.Size(73, 23); this.saveout.TabIndex = 9; - this.saveout.Text = "导出数据"; + this.saveout.Text = "导出关键词"; this.saveout.UseVisualStyleBackColor = true; this.saveout.Click += new System.EventHandler(this.saveout_Click); // // readin // - this.readin.Location = new System.Drawing.Point(615, 16); + this.readin.Location = new System.Drawing.Point(19, 29); this.readin.Name = "readin"; - this.readin.Size = new System.Drawing.Size(75, 23); + this.readin.Size = new System.Drawing.Size(73, 23); this.readin.TabIndex = 10; - this.readin.Text = "导入数据"; + this.readin.Text = "导入关键词"; this.readin.UseVisualStyleBackColor = true; this.readin.Click += new System.EventHandler(this.readin_Click); // @@ -204,9 +204,9 @@ // // clearresult // - this.clearresult.Location = new System.Drawing.Point(14, 299); + this.clearresult.Location = new System.Drawing.Point(19, 264); this.clearresult.Name = "clearresult"; - this.clearresult.Size = new System.Drawing.Size(68, 20); + this.clearresult.Size = new System.Drawing.Size(73, 23); this.clearresult.TabIndex = 11; this.clearresult.Text = "清除结果"; this.clearresult.UseVisualStyleBackColor = true; @@ -214,18 +214,28 @@ // // clearsearch // - this.clearsearch.Location = new System.Drawing.Point(696, 16); + this.clearsearch.Location = new System.Drawing.Point(100, 29); this.clearsearch.Name = "clearsearch"; - this.clearsearch.Size = new System.Drawing.Size(75, 23); + this.clearsearch.Size = new System.Drawing.Size(73, 23); this.clearsearch.TabIndex = 12; - this.clearsearch.Text = "清除数据"; + this.clearsearch.Text = "清除关键词"; this.clearsearch.UseVisualStyleBackColor = true; this.clearsearch.Click += new System.EventHandler(this.clearsearch_Click); // + // label2 + // + this.label2.AutoSize = true; + this.label2.Location = new System.Drawing.Point(592, 37); + this.label2.Name = "label2"; + this.label2.Size = new System.Drawing.Size(65, 12); + this.label2.TabIndex = 13; + this.label2.Text = "查询类型: "; + // // Frm_Main // this.AutoScaleMode = System.Windows.Forms.AutoScaleMode.None; - this.ClientSize = new System.Drawing.Size(864, 794); + this.ClientSize = new System.Drawing.Size(872, 603); + this.Controls.Add(this.label2); this.Controls.Add(this.clearsearch); this.Controls.Add(this.clearresult); this.Controls.Add(this.readin); @@ -239,6 +249,8 @@ this.Controls.Add(this.ResultView); this.Controls.Add(this.SearchView); this.Icon = ((System.Drawing.Icon)(resources.GetObject("$this.Icon"))); + this.MaximizeBox = false; + this.MinimizeBox = false; this.Name = "Frm_Main"; this.Text = "阿里排名查询软件 2015-7-25"; this.Load += new System.EventHandler(this.Frm_Main_Load); @@ -269,9 +281,9 @@ private System.Windows.Forms.Button readin; private System.Windows.Forms.OpenFileDialog openFile; private System.Windows.Forms.SaveFileDialog saveFile; - private System.ComponentModel.BackgroundWorker backgroundWorker; private System.Windows.Forms.Button clearresult; private System.Windows.Forms.Button clearsearch; + private System.Windows.Forms.Label label2; } } diff --git a/Frm_Main.cs b/Frm_Main.cs index c940269..ee2e865 100644 --- a/Frm_Main.cs +++ b/Frm_Main.cs @@ -3,7 +3,6 @@ using System.Collections.Generic; using System.ComponentModel; using System.Data; using System.Drawing; -using System.Linq; using System.Text; using System.Windows.Forms; using AliKeywordSearch; @@ -15,37 +14,14 @@ namespace EnAliKeywordSearch public Frm_Main() { InitializeComponent(); - - backgroundWorker.ProgressChanged += backgroundWorker_ProgressChanged; - backgroundWorker.DoWork += backgroundWorker_DoWork; - backgroundWorker.RunWorkerCompleted += backgroundWorker_RunWorkerCompleted; } - private void backgroundWorker_RunWorkerCompleted(object sender, RunWorkerCompletedEventArgs e) - { - - } - - void backgroundWorker_ProgressChanged(object sender, ProgressChangedEventArgs e) - { - - } - private void backgroundWorker_DoWork(object sender, DoWorkEventArgs e) - { - - } - - - void DoWork(object sender, DoWorkEventArgs e) - { - BackgroundWorker bw = sender as BackgroundWorker; - - } - - private void search_Click(object sender, EventArgs e) { search.Enabled = false; + state.ForeColor = Color.Black; + state.ForeColor = Color.Red; + HttpHelper httpHelper = new HttpHelper(); foreach (DataGridViewRow item in this.SearchView.Rows) { string cpy = item.Cells["company"].Value == null ? "" : item.Cells["company"].Value.ToString(); @@ -54,12 +30,16 @@ namespace EnAliKeywordSearch { foreach (string key in keys.Split(',')) { + bool maybe = false; int maxpage = this.ToInt(max.Text); int index = this.ResultView.Rows.Add(); + this.ResultView.FirstDisplayedScrollingRowIndex = index; this.ResultView.Rows[index].Cells["公司名称"].Value = cpy; this.ResultView.Rows[index].Cells["关键词"].Value = key; + state.ForeColor = Color.Black; state.Text = "正在查询 " + cpy + " 的关键词 " + key; Application.DoEvents(); + string pageinfo = string.Empty; for (int i = 1; i <= maxpage; i++) { string url = string.Empty; @@ -69,30 +49,35 @@ namespace EnAliKeywordSearch url = String.Format("http://www.alibaba.com/products/F0/{0}/{1}.html", key, i); else url = String.Format("http://s.1688.com/selloffer/offer_search.htm?keywords={0}&beginPage={1}", key, i); - string htmldoc = HttpHelper.Get(url); + string htmldoc = httpHelper.Get(url); if (string.IsNullOrEmpty(htmldoc)) { - this.ResultView.Rows[index].Cells["排名"].Value = "网页抓取失败"; - break; + state.ForeColor = Color.Red; + state.Text = "关键词 " + key + " 第 " + i + " 页 网页抓取失败 错误:" + HttpHelper.ErrMsg; + maybe = true; + continue; } if (htmldoc.Contains(cpy)) { - this.ResultView.Rows[index].Cells["排名"].Value = "第" + i + "页"; + pageinfo = "第" + i + "页"; break; } if (i == maxpage) { - this.ResultView.Rows[index].Cells["排名"].Value = maxpage + "页以后"; + pageinfo = maxpage + "页以后"; break; } Application.DoEvents(); } + this.ResultView.Rows[index].Cells["排名"].Value = pageinfo + (maybe ? "(可能不准确)" : ""); + this.ResultView.Rows[index].Cells["排名"].Style.ForeColor = maybe ? Color.Red : Color.Black; this.ResultView.Rows[index].Cells["查询时间"].Value = DateTime.Now.ToString(); Application.DoEvents(); } } Application.DoEvents(); } + state.ForeColor = Color.Green; state.Text = "所有关键词查询完成!"; search.Enabled = true; } diff --git a/Frm_Main.resx b/Frm_Main.resx index 78c19b4..edff472 100644 --- a/Frm_Main.resx +++ b/Frm_Main.resx @@ -141,9 +141,6 @@ 161, 17 - - 262, 17 - diff --git a/HttpHelper.cs b/HttpHelper.cs index a3abdf1..90015c1 100644 --- a/HttpHelper.cs +++ b/HttpHelper.cs @@ -1,7 +1,9 @@ using System; using System.Collections; +using System.Collections.Generic; using System.Diagnostics; using System.IO; +using System.IO.Compression; using System.Net; using System.Net.Security; using System.Net.Sockets; @@ -10,17 +12,16 @@ using System.Security.Cryptography.X509Certificates; using System.Text; using System.Text.RegularExpressions; using System.Threading; -/************************************************************************/ -/* Author:huliang - * Email:huliang@yahoo.cn - * QQ:12658501 - * 说明：转载请注明出处 -/************************************************************************/ namespace EnAliKeywordSearch { public class HttpArgs { + public enum HttpMethod + { + GET, + POST + } public string Url { get; set; } public string Host { get; set; } public int Port { get; set; } @@ -29,20 +30,16 @@ namespace EnAliKeywordSearch public string Cookie { get; set; } public string Data { get; set; } public string UA { get; set; } - + public HttpMethod Method { get; set; } } - public static class HttpHelper + public class HttpHelper { + public static int State = 0; + public static string ErrMsg = string.Empty; /// /// 提交方法 /// - enum HttpMethod - { - GET, - POST - } - #region HttpWebRequest & HttpWebResponse /// @@ -51,10 +48,11 @@ namespace EnAliKeywordSearch /// 请求地址 /// Cookies存储器 /// 请求返回的Stream - public static string Get(string url) + public string Get(string url) { HttpArgs args = ParseURL(url); - string strhtml = InternalSocketHttp(args, HttpMethod.GET); + args.Method = HttpArgs.HttpMethod.GET; + string strhtml = InternalSocketHttp(args); return strhtml; } @@ -65,7 +63,7 @@ namespace EnAliKeywordSearch /// Post数据 /// Cllkies存储器 /// 请求返回的流 - public static string Post(string url, + public string Post(string url, byte[] bytes, CookieContainer cookies, Encoding encoding) @@ -78,7 +76,7 @@ namespace EnAliKeywordSearch /// /// url字符串 /// host字符串 - private static HttpArgs ParseURL(string strUrl) + private HttpArgs ParseURL(string strUrl) { HttpArgs args = new HttpArgs(); @@ -123,146 +121,184 @@ namespace EnAliKeywordSearch #region Socket - public static string Get(HttpArgs args) + string InternalSocketHttp(HttpArgs args) { - return InternalSocketHttp(args, HttpMethod.GET); - } - - public static string Post(IPEndPoint endpoint, - HttpArgs args) - { - return InternalSocketHttp(args, HttpMethod.POST); - } - - static string InternalSocketHttp(HttpArgs args, HttpMethod method) - { - - using (Socket sK = new Socket(AddressFamily.InterNetwork, SocketType.Stream, ProtocolType.Tcp)) + using (Socket socket = new Socket(AddressFamily.InterNetwork, SocketType.Stream, ProtocolType.Tcp)) { try { - sK.Connect(args.Host, args.Port); - if (sK.Connected) + socket.SetSocketOption(SocketOptionLevel.Socket, SocketOptionName.SendTimeout, 1000); + socket.SetSocketOption(SocketOptionLevel.Socket, SocketOptionName.ReceiveTimeout, 5000); + socket.Connect(args.Host, args.Port); + if (socket.Connected) { - byte[] buff = ParseHttpArgs(method, args); - if (sK.Send(buff) > 0) + byte[] buff = ParseHttpArgs(args); + if (socket.Send(buff) > 0) { - string html = ParseResponse(sK, args); - return html; + List responseBytes = new List(); + byte[] buffer = new byte[1024]; + int iNumber = socket.Receive(buffer, buffer.Length, SocketFlags.None); + while (iNumber > 0)//使用了Connection: Close 所以判断长度为0 时停止接受 + { + responseBytes.AddRange(new List(buffer));//添加数据到List + iNumber = socket.Receive(buffer, buffer.Length, SocketFlags.None);//继续接收数据 + } + return ParseResponse(responseBytes.ToArray()/*转换List为数组*/, args); } } } - catch (Exception ex) + catch (Exception e) { - Console.WriteLine(ex.Message); + ErrMsg = e.Message; } - } - return null; - } - - private static string ParseResponse(Socket sK, HttpArgs args) - { - string header = ReadHeaderProcess(sK); - if (header.StartsWith("HTTP/1.1 400 Bad Request")) - { return string.Empty; } - if (header.StartsWith("HTTP/1.1 302")) - { - int start = header - .ToUpper().IndexOf("LOCATION"); - if (start > 0) - { - string temp = header.Substring(start, header.Length - start); - string[] sArry = Regex.Split(temp, "\r\n"); - args.Url = sArry[0].Remove(0, 10); - return Get(args); //注意：302协议需要重定向 - } - } - else if (header.StartsWith("HTTP/1.1 200")) //继续读取内容 - { - int start = header.ToUpper().IndexOf("CONTENT-LENGTH"); - int content_length = 0; - if (start > 0) - { - string temp = header.Substring(start, header.Length - start); - string[] sArry = Regex.Split(temp, "\r\n"); - content_length = Convert.ToInt32(sArry[0].Split(':')[1]); - if (content_length > 0) - { - byte[] bytes = new byte[content_length]; - if (sK.Receive(bytes) > 0) - { - return Encoding.Default.GetString(bytes); - } - } - } - else - { - //不存在Content-Length协议头 - return ParseResponse(sK); - } - } - return string.Empty; } - /// - /// 读取协议头 - /// - /// - /// - static string ReadHeaderProcess(Socket sK) + private string ParseResponse(byte[] responseBytes, HttpArgs args) { - StringBuilder bulider = new StringBuilder(); - while (true) + string responseStr = Encoding.UTF8.GetString(responseBytes); + string[] splitStr = responseStr.Split(new char[4] { '\r', '\n', '\r', '\n' }, 2); + if (splitStr.Length == 2) { - byte[] buff = new byte[1]; - int read = sK.Receive(buff, SocketFlags.None); - if (read > 0) + string responseHeader = splitStr[0]; + string responseBody = splitStr[1]; + + if (responseHeader.StartsWith("HTTP/1.1 400 Bad Request")) { - bulider.Append((char)buff[0]); + State = 400; + return string.Empty; } - string temp = bulider.ToString(); - if (temp.Contains("\r\n\r\n") || temp.Contains("")) + else if (responseHeader.StartsWith("HTTP/1.1 404")) { - break; + State = 404; + return string.Empty; } + else if (responseHeader.StartsWith("HTTP/1.1 302") || responseHeader.StartsWith("HTTP/1.1 301")) + { + State = 302; + int start = responseHeader.ToUpper().IndexOf("LOCATION"); + if (start > 0) + { + string temp = responseHeader.Substring(start, responseHeader.Length - start); + string[] sArry = Regex.Split(temp, "\r\n"); + args.Url = sArry[0].Remove(0, 10); + if (args.Url == "") + return string.Empty; + return InternalSocketHttp(args); //注意：302协议需要重定向 + } + } + else if (responseHeader.StartsWith("HTTP/1.1 200")) //读取内容 + { + State = 200; + DecompressWebPage(ref responseBytes, responseHeader); + //转码 + responseBody = DecodeWebStringByHttpHeader(responseBytes, responseHeader); + responseBody = DecodeWebStringByHtmlPageInfo(responseBytes, responseBody); + } + string[] responseBodys = responseBody.Split(new char[4] { '\r', '\n', '\r', '\n' }, 2); + if (responseBodys.Length == 2) + responseBody = responseBodys[1]; + else + responseBody = string.Empty; + return responseBody; } - return bulider.ToString(); - } - /// - /// 注意：此函数可能产生死循环 - /// - /// - /// - static string ParseResponse(Socket sK) - { - StringBuilder bulider = new StringBuilder(); - byte[] buff = new byte[1024]; - int len = sK.Receive(buff); - string temp = string.Empty; - while (len > 0) - { - byte[] reads = new byte[len]; - Array.Copy(buff, 0, reads, 0, len); - bulider.Append(Encoding.Default.GetString(reads)); - temp = bulider.ToString(); - if (temp.ToUpper().Contains("") || temp.Contains("\0")) - { - break; - } - len = sK.Receive(buff); - } - return temp; + return string.Empty; } #endregion #region Helper - static byte[] ParseHttpArgs(HttpMethod method, HttpArgs args) + /// + /// 解压网页 + /// + /// 网页字节数组含http头 + /// 数组长度 + /// Http头字符串 + /// 网页正文开始位置 + private void DecompressWebPage(ref byte[] responseBytes, string strHeader) + { + Regex regZip = new Regex(@"Content-Encoding:\s+gzip[^\n]*\r\n", RegexOptions.IgnoreCase); + + if (regZip.IsMatch(strHeader)) + { + responseBytes = Decompress(responseBytes); + } + } + + /// + /// 解压gzip网页 + /// + /// 压缩过的字符串字节数组 + /// 解压后的字节数组 + private byte[] Decompress(byte[] szSource) + { + MemoryStream msSource = new MemoryStream(szSource); + //DeflateStream 也可以这儿 + GZipStream stream = new GZipStream(msSource, CompressionMode.Decompress); + byte[] szTotal = new byte[40 * 1024]; + long lTotal = 0; + byte[] buffer = new byte[8]; + int iCount = 0; + do + { + iCount = stream.Read(buffer, 0, 8); + if (szTotal.Length <= lTotal + iCount) //放大数组 + { + byte[] temp = new byte[szTotal.Length * 10]; + szTotal.CopyTo(temp, 0); + szTotal = temp; + } + buffer.CopyTo(szTotal, lTotal); + lTotal += iCount; + } while (iCount != 0); + byte[] szDest = new byte[lTotal]; + Array.Copy(szTotal, 0, szDest, 0, lTotal); + return szDest; + } + + /// + /// 根据Http头标记里面的字符编码解析字符串 + /// + /// 网页内容字节数组(除http头以外的内容) + /// 网页内容字节数组长度 + /// http头的字符串 + /// 转好的字符串 + private string DecodeWebStringByHttpHeader(byte[] responseBytes, string strHeader) + { + string strResponse = ""; + if (strHeader.Contains("charset=GBK") || strHeader.Contains("charset=gb2312")) + { + strResponse = Encoding.GetEncoding("GBK").GetString(responseBytes); + } + else + strResponse = Encoding.UTF8.GetString(responseBytes); + return strResponse; + } + + /// + /// 根据网页meta标记里面的字符编码解析字符串 + /// + /// 网页内容字节数组(除http头以外的内容) + /// 网页内容字节数组长度 + /// 网页内容字符串, 可能已经根据其它转码要求转换过的字符串 + /// 转好的字符串 + private string DecodeWebStringByHtmlPageInfo(byte[] responseBytes, string strResponse) + { + Regex regGB2312 = new Regex(@"]+Content-Type[^>]+gb2312[^>]*>", RegexOptions.IgnoreCase); + Regex regGBK = new Regex(@"]+Content-Type[^>]+gbk[^>]*>", RegexOptions.IgnoreCase); + Regex regBig5 = new Regex(@"]+Content-Type[^>]+Big5[^>]*>", RegexOptions.IgnoreCase); + if (regGB2312.IsMatch(strResponse) || regGBK.IsMatch(strResponse)) + strResponse = Encoding.GetEncoding("GBK").GetString(responseBytes); + if (regBig5.IsMatch(strResponse)) + strResponse = Encoding.GetEncoding("Big5").GetString(responseBytes); + return strResponse; + } + + private byte[] ParseHttpArgs(HttpArgs args) { StringBuilder bulider = new StringBuilder(); - if (method.Equals(HttpMethod.POST)) + if (args.Method == HttpArgs.HttpMethod.POST) { bulider.AppendLine(string.Format("POST {0} HTTP/1.1", args.Url)); bulider.AppendLine("Content-Type: application/x-www-form-urlencoded"); @@ -281,13 +317,15 @@ namespace EnAliKeywordSearch //bulider.AppendLine("Connection: close"); + bulider.AppendLine("Connection: Close"); + if (!string.IsNullOrEmpty(args.Accept)) bulider.AppendLine(string.Format("Accept: {0}", args.Accept)); if (!string.IsNullOrEmpty(args.Cookie)) bulider.AppendLine(string.Format("Cookie: {0}", args.Cookie)); - if (method.Equals(HttpMethod.POST)) + if (args.Method == HttpArgs.HttpMethod.POST) { bulider.AppendLine(string.Format("Content-Length: {0}\r\n", Encoding.Default.GetBytes(args.Data).Length)); bulider.Append(args.Data); diff --git a/Program.cs b/Program.cs index 0fe3396..00849c6 100644 --- a/Program.cs +++ b/Program.cs @@ -1,6 +1,5 @@ using System; using System.Collections.Generic; -using System.Linq; using System.Windows.Forms; namespace EnAliKeywordSearch