c# 批量获取zoomeye数据

  1 using Newtonsoft.Json;
  2 using Newtonsoft.Json.Linq;
  3 using System;
  4 using System.Collections.Generic;
  5 using System.IO;
  6 using System.Net;
  7 using System.Text;
  8 using System.Windows.Forms;
  9 
 10 namespace zoomeye测试
 11 {
 12     public partial class Form1 : Form
 13     {
 14         public Form1()
 15         {
 16             InitializeComponent();
 17 
 18 
 19         }
 20 
 21         private void button1_Click(object sender, EventArgs e)
 22         {
 23             //int page = Convert.ToInt32(numericUpDown1.Value);
 24             int page = 100;
 25 
 26 
 27 
 28 
 29 
 30             List<string> end = GetIp(textBox2.Text, page, textBox3.Text, textBox1.Text);
 31             dgv.Rows.Clear();
 32             if (end != null)
 33             {
 34                 for (int i = 0; i < end.Count; i++)
 35                 {
 36                     dgv.Rows.Add();
 37                     dgv.Rows[i].Cells["ip"].Value = end[i];//示范课名称
 38 
 39                 }
 40             }
 41 
 42         }
 43 
 44 
 45         public static string Login(string param)
 46         {
 47 
 48             string strURL = "https://api.zoomeye.org/user/login";
 49             System.Net.HttpWebRequest request;
 50             request = (System.Net.HttpWebRequest)WebRequest.Create(strURL);
 51             request.Method = "POST";
 52             request.Host = "api.zoomeye.org";
 53             string paraUrlCoded = param;
 54             byte[] payload;
 55             payload = System.Text.Encoding.UTF8.GetBytes(paraUrlCoded);
 56             request.ContentLength = payload.Length;
 57             Stream writer = request.GetRequestStream();
 58             writer.Write(payload, 0, payload.Length);
 59             writer.Close();
 60             System.Net.HttpWebResponse response;
 61             response = (System.Net.HttpWebResponse)request.GetResponse();
 62             System.IO.Stream s;
 63             s = response.GetResponseStream();
 64             string StrDate = "";
 65             StreamReader Reader = new StreamReader(s, Encoding.UTF8);
 66             StrDate = Reader.ReadToEnd();
 67             JObject newObj1 = (JObject)JsonConvert.DeserializeObject(StrDate);
 68             return newObj1["access_token"].ToString();
 69         }
 70 
 71         public List<string> GetIp(string Authorization, int page, string key, string cookie)
 72         {
 73             try
 74             {
 75                 List<string> arr = new List<string>();
 76                 for (int i = 1; i < page + 1; i++)
 77                 // for (int i = 1; i < 14; i++)
 78                 {
 79 
 80 
 81                     //System.Net.ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
 82                     HttpWebRequest request = (HttpWebRequest)WebRequest.Create("https://www.zoomeye.org/api/search?q=" + key + "&p=" + i);
 83                     request.Host = "www.zoomeye.org";
 84                     request.Accept = "application/json, text/plain, */*";
 85                     //request.Headers.Add("Accept-Encoding", "gzip, deflate, br");
 86                     request.Headers.Add("Accept-Language", "zh-CN,zh;q=0.8,en-US;q=0.6,en;q=0.4");
 87                     request.Headers.Add("Cookie", cookie);
 88                     request.Headers.Add("If-None-Match", "W/\"2b164f5a281e50a2522a9ffebc789fde26850e0b\"");
 89                     request.UserAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.115 Safari/537.36";
 90                     request.Headers.Add("Cube-Authorization", Authorization);
 91                     request.Referer = "https://www.zoomeye.org/searchResult?q=" + key + "&p=" + i;
 92                     //request.Connection = "Close";
 93                     HttpWebResponse response;
 94                     response = (HttpWebResponse)request.GetResponse();
 95                     Stream s;
 96                     s = response.GetResponseStream();
 97                     string encoding = response.ContentEncoding;
 98                     if (encoding == null || encoding.Length < 1)
 99                     {
100                         encoding = "UTF-8"; //默认编码
101                     }
102                     StreamReader reader = new StreamReader(response.GetResponseStream(), Encoding.GetEncoding(encoding));
103                     string retString = reader.ReadToEnd();
104                     JObject newObj1 = (JObject)JsonConvert.DeserializeObject(retString);
105                     JArray jar = JArray.Parse(newObj1["matches"].ToString());
106                     page = Convert.ToInt32(Math.Ceiling(Convert.ToDouble(newObj1["total"].ToString()) / 20));
107                     if (jar.Count != 0)
108                     {
109                         try
110                         {
111                             foreach (var item in jar)
112                             {
113                                 string strValue = "";
114                                 int exis = 0;
115                                 strValue += "http://" + item["ip"];
116                                 strValue += ":" + item["portinfo"]["port"];
117 
118                                 foreach (string items in arr)
119                                 {
120                                     if (items == strValue)
121                                     {
122                                         exis++;
123                                     }
124                                 }
125                                 if (exis == 0)
126                                 {
127                                     arr.Add(strValue);
128                                 }
129 
130                             }
131                         }
132                         catch (Exception)
133                         {
134 
135 
136                         }
137 
138 
139                     }
140                     numericUpDown1.Value = i;
141                     progressBar(i);
142                     WriteFile(arr);
143                     System.Threading.Thread.Sleep(5000);
144 
145                 }
146                 return arr;
147             }
148             catch (Exception ex)
149             {
150 
151                 MessageBox.Show("请检查cookie及Cube-Authorization有效性！");
152                 return null;
153             }
154 
155 
156 
157 
158 
159 
160         }
161         public static void WriteFile(List<string> arr)
162         {
163             StreamWriter sw = new StreamWriter("E:/fileZoomEye.txt", true, System.Text.Encoding.Default);
164             string strfromtxt = File.ReadAllText(@"E:/fileZoomEye - 副本.txt", Encoding.GetEncoding("GB2312"));
165             for (int i = 0; i < arr.Count; i++)
166             {
167                 if (strfromtxt.Contains(Convert.ToString(arr[i])))
168                 {
169 
170                 }
171                 else
172                 {
173                     sw.WriteLine("" + arr[i]);
174                 }
175 
176             }
177 
178             sw.Close();
179         }
180 
181         public void progressBar(int page)
182         {
183 
184 
185 
186             if (progressBar1.Value + 100 / page > 100 || progressBar1.Value + 100 / page == 100)
187             {
188                 progressBar1.Value = 100;
189             }
190             else
191             {
192                 progressBar1.Value += 100 / page;
193             }
194         }
195 
196 
197     }
198 }