United States Department of Agriculture 美国农业部网站数据自动下载小脚本

 1 var year = ‘1991‘;
 2 
 3 var box3 = document.querySelector("#ctl00_ContentPlaceHolder1_lb_Partners");
 4 box3.value=‘ALLRG‘;
 5 box3 = document.querySelector("#ctl00_ContentPlaceHolder1_lb_Products");
 6 box3.value=‘M1‘;
 7 box3 = document.querySelector("#ctl00_ContentPlaceHolder1_ddlValueUnit");
 8 box3.value=‘M‘;
 9 box3 = document.querySelector("#ctl00_ContentPlaceHolder1_ddlDateSeries");
10 box3.value=‘Annual‘;
11 box3 = document.querySelector("#ctl00_ContentPlaceHolder1_ddlOrderBy");
12 box3.value=‘CODE‘;
13 box3 = document.querySelector("#ctl00_ContentPlaceHolder1_ddlInDetail");
14 box3.value=‘Product‘;
15 box3 = document.querySelector("#ctl00_ContentPlaceHolder1_ddlCalculation");
16 box3.value=‘‘;
17 
18 box3 = document.querySelector("#ctl00_ContentPlaceHolder1_ddlStartYear");
19 box3.value= year;
20 box3.dispatchEvent(new Event(‘change‘));
21 box3 = document.querySelector("#ctl00_ContentPlaceHolder1_ddlEndYear");
22 box3.value= year;
23 box3.dispatchEvent(new Event(‘change‘));
24 
25 
26 function clickStep()
27  {
28      if (document.querySelector("#overlay").style.display == ‘block‘) {
29          setTimeout("clickStep()", 1000);
30          return;
31      } 
32      console.log("触发点击事件")
33      document.querySelector("#ctl00_ContentPlaceHolder1_btnRetrieveData").click();
34  }
35  setTimeout("clickStep()", 1000);
36 
37 String.prototype.startWith=function(str){
38 var reg=new RegExp("^"+str);
39 return reg.test(this);
40 }
41 var clicked = false;
42 function doExpand() {
43     box3 = document.querySelector("#ctl00_ContentPlaceHolder1_UltraWebTab1__ctl1_grdExpressQuery_GridView1");
44     var rows = box3.rows;
45     var inputs = [];
46     for (var index in rows) {
47         var length = rows[index].cells ? rows[index].cells.length : 0;
48         if (length < 4) {
49             continue;
50         } 
51         var nodes = rows[index].cells[3].childNodes;
52         if (nodes.length == 0) {
53             continue;
54         }
55         if (nodes[0].nodeName == ‘#text‘) {
56             continue;
57         }
58         var cell5Text = rows[index].cells[4].innerText;
59         if (!cell5Text.startWith(‘Bulk Total‘) && !cell5Text.startWith(‘Intermediate Total‘) && !cell5Text.startWith(‘Consumer Oriented Total‘)) {
60             continue;
61         }
62 
63         var input = nodes[0];
64 
65         if(input.value == ‘-‘) {
66             continue;
67         }
68 
69         clicked = true;
70         input.click();
71         break;
72     }
73 }
74 
75 var index = 0;
76 function expandStep()
77  {
78      if (document.querySelector("#overlay").style.display == ‘block‘ || document.querySelector("#ctl00_ContentPlaceHolder1_UltraWebTab1") == null) {
79          setTimeout("expandStep()", 1000);
80          return;
81      } 
82      console.log((index++) + "打开,total:" );
83      doExpand();
84      if (!clicked) {
85          alert("展开完成，请下载")
86          return;
87      } else {
88          clicked = false;
89      }
90      expandStep();
91  }
92 
93  setTimeout("expandStep()", 5000);