标签：ota this dex ons his info _id mode count
inTable="ZTE_NX505J_0005_2017", inCount=60382.
6471635 INFO [2017-03-03 18:19:07,580] (.log) - [Mongo BigData] ###MapReduceCountCore.countByGroup()
mCond={ "_id.searchPkgTime" : { "$gte" : 1487930400 , "$lte" : 1488538799} ,
"_id.ipCountry" : "中国" , "_id.upgradeDataType" : { "$in" : [ 2 , 1]} , "_id.vendor" : { "$exists" : true} , "_id.ipProvince" : { "$exists" : true} , "_id.ipCity" : { "$exists" : true} ,
"_id.model" : { "$exists" : true} , "_id.oriVersions" : { "$exists" : true} , "_id.updVersions" : { "$exists" : true} , "_id.fromSubCollection" : { "$exists" : true}}.
6471637 INFO [2017-03-03 18:19:07,582] (cn.nubia.report.mongo.count.util.MapReduceCountCore.doCountProcess) - map..........
.........:function() {
emit({vendor: this._id.vendor, ipCountry: this._id.ipCountry, ipProvince: this._id.ipProvince, ipCity: this._id.ipCity, model: this._id.model, oriVersions: this._id.oriVersions, updVersions: this._id.updVersions,
fromSubCollection: this._id.fromSubCollection, imei: this._id.imei},
{AddTime:"Fri Mar 03 18:19:07 GMT+08:00 2017",RecordCount:1, RecordCount: this.value.RecordCount, RecordCountUniqueCount: this.value.RecordCountUniqueCount});}............
....reduce:function(key, values) { var sum = 0;var addTime = 0;var RecordCount=0;var RecordCountUniqueCount=0;values.forEach(function(doc) {sum += doc.RecordCount;addTime = doc.AddTime;RecordCount += doc.RecordCount;if(RecordCountUniqueCount < 1 && null != doc.RecordCountUniqueCount) {RecordCountUniqueCount += doc.RecordCountUniqueCount;}});return {AddTime:addTime,RecordCount:sum, RecordCount:RecordCount, RecordCountUniqueCount:RecordCountUniqueCount};}
6471637 INFO [2017-03-03 18:19:07,582] (.log) - [Mongo BigData] ###MapReduceCountCore.doMapReduceProcess() inTable="ZTE_NX505J_0005_2017", inCount=60382.
6471638 INFO [2017-03-03 18:19:07,583] (.log) - [Mongo BigData] ###MapReduceCountCore.doMapReduceProcess() mCond={ "_id.searchPkgTime" : { "$gte" : 1487930400 , "$lte" : 1488538799} , "_id.ipCountry" : "中国" , "_id.upgradeDataType" : { "$in" : [ 2 , 1]} , "_id.vendor" : { "$exists" : true} , "_id.ipProvince" : { "$exists" : true} , "_id.ipCity" : { "$exists" : true} , "_id.model" : { "$exists" : true} , "_id.oriVersions" : { "$exists" : true} , "_id.updVersions" : { "$exists" : true} , "_id.fromSubCollection" : { "$exists" : true}}.
6471885 INFO [2017-03-03 18:19:07,830] (.log) - [Mongo BigData] IdleCenterMain.getLatelyTime() tbl="upgrade_status_collection_index", count=1131, sortCond={ "countedREPORT_LOCATION" : true}, latelyTime=2017-01-15 21:46:48.
6471886 INFO [2017-03-03 18:19:07,831] (.log) - [Mongo BigData] IdleCenterMain.getIdleStatus() total cost time=3992.
6471886 INFO [2017-03-03 18:19:07,831] (.log) - [Mongo BigData] IdleCenterMain.getIdleStatus() status={ "subCount" : 1131 , "idleCount" : 1129 , "latelyTime" : "2017-01-15 21:46:48"}.
6472524 INFO [2017-03-03 18:19:08,469] (.log) - [Mongo BigData] ###$$$MapReduceCountCore.doMapReduceProcess() outTable="R5_ReportTemp_ID7", inputCount=0, emitCount=0, outCount=0, spendTime=886ms.
6472526 INFO [2017-03-03 18:19:08,471] (.log) - [Mongo BigData] ###$$$MapReduceCountCore.countByGroup() outTable="R5_ReportTemp_ID7", inputCount=0, emitCount=0, outCount=0, spendTime=890ms.
6472526 INFO [2017-03-03 18:19:08,471] (.log) - [BigData countByGroup] ZTE_NX505J_0005_2017 countByGroup cost : 892
6473349 INFO [2017-03-03 18:19:09,294] (.log) - [Mongo BigData] IdleCenterMain.getLatelyTime() tbl="upgrade_status_collection_index", count=1131, sortCond={ "countedREPORT_LOCATION" : true}, latelyTime=2017-01-15 21:46:48.
6473356 INFO [2017-03-03 18:19:09,301] (.log) - [Mongo BigData] count4SubMixReal() count=2, cond={ "startTime" : { "$exists" : true} , "endTime" : { "$exists" : true} , "countedREPORT_LOCATION" : { "$exists" : false} , "$or" : [ { "startTime" : { "$gte" : 1487930400 , "$lte" : 1488538799}} , { "endTime" : { "$gte" : 1487930400 , "$lte" : 1488538799}} , { "isWriteable" : true}]}.
6473365 INFO [2017-03-03 18:19:09,310] (.log) - [Mongo BigData] ###MapReduceCountCore.countByGroup() inTable="upgrade_status_1484488012504", inCount=50008.
6473366 INFO [2017-03-03 18:19:09,311] (.log) - [Mongo BigData] ###MapReduceCountCore.countByGroup()
mCond={ "searchPkgTime" : { "$gte" : 1487930400 , "$lte" : 1488538799} , "upgradeDevice.vendor" : "ZTE" , "upgradeDevice.model" : "NX505J" , "ipCountry" : "中国" , "upgradeDataType" : { "$in" : [ 2 , 1]}}.
6473367 INFO [2017-03-03 18:19:09,312] (cn.nubia.report.mongo.count.util.MapReduceCountCore.doCountProcess) - map........
...........:function() {
emit({vendor: this.upgradeDevice.vendor, ipCountry: this.ipCountry, ipProvince: this.ipProvince, ipCity: this.ipCity, model: this.upgradeDevice.model, oriVersions: this.oriVersions,
updVersions: this.updVersions, fromSubCollection: this.fromSubCollection, imei: this.imei},
{AddTime:"Fri Mar 03 18:19:09 GMT+08:00 2017",RecordCount:1, RecordCountUniqueCount: 1});}................reduce:function(key, values) { var sum = 0;var addTime = 0;var RecordCountUniqueCount=0;values.forEach(function(doc) {sum += doc.RecordCount;addTime = doc.AddTime;if(RecordCountUniqueCount < 1 && null != doc.RecordCountUniqueCount) {RecordCountUniqueCount += doc.RecordCountUniqueCount;}});return {AddTime:addTime,RecordCount:sum, RecordCountUniqueCount:RecordCountUniqueCount};}
6473369 INFO [2017-03-03 18:19:09,314] (.log) - [Mongo BigData] ###MapReduceCountCore.doMapReduceProcess() inTable="upgrade_status_1484488012504", inCount=50008.
6473369 INFO [2017-03-03 18:19:09,314] (.log) - [Mongo BigData] ###MapReduceCountCore.doMapReduceProcess() mCond={ "searchPkgTime" : { "$gte" : 1487930400 , "$lte" : 1488538799} , "upgradeDevice.vendor" : "ZTE" , "upgradeDevice.model" : "NX505J" , "ipCountry" : "中国" , "upgradeDataType" : { "$in" : [ 2 , 1]}}.
6474214 INFO [2017-03-03 18:19:10,159] (.log) - [Mongo BigData] ###$$$MapReduceCountCore.doMapReduceProcess() outTable="R5_ReportTemp_ID7", inputCount=0, emitCount=0, outCount=0, spendTime=843ms.
6474215 INFO [2017-03-03 18:19:10,160] (.log) - [Mongo BigData] ###$$$MapReduceCountCore.countByGroup() outTable="R5_ReportTemp_ID7", inputCount=0, emitCount=0, outCount=0, spendTime=848ms.
6474215 INFO [2017-03-03 18:19:10,160] (.log) - [BigData countByGroup] upgrade_status_1484488012504 countByGroup cost : 854
6474216 INFO [2017-03-03 18:19:10,161] (.log) - [Mongo BigData] ###MapReduceCountCore.countByGroup() inTable="upgrade_status_1484495784585", inCount=33907.
6474216 INFO [2017-03-03 18:19:10,161] (.log) - [Mongo BigData] ###MapReduceCountCore.countByGroup() mCond={ "searchPkgTime" : { "$gte" : 1487930400 , "$lte" : 1488538799} , "upgradeDevice.vendor" : "ZTE" , "upgradeDevice.model" : "NX505J" , "ipCountry" : "中国" , "upgradeDataType" : { "$in" : [ 2 , 1]}}.
6474217 INFO [2017-03-03 18:19:10,162] (cn.nubia.report.mongo.count.util.MapReduceCountCore.doCountProcess) - map...................:function() { emit({vendor: this.upgradeDevice.vendor, ipCountry: this.ipCountry, ipProvince: this.ipProvince, ipCity: this.ipCity, model: this.upgradeDevice.model, oriVersions: this.oriVersions, updVersions: this.updVersions, fromSubCollection: this.fromSubCollection, imei: this.imei},{AddTime:"Fri Mar 03 18:19:10 GMT+08:00 2017",RecordCount:1, RecordCountUniqueCount: 1});}................reduce:function(key, values) { var sum = 0;var addTime = 0;var RecordCountUniqueCount=0;values.forEach(function(doc) {sum += doc.RecordCount;addTime = doc.AddTime;if(RecordCountUniqueCount < 1 && null != doc.RecordCountUniqueCount) {RecordCountUniqueCount += doc.RecordCountUniqueCount;}});return {AddTime:addTime,RecordCount:sum, RecordCountUniqueCount:RecordCountUniqueCount};}
6474218 INFO [2017-03-03 18:19:10,163] (.log) - [Mongo BigData] ###MapReduceCountCore.doMapReduceProcess() inTable="upgrade_status_1484495784585", inCount=33907.
6474218 INFO [2017-03-03 18:19:10,163] (.log) - [Mongo BigData] ###MapReduceCountCore.doMapReduceProcess() mCond={ "searchPkgTime" : { "$gte" : 1487930400 , "$lte" : 1488538799} , "upgradeDevice.vendor" : "ZTE" , "upgradeDevice.model" : "NX505J" , "ipCountry" : "中国" , "upgradeDataType" : { "$in" : [ 2 , 1]}}.
6475052 INFO [2017-03-03 18:19:10,997] (.log) - [Mongo BigData] ###$$$MapReduceCountCore.doMapReduceProcess() outTable="R5_ReportTemp_ID7", inputCount=6, emitCount=6, outCount=6, spendTime=833ms.
6475053 INFO [2017-03-03 18:19:10,998] (.log) - [Mongo BigData] ###$$$MapReduceCountCore.countByGroup() outTable="R5_ReportTemp_ID7", inputCount=6, emitCount=6, outCount=6, spendTime=836ms.
6475053 INFO [2017-03-03 18:19:10,998] (.log) - [BigData countByGroup] upgrade_status_1484495784585 countByGroup cost : 838
6475054 INFO [2017-03-03 18:19:10,999] (.log) - [Mongo BigData] ###MapReduceCountCore.countByGroup() inTable="R5_ReportTemp_ID7", inCount=6.
6475054 INFO [2017-03-03 18:19:10,999] (.log) - [Mongo BigData] ###MapReduceCountCore.countByGroup() mCond={ "_id.ipCountry" : { "$exists" : true} , "_id.ipProvince" : { "$exists" : true} , "_id.ipCity" : { "$exists" : true}}.
6475055 INFO [2017-03-03 18:19:11,000] (cn.nubia.report.mongo.count.util.MapReduceCountCore.doCountProcess) - map...................:function() { emit({ipCountry: this._id.ipCountry, ipProvince: this._id.ipProvince, ipCity: this._id.ipCity, imei: this._id.imei},{AddTime:"Fri Mar 03 18:19:11 GMT+08:00 2017",RecordCount:1, RecordCount: this.value.RecordCount, RecordCountUniqueCount: this.value.RecordCountUniqueCount});}................reduce:function(key, values) { var sum = 0;var addTime = 0;var RecordCount=0;var RecordCountUniqueCount=0;values.forEach(function(doc) {sum += doc.RecordCount;addTime = doc.AddTime;RecordCount += doc.RecordCount;if(RecordCountUniqueCount < 1 && null != doc.RecordCountUniqueCount) {RecordCountUniqueCount += doc.RecordCountUniqueCount;}});return {AddTime:addTime,RecordCount:sum, RecordCount:RecordCount, RecordCountUniqueCount:RecordCountUniqueCount};}
6475056 INFO [2017-03-03 18:19:11,001] (.log) - [Mongo BigData] ###MapReduceCountCore.doMapReduceProcess() inTable="R5_ReportTemp_ID7", inCount=6.
6475058 INFO [2017-03-03 18:19:11,003] (.log) - [Mongo BigData] ###MapReduceCountCore.doMapReduceProcess() mCond={ "_id.ipCountry" : { "$exists" : true} , "_id.ipProvince" : { "$exists" : true} , "_id.ipCity" : { "$exists" : true}}.
6475950 INFO [2017-03-03 18:19:11,895] (.log) - [Mongo BigData] ###$$$MapReduceCountCore.doMapReduceProcess() outTable="R5_ReportTemp_ID8", inputCount=6, emitCount=6, outCount=6, spendTime=890ms.
6475951 INFO [2017-03-03 18:19:11,896] (.log) - [Mongo BigData] ###$$$MapReduceCountCore.countByGroup() outTable="R5_ReportTemp_ID8", inputCount=6, emitCount=6, outCount=6, spendTime=895ms.
6475951 INFO [2017-03-03 18:19:11,896] (.log) - [BigData countByGroup] R5_ReportTemp_ID7 countByGroup cost : 897
6475952 INFO [2017-03-03 18:19:11,897] (.log) - [Mongo BigData] ###MapReduceCountCore.countByGroup() inTable="R5_ReportTemp_ID8", inCount=6.
6475953 INFO [2017-03-03 18:19:11,898] (.log) - [Mongo BigData] ###MapReduceCountCore.countByGroup() mCond={ "_id.ipCountry" : { "$exists" : true} , "_id.ipProvince" : { "$exists" : true} , "_id.ipCity" : { "$exists" : true}}.
6475953 INFO [2017-03-03 18:19:11,898] (cn.nubia.report.mongo.count.util.MapReduceCountCore.doCountProcess) - map...................:function() { emit({ipCountry: this._id.ipCountry, ipProvince: this._id.ipProvince, ipCity: this._id.ipCity},{AddTime:"Fri Mar 03 18:19:11 GMT+08:00 2017",RecordCount:1, RecordCount: this.value.RecordCount, RecordCountUniqueCount: this.value.RecordCountUniqueCount});}................reduce:function(key, values) { var sum = 0;var addTime = 0;var RecordCount=0;var RecordCountUniqueCount=0;values.forEach(function(doc) {sum += doc.RecordCount;addTime = doc.AddTime;RecordCount += doc.RecordCount;if(null != doc.RecordCountUniqueCount) {RecordCountUniqueCount += doc.RecordCountUniqueCount;}});return {AddTime:addTime,RecordCount:sum, RecordCount:RecordCount, RecordCountUniqueCount:RecordCountUniqueCount};}
6475954 INFO [2017-03-03 18:19:11,899] (.log) - [Mongo BigData] ###MapReduceCountCore.doMapReduceProcess() inTable="R5_ReportTemp_ID8", inCount=6.
6475955 INFO [2017-03-03 18:19:11,900] (.log) - [Mongo BigData] ###MapReduceCountCore.doMapReduceProcess() mCond={ "_id.ipCountry" : { "$exists" : true} , "_id.ipProvince" : { "$exists" : true} , "_id.ipCity" : { "$exists" : true}}.
6476872 INFO [2017-03-03 18:19:12,817] (.log) - [Mongo BigData] ###$$$MapReduceCountCore.doMapReduceProcess() outTable="R5_ReportTemp_ID6", inputCount=6, emitCount=6, outCount=6, spendTime=917ms.
6476873 INFO [2017-03-03 18:19:12,818] (.log) - [Mongo BigData] ###$$$MapReduceCountCore.countByGroup() outTable="R5_ReportTemp_ID6", inputCount=6, emitCount=6, outCount=6, spendTime=920ms.
6476874 INFO [2017-03-03 18:19:12,819] (.log) - [BigData countByGroup] R5_ReportTemp_ID8 countByGroup cost : 922
6476891 INFO [2017-03-03 18:19:12,836] (.log) - [Mongo BigData] IdleCenterMain.getIdleStatus() getSubCount cost time=1.
6476895 INFO [2017-03-03 18:19:12,840] (.log) - [Mongo BigData] IdleCenterMain.getIdleStatus() getIdleCount cost time=4.
6477707 INFO [2017-03-03 18:19:13,652] (.log) - [Mongo BigData] IdleCenterMain.getLatelyTime() tbl="upgrade_status_collection_index", count=1131, sortCond={ "countedREPORT_UPDATE_IMEI" : true}, latelyTime=2017-01-15 21:46:48.
6478547 INFO [2017-03-03 18:19:14,492] (.log) - [Mongo BigData] IdleCenterMain.getLatelyTime() tbl="upgrade_status_collection_index", count=1131, sortCond={ "countedREPORT_UPDATE_VERSION" : true}, latelyTime=2017-01-15 21:46:48.
6479396 INFO [2017-03-03 18:19:15,341] (.log) - [Mongo BigData] IdleCenterMain.getLatelyTime() tbl="upgrade_status_collection_index", count=1131, sortCond={ "countedREPORT_SEARCH_PKG" : true}, latelyTime=2017-01-15 21:46:48.
6480210 INFO [2017-03-03 18:19:16,155] (.log) - [Mongo BigData] IdleCenterMain.getLatelyTime() tbl="upgrade_status_collection_index", count=1131, sortCond={ "countedREPORT_DOWNLOAD" : true}, latelyTime=2017-01-15 21:46:48.
6481028 INFO [2017-03-03 18:19:16,973] (.log) - [Mongo BigData] IdleCenterMain.getLatelyTime() tbl="upgrade_status_collection_index", count=1131, sortCond={ "countedREPORT_LOCATION" : true}, latelyTime=2017-01-15 21:46:48.
6481029 INFO [2017-03-03 18:19:16,974] (.log) - [Mongo BigData] IdleCenterMain.getIdleStatus() total cost time=4139.
6481029 INFO [2017-03-03 18:19:16,974] (.log) - [Mongo BigData] IdleCenterMain.getIdleStatus() status={ "subCount" : 1131 , "idleCount" : 1129 , "latelyTime" : "2017-01-15 21:46:48"}.
6481078 INFO [2017-03-03 18:19:17,023] (.log) - [Mongo BigData] $$$FrontReportService.analyzeData() spendTime=9449ms.
6481116 INFO [2017-03-03 18:19:17,061] (cn.nubia.report.controller.impl.StatisticsReportControllerImpl.locationStatisticsReport) - user: niu.bingqi@zte.com.cn statisticLocation time: -9512
标签：ota this dex ons his info _id mode count
原文地址：http://www.cnblogs.com/hadoop-dev/p/6497998.html
