标签:car ddr map 选中 file server port ges efault
并发数太大会直接死,这里有时候需要多试几次
package main import ( "flag" "fmt" "io/ioutil" "log" "math" "os" "sync" "github.com/emersion/go-imap" "github.com/emersion/go-imap/client" ) var ( server, email, password string workernum int imapClient *client.Client mailDirs []string mailSumNums uint32 pagesize int = 50 start int stop int ) type Pool struct { workerNum int road chan *Car wg sync.WaitGroup } //初始化这个对象 func NewPool(wn int) *Pool { return &Pool{workerNum: wn, road: make(chan *Car)} } //往channel添加具体任务 func (p *Pool) AddCar(f *Car) { p.road <- f } //goroutine去工作 func (p *Pool) work(workId int) { for f := range p.road { log.Println("workId:", workId, "start") f.do() log.Println("workId:", workId, "done") } p.wg.Done() } //创建goroutine等着接工作 func (p *Pool) Run() { for i := 0; i < p.workerNum; i++ { go p.work(i) p.wg.Add(1) } p.wg.Wait() } func (p *Pool) colse() { close(p.road) } var pool = NewPool(5) func main() { go handleMail() pool.Run() } func handleMail() { //获取命令行参数 flag.StringVar(&server, "server", "", "imap服务地址(包含端口)") flag.StringVar(&email, "email", "", "邮箱名") flag.StringVar(&password, "password", "", "密码") flag.Parse() if flag.NFlag() < 3 { flag.PrintDefaults() os.Exit(1) } if server == "" || email == "" || password == "" { log.Fatal("服务器地址,用户名,密码,参数错误") } //连接imap服务 imapClient, err := client.Dial(server) if err != nil { log.Fatal(err) } //登陆 if err := imapClient.Login(email, password); err != nil { log.Fatal(err) } //创建邮件夹目录 os.Mkdir(email, os.ModePerm) mailboxes := make(chan *imap.MailboxInfo, 20) go func() { imapClient.List("", "*", mailboxes) }() //列取邮件夹 for m := range mailboxes { mailDirs = append(mailDirs, m.Name) } //循环邮件夹,创建邮件夹目录 for _, mailDir := range mailDirs { //选中每个邮件夹 mbox, err := imapClient.Select(mailDir, false) if err != nil { log.Fatal(err) } mailDirNums := mbox.Messages log.Printf("%s : %d", mailDir, mailDirNums) fileDir := fmt.Sprintf("%s/%s", email, mailDir) //创建邮件夹目录 os.Mkdir(fileDir, os.ModePerm) mailSumNums += mailDirNums } log.Printf("总邮件数 : %d", mailSumNums) //循环邮件夹,读取每个邮件夹中的邮件 for _, mailDir := range mailDirs { //选中每个邮件夹 mbox, err := imapClient.Select(mailDir, false) if err != nil { log.Fatal(err) } if mbox.Messages == 0{ continue } //循环该邮件夹中的邮件 pagecount := int(math.Ceil(float64(mbox.Messages) / float64(pagesize))) for i := 1; i <= pagecount; i++ { if i == 1 { start = 1 } else { start = (i-1)*pagesize + 1 } stop = i * pagesize if stop > int(mbox.Messages) { stop = int(mbox.Messages) } car := Car{ start: start, stop: stop, mailDir: mailDir, imapClient: imapClient, } pool.AddCar(&car) } } pool.colse() } /*具体做的事通过这个来传递*/ type Car struct { start, stop int mailDir string imapClient *client.Client } //具体做事 func (c *Car) do() error { seqset := new(imap.SeqSet) seqset.AddRange(uint32(c.start), uint32(c.stop)) section := &imap.BodySectionName{} items := []imap.FetchItem{section.FetchItem()} messages := make(chan *imap.Message, pagesize) go func() { c.imapClient.Fetch(seqset, items, messages) }() for msg := range messages { mailFile := fmt.Sprintf("%s/%s/%d.eml", email, c.mailDir, msg.SeqNum) r := msg.GetBody(section) if r != nil { body, _ := ioutil.ReadAll(r) f, _ := os.OpenFile(mailFile, os.O_RDWR|os.O_CREATE, 0766) f.Write(body) f.Close() log.Printf("%s :第 %d ", c.mailDir, msg.SeqNum) } } return nil }
标签:car ddr map 选中 file server port ges efault
原文地址:https://www.cnblogs.com/taoshihan/p/11918817.html