钉钉机器人订阅百度新闻v2

main.go

package main

import (
	"bytes"
	"fmt"
	"github.com/PuerkitoBio/goquery"
	"github.com/astaxie/beego/toolbox"
	"github.com/go-redis/redis"
	"log"
	"net/http"
	"strings"
)

var (
	redisClient *redis.Client
	//公司大群
	dingdingURL = "https://oapi.dingtalk.com/robot/send?access_token=tokentokentoken"
	//软件群
	//dingdingURL = "https://oapi.dingtalk.com/robot/send?access_token=tokentokentoken"

	baiduNewsUrls = []string{
		"http://news.baidu.com/ns?cl=2&rn=20&tn=news&word=%E7%89%A9%E8%81%94%E7%BD%91",                                //物联网
		"http://news.baidu.com/ns?word=LoRa&tn=news&from=news&cl=2&rn=20&ct=1",                                        //lora
		"http://news.baidu.com/ns?ct=1&rn=20&ie=utf-8&bs=NB-IoT&rsv_bp=1&sr=0&cl=2&f=8&prevct=no&tn=news&word=NB-IoT", //nb-iot
		"http://news.baidu.com/ns?word=%E6%99%BA%E6%85%A7%E6%B6%88%E9%98%B2&tn=news&from=news&cl=2&rn=20&ct=1",        //智慧消防
		"http://news.baidu.com/ns?word=%E6%97%A0%E7%BA%BF%E6%B6%88%E9%98%B2&tn=news&from=news&cl=2&rn=20&ct=1",        //无线消防
		"http://news.baidu.com/ns?word=%E6%99%BA%E6%85%A7%E5%81%9C%E8%BD%A6&tn=news&from=news&cl=2&rn=20&ct=1",        //智慧停车
	}
)

const (
	newsFeed = "news_feed"
	newsPost = "news_post"
	newsList = "iot_news"
)

func init() {
	redisClient = redis.NewClient(&redis.Options{
		Addr:     "127.0.0.1:6379",
		Password: "8796534shdjq384wejgkguiern", // no password set
		DB:       2,                            // use default DB
	})
}

func main() {
	defer redisClient.Close()
	//NewsBot()
	//创建定时任务
	dingdingNewBot := toolbox.NewTask("dingding-news-bot", "0 30 8 * * *", NewsBot)
	//dingdingNewBot := toolbox.NewTask("dingding-news-bot", "0 40 */1 * * *", NewsBot)
	//err := dingdingNewBot.Run()
	//检测定时任务
	// if err != nil {
	// 	log.Fatal(err)
	// }
	//添加定时任务
	toolbox.AddTask("dingding-news-bot", dingdingNewBot)
	//启动定时任务
	toolbox.StartTask()
	defer toolbox.StopTask()
	select {}
}

func spiderNewsIntoRedisPipeLine(url string, pipe redis.Pipeliner) error {
	doc, err := goquery.NewDocument(url)
	if err != nil {
		return nil
	}
	// Find the review items
	doc.Find("div.result").Each(func(i int, s *goquery.Selection) {
		// For each item found, get the band and title
		URL, _ := s.Find("h3 > a").Attr("href")
		Source := s.Find("p.c-author").Text()
		Title := s.Find("h3 > a").Text()
		markdown := fmt.Sprintf("- [%s](%s) _%s_", Title, URL, Source)
		pipe.HSet(newsList, URL, markdown)
		pipe.SAdd(newsFeed, URL)
	})
	return nil
}

func NewsBot() error {
	//爬去新闻
	pipe := redisClient.Pipeline()
	for _, baiduSearchUrl := range baiduNewsUrls {
		spiderNewsIntoRedisPipeLine(baiduSearchUrl, pipe)
	}
	pipe.Exec()
	//redis sdiff 找出未发送的文章
	unSendNewsUrls := redisClient.SDiff(newsFeed, newsPost).Val()
	//获取未发送文章的标题
	unSentNews := redisClient.HMGet(newsList, unSendNewsUrls...).Val()
	//每条消息显示20条
	batchCount := 20

	tempArray := make([]string, batchCount)
	newsCount := len(unSentNews)
	for idx, value := range unSentNews {
		tempArray[idx%batchCount] = value.(string)
		//分组发送新闻
		if (idx > 0 && idx%batchCount == 0) || newsCount-1 == idx {
			content := strings.Join(tempArray, "\n")
			log.Println(content)
			sendDingDingMsg(content)
			tempArray = make([]string, batchCount)
		}
	}
	//标记已发送的文章url
	unPostUrls := make([]interface{}, len(unSendNewsUrls))
	for key, url := range unSendNewsUrls {
		unPostUrls[key] = url
	}
	_, err := redisClient.SAdd(newsPost, unPostUrls...).Result()

	log.Println(err)
	return err

}

func sendDingDingMsg(content string) error {
	if content == "" {
		return nil
	}
	formt := `
		{
			"msgtype": "markdown",
			"markdown": {
				"title":"拓宝舆情监控",
				"text": "%s"
			}
		}`
	body := fmt.Sprintf(formt, content)
	jsonValue := []byte(body)
	_, err := http.Post(dingdingURL, "application/json", bytes.NewBuffer(jsonValue))
	return err
}