1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
|
#!/usr/bin/python
import irc.bot
from irc.client import IRC
import feedparser
import threading
import math
import re
import subprocess
from datetime import datetime
from time import sleep
class RssBot(irc.bot.SingleServerIRCBot):
def __init__(self, rss, name, chans=['#news'], url_shortener="http://localhost", server='ire', port=6667, timeout=60):
irc.bot.SingleServerIRCBot.__init__(self, [(server, port)], name, name)
self.url = rss
self.name = name
self.server = server
self.port = port
self.chans = chans
self.to = timeout
self.oldnews = []
self.sendqueue = []
self.loop = True
self.lastnew = datetime.now()
self.url_shortener = url_shortener
def better_loop(timeout=0.2):
while self.loop:
self.ircobj.process_once(timeout)
self.ircobj.process_forever = better_loop
def start(self):
self.upd_loop = threading.Thread(target=self.updateloop)
self.bot = threading.Thread(target=irc.bot.SingleServerIRCBot.start, args=(self,))
self.upd_loop.start()
self.bot.start()
def stop(self):
self.ircobj.disconnect_all()
self.loop = False
del self
def updateloop(self):
failcount=0
while True:
try:
self.feed = feedparser.parse(self.url)
for entry in self.feed.entries:
self.oldnews.append(entry.link)
break
except:
print(self.name + ': rss timeout occured')
failcount+=1
if failcount>20:
print(self.name + ' is broken, going to die')
self.stop()
return
while self.loop:
try:
self.feed = feedparser.parse(self.url)
for entry in self.feed.entries:
if not entry.link in self.oldnews:
#try:
# self.send(entry.title + " " + entry.link + " com: " + entry.comments)
#except AttributeError:
shorturl = self.shortenurl(entry.link)
self.sendall(entry.title + ' ' + shorturl)
self.oldnews.append(entry.link)
self.lastnew = datetime.now()
except:
print(self.name + ': rss timeout occured')
sleep(self.to)
def shortenurl(self, url):
while True:
try:
shorturl = subprocess.check_output(["curl", "-sS", "-F", "uri=" + url, self.url_shortener]).decode().strip('\n').strip('\r') + '#' + url.partition('://')[2].partition('/')[0]
return shorturl
except:
print('url shortener error')
sleep(1)
def last(self, target, num):
for feed in [x for x in self.feed.entries][:num]:
self.send(target, feed.title + ' ' + self.shortenurl(feed.link))
def sendall(self, string):
for chan in self.channels:
self.send(chan, string)
def send(self, target, string):
if self.connection.connected:
for line in string.split('\n'):
if len(line) < 450:
self.connection.privmsg(target, line)
sleep(1)
else:
space = 0
for x in range(math.ceil(len(line)/400)):
oldspace = space
space = line.find(" ", (x+1)*400, (x+1)*400+50)
self.connection.privmsg(target, line[oldspace:space])
sleep(1)
else:
self.connection.reconnect()
sleep(1)
self.send(string)
def on_invite(self, connection, event):
for chan in event.arguments:
connection.join(chan)
def on_welcome(self, connection, event):
for chan in self.chans:
connection.join(chan)
|
