forked from linuxserver/nntp2nntp
-
Notifications
You must be signed in to change notification settings - Fork 0
/
nntppost.py
158 lines (141 loc) · 5.85 KB
/
nntppost.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
import sys, os, re, time
from netrc import netrc
from email.Message import Message
from email.utils import make_msgid
from twisted.news.nntp import NNTPClient
from twisted.internet import ssl, reactor, defer
from twisted.internet.protocol import ClientFactory
if len(sys.argv) < 5:
sys.stderr.write("Usage: %s <from> <groups> <subject> <file1.ync> [file2.ync ...]\n" % sys.argv[0])
sys.stderr.write("""
The server comes from NNTPSERVER environment variable and
authentication information should be stored in ~/.netrc.
To post files they need to be encoded with yencode first:
http://sourceforge.net/projects/yencode/
The subject will be automatically extended with file information.
""")
sys.exit(1)
re_file_multi = re.compile(r'^=ybegin part=(?P<part>[0-9]+) total=(?P<total>[0-9]+) line=[0-9]+ size=(?P<size>[0-9]+) name=(?P<name>.*?)\s*$')
re_file_single = re.compile(r'^=ybegin line=[0-9]+ size=(?P<size>[0-9]+) name=(?P<name>.*?)\s*$')
messages = {}
fromaddr = sys.argv[1].strip()
groups = [newsgroup.strip() for newsgroup in sys.argv[2].split(',')]
comment = sys.argv[3].strip().replace('%', '%%')
subject = """[%(file)d/%(files)d] """ + comment + """ - "%(name)s" yEnc (%(part)d/%(parts)d) %(size)d bytes - file %(file)d of %(files)d"""
file_list = sys.argv[4:]
filecount = 1
nntpserver = os.environ.get('NNTPSERVER', 'news-europe.giganews.com:443')
nntpport = 443
if ':' in nntpserver:
nntpserver, nntpport = nntpserver.split(':')
nntpport = int(nntpport)
nntpuser, _, nntppass = netrc().authenticators(nntpserver) or (None, None, None)
print "Process yEnc files"
for yncfile in file_list:
if not os.access(yncfile, os.R_OK):
raise RuntimeError("ERROR: file %s is not readable" % repr(yncfile))
with open(yncfile) as fd:
ync_line = fd.readline().strip()
ma_file = re_file_multi.match(ync_line) or re_file_single.match(ync_line)
if not ma_file:
raise RuntimeError("ERROR: file %s does not seem to be yEnc file" % repr(yncfile))
ma_file = ma_file.groupdict()
part = int(ma_file.get('part', 1))
total = int(ma_file.get('total', 1))
size = int(ma_file['size'])
name = ma_file['name']
if name in messages:
curparts, curtotal, curcount = messages[name]
if curtotal != total or part in curparts:
raise RuntimeError("ERROR: inconsistency with file %s" % repr(yncfile))
curparts.append([part, None, yncfile, size])
else:
messages[name] = ([[part, None, yncfile, size]], total, filecount)
filecount = filecount + 1
print "...processed file", yncfile
filecount -= 1
print "Check parts and generate subjects"
for name, value in messages.items():
parts, total, curfile = value
lastpart = 0
parts.sort()
for part in parts:
if part[0] != lastpart + 1:
raise RuntimeError("ERROR: part %d for file %s not exist" % (lastpart + 1, name))
lastpart += 1
part[1] = subject % {
'part' : part[0],
'parts' : total,
'name' : name,
'file' : curfile,
'files' : filecount,
'size' : part[3],
}
print "...processed file", name
def postFilesGenerator():
print "Post %d files in parts" % len(messages)
for name, value in messages.items():
parts, total, curfile = value
print "...post file", curfile
for num, subj, fname, size in parts:
with open(fname) as src:
lines = len(src.readlines())
with open(fname) as src:
bytecount = len(src.read())
print "....%s" % subj
msgid = make_msgid()
msgid = re.sub(r'@.*>$', '@notexists.local>', msgid)
msgid = msgid.replace('<', '<Part%dof%d.' % (num, total))
with open(fname) as src:
msgdata = src.read()
msg = Message()
msg["From"] = fromaddr
msg["Subject"] = subj
msg["User-Agent"] = "postfiles.py (http://sourceforge.net/projects/nntp2nntp/)"
msg["X-No-Archive"] = "yes"
msg["Message-Id"] = msgid
msg["Newsgroups"] = ','.join(groups)
msg["Lines"] = str(lines)
msg["Bytes"] = str(bytecount)
msg.set_payload(msgdata)
yield msg.as_string()
print "...processed file", name
class PosterClient(NNTPClient):
def __init__(self, postparts):
NNTPClient.__init__(self)
self._postparts = postparts
def quit(self):
NNTPClient.quit(self)
reactor.stop()
def failed(self, message, error):
print message + ":", error
self.quit()
postFailed = lambda s, e: s.failed("Posting failed", e)
authFailed = lambda s, e: s.failed("Auth failed", e)
def _headerInitial(self, (code, message)):
NNTPClient._headerInitial(self, (code, message))
if nntpuser != None:
self.sendLine('AUTHINFO USER ' + nntpuser)
self._newState(None, self.authFailed, self.authUserOk)
else: self.postArticle(self._postparts.next())
def authUserOk(self, (code, message)):
if code != 381: self.authFailed(error)
self._endState()
self.sendLine('AUTHINFO PASS ' + nntppass)
self._newState(None, self.authFailed, self.authPassOk)
def authPassOk(self, (code, message)):
if code != 281: self.authFailed(error)
self._endState()
data = self._postparts.next()
self.postArticle(data)
def postedOk(self):
try: self.postArticle(self._postparts.next())
except StopIteration: self.quit()
class PosterFactory(ClientFactory):
def buildProtocol(self, addr):
return PosterClient(postFilesGenerator())
print "Connect to server", nntpserver
factory = PosterFactory()
reactor.connectSSL(nntpserver, nntpport, PosterFactory(), ssl.CertificateOptions())
reactor.run()
print "All files successfully posted."