#!/usr/bin/env python2.7

# -*- coding: utf8 -*-

# COPYDOWN (C) You

# All code related to Upstream and code contained in this file

# Is released fully into the public domain

from gevent import monkey

monkey.patch_all()

from gevent import queue

from gevent import event

from gevent import pool

from gevent import socket as gsocket

import gevent

import sys

import os

import logging

import socket

import ssl

import re

import glob

import shelve

import subprocess

import bz2

import time

import fcntl

import binascii

import urllib

import hashlib

import argparse

try:

import simplejson as json

except ImportError:

import json

from StringIO import StringIO

from _yenc import encode_string

from xml.dom.minidom import getDOMImplementation

logging.basicConfig(level=logging.INFO)

TEMPDIR='./temp'

rivermeta = {}

filemeta = {}

nfo = None

filenfo = {}

class UpstreamNNTP:

self.connected = False

def worker_thread(ready_event):

break

def init_connections():

pass

def init_metadata():

meta[bn+"/artleft"] = range(fsize / articlesize + (1 if fsize % articlesize > 0 else 0))

def handle_segment(ffile, seg):

gevent.joinall(gart)

def run_par2(args):

p.stdout.close()

def par_segment(ffile, seg):

meta[ifile+'/segleft'] = t

def handle_par(ifile, seg, name):

os.unlink(name)

def handle_article(ffile, seg, art):

meta[ifile+"/art/"+str(art)] = [article, crc32, bytes]

def upload_article(data, fname, yencdata, headers=[]):

return messageid, crc32, bytes

def write_river():

return xmlout

def create_rlink(xmlfile):

return "river:%s" % lastarticle

def upload_nfo(nfo):

return article

last = 0

bytes = 0

bandwidth = 0

def human(bytes):

return "%0.3fB" % bytes

def timer_bandwidth():

logging.info("Uploading [%d/%d articles] [%s/s]" % (artdone, arttotal, human(bandwidth)))

def upload_files():

del meta[bn]

def which(program):

return None

if __name__ == '__main__':

parser = argparse.ArgumentParser(description="Upload river files to usenet")

parser.add_argument('-s','--server', required=True, help="Usenet server to connect to", dest='server')

parser.add_argument('-o','--output', help="Where to output river file (default is stdout)", dest='output')

parser.add_argument('-u','--username', help="Usenet username to connect with", dest='username')

parser.add_argument('-p','--password', help="Usenet password to connect with", dest='password')

parser.add_argument('-c','--connections', help="Max connections to usenet", dest='connections', default=10, type=int)

parser.add_argument('-r', '--rlink', help="Create river link (currently always true)", dest='rlink', action='store_true', default=False)

parser.add_argument('-m', '--meta', help="Metadata for river file (e.g. -m name=\"river\" description=\"river\")", dest='meta', nargs='+')

parser.add_argument('-f', '--filemeta', help="Metadata for file contained within river file (e.g. -f fileinriverfile.mp3/name=\"river\" fileinriverfile.mp3/description=\"river\")", dest='filemeta', nargs='+')

parser.add_argument('-n','--nfo', help="NFO file to upload with this river", dest='nfo')

parser.add_argument('--filenfo', help="NFO file to upload with a river file (e.g. --filenfo fileinriverfile.mp3=nfofile.nfo)", dest='fnfo', nargs='+')

parser.add_argument('--ssl', help="Connect to usenet with SSL", dest='ssl', action='store_true', default=False)

parser.add_argument('--port', help="Port to connect to usenet with (default 119; 563 with SSL)", dest='port', type=int, default=-1)

parser.add_argument('--subject', help="Subject in usenet articles", dest='subject', default="[RIVER] \"{name}\"")

parser.add_argument('-d', '--domain', help="Domain in message IDs <mid@domain>", dest='domain', default="riverup")

parser.add_argument('-g', '--group', help="Usenet newsgroup to post articles in", dest='group', default="alt.binaries.test")

parser.add_argument('--poster', help="The from header in articles", dest='poster', default="river@riverup")

parser.add_argument('--articlesize', help="The size of uploaded articles", dest='articlesize', default=650000, type=int)

parser.add_argument('--segmentsize', help="Number of articles in a segment", dest='segmentsize', default=4, type=int)

parser.add_argument('--parblocks', help="For 1/parblocks redundancy (4 parblocks is 25%% redundancy)", dest='parblocks', default=4, type=int)

parser.add_argument('--parthreads', help="Max number of par2 instances running at once (should be number of cores plus one)", dest='parthreads', default=5, type=int)

parser.add_argument('files', help="Files to be added to river file", nargs='+')

ns = parser.parse_args(sys.argv[1:])

server = ns.server

username = ns.username

password = ns.password

port = ns.port

use_ssl = ns.ssl

connections = ns.connections

articlesize = ns.articlesize

segsize = ns.segmentsize

segbytes = segsize * articlesize

parblocks = ns.parblocks

parthreads = ns.parthreads

messagecontext = ns.domain

poster = ns.poster

group = ns.group

rlink = ns.rlink

subject = ns.subject

files = ns.files

output = ns.output

if ns.meta:

for i in ns.meta:

k, v = i.split('=', 1)

rivermeta[k] = v

if ns.filemeta:

for i in ns.filemeta:

k, v = i.split('=', 1)

f, k = k.rsplit('/', 1)

if not os.path.basename(f) in filemeta:

filemeta[os.path.basename(f)] = {k: v}

else:

filemeta[os.path.basename(f)][k] = v

if ns.nfo:

if not os.path.exists(ns.nfo):

logging.error("ERROR: File %s does not exist, nfo not added" % ns.nfo)

nfo = None

else:

nfo = ns.nfo

if ns.fnfo:

for i in ns.fnfo:

f, n = i.split('=', 1)

if not os.path.exists(n):

logging.error("ERROR: File %s does not exist, nfo not added" % n)

filenfo[os.path.basename(f)] = n

par = which('par2')

if par == None:

raise Exception, "Par2 not found in path. It is required for Upstream to function"

else:

logging.info("Found par2 at %s" % par)

init_connections()

init_metadata()

logging.info('Starting upload')

gup = gevent.Greenlet(upload_files)

timer = gevent.Greenlet(timer_bandwidth)

gup.start()

timer.start()

gup.join()

#meta.close() # Resume support has been disabled, uncomment when re-enabled

logging.info('Upload completed')