+++ /dev/null
-#!/usr/bin/env python
-
-import urllib2,urlparse
-from urllib2 import HTTPError,URLError
-from BeautifulSoup import BeautifulSoup
-import os
-import optparse
-
-__usage__='''
-tormon.py -O ~/test/tormon -u "http://rss.feed"
-'''
-
-class Main(object):
- '''
- tormon checks an rss feed for new torrents. When it finds a new .torrent, to
- downloads it to a specified output directory, where (presumably) a monitoring
- torrent program will download the corresponding file.
- '''
- def parse_options(self):
- usage = 'usage: %prog [options]'+__usage__
- parser = optparse.OptionParser(usage=usage)
- parser.add_option(
- '-O', '--output_dir', dest='output_dir',
- help='directory into which new torrents are saved',
- metavar='DIR')
- parser.add_option(
- '-f', '--filetype', dest='filetype',
- action='append',
- default=[],
- help='admissible file types',
- metavar='TYPE')
- parser.add_option(
- '-d', '--downloaded_torrents', dest='downloaded_torrents',
- default=os.path.expanduser('~/.downloaded_torrents'),
- help='log of already downloaded torrents',
- metavar='FILE')
- parser.add_option(
- '-e', '--error_log', dest='error_log',
- help='log of torrents tormon failed to download',
- metavar='FILE')
- parser.add_option(
- '-b', '--batch', dest='batch',
- help='file containing list of rss feed urls',
- metavar='FILE')
- parser.add_option(
- '-u', '--url', dest='url',
- action='append',
- default=[],
- help='url of the rss feed',
- metavar='URL')
- parser.add_option(
- '-m','--mark_all_downloaded', dest='mark_all_downloaded',
- action='store_true',
- default=False,
- help="mark all torrents as already downloaded")
- parser.add_option(
- '-M','--match_by_filename', dest='match_by_filename',
- action='store_true',
- default=False,
- help="recognize downloaded files by filename, not URL. Matching by URL is the default.")
- (self.opt, args) = parser.parse_args()
- if self.opt.batch:
- for line in open(self.opt.batch,'r'):
- line=line.strip()
- if line and not line.startswith('#'):
- self.opt.url.append(line)
- if not self.opt.output_dir:
- self.opt.output_dir=os.path.expanduser('~/Desktop')
- if not self.opt.filetype:
- self.opt.filetype=['.torrent']
- if not self.opt.error_log:
- self.opt.error_log=self.opt.downloaded_torrents+'.errors'
- try:
- os.makedirs(self.opt.output_dir)
- except OSError:
- if not os.path.exists(self.opt.output_dir):
- print('tormon failed to create directory %s'%self.opt.output_dir)
- exit(1)
- def load_list_of_already_downloaded_torrents(self):
- try:
- self.downloaded=open(self.opt.downloaded_torrents,'r').read().split()
- except IOError:
- self.downloaded=[]
- try:
- self.errors=open(self.opt.error_log,'r').read().split()
- except IOError:
- self.errors=[]
- def update_downloaded(self,url):
- self.downloaded.append(url)
- try:
- self.errors.remove(url)
- except ValueError:
- pass
- def download_torrent(self,url):
- try:
- sock=urllib2.urlopen(url)
- except (HTTPError, URLError):
- # print('tormon failed to download %s'%url)
- if url not in self.errors:
- self.errors.append(url)
- else:
- filename=self.url2filename(url)
- target_file=os.path.join(self.opt.output_dir,filename)
- print('Downloading %s'%target_file)
- content=sock.read()
- sock.close()
- fh=open(target_file,'w')
- fh.write(content)
- fh.close()
- self.update_downloaded(url)
- def url2filename(self,url):
- return os.path.basename(urlparse.urlparse(url)[2])
- def has_been_downloaded(self,url):
- if self.opt.match_by_filename:
- filename=self.url2filename(url)
- return (filename in [self.url2filename(link) for link in self.downloaded])
- else:
- return (url in self.downloaded)
- def parse_rss_feed(self):
- for url in self.opt.url:
- print('RSS feed: %s'%url)
- try:
- sock=urllib2.urlopen(url)
- except (HTTPError, URLError):
- print('tormon failed to download %s'%url)
- else:
- content=sock.read()
- sock.close()
- soup=BeautifulSoup(content)
- links=([link.nextSibling for link in soup.findAll('link')]+
- [link['href'] for link in soup.findAll('a')]+
- [link['url'] for link in soup.findAll('media:content')])
- for link in links:
- if (any([link.lower().endswith(ending)
- for ending in self.opt.filetype])
- and not self.has_been_downloaded(link)):
- if self.opt.mark_all_downloaded:
- print('Marking %s as downloaded'%link)
- self.update_downloaded(link)
- else:
- self.download_torrent(link)
- def save_list_of_already_downloaded_torrents(self):
- fh=open(self.opt.downloaded_torrents, 'w')
- fh.write('\n'.join(self.downloaded))
- fh.close()
- fh=open(self.opt.error_log, 'w')
- fh.write('\n'.join(self.errors))
- fh.close()
- def __init__(self):
- self.parse_options()
- self.load_list_of_already_downloaded_torrents()
- try:
- self.parse_rss_feed()
- except KeyboardInterrupt:
- pass
- finally:
- self.save_list_of_already_downloaded_torrents()
-if __name__=='__main__':
- Main()
repos / dotfiles.git / blobdiff