Compare commits
3 Commits
81fb8972e1
...
782055e4ef
| Author | SHA1 | Date |
|---|---|---|
 Derek
|
782055e4ef
|
|
|
Derek
|
de8b52b260
|
|
|
Derek
|
cdc50adabf
|
357
automagnet.py
357
automagnet.py
|
|
@ -1,7 +1,6 @@
|
|||
#!/usr/bin/env python3
|
||||
|
||||
import feedparser
|
||||
import subprocess
|
||||
import click
|
||||
import re
|
||||
import json
|
||||
|
|
@ -9,105 +8,114 @@ import hashlib
|
|||
import sys
|
||||
import os
|
||||
import transmissionrpc
|
||||
from operator import itemgetter
|
||||
import requests
|
||||
import base64
|
||||
|
||||
|
||||
def printe(*args, **kwargs):
|
||||
print(*args, file=sys.stderr, **kwargs)
|
||||
print(*args, file=sys.stderr, **kwargs)
|
||||
|
||||
|
||||
class Resolution:
|
||||
# In decending order of quality, since indexes are used to tell whats "better"
|
||||
names = [
|
||||
('8k', '8K', '4320p'),
|
||||
('5k', '5K', '2880p', 'UHD+'),
|
||||
('4k', '4K', '2160p', 'UHD'),
|
||||
('2k', '2K', '1440p', 'QHD', 'WQHD'),
|
||||
('1080p', 'FHD'),
|
||||
('720p', 'HD', 'HDTV'),
|
||||
('480p', 'SD', 'VGA'),
|
||||
('360p', 'nHD'),
|
||||
('240p', 'QVGA'),
|
||||
('Unknown', 'None', None)
|
||||
]
|
||||
def __init__(self, _name):
|
||||
self.name = _name
|
||||
for family in self.names:
|
||||
if self.name in family:
|
||||
self.family = family
|
||||
break
|
||||
else:
|
||||
raise ValueError("Did not recongnize resolution name. See Resolution.names")
|
||||
# In decending order of quality, since indexes are used to tell whats "better"
|
||||
names = [
|
||||
('8k', '8K', '4320p'),
|
||||
('5k', '5K', '2880p', 'UHD+'),
|
||||
('4k', '4K', '2160p', 'UHD'),
|
||||
('2k', '2K', '1440p', 'QHD', 'WQHD'),
|
||||
('1080p', 'FHD'),
|
||||
('720p', 'HD', 'HDTV'),
|
||||
('480p', 'SD', 'VGA'),
|
||||
('360p', 'nHD'),
|
||||
('240p', 'QVGA'),
|
||||
('Unknown', 'None', None)
|
||||
]
|
||||
|
||||
def getNormalizedName(self):
|
||||
return self.family[0]
|
||||
def __init__(self, _name):
|
||||
self.name = _name
|
||||
for family in self.names:
|
||||
if self.name in family:
|
||||
self.family = family
|
||||
break
|
||||
else:
|
||||
raise ValueError("Did not recongnize resolution name. See Resolution.names")
|
||||
|
||||
# Rich comparison support
|
||||
def __lt__(self, other):
|
||||
if not isinstance(other, Resolution):
|
||||
raise TypeError
|
||||
return self.names.index(self.family) > other.names.index(other.family)
|
||||
def __eq__(self, other):
|
||||
if not isinstance(other, Resolution):
|
||||
raise TypeError
|
||||
return self.names.index(self.family) == other.names.index(other.family)
|
||||
def __ne__(self, other):
|
||||
return not self.__eq__(other)
|
||||
def __gt__(self, other):
|
||||
return not self.__lt__(other)
|
||||
def __le__(self, other):
|
||||
return self.__lt__(other) or self.__eq__(other)
|
||||
def __ge__(self, other):
|
||||
return self.__gt__(other) or self.__eq__(other)
|
||||
def getNormalizedName(self):
|
||||
return self.family[0]
|
||||
|
||||
# Rich comparison support
|
||||
def __lt__(self, other):
|
||||
if not isinstance(other, Resolution):
|
||||
raise TypeError
|
||||
return self.names.index(self.family) > other.names.index(other.family)
|
||||
|
||||
def __eq__(self, other):
|
||||
if not isinstance(other, Resolution):
|
||||
raise TypeError
|
||||
return self.names.index(self.family) == other.names.index(other.family)
|
||||
|
||||
def __ne__(self, other):
|
||||
return not self.__eq__(other)
|
||||
|
||||
def __gt__(self, other):
|
||||
return not self.__lt__(other)
|
||||
|
||||
def __le__(self, other):
|
||||
return self.__lt__(other) or self.__eq__(other)
|
||||
|
||||
def __ge__(self, other):
|
||||
return self.__gt__(other) or self.__eq__(other)
|
||||
|
||||
|
||||
class Show:
|
||||
def __init__(self, name, episode=None):
|
||||
self.name = name
|
||||
try:
|
||||
self.episode = int(episode) if episode is not None else None
|
||||
except (ValueError, TypeError):
|
||||
raise ValueError("episode paramater must be a number or None")
|
||||
self.key = '{name} - {episode}'.format(name=self.name, episode=self.episode if self.episode else 'None')
|
||||
def __init__(self, name, episode=None):
|
||||
self.name = name
|
||||
try:
|
||||
self.episode = int(episode) if episode is not None else None
|
||||
except (ValueError, TypeError):
|
||||
raise ValueError("episode paramater must be a number or None")
|
||||
self.key = '{name} - {episode}'.format(name=self.name, episode=self.episode if self.episode else 'None')
|
||||
|
||||
def getConfig(self, config):
|
||||
try:
|
||||
show_config = next(want for want in config['wants'] if want['name'] == self.name)
|
||||
except StopIteration:
|
||||
show_config = None
|
||||
return show_config
|
||||
def getConfig(self, config):
|
||||
try:
|
||||
show_config = next(want for want in config['wants'] if want['name'] == self.name)
|
||||
except StopIteration:
|
||||
show_config = None
|
||||
return show_config
|
||||
|
||||
def __repr__(self):
|
||||
return "<Show {name} - {episode}>".format(name=self.name, episode=self.episode if self.episode else 'None')
|
||||
def __repr__(self):
|
||||
return "<Show {name} - {episode}>".format(name=self.name, episode=self.episode if self.episode else 'None')
|
||||
|
||||
def __hash__(self):
|
||||
return hash(self.key)
|
||||
def __hash__(self):
|
||||
return hash(self.key)
|
||||
|
||||
def __eq__(self, other):
|
||||
return self.key == other.key
|
||||
|
||||
def __eq__(self, other):
|
||||
return self.key == other.key
|
||||
|
||||
class Torrent:
|
||||
def __init__(self, name, link, id=None, episode=None, quality=None, encoding=None):
|
||||
self.name = name
|
||||
self.link = link
|
||||
self.id = id if id else hashlib.sha256(link).hexdigest()
|
||||
try:
|
||||
self.episode = int(episode) if episode is not None else None
|
||||
except (ValueError, TypeError):
|
||||
raise ValueError("episode paramater must be a number or None")
|
||||
self.quality = Resolution(quality)
|
||||
self.encoding = encoding
|
||||
def __init__(self, name, link, id=None, episode=None, quality=None, encoding=None):
|
||||
self.name = name
|
||||
self.link = link
|
||||
self.id = id if id else hashlib.sha256(link).hexdigest()
|
||||
try:
|
||||
self.episode = int(episode) if episode is not None else None
|
||||
except (ValueError, TypeError):
|
||||
raise ValueError("episode paramater must be a number or None")
|
||||
self.quality = Resolution(quality)
|
||||
self.encoding = encoding
|
||||
|
||||
def isShow(self, show):
|
||||
return self.name == show.name and (show.episode is None or self.episode == show.episode)
|
||||
def isShow(self, show):
|
||||
return self.name == show.name and (show.episode is None or self.episode == show.episode)
|
||||
|
||||
def __repr__(self):
|
||||
return "<Torrent {id} for {name} - {episode}>".format(id=self.id, name=self.name, episode=self.episode)
|
||||
def __repr__(self):
|
||||
return "<Torrent {id} for {name} - {episode}>".format(id=self.id, name=self.name, episode=self.episode)
|
||||
|
||||
def __hash__(self):
|
||||
return hash(self.id)
|
||||
|
||||
def __eq__(self, other):
|
||||
return self.id == other.id
|
||||
def __hash__(self):
|
||||
return hash(self.id)
|
||||
|
||||
def __eq__(self, other):
|
||||
return self.id == other.id
|
||||
|
||||
|
||||
@click.command()
|
||||
|
|
@ -116,102 +124,111 @@ class Torrent:
|
|||
@click.option('--dry-run', 'dry_run', type=click.BOOL, is_flag=True, default=False, help="Don't act on any torrents found. Implies --no-dedup")
|
||||
@click.option('--no-dedup', 'no_seen', type=click.BOOL, is_flag=True, default=False, help="Don't save seen torrents to the seen file.")
|
||||
def main(config_path='config.json', seen_path='seen.txt', dry_run=False, no_seen=False):
|
||||
# Get our config
|
||||
with open(config_path, 'r') as config_file:
|
||||
config_json = ''.join(config_file.readlines())
|
||||
config = json.loads(config_json)
|
||||
# Get our config
|
||||
with open(config_path, 'r') as config_file:
|
||||
config_json = ''.join(config_file.readlines())
|
||||
config = json.loads(config_json)
|
||||
|
||||
providers = config['providers']
|
||||
wants = [want['name'] for want in config['wants']]
|
||||
seen = [line.strip() for line in open(seen_path, 'r')]
|
||||
providers = config['providers']
|
||||
wants = [want['name'] for want in config['wants']]
|
||||
seen = [line.strip() for line in open(seen_path, 'r')]
|
||||
|
||||
filtered = {}
|
||||
filtered = {}
|
||||
|
||||
for provider in providers:
|
||||
# Compile and check our regex
|
||||
title_parser = re.compile(provider['regex'])
|
||||
if title_parser.groupindex.get('name') is None:
|
||||
printe("ERROR: Regex for {provider_name} does not contain a 'name' group. Name a capture group in your regex using '(?P<name>...)'".format(provider_name=provider['name']))
|
||||
continue
|
||||
elif title_parser.groupindex.get('quality') is None or title_parser.groupindex.get('episode') is None:
|
||||
printe("WARNING: Regex for {provider_name} does not contain an 'episode' and/or 'quality' group. Unless you are sure duplicates don't exist in the feeds, add optional groups using '(?P<name>...)?'".format(provider_name=provider['name']))
|
||||
for provider in providers:
|
||||
# Compile and check our regex
|
||||
title_parser = re.compile(provider['regex'])
|
||||
if title_parser.groupindex.get('name') is None:
|
||||
printe("ERROR: Regex for {provider_name} does not contain a 'name' group. Name a capture group in your regex using '(?P<name>...)'".format(provider_name=provider['name']))
|
||||
continue
|
||||
elif title_parser.groupindex.get('quality') is None or title_parser.groupindex.get('episode') is None:
|
||||
printe("WARNING: Regex for {provider_name} does not contain an 'episode' and/or 'quality' group. Unless you are sure duplicates don't exist in the feeds, add optional groups using '(?P<name>...)?'".format(provider_name=provider['name']))
|
||||
|
||||
# Get and parse rss feed
|
||||
rss = feedparser.parse(provider['url'])
|
||||
for entry in rss.entries:
|
||||
# Run regex against rss entry title (usually the file / torrent name)
|
||||
matched_title = title_parser.match(entry.title)
|
||||
if matched_title is None:
|
||||
continue
|
||||
parsed_title = matched_title.groupdict()
|
||||
torrent = Torrent(
|
||||
parsed_title['name'],
|
||||
entry.get('link') or entry.links[0].href,
|
||||
id=entry.get('id'),
|
||||
episode=parsed_title.get('episode'),
|
||||
quality=parsed_title.get('quality'),
|
||||
encoding=parsed_title.get('encoding')
|
||||
)
|
||||
show = Show(torrent.name, episode=torrent.episode)
|
||||
# Check if its something we're interested in and add it to a dict
|
||||
if torrent.name in wants and torrent.id not in seen:
|
||||
printe("Found new torrent: {torrent}".format(torrent=entry.title))
|
||||
if filtered.get(show) is None:
|
||||
filtered[show] = [torrent]
|
||||
else:
|
||||
filtered[show].append(torrent)
|
||||
# Record that we have seen it
|
||||
seen.append(torrent.id)
|
||||
# Get and parse rss feed
|
||||
rss = feedparser.parse(provider['url'])
|
||||
for entry in rss.entries:
|
||||
# Run regex against rss entry title (usually the file / torrent name)
|
||||
matched_title = title_parser.match(entry.title)
|
||||
if matched_title is None:
|
||||
continue
|
||||
parsed_title = matched_title.groupdict()
|
||||
torrent = Torrent(
|
||||
parsed_title['name'],
|
||||
entry.get('link') or entry.links[0].href,
|
||||
id=entry.get('id'),
|
||||
episode=parsed_title.get('episode'),
|
||||
quality=parsed_title.get('quality'),
|
||||
encoding=parsed_title.get('encoding')
|
||||
)
|
||||
show = Show(torrent.name, episode=torrent.episode)
|
||||
# Check if its something we're interested in and add it to a dict
|
||||
if torrent.name in wants and torrent.id not in seen:
|
||||
printe("Found new torrent: {torrent}".format(torrent=entry.title))
|
||||
if filtered.get(show) is None:
|
||||
filtered[show] = [torrent]
|
||||
else:
|
||||
filtered[show].append(torrent)
|
||||
# Record that we have seen it
|
||||
seen.append(torrent.id)
|
||||
|
||||
# Configure a transmissionrpc client if set
|
||||
if config.get('rpc'):
|
||||
# Allows for a setting like `"rpc": true` to just use defaults
|
||||
# HACK: Should just do the config['rpc'].get better
|
||||
if isinstance(config['rpc'], bool):
|
||||
config['rpc'] = {}
|
||||
rpc = transmissionrpc.Client(
|
||||
address=config['rpc'].get('address', 'localhost'),
|
||||
port=config['rpc'].get('port', 9091),
|
||||
user=config['rpc'].get('user'),
|
||||
password=config['rpc'].get('password'),
|
||||
http_handler=config['rpc'].get('http_handler'),
|
||||
timeout=config['rpc'].get('timeout')
|
||||
)
|
||||
default_download_dir = rpc.get_session().download_dir
|
||||
# Choose the best item
|
||||
for show, torrents in filtered.items():
|
||||
item_config = show.getConfig(config)
|
||||
# Filter
|
||||
if item_config.get('target-quality'):
|
||||
torrents = [torrent for torrent in torrents if torrent.quality == Resolution(item_config['target-quality'])]
|
||||
elif item_config.get('min-quality'):
|
||||
torrents = [torrent for torrent in torrents if torrent.quality >= Resolution(item_config['min-quality'])]
|
||||
# Configure a transmissionrpc client if set
|
||||
if config.get('rpc'):
|
||||
# Allows for a setting like `"rpc": true` to just use defaults
|
||||
# HACK: Should just do the config['rpc'].get better
|
||||
if isinstance(config['rpc'], bool):
|
||||
config['rpc'] = {}
|
||||
rpc = transmissionrpc.Client(
|
||||
address=config['rpc'].get('address', 'localhost'),
|
||||
port=config['rpc'].get('port', 9091),
|
||||
user=config['rpc'].get('user'),
|
||||
password=config['rpc'].get('password'),
|
||||
http_handler=config['rpc'].get('http_handler'),
|
||||
timeout=config['rpc'].get('timeout')
|
||||
)
|
||||
default_download_dir = rpc.get_session().download_dir
|
||||
else:
|
||||
rpc = None
|
||||
# Choose the best item
|
||||
for show, torrents in filtered.items():
|
||||
item_config = show.getConfig(config)
|
||||
# Filter
|
||||
if item_config.get('target-quality'):
|
||||
torrents = [torrent for torrent in torrents if torrent.quality == Resolution(item_config['target-quality'])]
|
||||
elif item_config.get('min-quality'):
|
||||
torrents = [torrent for torrent in torrents if torrent.quality >= Resolution(item_config['min-quality'])]
|
||||
|
||||
if len(torrents) > 0:
|
||||
best_entry = sorted(torrents, key=lambda t: t.quality, reverse=True)[0]
|
||||
# Output the magnet / torrent link
|
||||
printe("Choosing {torrent} as best choice for {show} (quality: {res})".format(torrent=best_entry.id, show=show.name, res=best_entry.quality.getNormalizedName()))
|
||||
# TODO: transmission-cli subprocess call here?
|
||||
print(best_entry.link)
|
||||
# Add torrent to transmission directly
|
||||
if rpc and not dry_run:
|
||||
destination = item_config.get('destination')
|
||||
if destination:
|
||||
destination = destination.format(show=show, torrent=torrent)
|
||||
destination = os.path.expanduser(destination)
|
||||
if not destination.startswith('/'):
|
||||
destination = os.path.join(default_download_dir, destination)
|
||||
if not os.path.exists(destination):
|
||||
os.makedirs(destination)
|
||||
t = rpc.add_torrent(best_entry.link, download_dir=destination or default_download_dir)
|
||||
else:
|
||||
printe("No torrents for {show} pass quality restrictions".format(show=show.name))
|
||||
if len(torrents) > 0:
|
||||
best_entry = sorted(torrents, key=lambda t: t.quality, reverse=True)[0]
|
||||
# Output the magnet / torrent link
|
||||
printe("Choosing {torrent} as best choice for {show} (quality: {res})".format(torrent=best_entry.id, show=show.name, res=best_entry.quality.getNormalizedName()))
|
||||
# TODO: transmission-cli subprocess call here?
|
||||
print(best_entry.link)
|
||||
# Add torrent to transmission directly
|
||||
if rpc and not dry_run:
|
||||
destination = item_config.get('destination')
|
||||
if destination:
|
||||
destination = destination.format(show=show, torrent=torrent)
|
||||
destination = os.path.expanduser(destination)
|
||||
if not destination.startswith('/'):
|
||||
destination = os.path.join(default_download_dir, destination)
|
||||
if not os.path.exists(destination):
|
||||
os.makedirs(destination)
|
||||
|
||||
if best_entry.link.startswith('http'):
|
||||
r = requests.get(best_entry.link)
|
||||
r.raise_for_status()
|
||||
rpc.add_torrent(base64.b64encode(r.content).decode('utf-8'), download_dir=destination or default_download_dir)
|
||||
else:
|
||||
rpc.add_torrent(best_entry.link, download_dir=destination or default_download_dir)
|
||||
else:
|
||||
printe("No torrents for {show} pass quality restrictions".format(show=show.name))
|
||||
|
||||
# Save our records to a file for later use
|
||||
if not (dry_run or no_seen):
|
||||
with open(seen_path, 'w') as seen_file:
|
||||
seen_file.write('\n'.join(seen))
|
||||
|
||||
# Save our records to a file for later use
|
||||
if not (dry_run or no_seen):
|
||||
with open(seen_path, 'w') as seen_file:
|
||||
seen_file.write('\n'.join(seen))
|
||||
|
||||
# Usual python stuff
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
main()
|
||||
|
|
|
|||
Loading…
Reference in New Issue