yoink.py

#!/usr/bin/env python

import time
import cPickle as pickle
import json
import requests
import HTMLParser
import os
import re
import sys
import argparse
import sqlite3
from os.path import expanduser
import HTMLParser

## SAFE TO EDIT ##
dbpath = '~/.yoink.db'

## DO NOT TOUCH THESE ##
user = ''
password = ''
target = ''

defaultrc=["user:",'\n',"password:",'\n',"target:"'\n']

headers = {
  'User-Agent': 'Yoink! Beta'
}

def printHelpMessage(header = ''):
    print('Yoink! A Freeleech Torrent Grabber')


def torrentAlreadyDownloaded(tid):
  try:
    indexdb = sqlite3.connect(os.path.expanduser(dbpath))
    indexdbc = indexdb.cursor()
    indexdbc.execute("SELECT COUNT(*) FROM snatchedtorrents WHERE torrent_id = (?)", [tid])
    if int(str(indexdbc.fetchone())[1]) == 0:
      torrent_found = False
    else:
      torrent_found = True
  except Exception,e:
    print('Error when executing SELECT on ~/.yoink.db:')
    print(str(e))
    sys.exit()
  finally:
    if indexdb:
      indexdbc.close()
    return torrent_found

def addTorrentToDB(tid):
  if not torrentAlreadyDownloaded(tid):
    try:
      indexdb = sqlite3.connect(os.path.expanduser(dbpath))
      indexdbc = indexdb.cursor()
      indexdbc.execute("INSERT INTO snatchedtorrents values (?)", [tid])
      indexdb.commit()
    except Exception,e:
      print('Error when executing INSERT on ~/.yoink.db:')
      print(str(e))
      sys.exit()
    finally:
      if indexdb:
        indexdbc.close()

def checkForArg(arg):
  for clarg in sys.argv[1:]:
    if arg.lower() == clarg.lower():
      return True
  return False

def download_torrent(session, tid, name, authkey, passkey):
  if not os.path.exists(target):
    print('Target Directory does not exist, creating...')
    os.mkdir(target)

  if torrentAlreadyDownloaded(tid):
    print('I have previously downloaded {}.'.format(tid))
    return

  authdata = '&authkey={}&torrent_pass={}'.format(authkey,passkey)

  print('{}:'.format(tid))
  path = u''.join(os.path.join(target, name)).encode('utf-8').strip()
  dl = session.get('https://tls.passthepopcorn.me/torrents.php?action=download&id={}{}'.format(tid, authdata), headers=headers)
  with open(path, 'wb') as f:
    for chunk in dl.iter_content(1024*1024):
      f.write(chunk)
  addTorrentToDB(tid)
  print('Yoink!')


def main():
  rcpath=os.path.expanduser('~/.yoinkrc')

  if checkForArg('--help') or checkForArg('-h') or checkForArg('-?'):
    printHelpMessage()
    return 0

  if checkForArg('--recreate-yoinkrc'):
    if os.path.exists(rcpath):
      os.remove(rcpath)

  if not os.path.exists(rcpath):
    rcf = open(rcpath,'w')
    rcf.writelines(defaultrc)
    rcf.flush()
    rcf.close()
    printHelpMessage('Wrote initial-run configuration file to ~/.yoinkrc\nYou will need to modify this file before continuing!\nSee below for accepted parameters:\n')
    return 0
  else:
    rcf = open(rcpath)
    global user
    user = rcf.readline().rstrip('\n')[5:]
    global password
    password = rcf.readline().rstrip('\n')[9:]
    global target
    target = os.path.expanduser(rcf.readline().rstrip('\n')[7:])

    if user=='' or password=='' or target=='':
      printHelpMessage('ERROR: The ~/.yoinkrc configuration file appears incomplete!\nYou may need to use option --recreate-yoinkrc to revert your ~/.yoinkrc to the initial-run state for this version of Yoink.\n')
      return 0

    if not os.path.exists(os.path.expanduser(dbpath)):
      open(os.path.expanduser(dbpath), 'w+').close()
    indexdb = sqlite3.connect(os.path.expanduser(dbpath))
    indexdbc = indexdb.cursor()
    indexdbc.execute("CREATE TABLE IF NOT EXISTS snatchedtorrents (torrent_id NUMBER(100))")
    indexdb.commit()

  html_parser = HTMLParser.HTMLParser()
  fcre = re.compile('''[/\\?*:|"<>]''')
  clean_fn = lambda x: fcre.sub('', html_parser.unescape(x))

  s = requests.session()

  cookiefile = os.path.expanduser('~/.yoink.dat')
  if os.path.exists(cookiefile):
    with open(cookiefile, 'r') as f:
      s.cookies = pickle.load(f)

  connected = False
  connectionAttempts = 0

  while connected == False and connectionAttempts < 10:
    try:
      connectionAttempts += 1
      r = s.get('https://tls.passthepopcorn.me/login.php')
      connected = True
    except requests.exceptions.TooManyRedirects:
      s.cookies.clear()
    except requests.exceptions.RequestException as e:
      print(e)
      sys.exit(1)

  if r.url != u'https://tls.passthepopcorn.me/index.php':
    r = s.post('https://tls.passthepopcorn.me/ajax.php?action=login', data={'username': user, 'password': password, 'keeplogged': 1, 'WhatsYourSecret': 'Hacker! Do you really have nothing better do than this?'}, headers=headers)
    if r.url != u'https://tls.passthepopcorn.me/index.php':
      printHelpMessage("Login failed - come on, you're looking right at your password!\n")
##      return

  with open(cookiefile, 'w') as f:
    pickle.dump(s.cookies, f)

  continueLeeching = True
  page = 1
  while continueLeeching:
    r = s.get("https://tls.passthepopcorn.me/torrents.php?action=advanced&freetorrent=1&grouping=0&page={}".format(page), headers=headers)
    html = r._content
    if html.find('coverViewJsonData[ 0 ] = ') == -1:
        break;
    pos1 = html.index('coverViewJsonData[ 0 ] = ') + len('coverViewJsonData[ 0 ] = ')
    html = html[pos1:]
    pos2 = len(html) - html.index('var movieViewManager = new MovieViewManager') + 6
    html = html[:-pos2]
    data = json.loads(html)
    authkey = data['AuthKey']
    passkey = data['TorrentPass']
    for movie in data['Movies']:
          print(HTMLParser.HTMLParser().unescape(movie['Title']))
          for groupingQuality in movie['GroupingQualities']:
              for torrent in groupingQuality['Torrents']:
                    if torrent['Freeleech'] == 'Freeleech!':
                        fn = clean_fn('{}.torrent'.format(torrent['TorrentId']))
                        download_torrent(s, torrent['TorrentId'], fn, authkey, passkey)
    page += 1

  print('\n')
  print("Phew! All done.")

if __name__ == '__main__':
  main()