ebooks.py

import random
import re
import sys
import twitter
import markov
from local_settings import *
from get_askreddit_data import get_titles

try:
    # Python 3
    from html.entities import name2codepoint as n2c
    from urllib.request import urlopen
except ImportError:
    # Python 2
    from htmlentitydefs import name2codepoint as n2c
    from urllib2 import urlopen
    chr = unichr
    from local_settings import *

def connect(): #connect to twitter api for bot
    return twitter.Api(consumer_key=MY_CONSUMER_KEY,
                       consumer_secret=MY_CONSUMER_SECRET,
                       access_token_key=MY_ACCESS_TOKEN_KEY,
                       access_token_secret=MY_ACCESS_TOKEN_SECRET,
                       tweet_mode='extended')

def entity(text):
    if text[:2] == "&#":
        try:
            if text[:3] == "&#x":
                return chr(int(text[3:-1], 16))
            else:
                return chr(int(text[2:-1]))
        except ValueError:
            pass
    else:
        guess = text[1:-1]
        if guess == "apos":
            guess = "lsquo"
        numero = n2c[guess]
        try:
            text = chr(numero)
        except KeyError:
            pass
    return text

def filter_status(text):
    text = re.sub('\s+', ' ', text)  # collaspse consecutive whitespace to single spaces.
    text = re.sub(r'\"|\(|\)', '', text)  # take out quotes.
    htmlsents = re.findall(r'&\w+;', text)
    for item in htmlsents:
        text = text.replace(item, entity(item))
    text = re.sub(r'\xe9', 'e', text)  # take out accented e
    return text

if __name__ == "__main__":    
    order = ORDER #the "sensical-ness" value from local_settings.py
    guess = 0
    if ODDS and not DEBUG: #if not in debug, give it a roll
        guess = random.randint(0, ODDS - 1)

    if guess:
        print(str(guess) + " No, sorry, not this time.")  # message if the random number fails.
        sys.exit() #bye bye
    else:
        #connect to twitter api, initalize source list
        api = connect()
        source_titles = get_titles() #get the askreddit titles, this func exists in get_askreddit_data.py

        if len(source_titles) == 0:
            print("No statuses found!")
            sys.exit()
        
        mine = markov.MarkovChainer(order)
        
        for status in source_titles:
            if not re.search('([\.\!\?\"\']$)', status):
                status += "?" #add a question mark at the end if one not found to keep the askreddit question thing consistent
            mine.add_text(status)
        
        for x in range(0, 10):
            ebook_status = mine.generate_sentence() #done generate the thing now

        # throw out tweets that match anything from the source
        similar = True
        
        if ebook_status is not None and len(ebook_status) < 210:
            while similar:
                for status in source_titles:
                    if ebook_status[:-1] not in status: #remove newline char and check if similar
                        #if its something unique, cool we've got the status and can proceed
                        similar = False
                        continue
                    else:
                        #if it is too similar to something in the source, generate a new one and try again
                        print("TOO SIMILAR. Generating a new status.")
                        for x in range(0, 10):
                            ebook_status = mine.generate_sentence()

            if not DEBUG:
                if ENABLE_TWITTER_POSTING:
                    status = api.PostUpdate(ebook_status) #actually post the tweet
            print(ebook_status)

        elif not ebook_status:
            print("Status is empty, sorry.")
        else:
            print("TOO LONG: " + ebook_status)