### This file is part of KoFooBot and is licensed under BSD-license according to the   ###

### LICENSE file in the base directory.                                                ###

### Code in this file is contributed by:                                               ###

###    Krister Svanlund <krister.svanlund gmail.com>                                   ###

### Feedparser module from http://feedparser.org/                                      ###

import feedparser

import time, calendar

import re

####

# Module header starts here

##

rss_settings = { 'feed_channel': "",

                 'feed_streams': {}}

rss_requires = ['webhelpers']

update_rss_delay = 30

update_rss_time_left = 0

def init_rss(bot, server, sender = None):

    if type(bot.settings.rss_feed_streams) is list:

        bot.settings.rss_feed_streams = dict.fromkeys(bot.settings.rss_feed_streams, 0)

    return True

#def unload_rss(bot, server, sender = None):

#    return True

do_rss_command = { 'description': "",

                   'long help': """\

""",

                   'arguments': [("get queue count", ""),

                                 ("clear queue|feeds", ""),

                                 ("add|remove <stream> [<stream2> [..]]", "")],

                   'public': False,

                   'level': 70}

new_posts = []

def do_rss(bot, server, sender, target, args):

    if args:

        if args[0] == "get":

            do_rss_get(bot, server, sender, target, args[1:])

        elif args[0] == "clear":

            do_rss_clear(bot, server, sender, target, args[1:])

        elif args[0] == "add":

            do_rss_add(bot, server, sender, target, args[1:])

        elif args[0] == "remove" or args[0] == "del":

            do_rss_del(bot, server, sender, target, args[1:])

        else:

            bot.respond(server, sender, target, "'%s' is not a acceptable argument." % args[0])

    else:

        bot.respond(server, sender, target, "Not enough arguments for 'rss'.")

def update_rss(bot, server):

    """Look for updates in streams and publish them."""

    global new_posts

    for stream, last_update in bot.settings.rss_feed_streams.iteritems():

        ### Never include the whole feed. If last update at epoch (=0) start from now. ###

        if last_update == 0:

            last_update = time.gmtime()

            print " + Last update at 0 for '%s', changed to now." % stream

        print " + Parse stream '%s'." % stream

        data = feedparser.parse(stream)

        if data.feed:

            feed_updated_at = calendar.timegm(data.feed.get('updated_parsed', time.gmtime()))

            if feed_updated_at > last_update:

                ### A valid stream is returned. ###

                print " + Got feed data for '%s'." % data.feed.get('title', '>No title<')

                if data.entries:

                    data.entries.reverse()

                    for entry in data.entries:

                        updp = calendar.timegm(entry.get('updated_parsed', time.gmtime(0)))

                        pubp = calendar.timegm(entry.get('published_parsed', time.gmtime(0)))

                        #print " + Updated at %d, published at %d." % (updp, pubp)

                        entry_updated_at = max(updp, pubp)

                        if entry_updated_at > last_update:

                            print " + Add post '%s' to new posts." % entry.get('title', ">No title<")

                            entry.feed_title = data.feed.get('title', 'No title')

                            new_posts.insert(0, entry)

                else:

                    print " - No entries."

                bot.settings.rss_feed_streams[stream] = feed_updated_at

            else:

                print " + No updates."

        else:

            print " + Invalid stream."

    for i in xrange(0,3):

        if new_posts:

            post = new_posts.pop()

            publish_post_in_channel(bot, server, bot.settings.rss_feed_channel, post)

    if new_posts:

        print " + %d posts left for update." % len(new_posts)

##

# Module headers end here

####

def do_rss_clear(bot, server, sender, target, args):

    global new_posts

    if args:

        if args[0] == "queue":

            post_count = len(new_posts)

            new_posts = []

            bot.respond(server, sender, target, "%d messages has been removed from queue." % post_count)

            print " + Cleared RSS post queue."

        elif args[0] == "feeds":

            if len(args) > 1 and args[1] == "YES":

                bot.settings.rss_feed_streams = {}

                bot.respond(server, sender, target, "All feeds has been removed.")

                print " + Cleared all RSS feeds."

            else:

                bot.respond(server, sender, target, "You have to write 'clear feeds YES' for this command to be executed.")

        else:

            bot.respond(server, sender, target, "'%s' is not an accepted argument." % args[0])

    else:

        bot.respond(server, sender, target, "Not enough arguments for 'clear'.")

def do_rss_add(bot, server, sender, target, args):

    global new_posts

    if args:

        for new_stream in args:

            if new_stream in bot.settings.rss_feed_streams:

                bot.respond(server, sender, target, "This stream has already been added.")

                print " + Stream already in stream list."

                return

            bot.settings.rss_feed_streams[new_stream] = time.gmtime()

            bot.respond(server, sender, target, "Added '%s' to rss feeds." % (new_stream[:30]+"..", new_stream)[len(new_stream) < 40])

            print " + Added '%s' to rss feeds." % new_stream

    else:

        bot.respond(server, sender, target, "Not enough arguments for 'add'.")

def do_rss_del(bot, server, sender, target, args):

    if args:

        for del_stream in args:

            if del_stream in bot.settings.rss_feed_streams:

                try:

                    del bot.settings.rss_feed_streams[del_stream]

                    bot.respond(server, sender, target, "Successfully removed stream.")

                    print " + Removed stream '%s'." % del_stream

                except Exception, e:

                    bot.respond(server, sender, target, "Failed to remove stream: %s" % str(e))

                    print " - Could not remove stream: %s" % str(e)

    else:

        bot.respond(server, sender, target, "Not enough arguments for 'del'.")

def do_rss_get(bot, server, sender, target, args):

    global new_posts

    if args:

        if args[0] == "queue":

            if args[1:]:

                if args[1] == "size":

                    bot.respond(server, sender, target, "There are %d posts in the queue." % len(new_posts))

                    print " + There are %d posts in the queue." % len(new_posts)

                else:

                    bot.respond(server, sender, target, "'%s' is not a valid argument." % args[1])

            else:

                bot.respond(server, sender, target, "Not enough arguments 'queue'.")

        elif args[0] == "feeds":

            bot.respond(server, sender, target, "The feeds currently added are:")

            for stream in bot.settings.rss_feed_streams.keys():

                bot.respond(server, sender, target, "  %s" % stream)

            bot.respond(server, sender, target, "End of feed list.")

        else:

            bot.respond(server, sender, target, "'%s' is not a valid argument." % args[0])

    else:

        bot.respond(server, sender, target, "Not enough arguments for 'get'.")

def publish_post_in_channel(bot, server, channel, post):

    title = post.get('title', 'No title')

    link = bot.shorten_url(post.get('link', ''))

    summary = post.get('summary', '')

    content = post.get('content', '')

    author = post.get('author', '')

    if content and not summary:

        for _con in content:

            con_type = _con.get('type', '')

            if con_type[:5] == "text/":

                summary += _con.get('value', '')+'\n'

    if summary:

        summary = ' '.join(summary.splitlines())

        summary = ' '.join(strip_html(summary).split())

    print " + Show post\n  Title: '%s'\n  Link: '%s'\n  Summary: '%s'\n  Author: '%s'" % (title, link, summary, author)

    if channel:

        if author:

            entry_string = "[RSS - %s] \x02%s\x02 %s - '%s' [%s]" % (post.feed_title, title, summary, author, link)

        else:

            entry_string = "[RSS - %s] \x02%s\x02 %s [%s]" % (post.feed_title, title, summary, link)

        entry_string = re.sub(r'&(#?)(\d{1,5}|\w{1,8});', bot.substitiute_from_entity, entry_string)

        server.privmsg(channel, entry_string.encode("utf-8"))

def replace_html(m):

    tag = m.group(1)

    tag_attr = m.group(2)

    text = m.group(3)

    end_tag = m.group(4)

    if tag == end_tag:

        print " + Correct tag '%s'." % tag

    return text

def strip_html(text):

    for m in re.finditer('</?(.*?)/?>', text):

        tag = m.group(1)

        text = text.replace(m.group(0), ' ')

    return text