#!/usr/bin/python

import sys
import urlparse
from lib.bot import *
from lib.utils import *
from lib.event import *
from lib.cache import *
import time

class VXVaultParserBot(Bot):

    def process(self):
        report = self.pipeline.receive()

        if report:
            for row in report.split('\n'):
                row = row.strip()
                row = force_decode(row)

                if len(row) == 0 or not row.startswith('http'):
                    continue
                
                url_object = urlparse.urlparse(row)

                url      = url_object.geturl() 
                hostname = url_object.hostname
                port     = url_object.port

                event = Event()
                event.add("url", url)
                event.add("domain name", hostname)
                if port:
                    event.add("port", str(port))

                self.pipeline.send(event)
                print unicode(event)

        self.pipeline.acknowledge()


if __name__ == "__main__":
    bot = VXVaultParserBot(sys.argv[1])
    bot.start()

#!/usr/bin/python

import sys
import urlparse
from lib.bot import *
from lib.utils import *
from lib.event import *
from lib.cache import *
import time

class VXVaultParserBot(Bot):

    def process(self):
        report = self.pipeline.receive()

        if report:
            for row in report.split('\n'):
                row = row.strip()
                row = force_decode(row)

                if len(row) == 0 or not row.startswith('http'):
                    continue
                
                url_object = urlparse.urlparse(row)

                url      = url_object.geturl() 
                hostname = url_object.hostname
                port     = url_object.port

                event = Event()
                event.add("url", url)
                event.add("domain name", hostname)
                if port:
                    event.add("port", str(port))

                self.pipeline.send(event)
        self.pipeline.acknowledge()


if __name__ == "__main__":
    bot = VXVaultParserBot(sys.argv[1])
    bot.start()

Update parser.py