bot.py

import time
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from rq import Queue
from rq.job import Job
from worker import conn
import yaml
from slackclient import SlackClient
from urllib.parse import urlparse



class SlackScraper:
    def __init__(self, username, password, channel):
        options = webdriver.ChromeOptions()
        options.add_argument('--headless')
        self.driver = webdriver.Chrome(chrome_options=options)
        self.driver.get('https://devitconsultancy.slack.com')
        time.sleep(2)

        email = self.driver.find_element_by_id('email')
        email.send_keys(username)
        self.driver.find_element_by_id('password').send_keys(password)
        email.submit()
        self.driver.get('https://{}/messages/{}'.format(urlparse(self.driver.current_url).netloc, channel))

        wait = WebDriverWait(self.driver, 100)
        wait.until(EC.presence_of_element_located((By.CLASS_NAME, 'c-message')))
        self.latest_message = None


    def scrape(self):
        messages = self.driver.find_elements_by_class_name('c-message')
        parsed = []
        author_name = 'NA'
        author_id = 'NA'

        for message in messages:
            text = message.find_element_by_class_name('c-message__body').text
            timestamp_element = message.find_element_by_class_name('c-timestamp')
            timestamp = timestamp_element.find_element_by_tag_name('span').get_attribute('innerHTML')
            message_id = timestamp_element.get_attribute('href').split('/')[-1]
            item = {
                'message_id': message_id,
                'text': text,
                'timestamp': timestamp
            }

            author_elements = message.find_elements_by_class_name('c-message__sender_link')
            if len(author_elements) != 0:
                author_name = author_elements[0].text
                author_id = author_elements[0].get_attribute('href').split('/')[-1]
            
            item['author_name'] = author_name
            item['author_id'] = author_id
            parsed.append(item)

        ret = []
        try:
            while parsed[-1]['message_id'] != self.latest_message:
                ret.append(parsed.pop())
        except IndexError:
            pass
        try:
            self.latest_message = ret[0]['message_id']
        except IndexError:
            pass

        return ret[::-1]



class SlackTransporter:
    def __init__(self, username, password, slack_token, message_flow, truncated_words):
        self.scrapers = []
        for channel in message_flow['in']:
            self.scrapers.append(SlackScraper(username=username, password=password, channel=channel))
        
        self.q = Queue(connection=conn)
        self.sc = SlackClient(slack_token)
        self.message_flow = message_flow
        self.words = truncated_words

    def run(self):
        messages = [scraper.scrape() for scraper in self.scrapers]
        messages = [item for sublist in messages for item in sublist]
        for w in self.words:
            messages = [message.replace(w, '') for message in messages]

        for message in messages:
            task = self.q.enqueue_call(func='bot.post_message', args=(message, self.sc, self.message_flow['out']), result_ttl=5000, timeout=3600)



def post_message(message, sc, channel):
    sc.api_call('chat.postMessage', channel=channel,
                        text='{} [{}]: {}'.format(message['author_name'], message['timestamp'], message['text']))


def main():
    print('[*] Booting up...')
    with open('config.yaml') as f:
        config = yaml.load(f)
        username = config['CREDS']['USERNAME']
        password = config['CREDS']['PASSWORD']
        slack_token = config['SLACKAPI']['TOKEN']

    with open('message-flow.yaml') as f:
        config = yaml.load(f)
        flows = config['message_flow']
        words = config['truncated_words']

    transporters = []
    for flow in flows:
        transporters.append(SlackTransporter(username, password, slack_token, flow, words))
    print('[*] Running...')

    while True:
        result = [t.run() for t in transporters]



if __name__=='__main__':
    main()