schedule_jobs.py

from redis import Redis
from rq_scheduler import Scheduler
from datetime import datetime
import app.controller
import os,argparse
from utils.common import PageType

#documentation at
#https://github.com/ui/rq-scheduler


def main():
    parser = argparse.ArgumentParser()

    parser.add_argument("sub",
                        help="The subreddit to query (or all for the frontpage)")

    parser.add_argument("pagetype",
                        choices=["new", "top", "contr", "hot", "comments", "modactions"],
                        help="For front pages, what page to query")
    parser.add_argument("interval",
                        default = 120, # default 2 minutes
                        help="Interval between tasks in seconds (default 2 minutes)")
    parser.add_argument("-e", '--env',
                        choices=['development', 'test', 'production', 'CivilServantBot2'],
                        required = False,
                        help="Run within a specific environment. Otherwise run under the environment defined in the environment variable CS_ENV")
    parser.add_argument("-p", "--profile",
                        required = False,
                        action = 'store_true',
                        help="Run the performance profiler and save the results in the logs/profiles directory")

    args = parser.parse_args()

    # if the user specified the environment, set it here
    if args.env!=None:
        os.environ['CS_ENV'] = args.env
    
    queue_name = os.environ['CS_ENV']
    scheduler = Scheduler(queue_name = os.environ['CS_ENV'], connection=Redis())


    page_type = args.pagetype.lower()

    timeout_seconds = 172800 ## two days in seconds
    if(timeout_seconds <= int(args.interval) + 3600):
        timeout_seconds = int(args.interval) + 3600
    ttl = timeout_seconds + 180


    if(args.sub =="all"):
        page_type = getattr(PageType, args.pagetype.upper())
        scheduler.schedule(
                scheduled_time=datetime.utcnow(),
                func=app.controller.fetch_reddit_front,
                args=[page_type],
                kwargs={'_profile': args.profile},
                interval=int(args.interval),
                repeat=None,
                timeout = timeout_seconds,
                result_ttl = ttl)
    else:
        if(page_type == "comments"):
            scheduler.schedule(
                    scheduled_time=datetime.utcnow(),
                    func=app.controller.fetch_last_thousand_comments,
                    args=[args.sub],
                    kwargs={'_profile': args.profile},
                    interval=int(args.interval),
                    repeat=None,
                    timeout = timeout_seconds,
                    result_ttl = ttl)
        elif(page_type == "modactions"):
            scheduler.schedule(
                    scheduled_time=datetime.utcnow(),
                    func=app.controller.fetch_mod_action_history,
                    args=[args.sub],
                    kwargs={'_profile': args.profile},
                    interval=int(args.interval),
                    repeat=None,
                    timeout = timeout_seconds,
                    result_ttl = ttl)
        else:
            page_type = getattr(PageType, args.pagetype.upper())
            scheduler.schedule(
                    scheduled_time=datetime.utcnow(),
                    func=app.controller.fetch_subreddit_front,
                    args=[args.sub, page_type],
                    kwargs={'_profile': args.profile},
                    interval=int(args.interval),
                    repeat=None,
                    timeout = timeout_seconds,
                    result_ttl = ttl)

if __name__ == '__main__':
    main()