<commit_before>import datetime as dt
import pytz
import urllib

from functools import wraps
from flask import Flask, render_template
from flask import Markup, request, redirect
from werkzeug.routing import BaseConverter
from werkzeug.contrib.atom import AtomFeed
from werkzeug.contrib.cache import SimpleCache

import config
import data

LEAP_YEAR = 2008


# create our application
app = Flask(__name__)
cache = SimpleCache()
app.config.from_object(config.Config)


def cached(timeout=0 if app.config['DEBUG'] else 60 * 60, key='view/%s'):
    def decorator(f):
        @wraps(f)
        def decorated_function(*args, **kwargs):
            cache_key = key % request.path
            rv = cache.get(cache_key)
            if rv is not None:
                return rv
            rv = f(*args, **kwargs)
            cache.set(cache_key, rv, timeout=timeout)
            return rv
        return decorated_function
    return decorator


class RegexConverter(BaseConverter):
    def __init__(self, url_map, *items):
        super(RegexConverter, self).__init__(url_map)
        self.regex = items[0]
app.url_map.converters['regex'] = RegexConverter


@app.context_processor
def inject_site_defaults():
    return dict(site_title=app.config['SITE_TITLE'],
                tagline=app.config['SITE_TAGLINE'],
                )


def next_datetime(date):
    return format_datetime(date + dt.timedelta(days=1), post=" > ")


def prev_datetime(date):
    return format_datetime(date - dt.timedelta(days=1), pre=" < ")


def today_datetime(date):
    return format_datetime(date)


def format_datetime(date, pre=None, post=None):
    pre = "" if pre is None else pre
    post = "" if post is None else post
    return Markup("<a href=\"/westminster-daily/{month}/{day}\">{pre}{Month} {Day}{post}</a>".format(
        month=date.strftime('%m'),
        day=date.strftime('%d'),
        Month=date.strftime("%-b"),
        Day=date.strftime("%-d"),
        pre=pre,
        post=post,
    ))

app.jinja_env.filters['today'] = today_datetime
app.jinja_env.filters['tomorrow'] = next_datetime
app.jinja_env.filters['yesterday'] = prev_datetime


@app.errorhandler(KeyError)
def page_not_found(e):
    return render_template('404_t.html', message=e.message), 404


@app.route('/feed.rss')
def recent_westminster_daily_feed_legacy():
    return redirect('/westminster-daily/feed.rss', code=301)


@app.route('/westminster-daily/feed.rss')
@cached()
def recent_westminster_daily_feed():
    feed = AtomFeed(app.config['SITE_TITLE'],
                    author=app.config['SITE_TITLE'],
                    feed_url=request.url,
                    url=request.url_root)
    now = dt.datetime.now(tz=pytz.timezone(app.config['TZ']))
    for date in (now - dt.timedelta(n) for n in range(365)):
        month = date.strftime('%m')
        day = date.strftime('%d')
        content = data.get_day(str(date.month), str(date.day), prooftexts=False)
        page_title = ", ".join(c['long_citation'] for c in content)
        url = "http://{}/westminster-daily/{}/{}".format(request.host, month, day)
        feed.add(page_title,
                 render_daily_page(month, day, content, template='content_body_t.html'),
                 content_type='html',
                 url=url,
                 published=date,
                 updated=date,
                 )
    return feed.get_response()


@app.route('/')
def render_today_legacy():
    return redirect('/westminster-daily', code=301)


@app.route('/westminster-daily')
@cached()
def render_today():
    page_title = "A Daily Reading"
    content = data.get_today_content(tz=app.config['TZ'])
    return render_daily_page(*content, page_title=page_title)


@app.route('/<regex("[0-1][0-9]"):month>/<regex("[0-3][0-9]"):day>')
@app.route('/<regex("[0-1][0-9]"):month>/<regex("[0-3][0-9]"):day>/')
def render_fixed_day_legacy(month, day):
    url = "http://{host}/westminster-daily/{month:0>2}/{day:0>2}".format(host=request.host,
                                                                         path=request.path,
                                                                         month=month,
                                                                         day=day)
    return redirect(url, code=301)




@app.route('/westminster-daily/<regex("[0-1][0-9]"):month>/<regex("[0-3][0-9]"):day>')
@app.route('/westminster-daily/<regex("[0-1][0-9]"):month>/<regex("[0-3][0-9]"):day>/')
@cached()
def render_fixed_day(month, day):
    content = data.get_day(month, day)
    return render_daily_page(month, day, content, static=True)


@app.route('/c/<regex("(wsc|wlc)"):document>/<regex("[0-9]{1,3}"):number>')
def render_catechism_section(document, number):
    content = [data.get_catechism(document, int(number))]
    return render_daily_page(1, 1, content, static=True)


@app.route('/c/wcf/<regex("[0-9]{1,2}"):chapter>/<regex("[0-9]{1,2}"):paragraph>')
def render_confession_section(chapter, paragraph):
    content = [data.get_confession('wcf', int(chapter), int(paragraph))]
    return render_daily_page(1, 1, content,  static=True)


# Render page for generating facebook/twitter images
@app.route('/i/<regex("[0-1][0-9]"):month>/<regex("[0-9][0-9]"):day>')
def render_image_page(month, day):
    content = data.get_day(month, day)
    return render_daily_page(month, day, content, template='image_t.html')


# Render main page
def render_daily_page(month, day, content, page_title=None,
                   template='content_page_t.html', static=False):
    if page_title is None:
        page_title = ", ".join(c['citation'] for c in content)
    description = ", ".join(c['long_citation'] for c in content)
    return render_template(template,
                           content=content,
                           prooftexts=prooftexts(content),
                           date=get_date(month, day),
                           page_title=page_title,
                           description=description,
                           static=static)

def prooftexts(content):
    pts = dict()
    for c in content:
        pts.update(c.get('prooftexts', {}))
    for k, v in pts.items():
        urls = []
        for text in v.split(";"):
            text = text.strip()
            s = urllib.quote(text)
            url = "http://www.esvbible.org/{}".format(s)
            urls.append("<a href='{}' target='_blank'>{}</a>".format(url, text))
        pts[k] = ", ".join(urls)
    return pts


def get_date(month, day):
    date = dt.date(LEAP_YEAR, int(month), int(day))
    return date<commit_msg>Make single link for proof texts<commit_after>import datetime as dt
import pytz
import urllib

from functools import wraps
from flask import Flask, render_template
from flask import Markup, request, redirect
from werkzeug.routing import BaseConverter
from werkzeug.contrib.atom import AtomFeed
from werkzeug.contrib.cache import SimpleCache

import config
import data

LEAP_YEAR = 2008


# create our application
app = Flask(__name__)
cache = SimpleCache()
app.config.from_object(config.Config)


def cached(timeout=0 if app.config['DEBUG'] else 60 * 60, key='view/%s'):
    def decorator(f):
        @wraps(f)
        def decorated_function(*args, **kwargs):
            cache_key = key % request.path
            rv = cache.get(cache_key)
            if rv is not None:
                return rv
            rv = f(*args, **kwargs)
            cache.set(cache_key, rv, timeout=timeout)
            return rv
        return decorated_function
    return decorator


class RegexConverter(BaseConverter):
    def __init__(self, url_map, *items):
        super(RegexConverter, self).__init__(url_map)
        self.regex = items[0]
app.url_map.converters['regex'] = RegexConverter


@app.context_processor
def inject_site_defaults():
    return dict(site_title=app.config['SITE_TITLE'],
                tagline=app.config['SITE_TAGLINE'],
                )


def next_datetime(date):
    return format_datetime(date + dt.timedelta(days=1), post=" > ")


def prev_datetime(date):
    return format_datetime(date - dt.timedelta(days=1), pre=" < ")


def today_datetime(date):
    return format_datetime(date)


def format_datetime(date, pre=None, post=None):
    pre = "" if pre is None else pre
    post = "" if post is None else post
    return Markup("<a href=\"/westminster-daily/{month}/{day}\">{pre}{Month} {Day}{post}</a>".format(
        month=date.strftime('%m'),
        day=date.strftime('%d'),
        Month=date.strftime("%-b"),
        Day=date.strftime("%-d"),
        pre=pre,
        post=post,
    ))

app.jinja_env.filters['today'] = today_datetime
app.jinja_env.filters['tomorrow'] = next_datetime
app.jinja_env.filters['yesterday'] = prev_datetime


@app.errorhandler(KeyError)
def page_not_found(e):
    return render_template('404_t.html', message=e.message), 404


@app.route('/feed.rss')
def recent_westminster_daily_feed_legacy():
    return redirect('/westminster-daily/feed.rss', code=301)


@app.route('/westminster-daily/feed.rss')
@cached()
def recent_westminster_daily_feed():
    feed = AtomFeed(app.config['SITE_TITLE'],
                    author=app.config['SITE_TITLE'],
                    feed_url=request.url,
                    url=request.url_root)
    now = dt.datetime.now(tz=pytz.timezone(app.config['TZ']))
    for date in (now - dt.timedelta(n) for n in range(365)):
        month = date.strftime('%m')
        day = date.strftime('%d')
        content = data.get_day(str(date.month), str(date.day), prooftexts=False)
        page_title = ", ".join(c['long_citation'] for c in content)
        url = "http://{}/westminster-daily/{}/{}".format(request.host, month, day)
        feed.add(page_title,
                 render_daily_page(month, day, content, template='content_body_t.html'),
                 content_type='html',
                 url=url,
                 published=date,
                 updated=date,
                 )
    return feed.get_response()


@app.route('/')
def render_today_legacy():
    return redirect('/westminster-daily', code=301)


@app.route('/westminster-daily')
@cached()
def render_today():
    page_title = "A Daily Reading"
    content = data.get_today_content(tz=app.config['TZ'])
    return render_daily_page(*content, page_title=page_title)


@app.route('/<regex("[0-1][0-9]"):month>/<regex("[0-3][0-9]"):day>')
@app.route('/<regex("[0-1][0-9]"):month>/<regex("[0-3][0-9]"):day>/')
def render_fixed_day_legacy(month, day):
    url = "http://{host}/westminster-daily/{month:0>2}/{day:0>2}".format(host=request.host,
                                                                         path=request.path,
                                                                         month=month,
                                                                         day=day)
    return redirect(url, code=301)




@app.route('/westminster-daily/<regex("[0-1][0-9]"):month>/<regex("[0-3][0-9]"):day>')
@app.route('/westminster-daily/<regex("[0-1][0-9]"):month>/<regex("[0-3][0-9]"):day>/')
@cached()
def render_fixed_day(month, day):
    content = data.get_day(month, day)
    return render_daily_page(month, day, content, static=True)


@app.route('/c/<regex("(wsc|wlc)"):document>/<regex("[0-9]{1,3}"):number>')
def render_catechism_section(document, number):
    content = [data.get_catechism(document, int(number))]
    return render_daily_page(1, 1, content, static=True)


@app.route('/c/wcf/<regex("[0-9]{1,2}"):chapter>/<regex("[0-9]{1,2}"):paragraph>')
def render_confession_section(chapter, paragraph):
    content = [data.get_confession('wcf', int(chapter), int(paragraph))]
    return render_daily_page(1, 1, content,  static=True)


# Render page for generating facebook/twitter images
@app.route('/i/<regex("[0-1][0-9]"):month>/<regex("[0-9][0-9]"):day>')
def render_image_page(month, day):
    content = data.get_day(month, day)
    return render_daily_page(month, day, content, template='image_t.html')


# Render main page
def render_daily_page(month, day, content, page_title=None,
                   template='content_page_t.html', static=False):
    if page_title is None:
        page_title = ", ".join(c['citation'] for c in content)
    description = ", ".join(c['long_citation'] for c in content)
    return render_template(template,
                           content=content,
                           prooftexts=prooftexts(content),
                           date=get_date(month, day),
                           page_title=page_title,
                           description=description,
                           static=static)


def prooftexts(content):
    pts = dict()
    for c in content:
        pts.update(c.get('prooftexts', {}))
    for k, v in pts.items():
        urls = []
        s = urllib.quote(v.strip())
        url = "http://www.esvbible.org/{}".format(s)
        urls.append("<a href='{}' target='_blank'>{}</a>".format(url, v))
        pts[k] = ", ".join(urls)
    return pts


def get_date(month, day):
    date = dt.date(LEAP_YEAR, int(month), int(day))
    return date
{'fraction_non_alphanumeric': 0.15551813868054493, 'fraction_numerical': 0.013776213072095514, 'mean_word_length': 2.7952367121696193, 'pattern_counts': {'":': 0, '<': 41, '<?xml version=': 0, '>': 45, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 18, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5603324', 'n_tokens_mistral': 4334, 'n_tokens_neox': 4156, 'n_words': 764}