<commit_before>from airflow import DAG
from datetime import datetime, timedelta
from operators.emr_spark_operator import EMRSparkOperator

default_args = {
    'owner': '<EMAIL>',
    'depends_on_past': False,
    'start_date': datetime(2016, 7, 7),
    'email': ['<EMAIL>', '<EMAIL>'],
    'email_on_failure': True,
    'email_on_retry': True,
    'retries': 2,
    'retry_delay': timedelta(minutes=30),
}

dag = DAG('client_count', default_args=default_args, schedule_interval='@weekly')

t0 = EMRSparkOperator(task_id="client_count_view",
                      job_name="Client Count View",
                      execution_timeout=timedelta(hours=10),
                      instance_count=20,
                      env = {"date": "{{ ds_nodash }}", "bucket": "{{ task.__class__.private_output_bucket }}"},
                      uri="https://raw.githubusercontent.com/mozilla/telemetry-airflow/master/jobs/client_count_view.sh",
                      dag=dag)<commit_msg>Generate client_count view daily<commit_after>from airflow import DAG
from datetime import datetime, timedelta
from operators.emr_spark_operator import EMRSparkOperator

default_args = {
    'owner': '<EMAIL>',
    'depends_on_past': False,
    'start_date': datetime(2016, 8, 13),
    'email': ['<EMAIL>', '<EMAIL>'],
    'email_on_failure': True,
    'email_on_retry': True,
    'retries': 2,
    'retry_delay': timedelta(minutes=30),
}

dag = DAG('client_count', default_args=default_args, schedule_interval='@daily')

t0 = EMRSparkOperator(task_id="client_count_view",
                      job_name="Client Count View",
                      execution_timeout=timedelta(hours=10),
                      instance_count=20,
                      env = {"date": "{{ ds_nodash }}", "bucket": "{{ task.__class__.private_output_bucket }}"},
                      uri="https://raw.githubusercontent.com/mozilla/telemetry-airflow/master/jobs/client_count_view.sh",
                      dag=dag)
{'fraction_non_alphanumeric': 0.13638676844783715, 'fraction_numerical': 0.014758269720101781, 'mean_word_length': 3.045267489711934, 'pattern_counts': {'":': 4, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7207563', 'n_tokens_mistral': 635, 'n_tokens_neox': 597, 'n_words': 104}