<commit_before>#The term schedule that gets displayed. Can only do one at a time.
#Term codes are YYYYXX, where XX is 01 for spring, 08 for fall, and 06 for summer
currentTermName='201601'

majorTemplate='in/majorPage.html.mako'

#Add new majors here.
#Name: short name for the major
#classFile: the csv file containing all the classes in this majors curriculum
#asof: the date that the major curriculum was aquired
majors=[
     {'name': 'SNRE', 'classFile': 'majorClassLists/SNREList.csv', 'asof': 'Oct 10,2015'},
     {'name': 'WEC', 'classFile': 'majorClassLists/WECList.csv', 'asof': 'Oct 10,2015'}
]

#Add new semesters here.
#Name: the code for the year and semester. YYYYXX, where XX is 01 for spring, 08 for fall, and 06 for summer
#prettyName: the more comprehendable name. eg. Fall 2015
#termSchedule: the filename for the downloaded csv file for the schedule. All should be semesterData/YYYYXX.csv
terms=[
     {'name' :'201601', 'prettyName':'Spring 2016', 'termSchedule': 'semesterData/201601.csv'}, 
     {'name' :'201508', 'prettyName':'Fall 2015', 'termSchedule': 'semesterData/201508.csv'}, 
     {'name' :'201501', 'prettyName':'Spring 2015', 'termSchedule': 'semesterData/201501.csv'}, 
     {'name' :'201408', 'prettyName':'Fall 2014', 'termSchedule': 'semesterData/201408.csv'}, 
     {'name' :'201401', 'prettyName':'Spring 2014', 'termSchedule': 'semesterData/201401.csv'}, 
     {'name' :'201308', 'prettyName':'Fall 2013', 'termSchedule': 'semesterData/201308.csv'}, 
     {'name' :'201301', 'prettyName':'Spring 2013', 'termSchedule': 'semesterData/201301.csv'}, 
     {'name' :'201208', 'prettyName':'Fall 2012', 'termSchedule': 'semesterData/201208.csv'}, 
     {'name' :'201201', 'prettyName':'Spring 2012', 'termSchedule': 'semesterData/201201.csv'}, 
     {'name' :'201108', 'prettyName':'Fall 2011', 'termSchedule': 'semesterData/201108.csv'}, 
     {'name' :'201101', 'prettyName':'Spring 2011', 'termSchedule': 'semesterData/201101.csv'}, 
     {'name' :'201008', 'prettyName':'Fall 2010', 'termSchedule': 'semesterData/201008.csv'} 
]

#Every dept has 'Special Topic' codes that are not necessarily in the curriculum. 
#Since they all share the same course codes with things thare *are* in the curriclum, 
#all special topics are included.
#This list is to go and find them and mark them "special topics" to indicate the class might
#need prior approval. 
#Theres probably a better way to account for these. maybe scrape the grad catalog website
specialTopicClasses=['ZOO6927',
                     'WIS6934',
                     'SWS6932',
                     'ALS5932',
                     'AOM6932',
                     'AEC6932',
                     'STA6934',
                     'ANS6932',
                     'ENY6932',
                     'NEM6932',
                     'AEB6933',
                     'PHC6937',
                     'LAS6938',
                     'GEO6938',
                     'HOS6932',
                     'MCB6937',
                     'PBC6937',
                     'FAS6932',
                     'AGR6932',
                     'BOT6935',
                     'ANG6930',
                     'ENV6935',
                     'FOR6934',
                     'MAT6932',
                     'LAW6930',
                     'VME6934'
                     ]<commit_msg>some more specialtopics classes, also added relevantDepts list to help filter out all the useless special topics in departments I dont care about<commit_after>#The term schedule that gets displayed. Can only do one at a time.
#Term codes are YYYYXX, where XX is 01 for spring, 08 for fall, and 06 for summer
currentTermName='201601'

majorTemplate='in/majorPage.html.mako'

#Add new majors here.
#Name: short name for the major
#classFile: the csv file containing all the classes in this majors curriculum
#asof: the date that the major curriculum was aquired
majors=[
     {'name': 'SNRE', 'classFile': 'majorClassLists/SNREList.csv', 'asof': 'Oct 10,2015'},
     {'name': 'WEC', 'classFile': 'majorClassLists/WECList.csv', 'asof': 'Oct 10,2015'}
]

#Add new semesters here.
#Name: the code for the year and semester. YYYYXX, where XX is 01 for spring, 08 for fall, and 06 for summer
#prettyName: the more comprehendable name. eg. Fall 2015
#termSchedule: the filename for the downloaded csv file for the schedule. All should be semesterData/YYYYXX.csv
terms=[
     {'name' :'201601', 'prettyName':'Spring 2016', 'termSchedule': 'semesterData/201601.csv'}, 
     {'name' :'201508', 'prettyName':'Fall 2015', 'termSchedule': 'semesterData/201508.csv'}, 
     {'name' :'201501', 'prettyName':'Spring 2015', 'termSchedule': 'semesterData/201501.csv'}, 
     {'name' :'201408', 'prettyName':'Fall 2014', 'termSchedule': 'semesterData/201408.csv'}, 
     {'name' :'201401', 'prettyName':'Spring 2014', 'termSchedule': 'semesterData/201401.csv'}, 
     {'name' :'201308', 'prettyName':'Fall 2013', 'termSchedule': 'semesterData/201308.csv'}, 
     {'name' :'201301', 'prettyName':'Spring 2013', 'termSchedule': 'semesterData/201301.csv'}, 
     {'name' :'201208', 'prettyName':'Fall 2012', 'termSchedule': 'semesterData/201208.csv'}, 
     {'name' :'201201', 'prettyName':'Spring 2012', 'termSchedule': 'semesterData/201201.csv'}, 
     {'name' :'201108', 'prettyName':'Fall 2011', 'termSchedule': 'semesterData/201108.csv'}, 
     {'name' :'201101', 'prettyName':'Spring 2011', 'termSchedule': 'semesterData/201101.csv'}, 
     {'name' :'201008', 'prettyName':'Fall 2010', 'termSchedule': 'semesterData/201008.csv'} 
]

#To deal with 100's of special topic classes that may or may not be on the curriculum (and if not, still deserve
#to be considered), show *all* special topcis classes from a few relevant departments
relevantDepts=['BOT','ZOO','FAS','WIS']

#Every dept has 'Special Topic' codes that are not necessarily in the curriculum. 
#Since they all share the same course codes with things thare *are* in the curriclum, 
#all special topics are included.
#This list is to go and find them and mark them "special topics" to indicate the class might
#need prior approval. 
#Theres probably a better way to account for these. maybe scrape the grad catalog website
specialTopicClasses=['ZOO6927',
                     'WIS6934',
                     'SWS6932',
                     'ALS5932',
                     'AOM6932',
                     'AEC6932',
                     'STA6934',
                     'ANS6932',
                     'ENY6932',
                     'NEM6932',
                     'AEB6933',
                     'PHC6937',
                     'LAS6938',
                     'GEO6938',
                     'HOS6932',
                     'MCB6937',
                     'PBC6937',
                     'FAS6932',
                     'AGR6932',
                     'BOT6935',
                     'ANG6930',
                     'ENV6935',
                     'ENV6932',
                     'FOR6934',
                     'MAT6932',
                     'LAW6930',
                     'SYA7933',
                     'GEB6930',
                     'AFS6905',
                     'VME6934'
                     ]
{'fraction_non_alphanumeric': 0.13149847094801223, 'fraction_numerical': 0.09438420906310814, 'mean_word_length': 2.422930542340628, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '278873', 'n_tokens_mistral': 2706, 'n_tokens_neox': 2048, 'n_words': 652}