<commit_before>#!/bin/bash

host=$1
database=$2
db_user=$3
port=$4

psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.analysis_log from  'persistence_schema/data/analysis_log.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo_groups from  'persistence_schema/data/repo_groups.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo from  'persistence_schema/data/repo.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.contributors from  'persistence_schema/data/contributors.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.issues from  'persistence_schema/data/issues.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.pull_requests from  'persistence_schema/data/pull_requests.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.message from  'persistence_schema/data/message.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.commit_parents from  'persistence_schema/data/commit_parents.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.contributors_aliases from  'persistence_schema/data/contributors_aliases.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.contributor_affiliations from  'persistence_schema/data/contributor_affiliations.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.contributors_history from  'persistence_schema/data/contributors_history.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.dm_repo_annual from  'persistence_schema/data/dm_repo_annual.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.commits from  'persistence_schema/data/commits.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.dm_repo_group_annual from  'persistence_schema/data/dm_repo_group_annual.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.dm_repo_group_monthly from  'persistence_schema/data/dm_repo_group_monthly.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.dm_repo_group_weekly from  'persistence_schema/data/dm_repo_group_weekly.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.dm_repo_monthly from  'persistence_schema/data/dm_repo_monthly.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.dm_repo_weekly from  'persistence_schema/data/dm_repo_weekly.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.exclude from  'persistence_schema/data/exclude.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.issue_labels from  'persistence_schema/data/issue_labels.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.issue_message_ref from  'persistence_schema/data/issue_message_ref.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.issue_events from  'persistence_schema/data/issue_events.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.issue_assignees from  'persistence_schema/data/issue_assignees.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.libraries from  'persistence_schema/data/libraries.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.library_dependencies from  'persistence_schema/data/library_dependencies.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.library_version from  'persistence_schema/data/library_version.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.pull_request_assignees from  'persistence_schema/data/pull_request_assignees.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.pull_request_events from  'persistence_schema/data/pull_request_events.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.pull_request_labels from  'persistence_schema/data/pull_request_labels.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.pull_request_message_ref from  'persistence_schema/data/pull_request_message_ref.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.pull_request_meta from  'persistence_schema/data/pull_request_meta.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.pull_request_teams from  'persistence_schema/data/pull_request_teams.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.pull_request_repo from  'persistence_schema/data/pull_request_repo.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo_groups_list_serve from  'persistence_schema/data/repo_groups_list_serve.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo_group_insights from  'persistence_schema/data/repo_group_insights.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo_ghtorrent_map from  'persistence_schema/data/repo_ghtorrent_map.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo_info from  'persistence_schema/data/repo_info.txt'" 
# psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo_badging from  'persistence_schema/data/repo_badging.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo_insights from  'persistence_schema/data/repo_insights.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo_insights_records from  'persistence_schema/data/repo_insights_records.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo_labor from  'persistence_schema/data/repo_labor.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo_meta from  'persistence_schema/data/repo_meta.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.pull_request_reviewers from  'persistence_schema/data/pull_request_reviewers.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo_test_coverage from  'persistence_schema/data/repo_test_coverage.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repos_fetch_log from  'persistence_schema/data/repos_fetch_log.txt'" <commit_msg>commented out repo_labor data load. Needs fixing.<commit_after>#!/bin/bash

host=$1
database=$2
db_user=$3
port=$4

psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.analysis_log from  'persistence_schema/data/analysis_log.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo_groups from  'persistence_schema/data/repo_groups.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo from  'persistence_schema/data/repo.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.contributors from  'persistence_schema/data/contributors.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.issues from  'persistence_schema/data/issues.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.pull_requests from  'persistence_schema/data/pull_requests.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.message from  'persistence_schema/data/message.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.commit_parents from  'persistence_schema/data/commit_parents.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.contributors_aliases from  'persistence_schema/data/contributors_aliases.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.contributor_affiliations from  'persistence_schema/data/contributor_affiliations.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.contributors_history from  'persistence_schema/data/contributors_history.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.dm_repo_annual from  'persistence_schema/data/dm_repo_annual.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.commits from  'persistence_schema/data/commits.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.dm_repo_group_annual from  'persistence_schema/data/dm_repo_group_annual.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.dm_repo_group_monthly from  'persistence_schema/data/dm_repo_group_monthly.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.dm_repo_group_weekly from  'persistence_schema/data/dm_repo_group_weekly.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.dm_repo_monthly from  'persistence_schema/data/dm_repo_monthly.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.dm_repo_weekly from  'persistence_schema/data/dm_repo_weekly.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.exclude from  'persistence_schema/data/exclude.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.issue_labels from  'persistence_schema/data/issue_labels.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.issue_message_ref from  'persistence_schema/data/issue_message_ref.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.issue_events from  'persistence_schema/data/issue_events.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.issue_assignees from  'persistence_schema/data/issue_assignees.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.libraries from  'persistence_schema/data/libraries.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.library_dependencies from  'persistence_schema/data/library_dependencies.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.library_version from  'persistence_schema/data/library_version.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.pull_request_assignees from  'persistence_schema/data/pull_request_assignees.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.pull_request_events from  'persistence_schema/data/pull_request_events.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.pull_request_labels from  'persistence_schema/data/pull_request_labels.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.pull_request_message_ref from  'persistence_schema/data/pull_request_message_ref.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.pull_request_meta from  'persistence_schema/data/pull_request_meta.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.pull_request_teams from  'persistence_schema/data/pull_request_teams.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.pull_request_repo from  'persistence_schema/data/pull_request_repo.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo_groups_list_serve from  'persistence_schema/data/repo_groups_list_serve.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo_group_insights from  'persistence_schema/data/repo_group_insights.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo_ghtorrent_map from  'persistence_schema/data/repo_ghtorrent_map.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo_info from  'persistence_schema/data/repo_info.txt'" 
# psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo_badging from  'persistence_schema/data/repo_badging.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo_insights from  'persistence_schema/data/repo_insights.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo_insights_records from  'persistence_schema/data/repo_insights_records.txt'" 
# psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo_labor from  'persistence_schema/data/repo_labor.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo_meta from  'persistence_schema/data/repo_meta.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.pull_request_reviewers from  'persistence_schema/data/pull_request_reviewers.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repo_test_coverage from  'persistence_schema/data/repo_test_coverage.txt'" 
psql -h $host -d $database -U $db_user -p $port -a -w -c "\copy augur_data.repos_fetch_log from  'persistence_schema/data/repos_fetch_log.txt'" 
{'fraction_non_alphanumeric': 0.1380737396538751, 'fraction_numerical': 0.0006019563581640331, 'mean_word_length': 3.872067448680352, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4201809', 'n_tokens_mistral': 5151, 'n_tokens_neox': 5204, 'n_words': 1456}