<commit_before>machine:
  timezone:
    America/Los_Angeles
  ruby:
    version: 2.3.3
  hosts:
    circlehost: 127.0.0.1
  environment:
    ETL_CONFIG_DIR: "$HOME/config"
    REDSHIFT_PASSWORD: <PASSWORD>"
    INFLUXDB_PASSWORD: "$<PASSWORD>"
    DATABASE_PASSWORD: <PASSWORD>"
  # services:
  #   - postgresql

dependencies:
  pre:
    - gem update --system
    - gem install bundler
    - mkdir "$HOME/empty"        # Use an empty directory for jobs
    - mkdir "$HOME/config"
    - "$HOME/etl/bin/generate_config_files -i $HOME/etl/etc/erb_templates/ -o $HOME/config/ --job-dir $HOME/empty --class-dir $HOME/empty"

database:
  pre:
    - bundle exec etl schema create
  override:
    - "docker run --name outreach-dw -p 5432:5432 -e POSTGRES_PASSWORD=${DATABASE_PASSWORD} -e POSTGRES_USER=root -e POSTGRES_DB=test -d postgres"


test:
  override:
    - bundle exec rspec --color --require spec_helper spec --format progress --tag '~skip'<commit_msg>circle db<commit_after>machine:
  timezone:
    America/Los_Angeles
  ruby:
    version: 2.3.3
  hosts:
    circlehost: 127.0.0.1
  environment:
    ETL_CONFIG_DIR: "$HOME/config"
    REDSHIFT_PASSWORD: "$<PASSWORD>"
    INFLUXDB_PASSWORD: "$<PASSWORD>"
    DATABASE_PASSWORD: "$<PASSWORD>"
  # services:
  #   - postgresql

dependencies:
  pre:
    - gem update --system
    - gem install bundler
    - mkdir "$HOME/empty"        # Use an empty directory for jobs
    - mkdir "$HOME/config"
    - "$HOME/etl/bin/generate_config_files -i $HOME/etl/etc/erb_templates/ -o $HOME/config/ --job-dir $HOME/empty --class-dir $HOME/empty"

database:
  override:
    - "docker run --name outreach-dw -p 5432:5432 -e POSTGRES_PASSWORD=${DATABASE_PASSWORD} -e POSTGRES_USER=root -e POSTGRES_DB=test -d postgres"
    - bundle exec etl schema create


test:
  override:
    - bundle exec rspec --color --require spec_helper spec --format progress --tag '~skip'
{'fraction_non_alphanumeric': 0.126775381378222, 'fraction_numerical': 0.01788532351394003, 'mean_word_length': 2.954261954261954, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7000662', 'n_tokens_mistral': 714, 'n_tokens_neox': 675, 'n_words': 163}