<commit_before>machine:
  environment:
    # We need to set this variable to let Anaconda take precedence
    PATH: "/home/ubuntu/miniconda/envs/circleenv/bin:/home/ubuntu/miniconda/bin:$PATH"
    DISPLAY: ":99.0"

dependencies:
  cache_directories:
    - "~/miniconda"
    - "~/.mne"
    - "~/mne_data/MNE-sample-data"
    - "~/mne_data/MNE-testing-data"
    - "~/mne_data/MNE-misc-data"
    - "~/mne_data/MNE-spm-face"
    - "~/mne_data/MNE-somato-data"
    - "~/mne_data/MNE-brainstorm-data"
    - "~/mne_data/MEGSIM"
    - "~/mne_data/MNE-eegbci-data"
    - "~/mne-tools.github.io"
  # Various dependencies
  pre:
    # Get a running Python
    - cd ~;
    # Disable pyenv (no cleaner way provided by CircleCI as it prepends pyenv version to PATH)
    - rm -rf ~/.pyenv;
    - rm -rf ~/virtualenvs;
    # Get Anaconda and conda-based requirements
    - >
      if [ ! -d "/home/ubuntu/miniconda" ]; then
        echo "Setting up conda";
        wget -q http://repo.continuum.io/miniconda/Miniconda-latest-Linux-x86_64.sh -O ~/miniconda.sh;
        chmod +x ~/miniconda.sh;
        ~/miniconda.sh -b -p /home/ubuntu/miniconda;
        conda update --yes --quiet conda;
        conda create -n circleenv --yes pip python=2.7 pip;
        sed -i "s/ENABLE_USER_SITE = .*/ENABLE_USER_SITE = False/g" /home/ubuntu/miniconda/envs/circleenv/lib/python2.7/site.py;
      else
        echo "Conda already set up.";
      fi
    - conda install -n circleenv --yes numpy scipy scikit-learn mayavi matplotlib sphinx pillow six IPython pandas;
    - ls -al /home/ubuntu/miniconda;
    - ls -al /home/ubuntu/miniconda/bin;
    - echo $PATH;
    - echo $CIRCLE_BRANCH
    - which python;
    - which pip;
    - pip install --upgrade pyface;
    - git clone https://github.com/sphinx-gallery/sphinx-gallery.git;
    - cd sphinx-gallery && pip install -r requirements.txt && python setup.py develop;
    - pip install sphinx_bootstrap_theme git+git://github.com/nipy/PySurfer.git nilearn neo numpydoc;

  override:
    # Figure out if we should run a full, pattern, or noplot version
    - cd /home/ubuntu/mne-python && python setup.py develop;
    - git branch -a
    - PATTERN="";
      if [ "$CIRCLE_BRANCH" == "master" ] || [[ `git log -1 --pretty=%B` == *"[circle full]"* ]]; then
        echo html_dev > build.txt;
      elif [ "$CIRCLE_BRANCH" == "maint/0.13" ]; then
        echo html_stable > build.txt;
      else
        FNAMES=$(git diff --name-only $CIRCLE_BRANCH $(git merge-base $CIRCLE_BRANCH origin/master));
        echo FNAMES="$FNAMES";
        for FNAME in $FNAMES; do
          if [[ `expr match $FNAME "\(tutorials\|examples\)/.*plot_.*\.py"` ]] ; then
            echo "Checking example $FNAME ...";
            PATTERN=`basename $FNAME`"\\|"$PATTERN;
            if [[ $(cat $FNAME | grep -x ".*datasets.*sample.*" | wc -l) -gt 0 ]]; then
              python -c "import mne; print(mne.datasets.sample.data_path())";
            fi;
            if [[ $(cat $FNAME | grep -x ".*brainstorm.*bst_auditory.*" | wc -l) -gt 0 ]]; then
              python -c "import mne; print(mne.datasets.brainstorm.bst_auditory.data_path())" --accept-brainstorm-license;
            fi;
            if [[ $(cat $FNAME | grep -x ".*brainstorm.*bst_raw.*" | wc -l) -gt 0 ]]; then
              python -c "import mne; print(mne.datasets.brainstorm.bst_raw.data_path())" --accept-brainstorm-license;
            fi;
            if [[ $(cat $FNAME | grep -x ".*brainstorm.*bst_phantom_ctf.*" | wc -l) -gt 0 ]]; then
              python -c "import mne; print(mne.datasets.brainstorm.bst_phantom_ctf.data_path())" --accept-brainstorm-license;
            fi;
            if [[ $(cat $FNAME | grep -x ".*brainstorm.*bst_phantom_elekta.*" | wc -l) -gt 0 ]]; then
              python -c "import mne; print(mne.datasets.brainstorm.bst_phantom_elekta.data_path())" --accept-brainstorm-license;
            fi;
          fi;
        done;
        echo PATTERN="$PATTERN";
        echo NEED_SAMPLE="$NEED_SAMPLE";
        if [[ $PATTERN ]]; then
          PATTERN="\(${PATTERN::-2}\)";
          echo html_dev-pattern > build.txt;
        else
          echo html_dev-noplot > build.txt;
        fi;
      fi;
      echo "$PATTERN" > pattern.txt;
    - echo BUILD="$(cat build.txt)"
    - mkdir -p ~/mne_data;
    - ls -al ~/mne_data;
    - if [[ $(cat build.txt) == "html_dev" ]] || [[ $(cat build.txt) == "html_stable" ]]; then
        python -c "import mne; mne.datasets._download_all_example_data()";
      fi;
    - python -c "import mne; mne.sys_info()";
    - >
      if [ ! -d "/home/ubuntu/mne-tools.github.io" ]; then
        cd .. && git clone https://github.com/mne-tools/mne-tools.github.io.git && cd mne-tools.github.io;
      fi;
    - /sbin/start-stop-daemon --start --quiet --pidfile /tmp/custom_xvfb_99.pid --make-pidfile --background --exec /usr/bin/Xvfb -- :99 -screen 0 1400x900x24 -ac +extension GLX +render -noreset;

test:
  override:
    - if [[ $(cat build.txt) == "html_dev-noplot" ]]; then cd doc && make html_dev-noplot; elif [[ $(cat build.txt) == "html_dev-pattern" ]]; then cd doc && PATTERN=$(cat ../pattern.txt) make html_dev-pattern; else make test-doc; cd doc; make $(cat ../build.txt); fi:
          timeout: 1500

general:
  # branches:
  #   only:
  #     - master
  # Open the doc to the API
  artifacts:
    - "doc/_build/html"

deployment:
  production:
    branch: master
    commands:
      - git config --global user.email "<EMAIL>"
      - git config --global user.name "<NAME>"
      - cd ../mne-tools.github.io && git checkout master && git pull origin master
      - cd doc/_build/html && cp -rf * ~/mne-tools.github.io/dev
      - cd ../mne-tools.github.io && git add -A && git commit -m 'Automated update of dev docs.' && git push origin master
  stable:
    branch: maint/0.12
    commands:
      - git config --global user.email "<EMAIL>"
      - git config --global user.name "<NAME>"
      - cd ../mne-tools.github.io && git checkout master && git pull origin master
      - cd doc/_build/html_stable && cp -rf * ~/mne-tools.github.io/stable
      - cd ../mne-tools.github.io && git add -A && git commit -m 'Automated update of stable docs.' && git push origin master<commit_msg>update circle for 0.13<commit_after>machine:
  environment:
    # We need to set this variable to let Anaconda take precedence
    PATH: "/home/ubuntu/miniconda/envs/circleenv/bin:/home/ubuntu/miniconda/bin:$PATH"
    DISPLAY: ":99.0"

dependencies:
  cache_directories:
    - "~/miniconda"
    - "~/.mne"
    - "~/mne_data/MNE-sample-data"
    - "~/mne_data/MNE-testing-data"
    - "~/mne_data/MNE-misc-data"
    - "~/mne_data/MNE-spm-face"
    - "~/mne_data/MNE-somato-data"
    - "~/mne_data/MNE-brainstorm-data"
    - "~/mne_data/MEGSIM"
    - "~/mne_data/MNE-eegbci-data"
    - "~/mne-tools.github.io"
  # Various dependencies
  pre:
    # Get a running Python
    - cd ~;
    # Disable pyenv (no cleaner way provided by CircleCI as it prepends pyenv version to PATH)
    - rm -rf ~/.pyenv;
    - rm -rf ~/virtualenvs;
    # Get Anaconda and conda-based requirements
    - >
      if [ ! -d "/home/ubuntu/miniconda" ]; then
        echo "Setting up conda";
        wget -q http://repo.continuum.io/miniconda/Miniconda-latest-Linux-x86_64.sh -O ~/miniconda.sh;
        chmod +x ~/miniconda.sh;
        ~/miniconda.sh -b -p /home/ubuntu/miniconda;
        conda update --yes --quiet conda;
        conda create -n circleenv --yes pip python=2.7 pip;
        sed -i "s/ENABLE_USER_SITE = .*/ENABLE_USER_SITE = False/g" /home/ubuntu/miniconda/envs/circleenv/lib/python2.7/site.py;
      else
        echo "Conda already set up.";
      fi
    - conda install -n circleenv --yes numpy scipy scikit-learn mayavi matplotlib sphinx pillow six IPython pandas;
    - ls -al /home/ubuntu/miniconda;
    - ls -al /home/ubuntu/miniconda/bin;
    - echo $PATH;
    - echo $CIRCLE_BRANCH
    - which python;
    - which pip;
    - pip install --upgrade pyface;
    - git clone https://github.com/sphinx-gallery/sphinx-gallery.git;
    - cd sphinx-gallery && pip install -r requirements.txt && python setup.py develop;
    - pip install sphinx_bootstrap_theme git+git://github.com/nipy/PySurfer.git nilearn neo numpydoc;

  override:
    # Figure out if we should run a full, pattern, or noplot version
    - cd /home/ubuntu/mne-python && python setup.py develop;
    - git branch -a
    - PATTERN="";
      if [ "$CIRCLE_BRANCH" == "master" ] || [[ `git log -1 --pretty=%B` == *"[circle full]"* ]]; then
        echo html_dev > build.txt;
      elif [ "$CIRCLE_BRANCH" == "maint/0.13" ]; then
        echo html_stable > build.txt;
      else
        FNAMES=$(git diff --name-only $CIRCLE_BRANCH $(git merge-base $CIRCLE_BRANCH origin/master));
        echo FNAMES="$FNAMES";
        for FNAME in $FNAMES; do
          if [[ `expr match $FNAME "\(tutorials\|examples\)/.*plot_.*\.py"` ]] ; then
            echo "Checking example $FNAME ...";
            PATTERN=`basename $FNAME`"\\|"$PATTERN;
            if [[ $(cat $FNAME | grep -x ".*datasets.*sample.*" | wc -l) -gt 0 ]]; then
              python -c "import mne; print(mne.datasets.sample.data_path())";
            fi;
            if [[ $(cat $FNAME | grep -x ".*brainstorm.*bst_auditory.*" | wc -l) -gt 0 ]]; then
              python -c "import mne; print(mne.datasets.brainstorm.bst_auditory.data_path())" --accept-brainstorm-license;
            fi;
            if [[ $(cat $FNAME | grep -x ".*brainstorm.*bst_raw.*" | wc -l) -gt 0 ]]; then
              python -c "import mne; print(mne.datasets.brainstorm.bst_raw.data_path())" --accept-brainstorm-license;
            fi;
            if [[ $(cat $FNAME | grep -x ".*brainstorm.*bst_phantom_ctf.*" | wc -l) -gt 0 ]]; then
              python -c "import mne; print(mne.datasets.brainstorm.bst_phantom_ctf.data_path())" --accept-brainstorm-license;
            fi;
            if [[ $(cat $FNAME | grep -x ".*brainstorm.*bst_phantom_elekta.*" | wc -l) -gt 0 ]]; then
              python -c "import mne; print(mne.datasets.brainstorm.bst_phantom_elekta.data_path())" --accept-brainstorm-license;
            fi;
          fi;
        done;
        echo PATTERN="$PATTERN";
        echo NEED_SAMPLE="$NEED_SAMPLE";
        if [[ $PATTERN ]]; then
          PATTERN="\(${PATTERN::-2}\)";
          echo html_dev-pattern > build.txt;
        else
          echo html_dev-noplot > build.txt;
        fi;
      fi;
      echo "$PATTERN" > pattern.txt;
    - echo BUILD="$(cat build.txt)"
    - mkdir -p ~/mne_data;
    - ls -al ~/mne_data;
    - if [[ $(cat build.txt) == "html_dev" ]] || [[ $(cat build.txt) == "html_stable" ]]; then
        python -c "import mne; mne.datasets._download_all_example_data()";
      fi;
    - python -c "import mne; mne.sys_info()";
    - >
      if [ ! -d "/home/ubuntu/mne-tools.github.io" ]; then
        cd .. && git clone https://github.com/mne-tools/mne-tools.github.io.git && cd mne-tools.github.io;
      fi;
    - /sbin/start-stop-daemon --start --quiet --pidfile /tmp/custom_xvfb_99.pid --make-pidfile --background --exec /usr/bin/Xvfb -- :99 -screen 0 1400x900x24 -ac +extension GLX +render -noreset;

test:
  override:
    - if [[ $(cat build.txt) == "html_dev-noplot" ]]; then cd doc && make html_dev-noplot; elif [[ $(cat build.txt) == "html_dev-pattern" ]]; then cd doc && PATTERN=$(cat ../pattern.txt) make html_dev-pattern; else make test-doc; cd doc; make $(cat ../build.txt); fi:
          timeout: 1500

general:
  # branches:
  #   only:
  #     - master
  # Open the doc to the API
  artifacts:
    - "doc/_build/html"

deployment:
  production:
    branch: master
    commands:
      - git config --global user.email "<EMAIL>"
      - git config --global user.name "<NAME>"
      - cd ../mne-tools.github.io && git checkout master && git pull origin master
      - cd doc/_build/html && cp -rf * ~/mne-tools.github.io/dev
      - cd ../mne-tools.github.io && git add -A && git commit -m 'Automated update of dev docs.' && git push origin master
  stable:
    branch: maint/0.13
    commands:
      - git config --global user.email "<EMAIL>"
      - git config --global user.name "<NAME>"
      - cd ../mne-tools.github.io && git checkout master && git pull origin master
      - cd doc/_build/html_stable && cp -rf * ~/mne-tools.github.io/stable
      - cd ../mne-tools.github.io && git add -A && git commit -m 'Automated update of stable docs.' && git push origin master
{'fraction_non_alphanumeric': 0.1586140364981108, 'fraction_numerical': 0.0069941313610418845, 'mean_word_length': 2.238739911481385, 'pattern_counts': {'":': 2, '<': 11, '<?xml version=': 0, '>': 25, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7602728', 'n_tokens_mistral': 4622, 'n_tokens_neox': 4349, 'n_words': 1074}