<commit_before>version: 2
jobs:
  build:
    docker:
      - image: circleci/python:3.6.5
    
    working_directory: ~/repo
    
    steps:
      - checkout

      - restore_cache:
          keys:
          - v2-dependencies-{{ checksum "requirements.txt" }}
          - v2-dependencies-

      - run:
          name: Install pandoc
          command: |
                    sudo apt-get update 
                    wget https://github.com/jgm/pandoc/releases/download/2.2.1/pandoc-2.2.1-1-amd64.deb
                    sudo dpkg -i pandoc-2.2.1-1-amd64.deb
          
      - run:
          name: Install tex
          command: |
                    sudo apt-get install -y texlive
                    sudo apt-get install -y texlive-latex-extra
                    sudo apt-get install -y texlive-lang-french
                    sudo apt-get install -y texlive-xetex
          
      - run:
          name: Install 7z
          command: |
                    sudo apt-get install -y p7zip-full
          
      - run:
          name: Install InkScape
          command: |
                    sudo apt-get install -y inkscape
          
      - run:
          name: Install graphviz
          command: |
                    sudo apt-get install -y graphviz

      - run:
          name: install avconv (ffmpeg)
          command: |
                    sudo apt-get install libav-tools

      - run:
          name: install dependencies (1) - requirements_conda
          command: |
            python3 -m venv venv
            . venv/bin/activate
            pip install -r requirements_conda.txt
            
      - run:
          name: install dependencies (2) - requirements
          command: |
            python3 -m venv venv
            . venv/bin/activate
            pip install -r requirements.txt
            <commit_msg>add pyproj in for circleci<commit_after>version: 2
jobs:
  build:
    docker:
      - image: circleci/python:3.6.5
    
    working_directory: ~/repo
    
    steps:
      - checkout

      - restore_cache:
          keys:
          - v2-dependencies-{{ checksum "requirements.txt" }}
          - v2-dependencies-

      - run:
          name: Install pandoc
          command: |
                    sudo apt-get update 
                    wget https://github.com/jgm/pandoc/releases/download/2.2.1/pandoc-2.2.1-1-amd64.deb
                    sudo dpkg -i pandoc-2.2.1-1-amd64.deb
          
      - run:
          name: Install tex
          command: |
                    sudo apt-get install -y texlive
                    sudo apt-get install -y texlive-latex-extra
                    sudo apt-get install -y texlive-lang-french
                    sudo apt-get install -y texlive-xetex
          
      - run:
          name: Install 7z
          command: |
                    sudo apt-get install -y p7zip-full
          
      - run:
          name: Install InkScape
          command: |
                    sudo apt-get install -y inkscape
          
      - run:
          name: Install graphviz
          command: |
                    sudo apt-get install -y graphviz

      - run:
          name: install avconv (ffmpeg)
          command: |
                    sudo apt-get install libav-tools

      - run:
          name: Install pyproj (1)
          command: |
            sudo apt-get -qq update
            sudo apt-get install -y libproj-dev proj-bin proj-data

      - run:
          name: Install pyproj (2)
          command: |
            python3 -m venv venv
            . venv/bin/activate
            pip install git+https://github.com/jswhit/pyproj.git

      - run:
          name: Install pyproj (3) - optional
          command: |
            sudo apt-get install -y libc6
            sudo apt-get install libgeos-dev
            sudo apt-get install python-gdal gdal-bin
            wget http://es.archive.ubuntu.com/ubuntu/pool/universe/p/proj/libproj9_4.9.2-2_amd64.deb 
            sudo dpkg -i libproj9_4.9.2-2_amd64.deb 
            wget http://es.archive.ubuntu.com/ubuntu/pool/universe/p/proj/libproj-dev_4.9.2-2_amd64.deb
            sudo dpkg -i libproj-dev_4.9.2-2_amd64.deb

      - run:
          name: install dependencies (1) - requirements_conda
          command: |
            python3 -m venv venv
            . venv/bin/activate
            pip install -r requirements_conda.txt
            
      - run:
          name: install dependencies (2) - requirements
          command: |
            python3 -m venv venv
            . venv/bin/activate
            pip install -r requirements.txt
            
{'fraction_non_alphanumeric': 0.08191721132897603, 'fraction_numerical': 0.018518518518518517, 'mean_word_length': 1.1453271028037384, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 3, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2088246', 'n_tokens_mistral': 1423, 'n_tokens_neox': 1305, 'n_words': 324}