<commit_before># Newer version of docker-py causes issues. See
# https://github.com/ansible/ansible-modules-core/issues/1227
- name: Install requirement for ansible docker
  pip:
    name: docker-py
    version: 1.1.0

# TODO: Log back to syslog on machine
- name: Install docker container for mitmdump
  docker:
    name: mitmdump2
    image: openaustralia/morph-mitmdump
    state: started
    restart_policy: always
    # We attach the networking of this container to the host. This is necessary
    # because otherwise traffic would get redirected to the container, would
    # get proxied and a new request would come from this container which would
    # promptly get redirected back to the container in a painful infinite loop
    # This is a good reference for the issues:
    # https://github.com/jpetazzo/squid-in-a-can
    net: host
    env:
      MORPH_URL: "{{ morph_url }}"
      MITMPROXY_SECRET: "{{ mitmproxy_secret }}"
<commit_msg>Always update the mitmdump docker image on provisioning<commit_after># Newer version of docker-py causes issues. See
# https://github.com/ansible/ansible-modules-core/issues/1227
- name: Install requirement for ansible docker
  pip:
    name: docker-py
    version: 1.1.0

# TODO: Log back to syslog on machine
- name: Install docker container for mitmdump
  docker:
    name: mitmdump2
    image: openaustralia/morph-mitmdump
    state: started
    restart_policy: always
    pull: always
    # We attach the networking of this container to the host. This is necessary
    # because otherwise traffic would get redirected to the container, would
    # get proxied and a new request would come from this container which would
    # promptly get redirected back to the container in a painful infinite loop
    # This is a good reference for the issues:
    # https://github.com/jpetazzo/squid-in-a-can
    net: host
    env:
      MORPH_URL: "{{ morph_url }}"
      MITMPROXY_SECRET: "{{ mitmproxy_secret }}"

{'fraction_non_alphanumeric': 0.07204905467552376, 'fraction_numerical': 0.008175779253960144, 'mean_word_length': 3.3127753303964758, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4218940', 'n_tokens_mistral': 594, 'n_tokens_neox': 575, 'n_words': 221}