<commit_before># Ansible generated
run:
  platform: local
  local:
    sparkTmp: {{ spark_tmp }}
    sparkMaster: ""
    dwcaTmp: {{ dwca_tmp }}
    dwcaImportDir: hdfs://{{ hadoop_master }}:{{ hadoop_port }}{{ dwca_import_dir }}
  spark-embedded:
    sparkTmp: {{ spark_tmp }}
    sparkMaster: ""
    dwcaTmp: {{ dwca_tmp }}
    dwcaImportDir: hdfs://{{ hadoop_master }}:{{ hadoop_port }}{{ dwca_import_dir }}
  spark-cluster:
    jar: /usr/share/la-pipelines/la-pipelines.jar
    sparkTmp: {{ spark_tmp }}
    sparkMaster: spark://{{ spark_master }}:7077
    dwcaTmp: {{ dwca_tmp }}
    dwcaImportDir: hdfs://{{ hadoop_master }}:{{ hadoop_port }}{{ dwca_import_dir }}

alaNameMatch:
  wsUrl: {{ namematching_service_url | default('http://localhost:9179') }}
sds:
  wsUrl: {{ sds_url | default('http://localhost:9189') }}

collectory:
  wsUrl: {{ collectory_url }}
  httpHeaders:
    Authorization: {{ pipelines_api_key | default(ala_api_key) }}

imageService:
  wsUrl: {{ image_service_url }}
  httpHeaders:
    apiKey:  {{ pipelines_api_key | default(ala_api_key) }}

speciesListService:
  wsUrl: {{ specieslist_base_url | default('https://lists.ala.org.au')}}
  timeoutSec: 70

geocodeConfig:
  country:
    path: {{ data_dir }}/pipelines-shp/{{ geocode_country_layer | default('political') }}
    field: {{ geocode_country_field | default('ISO_A2') }}
    intersectMapping:
      CX: {{geocode_region | default('AU')}}
      CC: {{geocode_region | default('AU')}}<commit_msg>Fix wrong sensitive-data-service url in pipelines (#611)<commit_after># Ansible generated
run:
  platform: local
  local:
    sparkTmp: {{ spark_tmp }}
    sparkMaster: ""
    dwcaTmp: {{ dwca_tmp }}
    dwcaImportDir: hdfs://{{ hadoop_master }}:{{ hadoop_port }}{{ dwca_import_dir }}
  spark-embedded:
    sparkTmp: {{ spark_tmp }}
    sparkMaster: ""
    dwcaTmp: {{ dwca_tmp }}
    dwcaImportDir: hdfs://{{ hadoop_master }}:{{ hadoop_port }}{{ dwca_import_dir }}
  spark-cluster:
    jar: /usr/share/la-pipelines/la-pipelines.jar
    sparkTmp: {{ spark_tmp }}
    sparkMaster: spark://{{ spark_master }}:7077
    dwcaTmp: {{ dwca_tmp }}
    dwcaImportDir: hdfs://{{ hadoop_master }}:{{ hadoop_port }}{{ dwca_import_dir }}

alaNameMatch:
  wsUrl: {{ namematching_service_url | default('http://localhost:9179') }}
sds:
  wsUrl: {{ sensitive_data_service_url | default('http://localhost:9189') }}

collectory:
  wsUrl: {{ collectory_url }}
  httpHeaders:
    Authorization: {{ pipelines_api_key | default(ala_api_key) }}

imageService:
  wsUrl: {{ image_service_url }}
  httpHeaders:
    apiKey:  {{ pipelines_api_key | default(ala_api_key) }}

speciesListService:
  wsUrl: {{ specieslist_base_url | default('https://lists.ala.org.au')}}
  timeoutSec: 70

geocodeConfig:
  country:
    path: {{ data_dir }}/pipelines-shp/{{ geocode_country_layer | default('political') }}
    field: {{ geocode_country_field | default('ISO_A2') }}
    intersectMapping:
      CX: {{geocode_region | default('AU')}}
      CC: {{geocode_region | default('AU')}}
{'fraction_non_alphanumeric': 0.16247518199867636, 'fraction_numerical': 0.010919920582395765, 'mean_word_length': 4.275741710296684, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7657044', 'n_tokens_mistral': 1134, 'n_tokens_neox': 1080, 'n_words': 183}