<commit_before>#!/usr/bin/env python
# -*- coding: utf-8 -*-

#******************************************************************************
#
# get_unique.py
# ---------------------------------------------------------
# Create a list of unique values from series of rasters
# More: http://github.com/nextgis/dhi
#
# Usage: 
#      get_unique.py [-h] (-rs RASTERS | -fs FOLDERS) output
#      where:
#           -h                 show this help message and exit
#           -rs                path(s) to raster, separate by comma if several
#           -fs                path(s) to folders with raster, separate by comma if several
#           output             text file where unique values will be stored
# Examples:
#      python get_unique.py -fs y:\dhi\global\fpar_4\,y:\dhi\global\fpar_4\combined\ out.txt
#      python get_unique.py -rs y:\dhi\global\fpar_4\raster1.tif,y:\dhi\global\fpar_4\combined\raster2.tif out.txt
#
# Copyright (C) 2015 <NAME> (<EMAIL>)
#
# This source is free software; you can redistribute it and/or modify it under
# the terms of the GNU General Public License as published by the Free
# Software Foundation; either version 2 of the License, or (at your option)
# any later version.<commit_msg>fix help<commit_after>#!/usr/bin/env python
# -*- coding: utf-8 -*-

#******************************************************************************
#
# get_unique.py
# ---------------------------------------------------------
# Create a list of unique values from series of rasters
# More: http://github.com/nextgis/dhi
#
# Usage: 
#      get_unique.py [-h] (-rs RASTERS | -fs FOLDERS) output_unique output_counts
#      where:
#           -h                 show this help message and exit
#           -rs                path(s) to raster, separate by comma if several
#           -fs                path(s) to folders with raster, separate by comma if several
#           output_unique      text file where unique values will be stored
#           output_counts      text file where counts for unique values will be stored
# Examples:
#      python get_unique.py -fs y:\dhi\global\fpar_4\,y:\dhi\global\fpar_4\combined\ out.txt
#      python get_unique.py -rs y:\dhi\global\fpar_4\raster1.tif,y:\dhi\global\fpar_4\combined\raster2.tif out.txt
#
# Copyright (C) 2015 <NAME> (<EMAIL>)
#
# This source is free software; you can redistribute it and/or modify it under
# the terms of the GNU General Public License as published by the Free
# Software Foundation; either version 2 of the License, or (at your option)
# any later version.
{'fraction_non_alphanumeric': 0.1968810916179337, 'fraction_numerical': 0.00935672514619883, 'mean_word_length': 2.3368010403120936, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5485086', 'n_tokens_mistral': 751, 'n_tokens_neox': 714, 'n_words': 250}