<commit_before># USGS Landsat Imagery Util
#
#
# Author: developmentseed
# Contributer: scisco
#
# License: CC0 1.0 Universal

##
## Main Setting File
##

import os

# Google Storage Landsat Config

SOURCE_URL = 'gs://earthengine-public/landsat'
SCENE_FILE_URL = SOURCE_URL + '/scene_list.zip'
SATELLITE = 'L8'
L8_METADATA_URL = 'http://landsat.usgs.gov/metadata_service/bulk_metadata_files/LANDSAT_8.csv'

# Elastic Search Config

ES_URL = [{
    'host': 'localhost',
    'port': 9200,
    'use_ssl': False
}]
ES_MAIN_INDEX = 'landsat'
ES_MAIN_TYPE = '8'

# Local Forlders Config

BASE_DIR = os.path.abspath(os.path.dirname(__file__))
DOWNLOAD_DIR = BASE_DIR + '/output/imagery'
ZIP_DIR = DOWNLOAD_DIR + '/zip'
UNZIP_DIR = DOWNLOAD_DIR + '/unzip'
SCENE_FILE = DOWNLOAD_DIR + '/scene_list'

ASSESTS_DIR = BASE_DIR + '/assests'
L8_METADATA_FILENAME = 'metadata.csv'

SHAPEFILE_INPUT = BASE_DIR + '/output/shapefiles/input'
SHAPEFILE_OUTPUT = BASE_DIR + '/output/shapefiles/output'<commit_msg>Added home directory for generated files<commit_after># USGS Landsat Imagery Util
#
#
# Author: developmentseed
# Contributer: scisco
#
# License: CC0 1.0 Universal

##
## Main Setting File
##

import os

# Google Storage Landsat Config

SOURCE_URL = 'gs://earthengine-public/landsat'
SCENE_FILE_URL = SOURCE_URL + '/scene_list.zip'
SATELLITE = 'L8'
L8_METADATA_URL = 'http://landsat.usgs.gov/metadata_service/bulk_metadata_files/LANDSAT_8.csv'

# Elastic Search Config

ES_URL = [{
    'host': 'localhost',
    'port': 9200,
    'use_ssl': False
}]
ES_MAIN_INDEX = 'landsat'
ES_MAIN_TYPE = '8'

# Local Forlders Config

# User's Home Directory
HOME_DIR = os.path.expanduser('~')

# Utility's base directory
BASE_DIR = os.path.abspath(os.path.dirname(__file__))

DOWNLOAD_DIR = HOME_DIR + '/landsat/output/imagery'
ZIP_DIR = DOWNLOAD_DIR + '/zip'
UNZIP_DIR = DOWNLOAD_DIR + '/unzip'
SCENE_FILE = DOWNLOAD_DIR + '/scene_list'

ASSESTS_DIR = BASE_DIR + '/assests'
L8_METADATA_FILENAME = 'metadata.csv'

SHAPEFILE_INPUT = HOME_DIR + '/landsat/output/shapefiles/input'
SHAPEFILE_OUTPUT = HOME_DIR + '/landsat/output/shapefiles/output'
{'fraction_non_alphanumeric': 0.12871287128712872, 'fraction_numerical': 0.011315417256011316, 'mean_word_length': 5.028409090909091, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4850304', 'n_tokens_mistral': 859, 'n_tokens_neox': 813, 'n_words': 158}