<commit_before>##
#
#  Copyright 2014 Netflix, Inc.
#
#     Licensed under the Apache License, Version 2.0 (the "License");
#     you may not use this file except in compliance with the License.
#     You may obtain a copy of the License at
#
#         http://www.apache.org/licenses/LICENSE-2.0
#
#     Unless required by applicable law or agreed to in writing, software
#     distributed under the License is distributed on an "AS IS" BASIS,
#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#     See the License for the specific language governing permissions and
#     limitations under the License.
#
##

###########################################################################
# Environment Settings
###########################################################################

netflix.genie.server.java.home=/usr/lib/jvm/java-1.7.0-sunjdk.x86_64

# hadoop home for various versions
com.netflix.genie.server.hadoop.home=/apps/hadoop/current
com.netflix.genie.server.hadoop.1.0.3.home=/apps/hadoop/1.0.3
com.netflix.genie.server.hadoop.2.4.0.home=/apps/hadoop/2.4.0

# The timeout after which an S3 copy will be aborted
com.netflix.genie.server.hadoop.s3cp.timeout=1800


###########################################################################
# Netflix Platform Settings
###########################################################################

# Application info
netflix.appinfo.name=genie

# change this if your container is running on a different port
netflix.appinfo.port=7001

# You must provide any specific packages that must be scanned for Karyon for finding Application and Component classes.
# By default Karyon only searches com.netflix package
# The package specified here is the root package, any subpackages under the root will also be scanned.
com.netflix.karyon.server.base.packages=com.netflix.genie.server.startup

# Adds integration between Governator and Spring
com.netflix.karyon.server.bootstrap.class=com.netflix.genie.server.startup.GenieGuiceBootstrap

# The health check handler for this application.
com.netflix.karyon.health.check.handler.classname=com.netflix.genie.server.health.HealthCheck

# Comment this property if you want to enable eureka integration, and set up eureka-client.properties
com.netflix.karyon.eureka.disable=true


###########################################################################
# Genie Deployment Configuration
###########################################################################

# REST URI for the execution service
com.netflix.genie.server.job.resource.prefix=genie/v2/jobs

# If this is commented out, Genie will use InetAddress.getLocalHost() in DC,
# or the environment variable EC2_PUBLIC_HOSTNAME in the cloud
# com.netflix.genie.server.host=localhost

# Location of genie scripts - currently part of genie-web/conf/system/apps/genie/bin
# Change this appropriately to point to above location
com.netflix.genie.server.sys.home=/apps/genie/bin

# The relative path for the prefix directory inside Tomcat's "webapps/"
# that Genie will use for its working directory
# This is usually sym-linked to com.netflix.genie.server.user.working.dir
com.netflix.genie.server.job.dir.prefix=genie-jobs

# Actual location where output directories are created
# Create a symlink from the above directory to here
# Or simply provide the full path of the above directory
com.netflix.genie.server.user.working.dir=/mnt/tomcat/genie-jobs


###########################################################################
# Job Manager Settings
# Cluster Type to Job Manager mapping
# Format: com.netflix.genie.server.job.manager.<clusterType>.impl=<Class Name>
###########################################################################

## YARN Properties

# Job Manager
com.netflix.genie.server.job.manager.yarn.impl=com.netflix.genie.server.jobmanager.impl.YarnJobManagerImpl

# Copy Command
com.netflix.genie.server.job.manager.yarn.command.cp=/apps/hadoop/current/bin/hadoop fs \
  -Dfs.s3.impl=org.apache.hadoop.fs.s3native.NativeS3FileSystem \
  -Dfs.file.impl=org.apache.hadoop.fs.RawLocalFileSystem \
  -Dfs.s3.awsAccessKeyId=KEY \
  -Dfs.s3.awsSecretAccessKey=SECRET \
  -Dfs.s3n.awsAccessKeyId=KEY \
  -Dfs.s3n.awsSecretAccessKey=SECRET \
  -cp -f

# Make Directory Command
com.netflix.genie.server.job.manager.yarn.command.mkdir=/apps/hadoop/current/bin/hadoop fs \
  -Dfs.s3.impl=org.apache.hadoop.fs.s3native.NativeS3FileSystem \
  -Dfs.file.impl=org.apache.hadoop.fs.RawLocalFileSystem \
  -Dfs.s3.awsAccessKeyId=KEY \
  -Dfs.s3.awsSecretAccessKey=SECRET \
  -Dfs.s3n.awsAccessKeyId=KEY \
  -Dfs.s3n.awsSecretAccessKey=SECRET \
  -mkdir

# How long to sleep between checks of yarn processes
com.netflix.genie.server.job.manager.yarn.sleeptime = 5000


## Presto properties

# Job Manager
com.netflix.genie.server.job.manager.presto.impl=com.netflix.genie.server.jobmanager.impl.PrestoJobManagerImpl

# Copy Command
com.netflix.genie.server.job.manager.presto.command.cp=/apps/hadoop/current/bin/hadoop fs \
  -Dfs.s3.impl=org.apache.hadoop.fs.s3native.NativeS3FileSystem \
  -Dfs.file.impl=org.apache.hadoop.fs.RawLocalFileSystem \
  -Dfs.s3.awsAccessKeyId=KEY \
  -Dfs.s3.awsSecretAccessKey=SECRET \
  -Dfs.s3n.awsAccessKeyId=KEY \
  -Dfs.s3n.awsSecretAccessKey=SECRET \
  -cp -f

# Make Directory Command
com.netflix.genie.server.job.manager.presto.command.mkdir=/apps/hadoop/current/bin/hadoop fs \
  -Dfs.s3.impl=org.apache.hadoop.fs.s3native.NativeS3FileSystem \
  -Dfs.file.impl=org.apache.hadoop.fs.RawLocalFileSystem \
  -Dfs.s3.awsAccessKeyId=KEY \
  -Dfs.s3.awsSecretAccessKey=SECRET \
  -Dfs.s3n.awsAccessKeyId=KEY \
  -Dfs.s3n.awsSecretAccessKey=SECRET \
  -mkdir

# Connection Details for Presto Master used by Presto Job Manager. Cluster name taken from cluster config.
# Example http://<clustername>.localhost:8080 is where requests will go from presto client
com.netflix.genie.server.job.manager.presto.protocol=http://
com.netflix.genie.server.job.manager.presto.master.domain=.localhost:8080

# How long to sleep between checks of presto processes
com.netflix.genie.server.job.manager.presto.sleeptime = 500


###########################################################################
# Configuration for janitor thread, which cleans up zombie jobs
###########################################################################

# minimum sleep time between iterations
com.netflix.genie.server.janitor.min.sleep.ms=300000

# maximum sleep time between iterations
com.netflix.genie.server.janitor.max.sleep.ms=600000

# the time delta older than which unupdated jobs are marked as zombies
com.netflix.genie.server.janitor.zombie.delta.ms=1800000


###########################################################################
# Configuration for the metrics thread, which updates servo metrics
###########################################################################

# metrics will be delayed at most by this time
com.netflix.genie.server.metrics.sleep.ms=30000


###########################################################################
# Job throttling/forwarding Settings
###########################################################################

# max running jobs on this instance, after which 503s are thrown
com.netflix.genie.server.max.running.jobs=30

# number of running jobs on instance, after which to start forwarding to other instances
# to disable auto-forwarding of jobs, set this to higher than com.netflix.genie.server.max.running.jobs
com.netflix.genie.server.forward.jobs.threshold=20

# find an idle instance with fewer running jobs than current, by this delta
# e.g. if com.netflix.genie.server.forward.jobs.threshold=20, forward jobs to an instance
# with number of running jobs < (20-com.netflix.genie.server.idle.host.threshold.delta)
com.netflix.genie.server.idle.host.threshold.delta=5

# max running jobs on instance that jobs can be forwarded to
com.netflix.genie.server.max.idle.host.threshold=27

# if uncommented, the job will be killed if the size of its stdout is greater than the limit
# com.netflix.genie.job.max.stdout.size=8589934592

# if uncommented, the job will be killed if the size of its stderr is greater than the limit
# com.netflix.genie.job.max.stderr.size=8589934592


###########################################################################
# Job Tagging Settings
###########################################################################

# Set this to true if you want the server to add the job id and job name
# to the set of tags for each job by default. Note: This will degrade query
# performance due to much more data being added to database in join table.
com.netflix.genie.server.jobs.tags.default=false


###########################################################################
# Job Archiving
###########################################################################

# if set, archive logs to this location
# com.netflix.genie.server.s3.archive.location=s3://SOME_S3_PREFIX


###########################################################################
# Properties for Lipstick (https://github.com/Netflix/lipstick)
###########################################################################

# Enable Lipstick integration
# setting this to true simply passes along the genie job ID to Lipstick
com.netflix.genie.server.lipstick.enable=true

# property name to set if lipstick integration is enabled
com.netflix.genie.server.lipstick.uuid.prop.name=lipstick.uuid.prop.name


###########################################################################
# Email Settings
###########################################################################

# Enable email upon job completion
com.netflix.genie.server.mail.enable=false

# Smtp Server.
com.netflix.genie.server.mail.smtp.host=localhost
com.netflix.genie.server.mail.smpt.from=<EMAIL>

# Decide whether you want to enable authentication
com.netflix.genie.server.mail.smtp.auth=false

# User and Password only used if authentication is enabled.
# If you set authentication to true you should uncomment the
# user and password below and put appropriate values
# com.netflix.genie.server.mail.smtp.user=
# com.netflix.genie.server.mail.smtp.password=
<commit_msg>Fixing misnamed variable<commit_after>##
#
#  Copyright 2014 Netflix, Inc.
#
#     Licensed under the Apache License, Version 2.0 (the "License");
#     you may not use this file except in compliance with the License.
#     You may obtain a copy of the License at
#
#         http://www.apache.org/licenses/LICENSE-2.0
#
#     Unless required by applicable law or agreed to in writing, software
#     distributed under the License is distributed on an "AS IS" BASIS,
#     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#     See the License for the specific language governing permissions and
#     limitations under the License.
#
##

###########################################################################
# Environment Settings
###########################################################################

com.netflix.genie.server.java.home=/usr/lib/jvm/java-1.7.0-sunjdk.x86_64

# hadoop home for various versions
com.netflix.genie.server.hadoop.home=/apps/hadoop/current
com.netflix.genie.server.hadoop.1.0.3.home=/apps/hadoop/1.0.3
com.netflix.genie.server.hadoop.2.4.0.home=/apps/hadoop/2.4.0

# The timeout after which an S3 copy will be aborted
com.netflix.genie.server.hadoop.s3cp.timeout=1800


###########################################################################
# Netflix Platform Settings
###########################################################################

# Application info
netflix.appinfo.name=genie

# change this if your container is running on a different port
netflix.appinfo.port=7001

# You must provide any specific packages that must be scanned for Karyon for finding Application and Component classes.
# By default Karyon only searches com.netflix package
# The package specified here is the root package, any subpackages under the root will also be scanned.
com.netflix.karyon.server.base.packages=com.netflix.genie.server.startup

# Adds integration between Governator and Spring
com.netflix.karyon.server.bootstrap.class=com.netflix.genie.server.startup.GenieGuiceBootstrap

# The health check handler for this application.
com.netflix.karyon.health.check.handler.classname=com.netflix.genie.server.health.HealthCheck

# Comment this property if you want to enable eureka integration, and set up eureka-client.properties
com.netflix.karyon.eureka.disable=true


###########################################################################
# Genie Deployment Configuration
###########################################################################

# REST URI for the execution service
com.netflix.genie.server.job.resource.prefix=genie/v2/jobs

# If this is commented out, Genie will use InetAddress.getLocalHost() in DC,
# or the environment variable EC2_PUBLIC_HOSTNAME in the cloud
# com.netflix.genie.server.host=localhost

# Location of genie scripts - currently part of genie-web/conf/system/apps/genie/bin
# Change this appropriately to point to above location
com.netflix.genie.server.sys.home=/apps/genie/bin

# The relative path for the prefix directory inside Tomcat's "webapps/"
# that Genie will use for its working directory
# This is usually sym-linked to com.netflix.genie.server.user.working.dir
com.netflix.genie.server.job.dir.prefix=genie-jobs

# Actual location where output directories are created
# Create a symlink from the above directory to here
# Or simply provide the full path of the above directory
com.netflix.genie.server.user.working.dir=/mnt/tomcat/genie-jobs


###########################################################################
# Job Manager Settings
# Cluster Type to Job Manager mapping
# Format: com.netflix.genie.server.job.manager.<clusterType>.impl=<Class Name>
###########################################################################

## YARN Properties

# Job Manager
com.netflix.genie.server.job.manager.yarn.impl=com.netflix.genie.server.jobmanager.impl.YarnJobManagerImpl

# Copy Command
com.netflix.genie.server.job.manager.yarn.command.cp=/apps/hadoop/current/bin/hadoop fs \
  -Dfs.s3.impl=org.apache.hadoop.fs.s3native.NativeS3FileSystem \
  -Dfs.file.impl=org.apache.hadoop.fs.RawLocalFileSystem \
  -Dfs.s3.awsAccessKeyId=KEY \
  -Dfs.s3.awsSecretAccessKey=SECRET \
  -Dfs.s3n.awsAccessKeyId=KEY \
  -Dfs.s3n.awsSecretAccessKey=SECRET \
  -cp -f

# Make Directory Command
com.netflix.genie.server.job.manager.yarn.command.mkdir=/apps/hadoop/current/bin/hadoop fs \
  -Dfs.s3.impl=org.apache.hadoop.fs.s3native.NativeS3FileSystem \
  -Dfs.file.impl=org.apache.hadoop.fs.RawLocalFileSystem \
  -Dfs.s3.awsAccessKeyId=KEY \
  -Dfs.s3.awsSecretAccessKey=SECRET \
  -Dfs.s3n.awsAccessKeyId=KEY \
  -Dfs.s3n.awsSecretAccessKey=SECRET \
  -mkdir

# How long to sleep between checks of yarn processes
com.netflix.genie.server.job.manager.yarn.sleeptime = 5000


## Presto properties

# Job Manager
com.netflix.genie.server.job.manager.presto.impl=com.netflix.genie.server.jobmanager.impl.PrestoJobManagerImpl

# Copy Command
com.netflix.genie.server.job.manager.presto.command.cp=/apps/hadoop/current/bin/hadoop fs \
  -Dfs.s3.impl=org.apache.hadoop.fs.s3native.NativeS3FileSystem \
  -Dfs.file.impl=org.apache.hadoop.fs.RawLocalFileSystem \
  -Dfs.s3.awsAccessKeyId=KEY \
  -Dfs.s3.awsSecretAccessKey=SECRET \
  -Dfs.s3n.awsAccessKeyId=KEY \
  -Dfs.s3n.awsSecretAccessKey=SECRET \
  -cp -f

# Make Directory Command
com.netflix.genie.server.job.manager.presto.command.mkdir=/apps/hadoop/current/bin/hadoop fs \
  -Dfs.s3.impl=org.apache.hadoop.fs.s3native.NativeS3FileSystem \
  -Dfs.file.impl=org.apache.hadoop.fs.RawLocalFileSystem \
  -Dfs.s3.awsAccessKeyId=KEY \
  -Dfs.s3.awsSecretAccessKey=SECRET \
  -Dfs.s3n.awsAccessKeyId=KEY \
  -Dfs.s3n.awsSecretAccessKey=SECRET \
  -mkdir

# Connection Details for Presto Master used by Presto Job Manager. Cluster name taken from cluster config.
# Example http://<clustername>.localhost:8080 is where requests will go from presto client
com.netflix.genie.server.job.manager.presto.protocol=http://
com.netflix.genie.server.job.manager.presto.master.domain=.localhost:8080

# How long to sleep between checks of presto processes
com.netflix.genie.server.job.manager.presto.sleeptime = 500


###########################################################################
# Configuration for janitor thread, which cleans up zombie jobs
###########################################################################

# minimum sleep time between iterations
com.netflix.genie.server.janitor.min.sleep.ms=300000

# maximum sleep time between iterations
com.netflix.genie.server.janitor.max.sleep.ms=600000

# the time delta older than which unupdated jobs are marked as zombies
com.netflix.genie.server.janitor.zombie.delta.ms=1800000


###########################################################################
# Configuration for the metrics thread, which updates servo metrics
###########################################################################

# metrics will be delayed at most by this time
com.netflix.genie.server.metrics.sleep.ms=30000


###########################################################################
# Job throttling/forwarding Settings
###########################################################################

# max running jobs on this instance, after which 503s are thrown
com.netflix.genie.server.max.running.jobs=30

# number of running jobs on instance, after which to start forwarding to other instances
# to disable auto-forwarding of jobs, set this to higher than com.netflix.genie.server.max.running.jobs
com.netflix.genie.server.forward.jobs.threshold=20

# find an idle instance with fewer running jobs than current, by this delta
# e.g. if com.netflix.genie.server.forward.jobs.threshold=20, forward jobs to an instance
# with number of running jobs < (20-com.netflix.genie.server.idle.host.threshold.delta)
com.netflix.genie.server.idle.host.threshold.delta=5

# max running jobs on instance that jobs can be forwarded to
com.netflix.genie.server.max.idle.host.threshold=27

# if uncommented, the job will be killed if the size of its stdout is greater than the limit
# com.netflix.genie.job.max.stdout.size=8589934592

# if uncommented, the job will be killed if the size of its stderr is greater than the limit
# com.netflix.genie.job.max.stderr.size=8589934592


###########################################################################
# Job Tagging Settings
###########################################################################

# Set this to true if you want the server to add the job id and job name
# to the set of tags for each job by default. Note: This will degrade query
# performance due to much more data being added to database in join table.
com.netflix.genie.server.jobs.tags.default=false


###########################################################################
# Job Archiving
###########################################################################

# if set, archive logs to this location
# com.netflix.genie.server.s3.archive.location=s3://SOME_S3_PREFIX


###########################################################################
# Properties for Lipstick (https://github.com/Netflix/lipstick)
###########################################################################

# Enable Lipstick integration
# setting this to true simply passes along the genie job ID to Lipstick
com.netflix.genie.server.lipstick.enable=true

# property name to set if lipstick integration is enabled
com.netflix.genie.server.lipstick.uuid.prop.name=lipstick.uuid.prop.name


###########################################################################
# Email Settings
###########################################################################

# Enable email upon job completion
com.netflix.genie.server.mail.enable=false

# Smtp Server.
com.netflix.genie.server.mail.smtp.host=localhost
com.netflix.genie.server.mail.smpt.from=<EMAIL>

# Decide whether you want to enable authentication
com.netflix.genie.server.mail.smtp.auth=false

# User and Password only used if authentication is enabled.
# If you set authentication to true you should uncomment the
# user and password below and put appropriate values
# com.netflix.genie.server.mail.smtp.user=
# com.netflix.genie.server.mail.smtp.password=

{'fraction_non_alphanumeric': 0.2411871119151225, 'fraction_numerical': 0.013983278736615656, 'mean_word_length': 5.28580208973571, 'pattern_counts': {'":': 0, '<': 13, '<?xml version=': 0, '>': 11, 'https://': 2, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '815847', 'n_tokens_mistral': 6095, 'n_tokens_neox': 5776, 'n_words': 1454}