<commit_before>#!/bin/sh
#

echo 'Loading spark environment variables '
export CARBON_SPARK_HOME=$CARBON_HOME
export _SPARK_ASSEMBLY=$CARBON_SPARK_HOME/repository/components/plugins/spark-core_2.10_*.wso2*.jar
export SPARK_SCALA_VERSION=2.10
export SPARK_CLASSPATH=$CARBON_SPARK_HOME/repository/components/plugins/apache-zookeeper_3.4.5.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/cassandra-thrift_1.2.13.wso2v4.jar:$CARBON_SPARK_HOME/repository/components/plugins/chill_2.10_0.5.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.datastax.driver.core_2.1.5.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.fasterxml.jackson.core.jackson-annotations_2.4.4.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.fasterxml.jackson.core.jackson-core_2.4.4.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.fasterxml.jackson.core.jackson-databind_2.4.4.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.fasterxml.jackson.module.jackson.module.scala_2.4.4.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.google.gson_2.1.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.google.guava_15.0.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.google.protobuf_2.5.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.jayway.jsonpath.json-path_0.9.1.jar:$CARBON_SPARK_HOME/repository/components/plugins/commons-collections_3.2.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/commons-configuration_1.6.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/commons-httpclient_3.1.0.wso2v2.jar:$CARBON_SPARK_HOME/repository/components/plugins/commons-io_2.0.0.wso2v2.jar:$CARBON_SPARK_HOME/repository/components/plugins/commons-io_2.4.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/commons-lang_2.6.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.ning.compress-lzf_1.0.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.sun.jersey.jersey-core_1.9.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.sun.jersey.jersey-server_1.9.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/h2-database-engine_1.2.140.wso2v3.jar:$CARBON_SPARK_HOME/repository/components/plugins/hadoop-client_2.6.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/hazelcast_3.2.6.wso2v3.jar:$CARBON_SPARK_HOME/repository/components/plugins/hbase-client_1.0.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/hector-core_1.1.4.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/htrace-core_3.0.4.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/htrace-core-apache_3.1.0.incubating_wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/httpclient_4.2.5.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/httpclient_4.3.1.wso2v2.jar:$CARBON_SPARK_HOME/repository/components/plugins/httpcore_4.3.3.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/io.dropwizard.metrics.core_3.1.2.jar:$CARBON_SPARK_HOME/repository/components/plugins/io.dropwizard.metrics.graphite_3.1.2.jar:$CARBON_SPARK_HOME/repository/components/plugins/io.dropwizard.metrics.json_3.1.2.jar:$CARBON_SPARK_HOME/repository/components/plugins/io.dropwizard.metrics.jvm_3.1.2.jar:$CARBON_SPARK_HOME/repository/components/plugins/javax.cache.wso2_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/javax.servlet.jsp-api_2.2.1.jar:$CARBON_SPARK_HOME/repository/components/plugins/jaxb_2.2.5.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/jdbc-pool_7.0.34.wso2v2.jar:$CARBON_SPARK_HOME/repository/components/plugins/jdom_1.0.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/jettison_1.3.4.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/json_1.0.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/json_2.0.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/json4s-jackson_2.10_3.2.10.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/json-simple_1.1.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/kryo_2.24.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/libthrift_0.7.0.wso2v2.jar:$CARBON_SPARK_HOME/repository/components/plugins/libthrift_0.8.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/mesos_0.18.1.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/minlog_1.2.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/net.minidev.json-smart_1.2.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/netty-all_4.0.23.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/objenesis_2.1.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.apache.commons.lang3_3.3.2.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.apache.commons.math3_3.2.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.apache.commons.math3_3.4.1.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.jboss.netty_3.9.0.Final.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.roaringbitmap.RoaringBitmap_0.4.5.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.scala-lang.scala-library_2.10.4.v20140209-180020-VFINAL-b66a39653b.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.scala-lang.scala-reflect_2.10.4.v20140209-180020-VFINAL-b66a39653b.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.spark-project.protobuf.java_2.5.0.spark.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.api_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.dataservice_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.dataservice.commons_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.datasource.cassandra_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.datasource.commons_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.datasource.core_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.datasource.hbase_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.datasource.rdbms_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.eventsink_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.eventtable_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.io.commons_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.spark.core_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.stream.persistence_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.agent_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.commons_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.commons.binary_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.commons.thrift_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.core_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.receiver.binary_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.receiver.thrift_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.streamdefn.filesystem_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.datasource.reader.hadoop_4.3.1.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.logging_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.orbit.asm4.asm4-all_4.0.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.xerial.snappy.snappy-java_1.1.1.7.jar:$CARBON_SPARK_HOME/repository/components/plugins/paranamer_2.6.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/perf4j_0.9.12.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/poi_3.9.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/protobuf-java-fragment_2.5.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/quartz_2.1.1.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/slf4j_1.5.10.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/solr_5.0.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/spark-core_2.10_1.4.0.wso2v2.jar:$CARBON_SPARK_HOME/repository/components/plugins/spark-sql_2.10_1.4.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/spark-streaming_2.10_1.3.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/stream_2.2.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/tomcat_7.0.59.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/tomcat-catalina-ha_7.0.59.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/tomcat-el-api_7.0.59.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/tomcat-jsp-api_7.0.59.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/tomcat-servlet-api_7.0.59.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/uncommons-maths_1.2.2.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/wss4j_1.5.11.wso2v10.jar:$CARBON_SPARK_HOME/repository/components/plugins/wss4j_1.5.11.wso2v9.jar:$CARBON_SPARK_HOME/repository/components/plugins/xmlbeans_2.3.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/XmlSchema_1.4.7.wso2v3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.ndatasource.common_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.ndatasource.core_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.ndatasource.datasources_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.ndatasource.rdbms_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.ntask.core_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.ntask.common_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.ntask.solutions_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/lucene_5.2.1.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.registry.server_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.registry.search_4.4.2.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.registry.resource_4.4.2.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.registry.properties_4.4.2.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.registry.core_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.registry.common_4.4.2.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.registry.api_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/axiom_1.2.11.wso2v6.jar:$CARBON_SPARK_HOME/repository/components/plugins/axis2_1.6.1.wso2v12.jar:$CARBON_SPARK_HOME/repository/components/plugins/axis2-json_1.6.1.wso2v12.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.base_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.cluster.mgt.core_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.core.common_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.core.commons.stub_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.core.services_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.core_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.agent_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.commons.binary_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.commons.thrift_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.commons_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.core_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.receiver.binary_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.receiver.thrift_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.streamdefn.filesystem_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.datasource.reader.hadoop_4.3.1.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.deployment.synchronizer.subversion_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.deployment.synchronizer_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.email.verification_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.admin_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.application.deployer_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.client.stub_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.client_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.common_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.core_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.flow_2.0.4.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.input.adapter.core_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.input.adapter.email_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.input.adapter.filetail_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.input.adapter.http_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.input.adapter.jms_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.input.adapter.kafka_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.input.adapter.mqtt_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.input.adapter.soap_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.input.adapter.websocket.local_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.input.adapter.websocket_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.input.adapter.wso2event_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.cassandra_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.core_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.email_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.http_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.jms_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.kafka_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.logger_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.mqtt_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.rdbms_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.sms_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.soap_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.websocket.local_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.websocket_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.wso2event_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.processor.common_2.0.4.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.processor.core_2.0.4.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.processor.manager.commons_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.processor.manager.core_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.publisher.core_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.receiver.core_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.simulator.core_2.0.4.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.statistics_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.stream.core_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.stream.persistence.stub_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.tracer_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.utils_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.spark.project.akka.actor_2.3.4.spark.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.spark.project.akka.remote_2.3.4.spark.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.spark.project.akka.slf4j_2.3.4.spark.jar:$CARBON_SPARK_HOME/repository/components/plugins/config_1.2.1.wso2v1.jar
export SPARK_CLASSPATH=$SPARK_CLASSPATH:$(echo $CARBON_HOME/repository/components/lib/*.jar | tr ' ' ':')
mkdir -p $CARBON_SPARK_HOME/lib_managed/jars<commit_msg>fixing SPARK_CLASSPATH<commit_after>#!/bin/sh
#

echo 'Loading spark environment variables '
export CARBON_SPARK_HOME=$CARBON_HOME
export _SPARK_ASSEMBLY=$CARBON_SPARK_HOME/repository/components/plugins/spark-core_2.10_*.wso2*.jar
export SPARK_SCALA_VERSION=2.10
export SPARK_CLASSPATH=$CARBON_SPARK_HOME/repository/components/plugins/apache-zookeeper_3.4.5.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/cassandra-thrift_1.2.13.wso2v4.jar:$CARBON_SPARK_HOME/repository/components/plugins/chill_2.10_0.5.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.datastax.driver.core_2.1.5.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.fasterxml.jackson.core.jackson-annotations_2.4.4.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.fasterxml.jackson.core.jackson-core_2.4.4.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.fasterxml.jackson.core.jackson-databind_2.4.4.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.fasterxml.jackson.module.jackson.module.scala_2.4.4.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.google.gson_2.1.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.google.guava_15.0.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.google.protobuf_2.5.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.jayway.jsonpath.json-path_0.9.1.jar:$CARBON_SPARK_HOME/repository/components/plugins/commons-collections_3.2.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/commons-configuration_1.6.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/commons-httpclient_3.1.0.wso2v2.jar:$CARBON_SPARK_HOME/repository/components/plugins/commons-io_2.0.0.wso2v2.jar:$CARBON_SPARK_HOME/repository/components/plugins/commons-io_2.4.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/commons-lang_2.6.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.ning.compress-lzf_1.0.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.sun.jersey.jersey-core_1.9.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/com.sun.jersey.jersey-server_1.9.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/h2-database-engine_1.2.140.wso2v3.jar:$CARBON_SPARK_HOME/repository/components/plugins/hadoop-client_2.6.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/hazelcast_3.2.6.wso2v3.jar:$CARBON_SPARK_HOME/repository/components/plugins/hbase-client_1.0.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/hector-core_1.1.4.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/htrace-core_3.0.4.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/htrace-core-apache_3.1.0.incubating_wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/httpclient_4.2.5.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/httpclient_4.3.1.wso2v2.jar:$CARBON_SPARK_HOME/repository/components/plugins/httpcore_4.3.3.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/io.dropwizard.metrics.core_3.1.2.jar:$CARBON_SPARK_HOME/repository/components/plugins/io.dropwizard.metrics.graphite_3.1.2.jar:$CARBON_SPARK_HOME/repository/components/plugins/io.dropwizard.metrics.json_3.1.2.jar:$CARBON_SPARK_HOME/repository/components/plugins/io.dropwizard.metrics.jvm_3.1.2.jar:$CARBON_SPARK_HOME/repository/components/plugins/javax.cache.wso2_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/javax.servlet.jsp-api_2.2.1.jar:$CARBON_SPARK_HOME/repository/components/plugins/jaxb_2.2.5.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/jdbc-pool_7.0.34.wso2v2.jar:$CARBON_SPARK_HOME/repository/components/plugins/jdom_1.0.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/jettison_1.3.4.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/json_1.0.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/json_2.0.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/json4s-jackson_2.10_3.2.10.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/json-simple_1.1.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/kryo_2.24.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/libthrift_0.7.0.wso2v2.jar:$CARBON_SPARK_HOME/repository/components/plugins/libthrift_0.8.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/mesos_0.18.1.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/minlog_1.2.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/net.minidev.json-smart_1.2.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/netty-all_4.0.23.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/objenesis_2.1.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.apache.commons.lang3_3.3.2.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.apache.commons.math3_3.2.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.apache.commons.math3_3.4.1.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.jboss.netty_3.9.0.Final.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.roaringbitmap.RoaringBitmap_0.4.5.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.scala-lang.scala-library_2.10.4.v20140209-180020-VFINAL-b66a39653b.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.scala-lang.scala-reflect_2.10.4.v20140209-180020-VFINAL-b66a39653b.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.spark-project.protobuf.java_2.5.0.spark.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.api_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.dataservice_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.dataservice.commons_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.datasource.cassandra_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.datasource.commons_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.datasource.core_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.datasource.hbase_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.datasource.rdbms_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.eventsink_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.eventtable_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.io.commons_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.spark.core_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.analytics.stream.persistence_1.0.3.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.agent_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.commons_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.commons.binary_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.commons.thrift_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.core_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.receiver.binary_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.receiver.thrift_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.streamdefn.filesystem_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.datasource.reader.hadoop_4.3.1.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.logging_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.orbit.asm4.asm4-all_4.0.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.xerial.snappy.snappy-java_1.1.1.7.jar:$CARBON_SPARK_HOME/repository/components/plugins/paranamer_2.6.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/perf4j_0.9.12.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/poi_3.9.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/protobuf-java-fragment_2.5.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/quartz_2.1.1.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/slf4j_1.5.10.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/solr_5.0.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/spark-core_2.10_1.4.1.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/spark-sql_2.10_1.4.1.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/spark-streaming_2.10_1.3.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/stream_2.2.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/tomcat_7.0.59.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/tomcat-catalina-ha_7.0.59.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/tomcat-el-api_7.0.59.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/tomcat-jsp-api_7.0.59.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/tomcat-servlet-api_7.0.59.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/uncommons-maths_1.2.2.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/wss4j_1.5.11.wso2v10.jar:$CARBON_SPARK_HOME/repository/components/plugins/wss4j_1.5.11.wso2v9.jar:$CARBON_SPARK_HOME/repository/components/plugins/xmlbeans_2.3.0.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/XmlSchema_1.4.7.wso2v3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.ndatasource.common_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.ndatasource.core_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.ndatasource.datasources_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.ndatasource.rdbms_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.ntask.core_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.ntask.common_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.ntask.solutions_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/lucene_5.2.1.wso2v1.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.registry.server_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.registry.search_4.4.2.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.registry.resource_4.4.2.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.registry.properties_4.4.2.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.registry.core_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.registry.common_4.4.2.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.registry.api_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/axiom_1.2.11.wso2v6.jar:$CARBON_SPARK_HOME/repository/components/plugins/axis2_1.6.1.wso2v12.jar:$CARBON_SPARK_HOME/repository/components/plugins/axis2-json_1.6.1.wso2v12.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.base_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.cluster.mgt.core_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.core.common_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.core.commons.stub_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.core.services_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.core_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.agent_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.commons.binary_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.commons.thrift_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.commons_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.core_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.receiver.binary_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.receiver.thrift_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.databridge.streamdefn.filesystem_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.datasource.reader.hadoop_4.3.1.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.deployment.synchronizer.subversion_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.deployment.synchronizer_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.email.verification_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.admin_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.application.deployer_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.client.stub_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.client_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.common_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.core_4.4.3.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.flow_2.0.4.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.input.adapter.core_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.input.adapter.email_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.input.adapter.filetail_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.input.adapter.http_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.input.adapter.jms_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.input.adapter.kafka_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.input.adapter.mqtt_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.input.adapter.soap_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.input.adapter.websocket.local_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.input.adapter.websocket_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.input.adapter.wso2event_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.cassandra_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.core_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.email_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.http_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.jms_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.kafka_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.logger_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.mqtt_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.rdbms_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.sms_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.soap_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.websocket.local_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.websocket_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.output.adapter.wso2event_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.processor.common_2.0.4.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.processor.core_2.0.4.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.processor.manager.commons_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.processor.manager.core_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.publisher.core_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.receiver.core_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.simulator.core_2.0.4.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.statistics_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.stream.core_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.stream.persistence.stub_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.event.tracer_2.0.0.SNAPSHOT.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.wso2.carbon.utils_4.4.0.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.spark.project.akka.actor_2.3.4.spark.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.spark.project.akka.remote_2.3.4.spark.jar:$CARBON_SPARK_HOME/repository/components/plugins/org.spark.project.akka.slf4j_2.3.4.spark.jar:$CARBON_SPARK_HOME/repository/components/plugins/config_1.2.1.wso2v1.jar
export SPARK_CLASSPATH=$SPARK_CLASSPATH:$(echo $CARBON_HOME/repository/components/lib/*.jar | tr ' ' ':')
mkdir -p $CARBON_SPARK_HOME/lib_managed/jars
{'fraction_non_alphanumeric': 0.13955528747292517, 'fraction_numerical': 0.049406410221259564, 'mean_word_length': 7.439148542341509, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 10}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2776047', 'n_tokens_mistral': 15656, 'n_tokens_neox': 14968, 'n_words': 42}