<commit_before><!doctype html>
<html lang="en">

  <head>
    <meta charset="utf-8">

    <title>Clojure for Big Data Processing</title>

    <meta name="description" content="">
    <meta name="author" content="<NAME>">

    <meta name="apple-mobile-web-app-capable" content="yes" />
    <meta name="apple-mobile-web-app-status-bar-style" content="black-translucent" />

    <link rel="stylesheet" href="css/custom.css">
    <link rel="stylesheet" href="css/reveal.min.css">
    <link rel="stylesheet" href="css/theme/night.css" id="theme">
    <link rel="stylesheet" href="css/effects.css">

    <!-- For syntax highlighting -->
    <link rel="stylesheet" href="lib/highlight_js/src/styles/github.css">

    <!-- If the query includes 'print-pdf', use the PDF print sheet -->
    <script>
	document.write( '<link rel="stylesheet" href="css/print/' + ( window.location.search.match( /print-pdf/gi ) ? 'pdf' : 'paper' ) + '.css" type="text/css" media="print">' );
    </script>

    <script src="http://ajax.googleapis.com/ajax/libs/jquery/1.4.4/jquery.min.js"></script>
    <script src="js/cuepoint.js"></script>
    <script src="js/keypress-1.0.1.js"></script>
    <!--[if lt IE 9]>
		    <script src="lib/js/html5shiv.js"></script>
		    <![endif]-->

  </head>

  <body>

    <div class="reveal">

	<!-- Any section element inside of this container is displayed as a slide -->
	<div class="slides">

	  <section>
	    <h3>Clojure for Big Data Processing</h3>
	    <h4>A functional take on Hadoop</h4>
	    <p>
		<small>Created by <a href="narkisr.com"><NAME></a> / <a href="http://twitter.com/narkisr">@narkisr</a></small>
	    </p>
	  </section>

	  <section>
	    <h2>Agenda</h2>
	    <p>
		<ul>
		  <li>Introducing Clojure</li>
		  <li>Clojure Hadoop</li>
		  <li>Clojure on EMR</li>
		  <li>Cascalog</li>
		  <li>Extending</li>
		</ul>
	    </p>

	  </section>

	 <section id='Clojure basics'>
	    <section>
		  <h2>Clojure</h2>
		  A JVM Lisp dialect Developed in 2003 by <NAME>
	    </section>

          <section>
		<h4> Hello world </h4>
		<pre><code class='clojure'> 
(defn say [arg] (println arg))

(say "hello world")
		</code></pre>
	    </section>

	    <section>
		<pre><code class="clojure"> 
		</code></pre>
	    </section> 

	  </section>


	  <section> 
	    <section>
		<h3> Summary </h3>
		<ul>
		</ul>
	    </section>

	    <section>
		<h3> Me</h3>
		<ul>
		  <li> <a href="http://twitter.com/#!/narkisr/">@narkisr</a><br></li>
		  <li> <a href="https://github.com/narkisr">github.com/narkisr</a> </li>
		  <li> <a href="http://narkisr.com">narkisr.com</a></li>
		  <li> <a href="http://il.linkedin.com/in/narkisr">il.linkedin.com/in/narkisr/</a> </li>
		  <li> <a href="http://www.lambda.org.il/">lambda.org.il</a></li><commit_msg>adding datastructures and word count example<commit_after><!doctype html>
<html lang="en">

  <head>
    <meta charset="utf-8">

    <title>Clojure for Big Data Processing</title>

    <meta name="description" content="">
    <meta name="author" content="<NAME>">

    <meta name="apple-mobile-web-app-capable" content="yes" />
    <meta name="apple-mobile-web-app-status-bar-style" content="black-translucent" />

    <link rel="stylesheet" href="css/custom.css">
    <link rel="stylesheet" href="css/reveal.min.css">
    <link rel="stylesheet" href="css/theme/night.css" id="theme">
    <link rel="stylesheet" href="css/effects.css">

    <!-- For syntax highlighting -->
    <link rel="stylesheet" href="lib/highlight_js/src/styles/github.css">

    <!-- If the query includes 'print-pdf', use the PDF print sheet -->
    <script>
	document.write( '<link rel="stylesheet" href="css/print/' + ( window.location.search.match( /print-pdf/gi ) ? 'pdf' : 'paper' ) + '.css" type="text/css" media="print">' );
    </script>

    <script src="http://ajax.googleapis.com/ajax/libs/jquery/1.4.4/jquery.min.js"></script>
    <script src="js/cuepoint.js"></script>
    <script src="js/keypress-1.0.1.js"></script>
    <!--[if lt IE 9]>
		    <script src="lib/js/html5shiv.js"></script>
		    <![endif]-->

  </head>

  <body>

    <div class="reveal">

	<!-- Any section element inside of this container is displayed as a slide -->
	<div class="slides">

	  <section>
	    <h3>Clojure for Big Data Processing</h3>
	    <h4>A functional take on Hadoop</h4>
	    <p>
		<small>Created by <a href="narkisr.com"><NAME></a> / <a href="http://twitter.com/narkisr">@narkisr</a></small>
	    </p>
	  </section>

	  <section>
	    <h2>Agenda</h2>
	    <p>
		<ul>
		  <li>Introducing Clojure</li>
		  <li>Clojure Hadoop</li>
		  <li>Clojure on EMR</li>
		  <li>Cascalog</li>
		  <li>Extending</li>
		</ul>
	    </p>

	  </section>

	 <section id='Clojure basics'>
	    <section>
		  <h2>Clojure</h2>
		  A JVM Lisp dialect Developed in 2003 by <NAME>
	    </section>

          <section>
		<h4> Hello world </h4>
		<pre><code class='clojure'> 
(defn say [arg] (println arg))

(say "hello world")
		</code></pre>
	    </section>

	    <section>
		<h4> Datastructures </h4>
		<pre><code class='clojure'> 
(
 []  ;vector
 #{} ;set 
 {}  ;hash
); list
		</code></pre>
	    </section> 

	    <section>
		<h4>Macros</h4>
	      <pre><code class="clojure">
(defmacro when [test & body]
 "'(if test (do body))"
  (list 'if test (cons 'do body)))
		</code></pre>
	    </section>
	  </section>

        <section id='clojure-hadoop'> 
	   <section>
	     <h4> Java Word count </h4>
	     <pre><code class="java">
public class WordCount {
  public static class Map extends Mapper<LongWritable, Text, Text, IntWritable> {
   public void map(LongWritable key, Text value, Context context) throws IOException, InterruptedException  {
   }
  }

  public static class Reduce extends Reducer<Text, IntWritable, Text, IntWritable> {
    public void reduce(Text key, Iterable<IntWritable> values, Context context) throws IOException, InterruptedException {
        
    }
  }
  
}
           </code></pre>
	     <aside class="notes"> 
	      see http://wiki.apache.org/hadoop/WordCount 
	     </aside>
	   </section> 
	  </section>

	  <section> 
	    <section>
		<h3> Summary </h3>
		<ul>
		</ul>
	    </section>

	    <section>
		<h3> Me</h3>
		<ul>
		  <li> <a href="http://twitter.com/#!/narkisr/">@narkisr</a><br></li>
		  <li> <a href="https://github.com/narkisr">github.com/narkisr</a> </li>
		  <li> <a href="http://narkisr.com">narkisr.com</a></li>
		  <li> <a href="http://il.linkedin.com/in/narkisr">il.linkedin.com/in/narkisr/</a> </li>
		  <li> <a href="http://www.lambda.org.il/">lambda.org.il</a></li>
{'fraction_non_alphanumeric': 0.2019892884468248, 'fraction_numerical': 0.009181331293037491, 'mean_word_length': 2.978088861838101, 'pattern_counts': {'":': 0, '<': 272, '<?xml version=': 0, '>': 272, 'https://': 2, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1003112', 'n_tokens_mistral': 2679, 'n_tokens_neox': 2412, 'n_words': 492}