<commit_before>projects:
  resque:
    name: Resque
    url: http://resquework.org/
    summary: "A rock-solid job queue, written in Ruby, backed by Redis."
    tags:
      - ruby
      - redis
    links:
      - text: Introducing Resque at GitHub.com blog
        url: https://github.com/blog/542-introducing-resque
      - text: Queuing in Ruby with Redis and Resque at Heroku Center
        url: https://devcenter.heroku.com/articles/queuing-ruby-resque
      - text: "Do YOU KNOW Resque"
        url: http://rubylearning.com/blog/2010/11/08/do-you-know-resque/
      - text: How Queuing With Resque Works
        url: http://girders.org/blog/2011/10/30/how-queuing-with-resque-works/
  delayed_job:
    name: Delayed::Job
    url: https://github.com/collectiveidea/delayed_job
    summary: Database based asynchronously priority queue system
    tags:
      - ruby
      - mysql
    links:
      - text: "#171 Delayed Job - RailsCasts"
        url: http://railscasts.com/episodes/171-delayed-job
  beanstalkd:
    name: Beanstalkd
    url: http://kr.github.io/beanstalkd/
    summary: "Beanstalk is a simple, fast work queue."
    tags:
      - c
    links:
      - text: "#243 Beanstalkd and Stalker - RailsCasts"
        url: http://railscasts.com/episodes/243-beanstalkd-and-stalker
      - text: "What are the advantages and disadvantages of Beanstalkd as a work queue? at Quora"
        url: http://www.quora.com/Beanstalk-work-queue/What-are-the-advantages-and-disadvantages-of-Beanstalkd-as-a-work-queue
      - text: "Beanstalk Messaging Queue"
        url: http://nubyonrails.com/articles/about-this-blog-beanstalk-messaging-queue
  sqs:
    name: SQS - Amazon Simple Queue Service
    url: http://aws.amazon.com/sqs/
    summary: "Amazon Simple Queue Service (SQS) is a fast, reliable, scalable, fully managed queue service."
    tags:
      - service
    links:
      - text: "What are the advantages and disadvantages of Beanstalkd as a work queue? at Quora"
        url: http://www.quora.com/Beanstalk-work-queue/What-are-the-advantages-and-disadvantages-of-Beanstalkd-as-a-work-queue
  kafka:
    name: Apache Kafka
    url: http://kafka.apache.org/
    summary: "Apache Kafka is publish-subscribe messaging rethought as a distributed commit log."
    tags:
      - java
    links:
      - text: "Open-sourcing Kafka, LinkedIn’s distributed message queue"
        url: http://blog.linkedin.com/2011/01/11/open-source-linkedin-kafka/
      - text: "Kafka: The Great Logfile in the Sky by <NAME> (slides)"
        url: https://speakerdeck.com/jpignata/kafka-the-great-logfile-in-the-sky
      - text: "Apache Kafka - distributed publish-subscribe messaging system - Morten Kjetland (video)"
        url: https://vimeo.com/62298867<commit_msg>Beanstalk description<commit_after>projects:
  resque:
    name: Resque
    url: http://resquework.org/
    summary: "A rock-solid job queue, written in Ruby, backed by Redis."
    tags:
      - ruby
      - redis
    links:
      - text: Introducing Resque at GitHub.com blog
        url: https://github.com/blog/542-introducing-resque
      - text: Queuing in Ruby with Redis and Resque at Heroku Center
        url: https://devcenter.heroku.com/articles/queuing-ruby-resque
      - text: "Do YOU KNOW Resque"
        url: http://rubylearning.com/blog/2010/11/08/do-you-know-resque/
      - text: How Queuing With Resque Works
        url: http://girders.org/blog/2011/10/30/how-queuing-with-resque-works/
  delayed_job:
    name: Delayed::Job
    url: https://github.com/collectiveidea/delayed_job
    summary: Database based asynchronously priority queue system
    tags:
      - ruby
      - mysql
    links:
      - text: "#171 Delayed Job - RailsCasts"
        url: http://railscasts.com/episodes/171-delayed-job
  beanstalkd:
    name: Beanstalkd
    url: http://kr.github.io/beanstalkd/
    summary: "Beanstalkd is a simple, fast work queue."
    description:
      - "Created to improve the response time for the <a href=\"http://apps.facebook.com/causes/\">Causes on Facebook</a> app."
      - "Written in C is <b>very fast</b> and <b>lightweight.</b>"
      - "It provides <a href=\"https://raw.github.com/kr/beanstalkd/master/doc/protocol.txt\">simple protocol</a>, inspired by <a href=\"http://memcached.org/\">memcached</a>"
      - "Queues have constant time push and pop operations."
      - "<a href=\"https://github.com/kr/beanstalkd/wiki/FAQ#are-the-jobs-persistent-what-happens-if-the-power-goes-out\">It can be run in pesistent mode, which will write all jobs to binlog.</a>"
      - "<a href=\"https://github.com/kr/beanstalkd/wiki/client-libraries\">Long list of client libraries for many languages</a>"
    tags:
      - c
    links:
      - text: "#243 Beanstalkd and Stalker - RailsCasts"
        url: http://railscasts.com/episodes/243-beanstalkd-and-stalker
      - text: "What are the advantages and disadvantages of Beanstalkd as a work queue? at Quora"
        url: http://www.quora.com/Beanstalk-work-queue/What-are-the-advantages-and-disadvantages-of-Beanstalkd-as-a-work-queue
      - text: "Beanstalk Messaging Queue"
        url: http://nubyonrails.com/articles/about-this-blog-beanstalk-messaging-queue
  sqs:
    name: SQS - Amazon Simple Queue Service
    url: http://aws.amazon.com/sqs/
    summary: "Amazon Simple Queue Service (SQS) is a fast, reliable, scalable, fully managed queue service."
    tags:
      - service
    links:
      - text: "What are the advantages and disadvantages of Beanstalkd as a work queue? at Quora"
        url: http://www.quora.com/Beanstalk-work-queue/What-are-the-advantages-and-disadvantages-of-Beanstalkd-as-a-work-queue
  kafka:
    name: Apache Kafka
    url: http://kafka.apache.org/
    summary: "Apache Kafka is publish-subscribe messaging rethought as a distributed commit log."
    tags:
      - java
    links:
      - text: "Open-sourcing Kafka, LinkedIn’s distributed message queue"
        url: http://blog.linkedin.com/2011/01/11/open-source-linkedin-kafka/
      - text: "Kafka: The Great Logfile in the Sky by <NAME> (slides)"
        url: https://speakerdeck.com/jpignata/kafka-the-great-logfile-in-the-sky
      - text: "Apache Kafka - distributed publish-subscribe messaging system - Morten Kjetland (video)"
        url: https://vimeo.com/62298867
{'fraction_non_alphanumeric': 0.12093318520869703, 'fraction_numerical': 0.014918266941755277, 'mean_word_length': 2.709240729841083, 'pattern_counts': {'":': 0, '<': 19, '<?xml version=': 0, '>': 19, 'https://': 13, 'lorem ipsum': 0, 'www.': 4, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 1, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2700739', 'n_tokens_mistral': 2203, 'n_tokens_neox': 2034, 'n_words': 515}