package cn.stdin.spider.examples;

import java.util.ArrayList;
import java.util.List;

import cn.stdin.spider.Spider;

public class SimpleExample {
	public final static void main(String[] args) throws Exception {
		// Set the record split regular expression. Spider will scan every string match the regex
		// in the web as a record.
		String regRecord = "(?s)<li class='pipelistli'>.*?<div class='pipelistli_ft'></div></li>";
		
		// Set the field split regular expression list. Spider will try a time to match every record
		// from the begin to the end using every regex. For every record if it match the regex the
		// group one will return else return null. Every record will return a list
		List<String> regFieldList = new ArrayList<String>();
		regFieldList.add("href='/pipes/pipe.info\\?_id=(\\w+)'");
		regFieldList.add("href='(/pipes/person.info\\?guid=\\w+)'");
		regFieldList.add("<span class='date''>(\\d{2}/\\d{2}/\\d{2})");
		regFieldList.add("<span class=\"number\">(\\d*)</span>");
		
		// Create a Spider with above record split regex, field split regex list.
		Spider spider = new Spider(regRecord, regFieldList);
		
		// Crawl a url and print result.
		System.out.println(spider.crawl("http://pipes.yahoo.com/pipes/pipes.popular"));
		
		// Create a url list
		List<String> urlList = new ArrayList<String>();
		urlList.add("http://pipes.yahoo.com/pipes/pipes.popular?page=2");
		urlList.add("http://pipes.yahoo.com/pipes/pipes.popular?page=3");
		urlList.add("http://pipes.yahoo.com/pipes/pipes.popular?page=4");
		urlList.add("http://pipes.yahoo.com/pipes/pipes.popular?page=5");
		urlList.add("http://pipes.yahoo.com/pipes/pipes.popular?page=6");
		
		// Specify a threadNum, crawl a list url and print the results.
		System.out.println(spider.crawl(urlList, 3));
	}
}

package cn.stdin.spider.examples;

import java.util.ArrayList;
import java.util.List;

import cn.stdin.spider.Spider;

public class SimpleExample {
	public final static void main(String[] args) throws Exception {
		// Set the record split regular expression. Spider will scan every string match the regex
		// in the web as a record.
		String regRecord = "(?s)<li class='pipelistli'>.*?<div class='pipelistli_ft'></div></li>";
		
		// Set the field split regular expression list. Spider will try a time to match every record
		// from the begin to the end using every regex. For every record if it match the regex the
		// group one will return else return null. Every record will return a list
		List<String> regFieldList = new ArrayList<String>();
		regFieldList.add("href='/pipes/pipe.info\\?_id=(\\w+)'");
		regFieldList.add("href='(/pipes/person.info\\?guid=\\w+)'");
		regFieldList.add("<span class='date''>(\\d{2}/\\d{2}/\\d{2})");
		regFieldList.add("<span class=\"number\">(\\d*)</span>");
		
		// Create a Spider with above record split regex, field split regex list.
		Spider spider = new Spider(regRecord, regFieldList);
		
		// Crawl a url and print result.
		System.out.println(spider.crawl("http://pipes.yahoo.com/pipes/pipes.popular"));
		
		// Create a url list
		List<String> urlList = new ArrayList<String>();
		urlList.add("http://pipes.yahoo.com/pipes/pipes.popular?page=2");
		urlList.add("http://pipes.yahoo.com/pipes/pipes.popular?page=3");
		urlList.add("http://pipes.yahoo.com/pipes/pipes.popular?page=4");
		urlList.add("http://pipes.yahoo.com/pipes/pipes.popular?page=5");
		urlList.add("http://pipes.yahoo.com/pipes/pipes.popular?page=6");
		
		// Specify a threadNum, crawl a list url and print the results.
		System.out.println(spider.crawl(urlList, 3));
		
		// Or let threadNum default to urlList.size(), that crawl every url in a single thread
		System.out.println(spider.crawl(urlList));
	}
}

Add threadNum default value usage in example