<commit_before>/*
Copyright (c) 2012 Innovent Solutions, Inc.

Unless otherwise indicated, all Content made available 
by Innovent Solutions, Inc  is provided to you under the terms and 
conditions of the Eclipse Public License Version 1.0 ("EPL"). A copy 
of the EPL is provided with this Content and is also available at 
http://www.eclipse.org/legal/epl-v10.html. For purposes of the EPL, 
"Program" will mean the Content.

Author: <NAME>
 */
package org.eclipse.birt.build.mavenrepogen;

import java.io.File;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.FileReader;
import java.io.FileWriter;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.io.PrintWriter;
import java.util.ArrayList;
import java.util.Collection;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Properties;
import java.util.jar.Attributes;
import java.util.jar.JarOutputStream;
import java.util.jar.Manifest;
import java.util.zip.ZipEntry;
import java.util.zip.ZipInputStream;

public class RepoGen
{
	private final File libDir;
	private final String groupId;
	private final String passphrase;
	private final File repoDir;
	private final File groupDir;
	private final File globalSnapshotBuildFile;
	private final File globalSnapshotScriptFile;
	private final File globalReleaseBuildFile;
	private final File globalReleaseScriptFile;
	private final File templateSnapshotPomFile;
	private final File templateReleasePomFile;
	private final String rootFileName;
	private final File readmeFile;
	
	private final Map<String, ExternalDependency> externalDependencies;

	private RepoGen(final File libDir, final File repoParentDir, final String groupId,
			final String passphrase, final boolean snapshot, final boolean release,
			final boolean clean, final String rootFileName, final String readmeFilePath ) throws IOException
	{
		this.libDir = libDir;
		this.groupId = groupId;
		this.passphrase = <PASSWORD>;
		this.readmeFile = new File(readmeFilePath);
		
		repoDir = new File(repoParentDir, "repository");
		repoDir.mkdir();
		groupDir = new File(repoDir, groupId);
		if (clean)
			deepDelete(groupDir);
		groupDir.mkdir();
		if (snapshot)
		{
			globalSnapshotBuildFile = new File(groupDir, "buildSnapshot.xml");
			globalSnapshotBuildFile.createNewFile();
			globalSnapshotScriptFile = new File(groupDir, "buildSnapshot.sh");
			globalSnapshotScriptFile.createNewFile();
			templateSnapshotPomFile = new File(groupDir, "templateSnapshotPomFile.xml");
			templateSnapshotPomFile.createNewFile();
		}
		else
		{
			globalSnapshotBuildFile = null;
			globalSnapshotScriptFile = null;
			templateSnapshotPomFile = null;
		}
		if (release)
		{
			globalReleaseBuildFile = new File(groupDir, "buildRelease.xml");
			globalReleaseBuildFile.createNewFile();
			globalReleaseScriptFile = new File(groupDir, "buildRelease.sh");
			globalReleaseScriptFile.createNewFile();
			templateReleasePomFile = new File(groupDir, "templateReleasePomFile.xml");
			templateReleasePomFile.createNewFile();
		}
		else
		{
			globalReleaseBuildFile = null;
			globalReleaseScriptFile = null;
			templateReleasePomFile = null;
		}
		this.rootFileName = rootFileName;
		externalDependencies = new HashMap<String, ExternalDependency>();
		addExternalDependency("commons-cli-1.0.jar", "commons-cli", "commons-cli", "1.0");
		//addExternalDependency("org.eclipse.core.resources_3.7.101.v20120125-1505.jar","org.jibx.config.3rdparty.org.eclipse", "org.eclipse.core.resources","3.7.101.v20120125-1505");
		addExternalDependency("flute.jar", "org.milyn", "flute", "1.3");
		// below for 3.7.2 release
		addExternalDependency("com.lowagie.text-2.1.7.jar","org.eclipse.birt.runtime.3_7_1","com.lowagie.text","2.1.7");
		addExternalDependency("derby-10.5.1000001.jar","org.eclipse.birt.runtime.3_7_1","derby","10.5.1000001");
		addExternalDependency("org.mozilla.javascript-1.7.2.jar","org.eclipse.birt.runtime.3_7_1","org.mozilla.javascript","1.7.2");
		addExternalDependency("javax.wsdl-1.5.1.jar","org.eclipse.birt.runtime.3_7_1","javax.wsdl","1.5.1");
		addExternalDependency("org.apache.batik.bridge-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.bridge","1.6.0");
		addExternalDependency("org.apache.batik.svggen-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.svggen","1.6.0");
		addExternalDependency("org.apache.batik.ext.awt-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.ext.awt","1.6.0");
		addExternalDependency("org.apache.batik.css-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.css","1.6.0");
		addExternalDependency("org.apache.batik.dom-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.dom","1.6.0");
		addExternalDependency("org.apache.batik.parser-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.parser","1.6.0");
		addExternalDependency("org.apache.batik.util.gui-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.util.gui","1.6.0");
		addExternalDependency("org.apache.batik.dom.svg-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.dom.svg","1.6.0");
		addExternalDependency("org.apache.batik.xml-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.xml","1.6.0");
		addExternalDependency("org.apache.batik.pdf-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.pdf","1.6.0");
        addExternalDependency("org.apache.batik.transcoder-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.transcoder","1.6.0");
        addExternalDependency("org.apache.batik.util-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.util","1.6.0");
        addExternalDependency("org.apache.commons.codec-1.3.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.commons.codec","1.3.0");
        addExternalDependency("org.apache.xerces-2.9.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.xerces","2.9.0");
        addExternalDependency("org.apache.xml.resolver-1.2.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.xml.resolver","1.2.0");
        addExternalDependency("org.apache.xml.serializer-2.7.1.jar","org.eclipse.birt.runtime.3_7_1","org.apache.xml.serializer","2.7.1");
        /*
        addExternalDependency("org.eclipse.core.contenttype-3.4.100.jar","org.eclipse.birt.runtime.3_7_1","org.eclipse.core.contenttype","3.4.100");
        addExternalDependency("org.eclipse.core.expressions-3.4.300.jar","org.eclipse.birt.runtime.3_7_1","org.eclipse.core.expressions","3.4.300");
        addExternalDependency("org.eclipse.core.filesystem-1.3.100.jar","org.eclipse.birt.runtime.3_7_1","org.eclipse.core.filesystem","1.3.100");
        addExternalDependency("org.eclipse.core.runtime-3.7.0.jar","org.eclipse.birt.runtime.3_7_1","org.eclipse.core.runtime","3.7.0");
        addExternalDependency("org.eclipse.datatools.enablement.mysql-1.0.2.jar","org.eclipse.birt.runtime.3_7_1","org.eclipse.datatools.enablement.mysql","1.0.2");
        addExternalDependency("org.eclipse.equinox.app-1.3.100.jar","org.eclipse.birt.runtime.3_7_1","org.eclipse.equinox.app","1.3.100");
        addExternalDependency("org.eclipse.equinox.common-3.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.eclipse.equinox.common","3.6.0");
        addExternalDependency("org.eclipse.equinox.registry-3.5.101.jar","org.eclipse.birt.runtime.3_7_1","org.eclipse.equinox.registry","3.5.101");
        addExternalDependency("org.eclipse.osgi.services-3.3.0.jar","org.eclipse.birt.runtime.3_7_1","org.eclipse.osgi.services","3.3.0");
        addExternalDependency("org.eclipse.update.configurator-3.3.100.jar","org.eclipse.birt.runtime.3_7_1","org.eclipse.update.configurator","3.3.100");
        */
        addExternalDependency("org.w3c.css.sac-1.3.0.jar","org.eclipse.birt.runtime.3_7_1","org.w3c.css.sac","1.3.0");
        addExternalDependency("org.w3c.dom.smil-1.0.0.jar","org.eclipse.birt.runtime.3_7_1","org.w3c.dom.smil","1.0.0");
        addExternalDependency("org.w3c.dom.svg-1.1.0.jar","org.eclipse.birt.runtime.3_7_1","org.w3c.dom.svg","1.1.0");
        addExternalDependency("Tidy-1.jar","org.eclipse.birt.runtime.3_7_1","Tidy","1");
        
        addExternalDependency("com.ibm.icu_4.4.2.v20110823.jar","org.eclipse.birt.runtime","com.ibm.icu","4.4.2.v20110823");
        
        addExternalDependency("org.eclipse.datatools.connectivity.apache.derby.dbdefinition_1.0.2.v201107221459.jar","org.eclipse.birt.runtime","org.eclipse.datatools.connectivity.apache.derby.dbdefinition","1.0.2.v201107221459");
		addExternalDependency("org.eclipse.datatools.connectivity.apache.derby_1.0.102.v201107221459.jar","org.eclipse.birt.runtime","org.eclipse.datatools.connectivity.apache.derby","1.0.102.v201107221459");
		addExternalDependency("org.eclipse.datatools.connectivity.console.profile_1.0.10.v201109250955.jar","org.eclipse.birt.runtime","org.eclipse.datatools.connectivity.console.profile","1.0.10.v201109250955");
		addExternalDependency("org.eclipse.datatools.connectivity.db.generic_1.0.1.v201107221459.jar","org.eclipse.birt.runtime","org.eclipse.datatools.connectivity.db.generic","1.0.1.v201107221459");
		addExternalDependency("org.eclipse.datatools.connectivity.dbdefinition.genericJDBC_1.0.1.v201107221459.jar","org.eclipse.birt.runtime","org.eclipse.datatools.connectivity.dbdefinition.genericJDBC","1.0.1.v201107221459");
		addExternalDependency("org.eclipse.datatools.connectivity.oda.consumer_3.2.5.v201109151100.jar","org.eclipse.birt.runtime","org.eclipse.datatools.connectivity.oda.consumer","3.2.5.v201109151100");
		addExternalDependency("org.eclipse.datatools.connectivity.oda.flatfile_3.1.2.v201112081200.jar","org.eclipse.birt.runtime","org.eclipse.datatools.connectivity.oda.flatfile","3.1.2.v201112081200");
		addExternalDependency("org.eclipse.datatools.connectivity.oda_3.3.3.v201110130935.jar","org.eclipse.birt.runtime","org.eclipse.datatools.connectivity.oda","3.3.3.v201110130935");
		addExternalDependency("org.eclipse.datatools.enablement.hsqldb.dbdefinition_1.0.0.v201107221502.jar","org.eclipse.birt.runtime","org.eclipse.datatools.enablement.hsqldb.dbdefinition","1.0.0.v201107221502");
		addExternalDependency("org.eclipse.datatools.enablement.hsqldb_1.0.0.v201107221502.jar","org.eclipse.birt.runtime","org.eclipse.datatools.enablement.hsqldb","1.0.0.v201107221502");
		addExternalDependency("org.eclipse.datatools.enablement.ibm.db2.luw.dbdefinition_1.0.4.v201107221502.jar","org.eclipse.birt.runtime","org.eclipse.datatools.enablement.ibm.db2.luw.dbdefinition","1.0.4.v201107221502");
		addExternalDependency("org.eclipse.datatools.enablement.ibm.db2.luw_1.0.2.v201107221502.jar","org.eclipse.birt.runtime","org.eclipse.datatools.enablement.ibm.db2.luw","1.0.2.v201107221502");
		addExternalDependency("org.eclipse.datatools.enablement.ibm.informix.dbdefinition_1.0.4.v201107221502.jar","org.eclipse.birt.runtime","org.eclipse.datatools.enablement.ibm.informix.dbdefinition","1.0.4.v201107221502");
		addExternalDependency("org.eclipse.datatools.enablement.ibm.informix_1.0.1.v201107221502.jar","org.eclipse.birt.runtime","org.eclipse.datatools.enablement.ibm.informix","1.0.1.v201107221502");
		addExternalDependency("org.eclipse.datatools.enablement.msft.sqlserver_1.0.1.v201107221504.jar","org.eclipse.birt.runtime","org.eclipse.datatools.enablement.msft.sqlserver","1.0.1.v201107221504");
		addExternalDependency("org.eclipse.datatools.enablement.mysql.dbdefinition_1.0.4.v201109022331.jar","org.eclipse.birt.runtime","org.eclipse.datatools.enablement.mysql.dbdefinition","1.0.4.v201109022331");
		addExternalDependency("org.eclipse.datatools.enablement.oda.xml_1.2.3.v201112061438.jar","org.eclipse.birt.runtime","org.eclipse.datatools.enablement.oda.xml","1.2.3.v201112061438");
		addExternalDependency("org.eclipse.datatools.enablement.oracle_1.0.0.v201107221506.jar","org.eclipse.birt.runtime","org.eclipse.datatools.enablement.oracle","1.0.0.v201107221506");
		addExternalDependency("org.eclipse.datatools.enablement.postgresql.dbdefinition_1.0.2.v201110070445.jar","org.eclipse.birt.runtime","org.eclipse.datatools.enablement.postgresql.dbdefinition","1.0.2.v201110070445");
		addExternalDependency("org.eclipse.datatools.modelbase.dbdefinition_1.0.2.v201107221519.jar","org.eclipse.birt.runtime","org.eclipse.datatools.modelbase.dbdefinition","1.0.2.v201107221519");<commit_msg>update maven repo gen tools<commit_after>/*
Copyright (c) 2012 Innovent Solutions, Inc.

Unless otherwise indicated, all Content made available 
by Innovent Solutions, Inc  is provided to you under the terms and 
conditions of the Eclipse Public License Version 1.0 ("EPL"). A copy 
of the EPL is provided with this Content and is also available at 
http://www.eclipse.org/legal/epl-v10.html. For purposes of the EPL, 
"Program" will mean the Content.

Author: <NAME>
 */
package org.eclipse.birt.build.mavenrepogen;

import java.io.File;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.FileReader;
import java.io.FileWriter;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.io.PrintWriter;
import java.util.ArrayList;
import java.util.Collection;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Properties;
import java.util.jar.Attributes;
import java.util.jar.JarOutputStream;
import java.util.jar.Manifest;
import java.util.zip.ZipEntry;
import java.util.zip.ZipInputStream;

public class RepoGen
{
	private final File libDir;
	private final String groupId;
	private final String passphrase;
	private final File repoDir;
	private final File groupDir;
	private final File globalSnapshotBuildFile;
	private final File globalSnapshotScriptFile;
	private final File globalReleaseBuildFile;
	private final File globalReleaseScriptFile;
	private final File templateSnapshotPomFile;
	private final File templateReleasePomFile;
	private final String rootFileName;
	private final File readmeFile;
	
	private final Map<String, ExternalDependency> externalDependencies;

	private RepoGen(final File libDir, final File repoParentDir, final String groupId,
			final String passphrase, final boolean snapshot, final boolean release,
			final boolean clean, final String rootFileName, final String readmeFilePath ) throws IOException
	{
		this.libDir = libDir;
		this.groupId = groupId;
		this.passphrase = <PASSWORD>;
		this.readmeFile = new File(readmeFilePath);
		
		repoDir = new File(repoParentDir, "repository");
		repoDir.mkdir();
		groupDir = new File(repoDir, groupId);
		if (clean)
			deepDelete(groupDir);
		groupDir.mkdir();
		if (snapshot)
		{
			globalSnapshotBuildFile = new File(groupDir, "buildSnapshot.xml");
			globalSnapshotBuildFile.createNewFile();
			globalSnapshotScriptFile = new File(groupDir, "buildSnapshot.sh");
			globalSnapshotScriptFile.createNewFile();
			templateSnapshotPomFile = new File(groupDir, "templateSnapshotPomFile.xml");
			templateSnapshotPomFile.createNewFile();
		}
		else
		{
			globalSnapshotBuildFile = null;
			globalSnapshotScriptFile = null;
			templateSnapshotPomFile = null;
		}
		if (release)
		{
			globalReleaseBuildFile = new File(groupDir, "buildRelease.xml");
			globalReleaseBuildFile.createNewFile();
			globalReleaseScriptFile = new File(groupDir, "buildRelease.sh");
			globalReleaseScriptFile.createNewFile();
			templateReleasePomFile = new File(groupDir, "templateReleasePomFile.xml");
			templateReleasePomFile.createNewFile();
		}
		else
		{
			globalReleaseBuildFile = null;
			globalReleaseScriptFile = null;
			templateReleasePomFile = null;
		}
		this.rootFileName = rootFileName;
		externalDependencies = new HashMap<String, ExternalDependency>();
		addExternalDependency("commons-cli-1.0.jar", "commons-cli", "commons-cli", "1.0");
		//addExternalDependency("org.eclipse.core.resources_3.7.101.v20120125-1505.jar","org.jibx.config.3rdparty.org.eclipse", "org.eclipse.core.resources","3.7.101.v20120125-1505");
		addExternalDependency("flute.jar", "org.milyn", "flute", "1.3");
		// below for 3.7.2 release
		addExternalDependency("com.lowagie.text-2.1.7.jar","org.eclipse.birt.runtime.3_7_1","com.lowagie.text","2.1.7");
		addExternalDependency("derby-10.5.1000001.jar","org.eclipse.birt.runtime.3_7_1","derby","10.5.1000001");
		addExternalDependency("org.mozilla.javascript-1.7.2.jar","org.eclipse.birt.runtime.3_7_1","org.mozilla.javascript","1.7.2");
		addExternalDependency("javax.wsdl-1.5.1.jar","org.eclipse.birt.runtime.3_7_1","javax.wsdl","1.5.1");
		addExternalDependency("org.apache.batik.bridge-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.bridge","1.6.0");
		addExternalDependency("org.apache.batik.svggen-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.svggen","1.6.0");
		addExternalDependency("org.apache.batik.ext.awt-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.ext.awt","1.6.0");
		addExternalDependency("org.apache.batik.css-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.css","1.6.0");
		addExternalDependency("org.apache.batik.dom-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.dom","1.6.0");
		addExternalDependency("org.apache.batik.parser-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.parser","1.6.0");
		addExternalDependency("org.apache.batik.util.gui-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.util.gui","1.6.0");
		addExternalDependency("org.apache.batik.dom.svg-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.dom.svg","1.6.0");
		addExternalDependency("org.apache.batik.xml-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.xml","1.6.0");
		addExternalDependency("org.apache.batik.pdf-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.pdf","1.6.0");
        addExternalDependency("org.apache.batik.transcoder-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.transcoder","1.6.0");
        addExternalDependency("org.apache.batik.util-1.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.batik.util","1.6.0");
        addExternalDependency("org.apache.commons.codec-1.3.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.commons.codec","1.3.0");
        addExternalDependency("org.apache.xerces-2.9.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.xerces","2.9.0");
        addExternalDependency("org.apache.xml.resolver-1.2.0.jar","org.eclipse.birt.runtime.3_7_1","org.apache.xml.resolver","1.2.0");
        addExternalDependency("org.apache.xml.serializer-2.7.1.jar","org.eclipse.birt.runtime.3_7_1","org.apache.xml.serializer","2.7.1");
        /*
        addExternalDependency("org.eclipse.core.contenttype-3.4.100.jar","org.eclipse.birt.runtime.3_7_1","org.eclipse.core.contenttype","3.4.100");
        addExternalDependency("org.eclipse.core.expressions-3.4.300.jar","org.eclipse.birt.runtime.3_7_1","org.eclipse.core.expressions","3.4.300");
        addExternalDependency("org.eclipse.core.filesystem-1.3.100.jar","org.eclipse.birt.runtime.3_7_1","org.eclipse.core.filesystem","1.3.100");
        addExternalDependency("org.eclipse.core.runtime-3.7.0.jar","org.eclipse.birt.runtime.3_7_1","org.eclipse.core.runtime","3.7.0");
        addExternalDependency("org.eclipse.datatools.enablement.mysql-1.0.2.jar","org.eclipse.birt.runtime.3_7_1","org.eclipse.datatools.enablement.mysql","1.0.2");
        addExternalDependency("org.eclipse.equinox.app-1.3.100.jar","org.eclipse.birt.runtime.3_7_1","org.eclipse.equinox.app","1.3.100");
        addExternalDependency("org.eclipse.equinox.common-3.6.0.jar","org.eclipse.birt.runtime.3_7_1","org.eclipse.equinox.common","3.6.0");
        addExternalDependency("org.eclipse.equinox.registry-3.5.101.jar","org.eclipse.birt.runtime.3_7_1","org.eclipse.equinox.registry","3.5.101");
        addExternalDependency("org.eclipse.osgi.services-3.3.0.jar","org.eclipse.birt.runtime.3_7_1","org.eclipse.osgi.services","3.3.0");
        addExternalDependency("org.eclipse.update.configurator-3.3.100.jar","org.eclipse.birt.runtime.3_7_1","org.eclipse.update.configurator","3.3.100");
        */
        addExternalDependency("org.w3c.css.sac-1.3.0.jar","org.eclipse.birt.runtime.3_7_1","org.w3c.css.sac","1.3.0");
        addExternalDependency("org.w3c.dom.smil-1.0.0.jar","org.eclipse.birt.runtime.3_7_1","org.w3c.dom.smil","1.0.0");
        addExternalDependency("org.w3c.dom.svg-1.1.0.jar","org.eclipse.birt.runtime.3_7_1","org.w3c.dom.svg","1.1.0");
        addExternalDependency("Tidy-1.jar","org.eclipse.birt.runtime.3_7_1","Tidy","1");
        
        /*org.eclipse.birt.runtime repo*/
        addExternalDependency("com.ibm.icu_4.4.2.v20110823.jar","org.eclipse.birt.runtime","com.ibm.icu","4.4.2.v20110823");        
        addExternalDependency("org.eclipse.datatools.connectivity.apache.derby.dbdefinition_1.0.2.v201107221459.jar","org.eclipse.birt.runtime","org.eclipse.datatools.connectivity.apache.derby.dbdefinition","1.0.2.v201107221459");
		addExternalDependency("org.eclipse.datatools.connectivity.apache.derby_1.0.102.v201107221459.jar","org.eclipse.birt.runtime","org.eclipse.datatools.connectivity.apache.derby","1.0.102.v201107221459");
		addExternalDependency("org.eclipse.datatools.connectivity.console.profile_1.0.10.v201109250955.jar","org.eclipse.birt.runtime","org.eclipse.datatools.connectivity.console.profile","1.0.10.v201109250955");
		addExternalDependency("org.eclipse.datatools.connectivity.db.generic_1.0.1.v201107221459.jar","org.eclipse.birt.runtime","org.eclipse.datatools.connectivity.db.generic","1.0.1.v201107221459");
		addExternalDependency("org.eclipse.datatools.connectivity.dbdefinition.genericJDBC_1.0.1.v201107221459.jar","org.eclipse.birt.runtime","org.eclipse.datatools.connectivity.dbdefinition.genericJDBC","1.0.1.v201107221459");
		addExternalDependency("org.eclipse.datatools.connectivity.oda.consumer_3.2.5.v201109151100.jar","org.eclipse.birt.runtime","org.eclipse.datatools.connectivity.oda.consumer","3.2.5.v201109151100");
		addExternalDependency("org.eclipse.datatools.connectivity.oda.flatfile_3.1.2.v201112081200.jar","org.eclipse.birt.runtime","org.eclipse.datatools.connectivity.oda.flatfile","3.1.2.v201112081200");
		addExternalDependency("org.eclipse.datatools.connectivity.oda_3.3.3.v201110130935.jar","org.eclipse.birt.runtime","org.eclipse.datatools.connectivity.oda","3.3.3.v201110130935");
		addExternalDependency("org.eclipse.datatools.enablement.hsqldb.dbdefinition_1.0.0.v201107221502.jar","org.eclipse.birt.runtime","org.eclipse.datatools.enablement.hsqldb.dbdefinition","1.0.0.v201107221502");
		addExternalDependency("org.eclipse.datatools.enablement.hsqldb_1.0.0.v201107221502.jar","org.eclipse.birt.runtime","org.eclipse.datatools.enablement.hsqldb","1.0.0.v201107221502");
		addExternalDependency("org.eclipse.datatools.enablement.ibm.db2.luw.dbdefinition_1.0.4.v201107221502.jar","org.eclipse.birt.runtime","org.eclipse.datatools.enablement.ibm.db2.luw.dbdefinition","1.0.4.v201107221502");
		addExternalDependency("org.eclipse.datatools.enablement.ibm.db2.luw_1.0.2.v201107221502.jar","org.eclipse.birt.runtime","org.eclipse.datatools.enablement.ibm.db2.luw","1.0.2.v201107221502");
		addExternalDependency("org.eclipse.datatools.enablement.ibm.informix.dbdefinition_1.0.4.v201107221502.jar","org.eclipse.birt.runtime","org.eclipse.datatools.enablement.ibm.informix.dbdefinition","1.0.4.v201107221502");
		addExternalDependency("org.eclipse.datatools.enablement.ibm.informix_1.0.1.v201107221502.jar","org.eclipse.birt.runtime","org.eclipse.datatools.enablement.ibm.informix","1.0.1.v201107221502");
		addExternalDependency("org.eclipse.datatools.enablement.msft.sqlserver_1.0.1.v201107221504.jar","org.eclipse.birt.runtime","org.eclipse.datatools.enablement.msft.sqlserver","1.0.1.v201107221504");
		addExternalDependency("org.eclipse.datatools.enablement.mysql.dbdefinition_1.0.4.v201109022331.jar","org.eclipse.birt.runtime","org.eclipse.datatools.enablement.mysql.dbdefinition","1.0.4.v201109022331");
		addExternalDependency("org.eclipse.datatools.enablement.oda.xml_1.2.3.v201112061438.jar","org.eclipse.birt.runtime","org.eclipse.datatools.enablement.oda.xml","1.2.3.v201112061438");
		addExternalDependency("org.eclipse.datatools.enablement.oracle_1.0.0.v201107221506.jar","org.eclipse.birt.runtime","org.eclipse.datatools.enablement.oracle","1.0.0.v201107221506");
		addExternalDependency("org.eclipse.datatools.enablement.postgresql.dbdefinition_1.0.2.v201110070445.jar","org.eclipse.birt.runtime","org.eclipse.datatools.enablement.postgresql.dbdefinition","1.0.2.v201110070445");
		addExternalDependency("org.eclipse.datatools.modelbase.dbdefinition_1.0.2.v201107221519.jar","org.eclipse.birt.runtime","org.eclipse.datatools.modelbase.dbdefinition","1.0.2.v201107221519");
{'fraction_non_alphanumeric': 0.1682103134479272, 'fraction_numerical': 0.0833164812942366, 'mean_word_length': 5.602403204272363, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 24}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5031469', 'n_tokens_mistral': 9934, 'n_tokens_neox': 8939, 'n_words': 685}