<commit_before>/*                     __                                               *\
**     ________ ___   / /  ___     Scala API                            **
**    / __/ __// _ | / /  / _ |    (c) 2003-2006, LAMP/EPFL             **
**  __\ \/ /__/ __ |/ /__/ __ |                                         **
** /____/\___/_/ |_/____/_/ | |                                         **
**                          |/                                          **
\*                                                                      */

// $Id$

package scala.tools.nsc.util

import scala.collection.mutable.ArrayBuffer
import scala.tools.util.AbstractFile

import java.io.File
import java.io.FileNotFoundException
import java.util.StringTokenizer

/** Richer classpath abstraction than files.
 *  Roughly based on Eclipse's classpath abstractions.
 *
 *  @author <NAME>
 */
class ClassPath(onlyPresentation: Boolean) {

  def this() = this(false)

  class Source(val location: AbstractFile, val compile: Boolean) {
    // assert(location           != null, "cannot find source location");
    // assert(location.getFile() != null, "cannot find source location " + " " + location + " " + location.getClass());
    override def toString(): String = "" + location + " " + compile
  }

  abstract class Entry(val location: AbstractFile) {
    // assert(location           != null, "cannot find classpath location");
    // assert(location.getFile() != null, "cannot find classpath location " + " " + location + " " + location.getClass());
    def source: Source
    override def toString() = location.toString()
  }

  class Output(location0: AbstractFile, val sourceFile: AbstractFile) extends Entry(location0) {
    def source = if (sourceFile != null) new Source(sourceFile, true) else null
  }

  class Library(location0: AbstractFile) extends Entry(location0) {
    def doc: AbstractFile = null
    def sourceFile: AbstractFile = null
    def source = if (sourceFile == null) null else new Source(sourceFile, false)
  }

  class Context(val entries: List[Entry]) {
    def find(name: String, isDir: Boolean) : Context = if (isPackage) {
      def find0(entries: List[Entry]) : Context = {
        if (entries.isEmpty) new Context(Nil);
        else {
          val ret = find0(entries.tail)
          val head = entries.head
          val name0 = name + (if (!isDir) ".class" else "")
          val clazz = if (head.location == null) null
                      else head.location.lookupPath(name0, isDir)

          val source0 = if (head.source == null) null else {
            val source1 = head.source.location.lookupPath(
              name + (if (isDir) "" else ".scala"), isDir)
            if (source1 == null && !isDir && clazz != null) head.source.location
            else source1
          }
          if (clazz == null && source0 == null) ret
          else {
            val entry = new Entry(clazz) {
              override def source =
                if (source0 == null) null
                else new Source(source0, head.source.compile)
            }
            new Context(entry :: ret.entries)
          }
        }
      }
      val ret = find0(entries)
      if (ret.entries.isEmpty) {
        System.err.println("BAD_FILE: " + name + " in " + this)
        null
      } else ret
    } else null

    def isPackage: Boolean =
      if (entries.isEmpty) false
      else if (entries.head.location != null) entries.head.location.isDirectory()
      else entries.head.source.location.isDirectory()

    def name =
      if (entries.isEmpty) "<none>"
      else {
        val head = entries.head
        val name = if (head.location != null) head.location.getName()
                   else head.source.location.getName()
        if (isPackage) name
        else name.substring(0, name.length() - (".class").length())
      }

    override def toString(): String = toString(entries)

    def toString(entry: Entry): String =
      ((if (entry.location == null) "<none>";
        else entry.location.toString()) +
       (if (entry.source == null) ""; else " with_source=" + entry.source.location.toString()));

    def toString(entries0: List[Entry]): String =
      if (entries0.isEmpty) ""
      else toString(entries0.head) + ":::" + toString(entries0.tail)

    def isSourceFile = {
      def head = entries.head
      def clazz = head.location
      def source = if (head.source == null) null else head.source.location
      def isPredef = source.getName().equals("Predef.scala")

      if (entries.isEmpty || entries.isEmpty || source == null) false
      else if (!onlyPresentation && !head.source.compile) false
      else if (source.isDirectory()) false
      else if (clazz == null) true
      else if (onlyPresentation && !isPredef) true
      else if (source.lastModified() > clazz.lastModified()) true
      else false
    }

    def sourceFile = if (entries.head.source != null && !entries.head.source.location.isDirectory())
      entries.head.source.location else null

    def classFile = if (!isSourceFile) entries.head.location else null

    def sourcePath =
      if (!isSourceFile && entries.head.source != null) entries.head.source.location
      else null

    def validPackage(name: String): Boolean =
      ! (name.equals("META-INF") || name.startsWith("."))
  }

  class Build {
    val entries = new ArrayBuffer[Entry]

    def root = new Context(entries.toList)

    def this(classpath: String) = {
      this()
      addFilesInPath(classpath)
    }

    def this(classpath: String, source: String, output: String,
             boot: String, extdirs: String) = {
      this()
      addFilesInPath(boot)
      addArchivesInExtDirPath(extdirs)
      val clazzes = AbstractFile.getDirectory(output)
      if (clazzes == null) {
        System.err.println("Output location \"" + output + "\" not found")
        exit(1)
      }
      val strtok = new StringTokenizer(source, File.pathSeparator)
      if (!strtok.hasMoreTokens()) {
        val output0 = (new Output(clazzes, null))
        entries += output0
      }
      else while (strtok.hasMoreTokens()) {
        val sources = AbstractFile.getDirectory(strtok.nextToken())
        val output0 = (new Output(clazzes, sources))
        entries += output0
      }
      addFilesInPath(classpath)
    }

    def lookupPath(path: String, isDir: Boolean) = {
      val ctx = root.find(path, isDir)
      if (ctx == null) null
      else if (ctx.entries.isEmpty) null
      else if (ctx.entries.head == null) null
      else ctx.entries.head.location
    }

    def library(classes: String, sources: String) = {
      assert(classes != null)
      val location = AbstractFile.getDirectory(classes)
      val sourceFile0 = (if (sources != null) AbstractFile.getDirectory(sources) else null)
      class Library0 extends Library(location) {
        override def sourceFile = sourceFile0
      }
      entries += new Library0()
    }

    private def addFilesInPath(path: String) = {
      val strtok = new StringTokenizer(path, File.pathSeparator)
      while (strtok.hasMoreTokens()) {
        val file = AbstractFile.getDirectory(strtok.nextToken())
        if (file != null) entries += (new Library(file))
      }
    }

    private def addArchivesInExtDirPath(path: String) = {
      val strtok = new StringTokenizer(path, File.pathSeparator)
      while (strtok.hasMoreTokens()) {
        val file = AbstractFile.getDirectory(strtok.nextToken())
        val files = (if (file != null) file.list() else null)
        if (files != null) while(files.hasNext()) {
          val file0 = files.next().asInstanceOf[AbstractFile]
          val name = file0.getName()
          if (name.endsWith(".jar") || name.endsWith(".zip")) {
            val archive = AbstractFile.getDirectory(new File(file.getFile(), name))
            if (archive != null) entries += (new Library(archive))
          }
        }
      }
    }

    override def toString() =
      entries.toList.mkString("", File.pathSeparator, "")
  } // class Build

}
<commit_msg>Not touching source code in scala.runtime, its ...<commit_after>/*                     __                                               *\
**     ________ ___   / /  ___     Scala API                            **
**    / __/ __// _ | / /  / _ |    (c) 2003-2006, LAMP/EPFL             **
**  __\ \/ /__/ __ |/ /__/ __ |                                         **
** /____/\___/_/ |_/____/_/ | |                                         **
**                          |/                                          **
\*                                                                      */

// $Id$

package scala.tools.nsc.util

import scala.collection.mutable.ArrayBuffer
import scala.tools.util.AbstractFile

import java.io.File
import java.io.FileNotFoundException
import java.util.StringTokenizer

/** Richer classpath abstraction than files.
 *  Roughly based on Eclipse's classpath abstractions.
 *
 *  @author <NAME>
 */
class ClassPath(onlyPresentation: Boolean) {

  def this() = this(false)

  class Source(val location: AbstractFile, val compile: Boolean) {
    // assert(location           != null, "cannot find source location");
    // assert(location.getFile() != null, "cannot find source location " + " " + location + " " + location.getClass());
    override def toString(): String = "" + location + " " + compile
  }

  abstract class Entry(val location: AbstractFile) {
    // assert(location           != null, "cannot find classpath location");
    // assert(location.getFile() != null, "cannot find classpath location " + " " + location + " " + location.getClass());
    def source: Source
    override def toString() = location.toString()
  }

  class Output(location0: AbstractFile, val sourceFile: AbstractFile) extends Entry(location0) {
    def source = if (sourceFile != null) new Source(sourceFile, true) else null
  }


  class Library(location0: AbstractFile) extends Entry(location0) {
    def doc: AbstractFile = null
    def sourceFile: AbstractFile = null
    def source = if (sourceFile == null) null else new Source(sourceFile, false)
  }

  class Context(val entries: List[Entry]) {
    def find(name: String, isDir: Boolean) : Context = if (isPackage) {
      def find0(entries: List[Entry]) : Context = {
        if (entries.isEmpty) new Context(Nil);
        else {
          val ret = find0(entries.tail)
          val head = entries.head
          val name0 = name + (if (!isDir) ".class" else "")
          val clazz = if (head.location == null) null
                      else head.location.lookupPath(name0, isDir)

          val source0 = if (head.source == null) null else {
            val source1 = head.source.location.lookupPath(
              name + (if (isDir) "" else ".scala"), isDir)
            if (source1 == null && !isDir && clazz != null) head.source.location
            else source1
          }
          if (clazz == null && source0 == null) ret
          else {
            val entry = new Entry(clazz) {
              override def source =
                if (source0 == null) null
                else new Source(source0, head.source.compile)
            }
            new Context(entry :: ret.entries)
          }
        }
      }

      val ret = find0(entries)
      if (ret.entries.isEmpty) {
        System.err.println("BAD_FILE: " + name + " in " + this)
        null
      } else ret
    } else null

    def isPackage: Boolean =
      if (entries.isEmpty) false
      else if (entries.head.location != null) entries.head.location.isDirectory()
      else entries.head.source.location.isDirectory()

    def name =
      if (entries.isEmpty) "<none>"
      else {
        val head = entries.head
        val name = if (head.location != null) head.location.getName()
                   else head.source.location.getName()
        if (isPackage) name
        else name.substring(0, name.length() - (".class").length())
      }

    override def toString(): String = toString(entries)

    def toString(entry: Entry): String =
      ((if (entry.location == null) "<none>";
        else entry.location.toString()) +
       (if (entry.source == null) ""; else " with_source=" + entry.source.location.toString()));

    def toString(entries0: List[Entry]): String =
      if (entries0.isEmpty) ""
      else toString(entries0.head) + ":::" + toString(entries0.tail)

    def isSourceFile = {
      def head = entries.head
      def clazz = head.location
      def source = if (head.source == null) null else head.source.location
      def isPredef = source.getName().equals("Predef.scala") ||
                     source.getPath().startsWith("scala/runtime");


      if (entries.isEmpty || entries.isEmpty || source == null) false
      else if (!onlyPresentation && !head.source.compile) false
      else if (source.isDirectory()) false
      else if (clazz == null) true
      else if (onlyPresentation && !isPredef) true
      else if (source.lastModified() > clazz.lastModified()) true
      else false
    }

    def sourceFile = if (entries.head.source != null && !entries.head.source.location.isDirectory())
      entries.head.source.location else null

    def classFile = if (!isSourceFile) entries.head.location else null

    def sourcePath =
      if (!isSourceFile && entries.head.source != null) entries.head.source.location
      else null

    def validPackage(name: String): Boolean =
      ! (name.equals("META-INF") || name.startsWith("."))
  }

  class Build {
    val entries = new ArrayBuffer[Entry]

    def root = new Context(entries.toList)

    def this(classpath: String) = {
      this()
      addFilesInPath(classpath)
    }

    def this(classpath: String, source: String, output: String,
             boot: String, extdirs: String) = {
      this()
      addFilesInPath(boot)
      addArchivesInExtDirPath(extdirs)
      val clazzes = AbstractFile.getDirectory(output)
      if (clazzes == null) {
        System.err.println("Output location \"" + output + "\" not found")
        exit(1)
      }
      val strtok = new StringTokenizer(source, File.pathSeparator)
      if (!strtok.hasMoreTokens()) {
        val output0 = (new Output(clazzes, null))
        entries += output0
      }
      else while (strtok.hasMoreTokens()) {
        val sources = AbstractFile.getDirectory(strtok.nextToken())
        val output0 = (new Output(clazzes, sources))
        entries += output0
      }
      addFilesInPath(classpath)
    }

    def lookupPath(path: String, isDir: Boolean) = {
      val ctx = root.find(path, isDir)
      if (ctx == null) null
      else if (ctx.entries.isEmpty) null
      else if (ctx.entries.head == null) null
      else ctx.entries.head.location
    }

    def library(classes: String, sources: String) = {
      assert(classes != null)
      val location = AbstractFile.getDirectory(classes)
      val sourceFile0 = (if (sources != null) AbstractFile.getDirectory(sources) else null)
      class Library0 extends Library(location) {
        override def sourceFile = sourceFile0
      }
      entries += new Library0()
    }

    private def addFilesInPath(path: String) = {
      val strtok = new StringTokenizer(path, File.pathSeparator)
      while (strtok.hasMoreTokens()) {
        val file = AbstractFile.getDirectory(strtok.nextToken())
        if (file != null) entries += (new Library(file))
      }
    }

    private def addArchivesInExtDirPath(path: String) = {
      val strtok = new StringTokenizer(path, File.pathSeparator)
      while (strtok.hasMoreTokens()) {
        val file = AbstractFile.getDirectory(strtok.nextToken())
        val files = (if (file != null) file.list() else null)
        if (files != null) while(files.hasNext()) {
          val file0 = files.next().asInstanceOf[AbstractFile]
          val name = file0.getName()
          if (name.endsWith(".jar") || name.endsWith(".zip")) {
            val archive = AbstractFile.getDirectory(new File(file.getFile(), name))
            if (archive != null) entries += (new Library(archive))
          }
        }
      }
    }

    override def toString() =
      entries.toList.mkString("", File.pathSeparator, "")
  } // class Build

}

{'fraction_non_alphanumeric': 0.12331561379651379, 'fraction_numerical': 0.004944987019409074, 'mean_word_length': 2.1581104821393713, 'pattern_counts': {'":': 2, '<': 9, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 2, 'word_list_counts': {'cursed_substrings.json': 26, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6980545', 'n_tokens_mistral': 4554, 'n_tokens_neox': 4483, 'n_words': 1182}