<commit_before>#!/usr/bin/python

# Copyright (C) 2009 Google Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may not
# use this file except in compliance with the License. You may obtain a copy of
# the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations under
# the License.
#
# Originally written by <NAME>.
# http://blog.michael-forster.de/2008/12/view-android-source-code-in-eclipse.html

from __future__ import with_statement  # for Python < 2.6

"""Modifies the Android SDK to build Android Scripting Environment.

This script compiles android.os.Exec from the Android source and adds the
class to the Android SDK android.jar. In addition, it copies the source files
into the SDK so that they can be browsed from Eclipse.

In order to use this script, you must have download the Android source and
installed the Android SDK.
"""

__author__ = '<NAME> <<EMAIL>>'

import os
import re
import shutil
import subprocess
import sys
import zipfile


def validate_source_and_sdk_locations(src_location, sdk_location):
  if not os.path.exists(src_location):
    print 'Android source location is invalid.'
    sys.exit(1)
  if not os.path.exists(sdk_location):
    print 'SDK location is invalid.'
    sys.exit(1)
  return os.path.join(sdk_location, 'platforms', 'android-1.5')


def copy_sources(src_location, sdk_location):
  sdk = validate_source_and_sdk_locations(src_location, sdk_location)
  sources = os.path.join(sdk, 'sources')
  if not os.path.exists(sources):
    os.makedirs(sources)
  print 'Copying sources from  %s to %s' % (src_location, sources)
  # Some files are duplicated, copy them only once.
  written = {}
  # Iterate over all Java files.
  for dir, subdirs, files in os.walk(src_location):
    for filename in [f for f in files if f.endswith('.java')]:
      # Search package name.
      source = os.path.join(dir, filename)
      with open(source) as f:
        for line in f:
          match = re.match(r'\s*package\s+([a-zA-Z0-9\._]+);', line)
          if match:
            package_path = match.group(1).replace('.', os.sep)
            try:<commit_msg>Stop copying stub source files into SDK for Eclipse browsing.<commit_after>#!/usr/bin/python

# Copyright (C) 2009 Google Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may not
# use this file except in compliance with the License. You may obtain a copy of
# the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations under
# the License.
#
# Originally written by <NAME>.
# http://blog.michael-forster.de/2008/12/view-android-source-code-in-eclipse.html

from __future__ import with_statement  # for Python < 2.6

"""Modifies the Android SDK to build Android Scripting Environment.

This script compiles android.os.Exec from the Android source and adds the
class to the Android SDK android.jar. In addition, it copies the source files
into the SDK so that they can be browsed from Eclipse.

In order to use this script, you must have download the Android source and
installed the Android SDK.
"""

__author__ = '<NAME> <<EMAIL>>'

import os
import re
import shutil
import subprocess
import sys
import zipfile


def validate_source_and_sdk_locations(src_location, sdk_location):
  if not os.path.exists(src_location):
    print 'Android source location is invalid.'
    sys.exit(1)
  if not os.path.exists(sdk_location):
    print 'SDK location is invalid.'
    sys.exit(1)
  return os.path.join(sdk_location, 'platforms', 'android-1.5')


def copy_sources(src_location, sdk_location):
  sdk = validate_source_and_sdk_locations(src_location, sdk_location)
  out = os.path.join(src_location, 'out')
  sources = os.path.join(sdk, 'sources')
  if not os.path.exists(sources):
    os.makedirs(sources)
  print 'Copying sources from  %s to %s' % (src_location, sources)
  # Some files are duplicated, copy them only once.
  written = {}
  # Iterate over all Java files.
  for dir, subdirs, files in os.walk(src_location):
    if dir.startswith(out):
      continue  # Skip copying stub files.
    for filename in [f for f in files if f.endswith('.java')]:
      # Search package name.
      source = os.path.join(dir, filename)
      with open(source) as f:
        for line in f:
          match = re.match(r'\s*package\s+([a-zA-Z0-9\._]+);', line)
          if match:
            package_path = match.group(1).replace('.', os.sep)
            try:
{'fraction_non_alphanumeric': 0.09805494285141368, 'fraction_numerical': 0.009223982354120714, 'mean_word_length': 3.7145557655954633, 'pattern_counts': {'":': 0, '<': 13, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2610641', 'n_tokens_mistral': 1535, 'n_tokens_neox': 1475, 'n_words': 566}