<commit_before>#!/usr/bin/env python
#
# USAGE: dumprops.py [-r REV] repos-path [file]
#
# dump out the properties on a given path (recursively if given a dir)
#

import sys
import os
import getopt
import pprint

from svn import fs, core, repos


def dumpprops(pool, path, filename='', rev=None):

  if path[-1] == "/":
     path = path[:-1]

  repos_ptr = repos.open(path, pool)
  fsob = repos.fs(repos_ptr)

  if rev is None:
    rev = fs.youngest_rev(fsob, pool)

  root = fs.revision_root(fsob, rev, pool)
  print_props(root, filename, pool)
  if fs.is_dir(root, filename, pool):
    walk_tree(root, filename, pool)

def print_props(root, path, pool):
  raw_props = fs.node_proplist(root, path, pool)
  # need to massage some buffers into strings for printing
  props = { }
  for key, value in raw_props.items():
    props[key] = str(value)

  print '---', path
  pprint.pprint(props)

def walk_tree(root, path, pool):
  subpool = core.svn_pool_create(pool)
  try: 
    for name in fs.dir_entries(root, path, subpool).keys():
      full = path + '/' + name
      print_props(root, full, subpool)
      if fs.is_dir(root, full, subpool):
        walk_tree(root, full, subpool)
      core.svn_pool_clear(subpool)
  finally:
    core.svn_pool_destroy(subpool)

def usage():
  print "USAGE: dumpprops.py [-r REV] repos-path [file]"
  sys.exit(1)

def main():
  opts, args = getopt.getopt(sys.argv[1:], 'r:')
  rev = None
  for name, value in opts:
    if name == '-r':
      rev = int(value)
  if len(args) == 2:
    core.run_app(dumpprops, args[0], args[1], rev)
  elif len(args) == 1:
    core.run_app(dumpprops, args[0], "", rev)
  else:
    usage()

if __name__ == '__main__':
  main()<commit_msg>Use automatic pool management in tools/examples/dumpprops.py.<commit_after>#!/usr/bin/env python
#
# USAGE: dumprops.py [-r REV] repos-path [file]
#
# dump out the properties on a given path (recursively if given a dir)
#

import sys
import os
import getopt
import pprint

from svn import fs, core, repos


def dumpprops(path, filename='', rev=None):

  if path[-1] == "/":
     path = path[:-1]

  repos_ptr = repos.open(path)
  fsob = repos.fs(repos_ptr)

  if rev is None:
    rev = fs.youngest_rev(fsob)

  root = fs.revision_root(fsob, rev)
  print_props(root, filename)
  if fs.is_dir(root, filename):
    walk_tree(root, filename)

def print_props(root, path):
  raw_props = fs.node_proplist(root, path)
  # need to massage some buffers into strings for printing
  props = { }
  for key, value in raw_props.items():
    props[key] = str(value)

  print '---', path
  pprint.pprint(props)

def walk_tree(root, path):
  for name in fs.dir_entries(root, path).keys():
    full = path + '/' + name
    print_props(root, full)
    if fs.is_dir(root, full):
      walk_tree(root, full)

def usage():
  print "USAGE: dumpprops.py [-r REV] repos-path [file]"
  sys.exit(1)

def main():
  opts, args = getopt.getopt(sys.argv[1:], 'r:')
  rev = None
  for name, value in opts:
    if name == '-r':
      rev = int(value)
  if len(args) == 2:
    dumpprops(args[0], args[1], rev)
  elif len(args) == 1:
    dumpprops(args[0], "", rev)
  else:
    usage()

if __name__ == '__main__':
  main()
{'fraction_non_alphanumeric': 0.14742785445420326, 'fraction_numerical': 0.0056461731493099125, 'mean_word_length': 3.3986206896551723, 'pattern_counts': {'":': 2, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1977253', 'n_tokens_mistral': 1256, 'n_tokens_neox': 1209, 'n_words': 330}