parameters: (datadir)
docstring: yields pathnames relative to DATADIR, ignoring some files
docstring_summary: yields pathnames relative to DATADIR, ignoring some files
docstring_tokens: yields pathnames relative to DATADIR ignoring some files
function: def get_datafiles(datadir):
      """
      yields pathnames relative to DATADIR, ignoring some files
      """
      for dirpath, dirnames, filenames in os.walk(datadir):
          filenames = list(filter_filenames(filenames))
          # this tells os.walk to prune the search
          dirnames[:] = filter_dirnames(dirnames)
          for filename in filenames:
              fullname = os.path.join(dirpath, filename)
              assert fullname.startswith(datadir+SEP), "%s%s not in %s" % (datadir, SEP, fullname)
              yield fullname[len(datadir+SEP):]
function_tokens: def get_datafiles ( datadir ) : for dirpath , dirnames , filenames in os . walk ( datadir ) : filenames = list ( filter_filenames ( filenames ) ) # this tells os.walk to prune the search dirnames [ : ] = filter_dirnames ( dirnames ) for filename in filenames : fullname = os . path . join ( dirpath , filename ) assert fullname . startswith ( datadir + SEP ) , "%s%s not in %s" % ( datadir , SEP , fullname ) yield fullname [ len ( datadir + SEP ) : ]