<commit_before>package meta_cache

import (
	"context"
	"fmt"

	"github.com/chrislusf/seaweedfs/weed/filer"
	"github.com/chrislusf/seaweedfs/weed/glog"
	"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
	"github.com/chrislusf/seaweedfs/weed/util"
)

func EnsureVisited(mc *MetaCache, client filer_pb.FilerClient, dirPath util.FullPath) error {

	return mc.visitedBoundary.EnsureVisited(dirPath, func(path util.FullPath) (childDirectories []string, err error) {

		glog.V(4).Infof("ReadDirAllEntries %s ...", path)

		util.Retry("ReadDirAllEntries", func() error {
			err = filer_pb.ReadDirAllEntries(client, dirPath, "", func(pbEntry *filer_pb.Entry, isLast bool) error {
				entry := filer.FromPbEntry(string(dirPath), pbEntry)
				if err := mc.doInsertEntry(context.Background(), entry); err != nil {
					glog.V(0).Infof("read %s: %v", entry.FullPath, err)
					return err
				}
				if entry.IsDirectory() {
					childDirectories = append(childDirectories, entry.Name())
				}
				return nil
			})
			return err
		})

		if err != nil {
			err = fmt.Errorf("list %s: %v", dirPath, err)
		}

		return
	})
}<commit_msg>mount: avoid showing "topics" folder<commit_after>package meta_cache

import (
	"context"
	"fmt"

	"github.com/chrislusf/seaweedfs/weed/filer"
	"github.com/chrislusf/seaweedfs/weed/glog"
	"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
	"github.com/chrislusf/seaweedfs/weed/util"
)

func EnsureVisited(mc *MetaCache, client filer_pb.FilerClient, dirPath util.FullPath) error {

	return mc.visitedBoundary.EnsureVisited(dirPath, func(path util.FullPath) (childDirectories []string, err error) {

		glog.V(4).Infof("ReadDirAllEntries %s ...", path)

		util.Retry("ReadDirAllEntries", func() error {
			err = filer_pb.ReadDirAllEntries(client, dirPath, "", func(pbEntry *filer_pb.Entry, isLast bool) error {
				entry := filer.FromPbEntry(string(dirPath), pbEntry)
				if IsHiddenSystemEntry(string(dirPath), entry.Name()) {
					return nil
				}
				if err := mc.doInsertEntry(context.Background(), entry); err != nil {
					glog.V(0).Infof("read %s: %v", entry.FullPath, err)
					return err
				}
				if entry.IsDirectory() {
					childDirectories = append(childDirectories, entry.Name())
				}
				return nil
			})
			return err
		})

		if err != nil {
			err = fmt.Errorf("list %s: %v", dirPath, err)
		}

		return
	})
}

func IsHiddenSystemEntry(dir, name string) bool {
	return dir == "/" && name == "topics"
}
{'fraction_non_alphanumeric': 0.14661190965092402, 'fraction_numerical': 0.0016427104722792608, 'mean_word_length': 4.033057851239669, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6190993', 'n_tokens_mistral': 1021, 'n_tokens_neox': 905, 'n_words': 166}