<commit_before>//  Copyright (c) 2014 Couchbase, Inc.
//  Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file
//  except in compliance with the License. You may obtain a copy of the License at
//    http://www.apache.org/licenses/LICENSE-2.0
//  Unless required by applicable law or agreed to in writing, software distributed under the
//  License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
//  either express or implied. See the License for the specific language governing permissions
//  and limitations under the License.

package inmem

import (
	indexStore "github.com/blevesearch/bleve/index/store"
)

type Batch struct {
	store         *Store
	keys          [][]byte
	vals          [][]byte
	alreadyLocked bool
	merges        map[string]indexStore.AssociativeMergeChain
}

func newBatch(store *Store) *Batch {
	rv := Batch{
		store:  store,
		keys:   make([][]byte, 0),
		vals:   make([][]byte, 0),
		merges: make(map[string]indexStore.AssociativeMergeChain),
	}
	return &rv
}

func newBatchAlreadyLocked(store *Store) *Batch {
	rv := Batch{
		store:         store,
		keys:          make([][]byte, 0),
		vals:          make([][]byte, 0),
		alreadyLocked: true,
		merges:        make(map[string]indexStore.AssociativeMergeChain),
	}
	return &rv
}

func (i *Batch) Set(key, val []byte) {
	i.keys = append(i.keys, key)
	i.vals = append(i.vals, val)
}

func (i *Batch) Delete(key []byte) {
	i.keys = append(i.keys, key)
	i.vals = append(i.vals, nil)
}

func (i *Batch) Merge(key []byte, oper indexStore.AssociativeMerge) {
	opers, ok := i.merges[string(key)]
	if !ok {
		opers = make(indexStore.AssociativeMergeChain, 0, 1)
	}
	opers = append(opers, oper)
	i.merges[string(key)] = opers
}

func (i *Batch) Execute() error {
	if !i.alreadyLocked {
		i.store.writer.Lock()
		defer i.store.writer.Unlock()
	}

	// first process the merges
	for k, mc := range i.merges {
		val, err := i.store.get([]byte(k))
		if err != nil {
			return err
		}
		val, err = mc.Merge([]byte(k), val)
		if err != nil {
			return err
		}
		if val == nil {
			err := i.store.deletelocked([]byte(k))
			if err != nil {
				return err
			}
		} else {
			err := i.store.setlocked([]byte(k), val)
			if err != nil {
				return err
			}
		}
	}

	for index, key := range i.keys {
		val := i.vals[index]
		if val == nil {
			err := i.store.deletelocked(key)
			if err != nil {
				return err
			}
		} else {
			err := i.store.setlocked(key, val)
			if err != nil {
				return err
			}
		}
	}
	return nil
}

func (i *Batch) Close() error {
	return nil
}<commit_msg>single append for inmem KVStore batch<commit_after>//  Copyright (c) 2014 Couchbase, Inc.
//  Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file
//  except in compliance with the License. You may obtain a copy of the License at
//    http://www.apache.org/licenses/LICENSE-2.0
//  Unless required by applicable law or agreed to in writing, software distributed under the
//  License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
//  either express or implied. See the License for the specific language governing permissions
//  and limitations under the License.

package inmem

import (
	indexStore "github.com/blevesearch/bleve/index/store"
)

type op struct {
	k []byte
	v []byte
}

type Batch struct {
	store         *Store
	ops           []op
	alreadyLocked bool
	merges        map[string]indexStore.AssociativeMergeChain
}

func newBatch(store *Store) *Batch {
	rv := Batch{
		store:  store,
		ops:    make([]op, 0, 100),
		merges: make(map[string]indexStore.AssociativeMergeChain),
	}
	return &rv
}

func newBatchAlreadyLocked(store *Store) *Batch {
	rv := Batch{
		store:         store,
		ops:           make([]op, 0, 100),
		alreadyLocked: true,
		merges:        make(map[string]indexStore.AssociativeMergeChain),
	}
	return &rv
}

func (i *Batch) Set(key, val []byte) {
	i.ops = append(i.ops, op{key, val})
}

func (i *Batch) Delete(key []byte) {
	i.ops = append(i.ops, op{key, nil})
}

func (i *Batch) Merge(key []byte, oper indexStore.AssociativeMerge) {
	opers, ok := i.merges[string(key)]
	if !ok {
		opers = make(indexStore.AssociativeMergeChain, 0, 1)
	}
	opers = append(opers, oper)
	i.merges[string(key)] = opers
}

func (i *Batch) Execute() error {
	if !i.alreadyLocked {
		i.store.writer.Lock()
		defer i.store.writer.Unlock()
	}

	// first process the merges
	for k, mc := range i.merges {
		val, err := i.store.get([]byte(k))
		if err != nil {
			return err
		}
		val, err = mc.Merge([]byte(k), val)
		if err != nil {
			return err
		}
		if val == nil {
			err := i.store.deletelocked([]byte(k))
			if err != nil {
				return err
			}
		} else {
			err := i.store.setlocked([]byte(k), val)
			if err != nil {
				return err
			}
		}
	}

	for _, op := range i.ops {
		if op.v == nil {
			err := i.store.deletelocked(op.k)
			if err != nil {
				return err
			}
		} else {
			err := i.store.setlocked(op.k, op.v)
			if err != nil {
				return err
			}
		}
	}
	return nil
}

func (i *Batch) Close() error {
	return nil
}
{'fraction_non_alphanumeric': 0.13792430745220444, 'fraction_numerical': 0.006242684354272337, 'mean_word_length': 2.962132921174652, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5418392', 'n_tokens_mistral': 1975, 'n_tokens_neox': 1822, 'n_words': 547}