<commit_before>// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package renderer

type HTTP struct {
	GoodWords map[string][]string `json:"good_words"`
	GoodLines map[string][]string `json:"good_lines"`
	WarnWords map[string][]string `json:"warn_words"`
	BadLines  map[string][]string `json:"bad_lines"`
}

type FTP struct {
	GoodWords map[string]string   `json:"good_words"`
	WarnWords map[string][]string `json:"warn_words"`
	BadLines  map[string][]string `json:"bad_lines"`
}<commit_msg>added interface and http existence methods<commit_after>// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package renderer

import (
	"strings"
)

type Log interface {
	ExistsInGoodWords() bool
	ExistsInWarnWords() bool
	ExistsInGoodLines() bool
	ExistsInBadLines() bool
}

type HTTP struct {
	GoodWords []string `json:"good_words"`
	GoodLines []string `json:"good_lines"`
	WarnWords []string `json:"warn_words"`
	BadLines  []string `json:"bad_lines"`
}

type FTP struct {
	GoodWords []string `json:"good_words"`
	WarnWords []string `json:"warn_words"`
	BadLines  []string `json:"bad_lines"`
}

func (h *HTTP) ExistsInGoodWords(word string) bool {
	for _, i := range h.GoodWords {
		if strings.Contains(word, i) {
			return true
		}
	}
	return false
}

func (h *HTTP) ExistsInWarnWords(word string) bool {
	for _, i := range h.WarnWords {
		if strings.Contains(word, i) {
			return true
		}
	}
	return false
}

func (h *HTTP) ExistsInGoodWords() bool {
	for _, i := range h.GoodWords {
		if strings.Contains(word, i) {
			return true
		}
	}
	return false
}

func (h *HTTP) ExistsInBadLines() bool {
	for _, i := range h.BadLines {
		if strings.Contains(word, i) {
			return true
		}
	}
	return false
}
{'fraction_non_alphanumeric': 0.11350148367952523, 'fraction_numerical': 0.002967359050445104, 'mean_word_length': 4.226744186046512, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3769027', 'n_tokens_mistral': 849, 'n_tokens_neox': 820, 'n_words': 300}