<commit_before>package warehouse

import (
	"fmt"
	"log"
	"reflect"
	"strings"
	"time"
)

// bundleEvent represents a single event, as it's structured inside a FullStory export bundle.
type bundleEvent struct {
	EventStart             time.Time
	EventType              string
	EventTargetText        string
	EventTargetSelectorTok string
	EventModFrustrated     int64
	EventModDead           int64
	EventModError          int64
	EventModSuspicious     int64
	IndvId                 int64
	PageUrl                string
	PageDuration           int64
	PageActiveDuration     int64
	PageRefererUrl         string
	PageLatLong            string
	PageAgent              string
	PageIp                 string
	PageBrowser            string
	PageDevice             string
	PageOperatingSystem    string
	PageNumInfos           int64
	PageNumWarnings        int64
	PageNumErrors          int64
	SessionId              int64
	PageId                 int64
	UserAppKey             string
	UserEmail              string
	UserDisplayName        string
	UserId                 int64
	CustomVars             string
	LoadDomContentTime     int64
	LoadFirstPaintTime     int64
	LoadEventTime          int64
}<commit_msg>Add PageClusterId to warehouse/schema (#32)<commit_after>package warehouse

import (
	"fmt"
	"log"
	"reflect"
	"strings"
	"time"
)

// bundleEvent represents a single event, as it's structured inside a FullStory export bundle.
type bundleEvent struct {
	EventStart             time.Time
	EventType              string
	EventTargetText        string
	EventTargetSelectorTok string
	EventModFrustrated     int64
	EventModDead           int64
	EventModError          int64
	EventModSuspicious     int64
	IndvId                 int64
	PageClusterId	       int64
	PageUrl                string
	PageDuration           int64
	PageActiveDuration     int64
	PageRefererUrl         string
	PageLatLong            string
	PageAgent              string
	PageIp                 string
	PageBrowser            string
	PageDevice             string
	PageOperatingSystem    string
	PageNumInfos           int64
	PageNumWarnings        int64
	PageNumErrors          int64
	SessionId              int64
	PageId                 int64
	UserAppKey             string
	UserEmail              string
	UserDisplayName        string
	UserId                 int64
	CustomVars             string
	LoadDomContentTime     int64
	LoadFirstPaintTime     int64
	LoadEventTime          int64
}
{'fraction_non_alphanumeric': 0.020292207792207792, 'fraction_numerical': 0.027597402597402596, 'mean_word_length': 1.7207505518763797, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5589290', 'n_tokens_mistral': 679, 'n_tokens_neox': 639, 'n_words': 182}