<commit_before>package nl.ovapi.bison.model;

import java.util.ArrayList;

import nl.ovapi.bison.sax.DateUtils;

import lombok.Getter;
import lombok.Setter;
import lombok.ToString;

@ToString()
public class DatedPasstime {

	@Getter @Setter private DataOwnerCode dataOwnerCode;
	@Getter @Setter private String operationDate;
	@Getter @Setter private String linePlanningNumber;
	@Getter @Setter private Integer journeyNumber;
	@Getter @Setter private Integer fortifyOrderNumber;
	@Getter @Setter private Integer UserStopOrderNumber;
	@Getter @Setter private String userStopCode;
	@Getter @Setter private Integer localServiceLevelCode;
	@Getter @Setter private Integer journeyPatternCode;
	@Getter @Setter private Integer lineDirection;
	@Getter @Setter private Long lastUpdateTimeStamp;
	@Getter @Setter private String destinationCode;
	@Getter @Setter private boolean isTimingStop;
	@Getter @Setter private Integer expectedArrivalTime;
	@Getter @Setter private Integer expectedDepartureTime;
	@Getter @Setter private TripStopStatus tripStopStatus;
	@Getter @Setter private String messageContent;
	@Getter @Setter private MessageType messageType;
	@Getter @Setter private String sideCode;
	@Getter @Setter private Integer numberOfCoaches;
	@Getter @Setter private WheelChairAccessible wheelChairAccessible;
	@Getter @Setter private String operatorCode;
	@Getter @Setter private ReasonType reasonType;
	@Getter @Setter private SubReasonType subReasonType;
	@Getter @Setter private String reasonContent;
	@Getter @Setter private AdviceType adviceType;
	@Getter @Setter private SubAdviceType subAdviceType;
	@Getter @Setter private String adviceContent;
	@Getter @Setter private DataOwnerCode timingPointDataOwnerCode;
	@Getter @Setter private String timingPointCode;
	@Getter @Setter private JourneyStopType journeyStopType;
	@Getter @Setter private Integer targetArrivalTime;
	@Getter @Setter private Integer targetDepartureTime;

	private static int secondsSinceMidnight(String hhmmss) {
		String[] time = hhmmss.split(":");
		int hours = Integer.parseInt(time[0]);
		int minutes = Integer.parseInt(time[1]);
		int seconds = Integer.parseInt(time[2]);
		return (hours * 60 + minutes) * 60 + seconds;
	}

	public static DatedPasstime fromCtxLine(String line){
		String[] v = line.split("\\|");
		for (int j = 0; j < v.length; j++) {
			if ("\\0".equals(v[j])) {
				v[j] = null;
			}
		}
		DatedPasstime res = new DatedPasstime();
		res.setDataOwnerCode(DataOwnerCode.valueOf(v[0]));
		res.setOperationDate(v[1]);
		res.setLinePlanningNumber(v[2]);
		res.setJourneyNumber(Integer.valueOf(v[3]));
		res.setFortifyOrderNumber(Integer.valueOf(v[4]));
		res.setUserStopOrderNumber(Integer.valueOf(v[5]));
		res.setUserStopCode(v[6]);
		res.setLocalServiceLevelCode(Integer.valueOf(v[7]));
		res.setJourneyPatternCode(Integer.valueOf(v[8]));
		res.setLineDirection(Integer.valueOf(v[9]));
		res.setLastUpdateTimeStamp(DateUtils.parse(v[10]));<commit_msg>Add recorded time to DatedPasstime<commit_after>package nl.ovapi.bison.model;

import java.util.ArrayList;

import nl.ovapi.bison.sax.DateUtils;

import lombok.Getter;
import lombok.Setter;
import lombok.ToString;

@ToString()
public class DatedPasstime {

	@Getter @Setter private DataOwnerCode dataOwnerCode;
	@Getter @Setter private String operationDate;
	@Getter @Setter private String linePlanningNumber;
	@Getter @Setter private Integer journeyNumber;
	@Getter @Setter private Integer fortifyOrderNumber;
	@Getter @Setter private Integer UserStopOrderNumber;
	@Getter @Setter private String userStopCode;
	@Getter @Setter private Integer localServiceLevelCode;
	@Getter @Setter private Integer journeyPatternCode;
	@Getter @Setter private Integer lineDirection;
	@Getter @Setter private Long lastUpdateTimeStamp;
	@Getter @Setter private String destinationCode;
	@Getter @Setter private boolean isTimingStop;
	@Getter @Setter private Integer expectedArrivalTime;
	@Getter @Setter private Integer expectedDepartureTime;
	@Getter @Setter private TripStopStatus tripStopStatus;
	@Getter @Setter private String messageContent;
	@Getter @Setter private MessageType messageType;
	@Getter @Setter private String sideCode;
	@Getter @Setter private Integer numberOfCoaches;
	@Getter @Setter private WheelChairAccessible wheelChairAccessible;
	@Getter @Setter private String operatorCode;
	@Getter @Setter private ReasonType reasonType;
	@Getter @Setter private SubReasonType subReasonType;
	@Getter @Setter private String reasonContent;
	@Getter @Setter private AdviceType adviceType;
	@Getter @Setter private SubAdviceType subAdviceType;
	@Getter @Setter private String adviceContent;
	@Getter @Setter private DataOwnerCode timingPointDataOwnerCode;
	@Getter @Setter private String timingPointCode;
	@Getter @Setter private JourneyStopType journeyStopType;
	@Getter @Setter private Integer targetArrivalTime;
	@Getter @Setter private Integer targetDepartureTime;
	@Getter @Setter private Integer recordedArrivalTime;
	@Getter @Setter private Integer recordedDepartureTime;

	private static int secondsSinceMidnight(String hhmmss) {
		String[] time = hhmmss.split(":");
		int hours = Integer.parseInt(time[0]);
		int minutes = Integer.parseInt(time[1]);
		int seconds = Integer.parseInt(time[2]);
		return (hours * 60 + minutes) * 60 + seconds;
	}

	public static DatedPasstime fromCtxLine(String line){
		String[] v = line.split("\\|");
		for (int j = 0; j < v.length; j++) {
			if ("\\0".equals(v[j])) {
				v[j] = null;
			}
		}
		DatedPasstime res = new DatedPasstime();
		res.setDataOwnerCode(DataOwnerCode.valueOf(v[0]));
		res.setOperationDate(v[1]);
		res.setLinePlanningNumber(v[2]);
		res.setJourneyNumber(Integer.valueOf(v[3]));
		res.setFortifyOrderNumber(Integer.valueOf(v[4]));
		res.setUserStopOrderNumber(Integer.valueOf(v[5]));
		res.setUserStopCode(v[6]);
		res.setLocalServiceLevelCode(Integer.valueOf(v[7]));
		res.setJourneyPatternCode(Integer.valueOf(v[8]));
		res.setLineDirection(Integer.valueOf(v[9]));
		res.setLastUpdateTimeStamp(DateUtils.parse(v[10]));
{'fraction_non_alphanumeric': 0.10157676348547717, 'fraction_numerical': 0.006970954356846473, 'mean_word_length': 6.523096129837703, 'pattern_counts': {'":': 2, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6715786', 'n_tokens_mistral': 1954, 'n_tokens_neox': 1861, 'n_words': 489}