<commit_before>package com.thedeanda.ajaxproxy.service;

import com.j256.ormlite.field.DataType;
import com.j256.ormlite.field.DatabaseField;
import com.j256.ormlite.table.DatabaseTable;
import lombok.*;

/**
 * TODO: move this to "model" package
 * @author mdeanda
 *
 */
@DatabaseTable(tableName = "resource")
@Getter
@AllArgsConstructor
@NoArgsConstructor
@Builder
public class StoredResource {
	@Setter
	@DatabaseField(id = true, width = 64)
	private String id;

	@Setter
	@DatabaseField(width = 1024 * 4)
	private String url;

	@Setter
	@DatabaseField(width = 32)
	private String method;

	@Setter
	@DatabaseField(width = 1024 * 4)
	private String headers;

	@Setter
	@DatabaseField(dataType = DataType.SERIALIZABLE, width = 1024 * 1024)
	// 1MB max
	private byte[] input;

	@Setter
	@DatabaseField()
	private int status;

	@Setter
	@DatabaseField(width = 1024 * 2)
	private String reason;

	@Setter
	@DatabaseField()
	private long startTime;

	@Setter
	@DatabaseField()
	private long duration;

	@Setter
	@DatabaseField(width = 1024 * 4)
	private String responseHeaders;

	@Setter
	@DatabaseField(dataType = DataType.SERIALIZABLE, width = 1024 * 1024 * 4)
	// 4MB max
	private byte[] output;
<commit_msg>adds index on date to clean up later<commit_after>package com.thedeanda.ajaxproxy.service;

import com.j256.ormlite.field.DataType;
import com.j256.ormlite.field.DatabaseField;
import com.j256.ormlite.table.DatabaseTable;
import lombok.*;

/**
 * TODO: move this to "model" package
 * @author mdeanda
 *
 */
@DatabaseTable(tableName = "resource")
@Getter
@AllArgsConstructor
@NoArgsConstructor
@Builder
public class StoredResource {
	@Setter
	@DatabaseField(id = true, width = 64)
	private String id;

	@Setter
	@DatabaseField(width = 1024 * 4)
	private String url;

	@Setter
	@DatabaseField(width = 32)
	private String method;

	@Setter
	@DatabaseField(width = 1024 * 4)
	private String headers;

	@Setter
	@DatabaseField(dataType = DataType.SERIALIZABLE, width = 1024 * 1024)
	// 1MB max
	private byte[] input;

	@Setter
	@DatabaseField()
	private int status;

	@Setter
	@DatabaseField(width = 1024 * 2)
	private String reason;

	@Setter
	@DatabaseField(index = true)
	private long startTime;

	@Setter
	@DatabaseField()
	private long duration;

	@Setter
	@DatabaseField(width = 1024 * 4)
	private String responseHeaders;

	@Setter
	@DatabaseField(dataType = DataType.SERIALIZABLE, width = 1024 * 1024 * 4)
	// 4MB max
	private byte[] output;

{'fraction_non_alphanumeric': 0.10957230142566192, 'fraction_numerical': 0.04236252545824847, 'mean_word_length': 4.738317757009346, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2369845', 'n_tokens_mistral': 949, 'n_tokens_neox': 806, 'n_words': 222}