<commit_before>package main

import (
	"./dhcp"
	"bytes"
	"encoding/binary"
	"flag"
	"fmt"
	"net"
	"os"
	"time"
)

type option struct {
	Len  int
	Name string
}

var options map[byte]option

func init() {
	options = map[byte]option{
		dhcp.PadOption:          {0, "Pad Option"},
		dhcp.Router:             {-1, "Router"},
		dhcp.SubnetMask:         {4, "Subnet Mask"},
		dhcp.DomainNameServer:   {-1, "Domain Name Server"},
		dhcp.HostName:           {-1, "Host Name"},
		dhcp.DomainName:         {-1, "Domain Name"},
		dhcp.BroadcastAddress:   {4, "Broadcast Address"},
		dhcp.StaticRoute:        {-1, "Static Route"},
		dhcp.IPAddressLeaseTime: {4, "IP Address Lease Time"},
		dhcp.DHCPMessageType:    {1, "DHCP Message Type"},
		dhcp.ServerIdentifier:   {4, "Server Identifier"},
		dhcp.RenewalTimeValue:   {4, "Renewal Time Value"},
		dhcp.RebindingTimeValue: {4, "Rebinding Time Value"},
		dhcp.DomainSearch:       {-1, "DomainSearch"},
		dhcp.WebProxyServer:     {-1, "Web Proxy Server"},
	}
}

func b32(data []byte) uint32 {
	buf := bytes.NewBuffer(data)
	var x uint32
	binary.Read(buf, binary.BigEndian, &x)
	return x
}

func ip4(data []byte) string {
	var ip dhcp.IPv4Address
	copy(ip[:], data[0:4])
	return ip.String()
}<commit_msg>Fix typo in option name<commit_after>package main

import (
	"./dhcp"
	"bytes"
	"encoding/binary"
	"flag"
	"fmt"
	"net"
	"os"
	"time"
)

type option struct {
	Len  int
	Name string
}

var options map[byte]option

func init() {
	options = map[byte]option{
		dhcp.PadOption:          {0, "Pad Option"},
		dhcp.Router:             {-1, "Router"},
		dhcp.SubnetMask:         {4, "Subnet Mask"},
		dhcp.DomainNameServer:   {-1, "Domain Name Server"},
		dhcp.HostName:           {-1, "Host Name"},
		dhcp.DomainName:         {-1, "Domain Name"},
		dhcp.BroadcastAddress:   {4, "Broadcast Address"},
		dhcp.StaticRoute:        {-1, "Static Route"},
		dhcp.IPAddressLeaseTime: {4, "IP Address Lease Time"},
		dhcp.DHCPMessageType:    {1, "DHCP Message Type"},
		dhcp.ServerIdentifier:   {4, "Server Identifier"},
		dhcp.RenewalTimeValue:   {4, "Renewal Time Value"},
		dhcp.RebindingTimeValue: {4, "Rebinding Time Value"},
		dhcp.DomainSearch:       {-1, "Domain Search"},
		dhcp.WebProxyServer:     {-1, "Web Proxy Server"},
	}
}

func b32(data []byte) uint32 {
	buf := bytes.NewBuffer(data)
	var x uint32
	binary.Read(buf, binary.BigEndian, &x)
	return x
}

func ip4(data []byte) string {
	var ip dhcp.IPv4Address
	copy(ip[:], data[0:4])
	return ip.String()
}
{'fraction_non_alphanumeric': 0.16112224448897797, 'fraction_numerical': 0.02004008016032064, 'mean_word_length': 3.288659793814433, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '166445', 'n_tokens_mistral': 1008, 'n_tokens_neox': 946, 'n_words': 235}