<commit_before># User.create!([
#   {name: "<NAME>", age: nil, gender: "male", image: "http://graph.facebook.com/1485775778392162/picture", cover: "https://scontent.xx.fbcdn.net/hphotos-xap1/t31.0-8/s720x720/906044_1455612988075108_7604148912649146806_o.jpg", email: "<EMAIL>", encrypted_password: <PASSWORD>", reset_password_token: nil, reset_password_sent_at: nil, remember_created_at: nil, sign_in_count: 3, current_sign_in_at: "2015-10-22 15:35:49", last_sign_in_at: "2015-10-22 15:08:46", current_sign_in_ip: "127.0.0.1", last_sign_in_ip: "127.0.0.1", provider: "facebook", uid: "1485775778392162"}
# ])

#bio data taken from http://laurenhallden.com/datingipsum/
girl_bio = []
guy_bio = []
File.open("#{Rails.root}/public/seed_data/dtg_girl_bio_semi.csv") do |row|
  row.read.each_line do |line|
    girl_bio << line 
  end
end
File.open("#{Rails.root}/public/seed_data/dtg_guy_bio_semi.csv") do |row|
  row.read.each_line do |line|
    guy_bio << line 
  end
end
bio = [girl_bio, guy_bio]
turn_two = 0
turn = 0
28.times do |i|
	turn_two += turn
  turn = i % 2
	male_images = Dir.glob("#{Rails.root}/app/assets/images/stock_images/male/*.jpg")
  female_images = Dir.glob("#{Rails.root}/app/assets/images/stock_images/female/*.jpg")
  male_female_images = [female_images,male_images]
  array = [FactoryHelper::Name.female_first_name,FactoryHelper::Name.male_first_name]
User.create!([
	{name: array[turn], age: rand(20..50), gender: ["female","male"][turn], image: male_female_images[turn][turn_two].split('/images/')[1], cover: "https://scontent.xx.fbcdn.net/hphotos-xap1/t31.0-8/s720x720/906044_1455612988075108_7604148912649146806_o.jpg", bio: bio[turn].sample, email: FactoryHelper::Internet.email(array[turn]),password: <PASSWORD>[0,20], reset_password_token: nil, reset_password_sent_at: nil, remember_created_at: nil, sign_in_count: 3, current_sign_in_at: "2015-10-22 15:35:49", last_sign_in_at: "2015-10-22 15:08:46", current_sign_in_ip: "127.0.0.1", last_sign_in_ip: "127.0.0.1", provider: "facebook", uid: FactoryHelper::Internet.password(10)}
])
end

User.create!([name: "admin", admin: true,password: "<PASSWORD>",email: "<EMAIL>"])


Event.create!([
  {title: "House of Vans: Television, Viet Cong, Lower Dens", venue: "House of Vans", street_number: 25, street_name: "Franklin Street", city: "Brooklyn", state: "NY", zip: 11222, description: "House of Vans Presents: the final event of the carnival and light-themed series brings brings forth a rare performance by heavyweight New York rock icons Television. Television will be joined by Canadian post-punks Viet Cong and the genre-bending synth-pop of Baltimore's Lower Dens. DJ <NAME> from Pitchfork will set the vibe of an evening filled with music, art and good times. Guests can keep summer alive with carnival treats, games and prizes, and free beer. ", cost: "free", tickets: "rsvp: https://houseofvansbrooklyn.queueapp.com/events/13097", url: "http://www.vans.com/article_detail/hov-presents-event3.html", image: "/assets/id1-HOV_Presents_Event3_Flyer.jpeg", category: "Concert", date: "2015-10-08", time: "2000-01-01 20:00:00"},
  {title: "The Art of <NAME> 75th Anniversary Exhibition", venue: "AFA Gallery", street_number: 54, street_name: "Green Street", city: "New York", state: "NY", zip: 10013, description: "Opening reception for an exhibition of the extraordinary artworks of <NAME>. All artwork is on exhibition and available for acquisition October 1st through October 31st of 2015. All events are complimentary and open to the public. This presentation is significant in its curation, celebrating the 75th Birthday Anniversary of <NAME>, and will feature programming throughout the exhibition period.", cost: "free", tickets: "rsvp: r<EMAIL>", url: "http://afanyc.com/john-lennon/john-lennon-press-release/", image: "/assets/id2-self-portrait.jpg", category: "Art", date: "2015-10-01", time: "2000-01-01 18:00:00"},
  {title: "Monegraph Release Party", venue: "The New Museum", street_number: 235, street_name: "Bowery Street", city: "New York", state: "NY", zip: 10002, description: "Monegraph is redefining how media will be consumed, created and distributed. We are excited to extend this invitation for you and your guests to join our celebration. This will be a monumental event in history - and the beginning of a media revolution. Exclusive DJ Set: Slava", cost: "free", tickets: "rsvp: https://monegraphreleaseparty.splashthat.com/", url: "https://monegraphreleaseparty.splashthat.com/", image: "/assets/id3-monegraph.png", category: "Art, Party", date: "2015-09-28", time: "2000-01-01 19:30:00"},
  {title: "Fable featuring Blonde Redhead / Prince Rama", venue: "The Knockdown Center", street_number: 52, street_name: "Flushing Ave", city: "Queens", state: "NY", zip: 11378, description: "Filmmaker <NAME> (La Blogotheque, A Story Told Well) and choreographer <NAME> (Sleep No More) present FABLE, a new evening-length production set in Knockdown’s sprawling 50,000-square-foot space. The production features a giant, sound-reactive enclosure that showcases a different, acclaimed musician for each of the six performances, a 360-degree sound environment and an expansive array of transforming light systems from floor to ceiling. In a shifting proscenium, an unpredictable choreographic and theatrical narrative immerses the audience.", cost: "$25.00", tickets: "http://www.ticketweb.com/snl/VenueListings.action?venueId=279334", url: "http://knockdown.center/event/fable/", image: "/assets/id4-fable.jpg", category: "Concert, Art", date: "2015-10-16", time: "2000-01-01 20:00:00"},
  {title: "Fable featuring Skyler Skjelset (Fleet Foxes, Beach House) / <NAME>", venue: "The Knockdown Center", street_number: 52, street_name: "Flushing Ave", city: "Queens", state: "NY", zip: 11378, description: "Filmmaker <NAME> (La Blogotheque, A Story Told Well) and choreographer <NAME> (Sleep No More) present FABLE, a new evening-length production set in Knockdown’s sprawling 50,000-square-foot space. The production features a giant, sound-reactive enclosure that showcases a different, acclaimed musician for each of the six performances, a 360-degree sound environment and an expansive array of transforming light systems from floor to ceiling. In a shifting proscenium, an unpredictable choreographic and theatrical narrative immerses the audience.", cost: "$25.00", tickets: "http://www.ticketweb.com/snl/VenueListings.action?venueId=279334", url: "http://knockdown.center/event/fable/", image: "/assets/id5-fable-box.jpg", category: "Concert, Art", date: "2015-10-17", time: "2000-01-01 20:00:00"},
  {title: "High Line Open Studios", venue: "The High Line, Chelsea", street_number: 526, street_name: "West 26th Street", city: "New York", state: "NY", zip: 10001, description: "The artists of High Line Open Studios invite the public to step inside their private studios during the Fall 2015 art season.  On this self-guided tour, visitors will have exclusive access to private artists' studios based in the heart of the West Chelsea Arts District, where visitors will have access to over 50 private artists' studios in more than 10 buildings. The artists will open their doors to the public on Saturday, Sunday, October 17-18, 2015.  The self guided tour begins at the West Chelsea Arts Building on West 26th Street. Pick up the MAP and event information in the lobbies at 508 and 516 West 26th St.", cost: "free", tickets: "none", url: "http://highlineopenstudios.org/", image: "/assets/id6-HLOS-October2015-6x6.jpg", category: "Art", date: "2015-10-18", time: "2000-01-01 12:00:00"},
  {title: "NYC Food Film Festival, Tender: Stories of Love and Meat", venue: "AMC Empire 25", street_number: 234, street_name: "West 42nd Street", city: "New York", state: "NY", zip: 10036, description: "Opening night features passionate stories of American meat. Special appearances by renowned Texas pitmasters Scott Morales of Taylor Cafe and Kent Black of Black’s Barbecue from the film, Central Texas Barbecue. Plus pork stories from Maine to Oklahoma, as well as a visit to the Certified Angus Beef test kitchen.VIP party by Hometown BBQ. Including a special performance by the Defibulators! Festival tickets are all-inclusive of food, beverages and entry to film screenings.", cost: "$89", tickets: "http://thefoodfilmfestival.com/2015-nyc-tickets/", url: "http://thefoodfilmfestival.com/opening-night-the-9th-annual-nyc-food-film-festival/", image: "/assets/id7-TENDER-NYC-THUMB.jpg", category: "Film, Food", date: "2015-10-22", time: "2000-01-01 19:00:00"},
  {title: "<NAME>: Habeus Corpus", venue: "Park Avenue Armory", street_number: 643, street_name: "Park Ave", city: "New York", state: "NY", zip: 10065, description: "Former <NAME> <NAME>—imprisoned for seven years beginning when he was just fourteen—is the subject of this new work by iconic musician and performance artist <NAME>. Gharani, who still can't travel to the US despite never having been charged, is live-streamed into the massive Armory drill hall onto a statue that replicates his body. Filling the space is a soundscape originally created by Anderson's late husband <NAME>, and in the evenings, a musical performance co-created with tUnE-yArDs' Merrill Garbus takes place.", cost: "$15", tickets: "https://commerce.armoryonpark.org/single/PSDetail.aspx?psn=806", url: "http://armoryonpark.org/programs_events/detail/laurie_anderson", image: "/assets/id8-habeas-corpus.jpg", category: "Art", date: "2015-10-02", time: "2000-01-01 20:00:00"},
  {title: "St. Marks Is Dead", venue: "Cooper Union", street_number: 7, street_name: "East 7th Street", city: "New York", state: "NY", zip: 10003, description: "Ad<NAME>'s new book St. Marks Is Dead: The Many Lives of America's Hippest Street is and being celebrated with a release party at Cooper Union. Hear about the street’s history, have a free beer from Brooklyn Brewery, and listen to a performance by the St. Mark’s Zeroes ( a one-night-only punk cover band featuring Ada's husband, aka rapper/performance artist <NAME>, Champagne Jerry's collaborator <NAME> aka Ad-Rock of Beastie Boys, and <NAME> of Adam's wife <NAME>'s band The Julie Ruin. Special guests are promised, including drag king legend <NAME>.", cost: "free", tickets: "none", url: "https://adacalhoun.files.wordpress.com/2009/09/adacalhoun_invite.jpg", image: "/assets/id9-st-marks-dead.jpg", category: "Reading, Party, Concert", date: "2015-11-02", time: "2000-01-01 18:00:00"},
  {title: "Tequila Partida & Whitewall", venue: "Soho Arts Club", street_number: 76, street_name: "Wooster Street", city: "New York", state: "NY", zip: 10003, description: "Tequila Partida and Whitewall invite you to preview Partida Loteria, a collaboration with artist <NAME> celebrating the vibrant colors and flavors of Mexico, at the former SoHo residence of Andy Warhol.", cost: "rsvp", tickets: "rsvp: <EMAIL>", url: "http://www.whitewallmag.com/lifestyle/partida-loteria-blending-premium-tequila-a-game-of-chance-and-pop-art", image: "/assets/id10-partida-loteria.png", category: "Art, Party", date: "2015-10-28", time: "2000-01-01 19:00:00"},
  {title: "Party United, Ray-Ban", venue: "Bushwick", street_number: 23, street_name: "Meadow Street", city: "Brooklyn", state: "NY", zip: 11206, description: "Ray-Ban presents Party United with performances by: Blood Orange, Empress Of, and <NAME>. In partnership with VICE and Campaign4Change. Open bar.", cost: "free", tickets: "rsvp: http://partyunited-rsvp.vice.com/?em=537", url: "http://partyunited-rsvp.vice.com/?em=537", image: "/assets/id11-ray-ban.jpg", category: "Concert, Party", date: "2015-10-22", time: "2000-01-01 21:00:00"},
  {title: "El Jimador Wall Brawl", venue: "Freehold", street_number: 45, street_name: "South 3rd Street", city: "Brooklyn", state: "NY", zip: 11249, description: "Watch New York's top street artist battle it out live during El Jimador's Wall Brawl New York where they'll compete against each other for the piece that best represents and celebrates El Jimador's Mexican heritage through Day of The Dead inspired art. Cast your vote to help determine the champion of Wall Brawl while enjoying complimentary cocktails provided by El Jimador.", cost: "free", tickets: "rsvp: https://www.squadup.com/events/eljimador-wallbrawl", url: "https://www.squadup.com/events/eljimador-wallbrawl", image: "/assets/id12-jimador.png", category: "Art, Party", date: "2015-11-02", time: "2000-01-01 20:00:00"}

])
<commit_msg>seed file changed, meat movie removed<commit_after># User.create!([
#   {name: "<NAME>", age: nil, gender: "male", image: "http://graph.facebook.com/1485775778392162/picture", cover: "https://scontent.xx.fbcdn.net/hphotos-xap1/t31.0-8/s720x720/906044_1455612988075108_7604148912649146806_o.jpg", email: "<EMAIL>", encrypted_password: <PASSWORD>", reset_password_token: nil, reset_password_sent_at: nil, remember_created_at: nil, sign_in_count: 3, current_sign_in_at: "2015-10-22 15:35:49", last_sign_in_at: "2015-10-22 15:08:46", current_sign_in_ip: "127.0.0.1", last_sign_in_ip: "127.0.0.1", provider: "facebook", uid: "1485775778392162"}
# ])

#bio data taken from http://laurenhallden.com/datingipsum/
girl_bio = []
guy_bio = []
File.open("#{Rails.root}/public/seed_data/dtg_girl_bio_semi.csv") do |row|
  row.read.each_line do |line|
    girl_bio << line 
  end
end
File.open("#{Rails.root}/public/seed_data/dtg_guy_bio_semi.csv") do |row|
  row.read.each_line do |line|
    guy_bio << line 
  end
end
bio = [girl_bio, guy_bio]
turn_two = 0
turn = 0
28.times do |i|
	turn_two += turn
  turn = i % 2
	male_images = Dir.glob("#{Rails.root}/app/assets/images/stock_images/male/*.jpg")
  female_images = Dir.glob("#{Rails.root}/app/assets/images/stock_images/female/*.jpg")
  male_female_images = [female_images,male_images]
  array = [FactoryHelper::Name.female_first_name,FactoryHelper::Name.male_first_name]
User.create!([
	{name: array[turn], age: rand(20..50), gender: ["female","male"][turn], image: male_female_images[turn][turn_two].split('/images/')[1], cover: "https://scontent.xx.fbcdn.net/hphotos-xap1/t31.0-8/s720x720/906044_1455612988075108_7604148912649146806_o.jpg", bio: bio[turn].sample, email: FactoryHelper::Internet.email(array[turn]),password: <PASSWORD>[0,20], reset_password_token: nil, reset_password_sent_at: nil, remember_created_at: nil, sign_in_count: 3, current_sign_in_at: "2015-10-22 15:35:49", last_sign_in_at: "2015-10-22 15:08:46", current_sign_in_ip: "127.0.0.1", last_sign_in_ip: "127.0.0.1", provider: "facebook", uid: FactoryHelper::Internet.password(10)}
])
end

User.create!([name: "admin", admin: true,password: "<PASSWORD>",email: "<EMAIL>"])


Event.create!([
  {title: "House of Vans: Television, Viet Cong, Lower Dens", venue: "House of Vans", street_number: 25, street_name: "Franklin Street", city: "Brooklyn", state: "NY", zip: 11222, description: "House of Vans Presents: the final event of the carnival and light-themed series brings brings forth a rare performance by heavyweight New York rock icons Television. Television will be joined by Canadian post-punks Viet Cong and the genre-bending synth-pop of Baltimore's Lower Dens. DJ <NAME> from Pitchfork will set the vibe of an evening filled with music, art and good times. Guests can keep summer alive with carnival treats, games and prizes, and free beer. ", cost: "free", tickets: "rsvp: https://houseofvansbrooklyn.queueapp.com/events/13097", url: "http://www.vans.com/article_detail/hov-presents-event3.html", image: "/assets/id1-HOV_Presents_Event3_Flyer.jpeg", category: "Concert", date: "2015-10-08", time: "2000-01-01 20:00:00"},
  {title: "The Art of <NAME> 75th Anniversary Exhibition", venue: "AFA Gallery", street_number: 54, street_name: "Green Street", city: "New York", state: "NY", zip: 10013, description: "Opening reception for an exhibition of the extraordinary artworks of <NAME>. All artwork is on exhibition and available for acquisition October 1st through October 31st of 2015. All events are complimentary and open to the public. This presentation is significant in its curation, celebrating the 75th Birthday Anniversary of <NAME>, and will feature programming throughout the exhibition period.", cost: "free", tickets: "rsvp: <EMAIL>", url: "http://afanyc.com/john-lennon/john-lennon-press-release/", image: "/assets/id2-self-portrait.jpg", category: "Art", date: "2015-10-01", time: "2000-01-01 18:00:00"},
  {title: "Monegraph Release Party", venue: "The New Museum", street_number: 235, street_name: "Bowery Street", city: "New York", state: "NY", zip: 10002, description: "Monegraph is redefining how media will be consumed, created and distributed. We are excited to extend this invitation for you and your guests to join our celebration. This will be a monumental event in history - and the beginning of a media revolution. Exclusive DJ Set: Slava", cost: "free", tickets: "rsvp: https://monegraphreleaseparty.splashthat.com/", url: "https://monegraphreleaseparty.splashthat.com/", image: "/assets/id3-monegraph.png", category: "Art, Party", date: "2015-09-28", time: "2000-01-01 19:30:00"},
  {title: "Fable featuring Blonde Redhead / Prince Rama", venue: "The Knockdown Center", street_number: 52, street_name: "Flushing Ave", city: "Queens", state: "NY", zip: 11378, description: "Filmmaker <NAME> (La Blogotheque, A Story Told Well) and choreographer <NAME> (Sleep No More) present FABLE, a new evening-length production set in Knockdown’s sprawling 50,000-square-foot space. The production features a giant, sound-reactive enclosure that showcases a different, acclaimed musician for each of the six performances, a 360-degree sound environment and an expansive array of transforming light systems from floor to ceiling. In a shifting proscenium, an unpredictable choreographic and theatrical narrative immerses the audience.", cost: "$25.00", tickets: "http://www.ticketweb.com/snl/VenueListings.action?venueId=279334", url: "http://knockdown.center/event/fable/", image: "/assets/id4-fable.jpg", category: "Concert, Art", date: "2015-10-16", time: "2000-01-01 20:00:00"},
  {title: "Fable featuring Skyler Skjelset (Fleet Foxes, Beach House) / <NAME>", venue: "The Knockdown Center", street_number: 52, street_name: "Flushing Ave", city: "Queens", state: "NY", zip: 11378, description: "Filmmaker <NAME> (La Blogotheque, A Story Told Well) and choreographer <NAME> (Sleep No More) present FABLE, a new evening-length production set in Knockdown’s sprawling 50,000-square-foot space. The production features a giant, sound-reactive enclosure that showcases a different, acclaimed musician for each of the six performances, a 360-degree sound environment and an expansive array of transforming light systems from floor to ceiling. In a shifting proscenium, an unpredictable choreographic and theatrical narrative immerses the audience.", cost: "$25.00", tickets: "http://www.ticketweb.com/snl/VenueListings.action?venueId=279334", url: "http://knockdown.center/event/fable/", image: "/assets/id5-fable-box.jpg", category: "Concert, Art", date: "2015-10-17", time: "2000-01-01 20:00:00"},
  {title: "High Line Open Studios", venue: "The High Line, Chelsea", street_number: 526, street_name: "West 26th Street", city: "New York", state: "NY", zip: 10001, description: "The artists of High Line Open Studios invite the public to step inside their private studios during the Fall 2015 art season.  On this self-guided tour, visitors will have exclusive access to private artists' studios based in the heart of the West Chelsea Arts District, where visitors will have access to over 50 private artists' studios in more than 10 buildings. The artists will open their doors to the public on Saturday, Sunday, October 17-18, 2015.  The self guided tour begins at the West Chelsea Arts Building on West 26th Street. Pick up the MAP and event information in the lobbies at 508 and 516 West 26th St.", cost: "free", tickets: "none", url: "http://highlineopenstudios.org/", image: "/assets/id6-HLOS-October2015-6x6.jpg", category: "Art", date: "2015-10-18", time: "2000-01-01 12:00:00"},
  {title: "<NAME>: Habeus Corpus", venue: "Park Avenue Armory", street_number: 643, street_name: "Park Ave", city: "New York", state: "NY", zip: 10065, description: "Former <NAME> <NAME>—imprisoned for seven years beginning when he was just fourteen—is the subject of this new work by iconic musician and performance artist <NAME>, who still can't travel to the US despite never having been charged, is live-streamed into the massive Armory drill hall onto a statue that replicates his body. Filling the space is a soundscape originally created by Anderson's late husband <NAME>, and in the evenings, a musical performance co-created with tUnE-yArDs' Merrill Garbus takes place.", cost: "$15", tickets: "https://commerce.armoryonpark.org/single/PSDetail.aspx?psn=806", url: "http://armoryonpark.org/programs_events/detail/laurie_anderson", image: "/assets/id8-habeas-corpus.jpg", category: "Art", date: "2015-10-02", time: "2000-01-01 20:00:00"},
  {title: "St. Marks Is Dead", venue: "Cooper Union", street_number: 7, street_name: "East 7th Street", city: "New York", state: "NY", zip: 10003, description: "<NAME>'s new book St. Marks Is Dead: The Many Lives of America's Hippest Street is and being celebrated with a release party at Cooper Union. Hear about the street’s history, have a free beer from Brooklyn Brewery, and listen to a performance by the St. Mark’s Zeroes ( a one-night-only punk cover band featuring Ada's husband, aka rapper/performance artist <NAME>, Champagne Jerry's collaborator <NAME> aka Ad-Rock of Beastie Boys, and <NAME>li of Adam's wife <NAME>'s band <NAME> Ruin. Special guests are promised, including drag king legend <NAME>.", cost: "free", tickets: "none", url: "https://adacalhoun.files.wordpress.com/2009/09/adacalhoun_invite.jpg", image: "/assets/id9-st-marks-dead.jpg", category: "Reading, Party, Concert", date: "2015-11-02", time: "2000-01-01 18:00:00"},
  {title: "Tequila Partida & Whitewall", venue: "Soho Arts Club", street_number: 76, street_name: "Wooster Street", city: "New York", state: "NY", zip: 10003, description: "Tequila Partida and Whitewall invite you to preview Partida Loteria, a collaboration with artist <NAME> celebrating the vibrant colors and flavors of Mexico, at the former SoHo residence of Andy Warhol.", cost: "rsvp", tickets: "rsvp: <EMAIL>", url: "http://www.whitewallmag.com/lifestyle/partida-loteria-blending-premium-tequila-a-game-of-chance-and-pop-art", image: "/assets/id10-partida-loteria.png", category: "Art, Party", date: "2015-10-28", time: "2000-01-01 19:00:00"},
  {title: "Party United, Ray-Ban", venue: "Bushwick", street_number: 23, street_name: "Meadow Street", city: "Brooklyn", state: "NY", zip: 11206, description: "Ray-Ban presents Party United with performances by: Blood Orange, Empress Of, and <NAME>. In partnership with VICE and Campaign4Change. Open bar.", cost: "free", tickets: "rsvp: http://partyunited-rsvp.vice.com/?em=537", url: "http://partyunited-rsvp.vice.com/?em=537", image: "/assets/id11-ray-ban.jpg", category: "Concert, Party", date: "2015-10-22", time: "2000-01-01 21:00:00"},
  {title: "El Jimador Wall Brawl", venue: "Freehold", street_number: 45, street_name: "South 3rd Street", city: "Brooklyn", state: "NY", zip: 11249, description: "Watch New York's top street artist battle it out live during El Jimador's Wall Brawl New York where they'll compete against each other for the piece that best represents and celebrates El Jimador's Mexican heritage through Day of The Dead inspired art. Cast your vote to help determine the champion of Wall Brawl while enjoying complimentary cocktails provided by El Jimador.", cost: "free", tickets: "rsvp: https://www.squadup.com/events/eljimador-wallbrawl", url: "https://www.squadup.com/events/eljimador-wallbrawl", image: "/assets/id12-jimador.png", category: "Art, Party", date: "2015-11-02", time: "2000-01-01 20:00:00"}

])

{'fraction_non_alphanumeric': 0.13131102395059668, 'fraction_numerical': 0.058165734790953855, 'mean_word_length': 5.514541995107366, 'pattern_counts': {'":': 0, '<': 72, '<?xml version=': 0, '>': 64, 'https://': 18, 'lorem ipsum': 0, 'www.': 12, 'xml': 0}, 'pii_count': 8, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6455248', 'n_tokens_mistral': 8615, 'n_tokens_neox': 7415, 'n_words': 2667}