<commit_before># -*- coding: utf-8 -*-
partner_codes:
  fales:       Fales Library & Special Collections
  nyuarchives: NYU Archives
  tamwag:      Tamiment Library and <NAME> Labor Archives
  abudhabi:    <NAME>

filename_partner_codes:
  fa:          fales
  tw:          tamwag
  us:          nyuarchives

collection_codes:
  aia30:            "aia30 :: Ireland House Oral Histories"
  mc233:            "mc233 :: Tony Judt Papers"
  mc4:              "mc4 :: 2014 Capstones"
  mss56:	          "mss56 :: E. L. Doctorow Papers"
  mss221:           "mss221 :: Sylvere Lotringer Papers and Semiotext(e) Archive"
  mss217:           "mss217 :: <NAME> Papers"
  mss270:           "mss270 :: Public Art Fund Records"
  mss279:           "mss279 :: New York Womens Culinary Alliance"
  mss326:           "mss326 :: <NAME> Film Seminar Archive"
  mss347:           "mss347 :: <NAME> Papers"
  mss350:           "mss350 :: <NAME> Papers"   
  mss343:           "mss343 :: Exit Art Archive"
  mss384:           "mss384 :: Performance Studies International"
  mss402:           "mss402 :: I'm From Driftwood Archive"
  mss405:           "mss405 :: Larry Polansky Papers"
  mss408:           "mss408 :: Heritage Radio Network Collection"
  mss413:           "mss413 :: <NAME> Fornes Papers"
  mss415:           "mss415 :: Fortnight Project"
  mss419:           "mss419 :: Third Streaming Archive"
  mss421:	          "mss421 :: <NAME> Papers"
  mss426:           "mss426 :: Gay USA"
  mss429:           "mss429 :: José Muñoz Papers"
  mss443:           "mss443 :: Hedi El Kholti Semiotext(e) Papers" 
  mss448:           "mss448 :: <NAME> Papers"
  mss449:           "mss449 :: <NAME>erson Papers"
  mss450:           "mss450 :: Nancy Topf Paper"
  oh68:             "oh68 :: Squatters Collective Oral History Project"
  rg35-2:           "rg35-2 :: Records of the Alternative Media Center and Interactive Telecommunications Program, Tisch School of the Arts"
  rg37-49:          "rg37-49 :: NYU Humanities Inititive Records"
  rg21-46:          "rg21-46 :: ICAS"
  tam139:           "tam139  :: Greenwich House Records"
  tam268:           "tam268 :: Sol Yurick Manuscripts for Publication"
  tam351:           "tam351 :: Student Liberation Action Movement (SLAM) Records"
  tam517:           "tam517 :: Philip Agee Papers"
  tam616:           "tam616 :: Estela and Ernesto Bravo Film and Video Collection"
  tam642:           "tam642 :: Dissent Magazine Records"
  tam635:           "tam635 :: Brecht Forum Records"
  tam644:	          "tam644 :: Virginia Cornue Papers"
  tam652:	          "tam652 :: Gregory Smulewicz-Zucker Collection of Socialist Scholars Conference Recordings and Papers"
  tam663:           "tam663 :: Pauline Park Papers"
  tam666:           "tam666 :: <NAME> Records"
  tam667:           "tam667 :: <NAME> Papers"
  tam675:           "tam675 :: Gay Asian & Pacific Islander Men of New York Records"
  tam676:           "tam676 :: Jessie Taft Papers"
  tam677:	          "tam677 :: Carl Lichtenstein Papers"
  tam679:           "tam679 :: Marc Kagan Papers"
  tam680:           "tam680 :: Martin Popper Papers"
  vid18:            "vid18 :: Tamiment Library Video Oral Histories"
  wag265:           "wag265 :: American Federation of State, County, and Municipal Employees (AFSCME), District Council 37 Records"
  wag328:	          "wag328 :: NYC Labor Council for Latin American Advancement Records"
  wag332:           "wag332 :: US Labor Against the War Records" 
  wag261:           "wag261 :: <NAME> Papers"
<commit_msg>adding shu lea cheang to mlog<commit_after># -*- coding: utf-8 -*-
partner_codes:
  fales:       Fales Library & Special Collections
  nyuarchives: NYU Archives
  tamwag:      Tamiment Library and <NAME> Labor Archives
  abudhabi:    Abu Dhabi

filename_partner_codes:
  fa:          fales
  tw:          tamwag
  us:          nyuarchives

collection_codes:
  aia30:            "aia30 :: Ireland House Oral Histories"
  mc233:            "mc233 :: Tony Judt Papers"
  mc4:              "mc4 :: 2014 Capstones"
  mss56:	          "mss56 :: E. L. Doctorow Papers"
  mss221:           "mss221 :: Sylvere Lotringer Papers and Semiotext(e) Archive"
  mss217:           "mss217 :: <NAME> Papers"
  mss270:           "mss270 :: Public Art Fund Records"
  mss279:           "mss279 :: New York Womens Culinary Alliance"
  mss326:           "mss326 :: <NAME> Film Seminar Archive"
  mss347:           "mss347 :: <NAME> Papers"
  mss350:           "mss350 :: <NAME> Papers"   
  mss343:           "mss343 :: Exit Art Archive"
  mss384:           "mss384 :: Performance Studies International"
  mss402:           "mss402 :: I'm From Driftwood Archive"
  mss405:           "mss405 :: <NAME> Papers"
  mss408:           "mss408 :: Heritage Radio Network Collection"
  mss413:           "mss413 :: <NAME> Papers"
  mss415:           "mss415 :: Fortnight Project"
  mss419:           "mss419 :: Third Streaming Archive"
  mss421:	          "mss421 :: <NAME> Papers"
  mss426:           "mss426 :: Gay USA"
  mss429:           "mss429 :: José Muñoz Papers"
  mss443:           "mss443 :: Hedi El Kholti Semiotext(e) Papers" 
  mss448:           "mss448 :: <NAME> Papers"
  mss449:           "mss449 :: Sini Anderson Papers"
  mss450:           "mss450 :: Nancy Topf Paper"
  mss451:           "mss451 :: Shu Lea Cheang papers"
  oh68:             "oh68 :: Squatters Collective Oral History Project"
  rg35-2:           "rg35-2 :: Records of the Alternative Media Center and Interactive Telecommunications Program, Tisch School of the Arts"
  rg37-49:          "rg37-49 :: NYU Humanities Inititive Records"
  rg21-46:          "rg21-46 :: ICAS"
  tam139:           "tam139  :: Greenwich House Records"
  tam268:           "tam268 :: Sol Yurick Manuscripts for Publication"
  tam351:           "tam351 :: Student Liberation Action Movement (SLAM) Records"
  tam517:           "tam517 :: Philip Agee Papers"
  tam616:           "tam616 :: Estela and Ernesto Bravo Film and Video Collection"
  tam642:           "tam642 :: Dissent Magazine Records"
  tam635:           "tam635 :: Brecht Forum Records"
  tam644:	          "tam644 :: Virginia Cornue Papers"
  tam652:	          "tam652 :: Gregory Smulewicz-Zucker Collection of Socialist Scholars Conference Recordings and Papers"
  tam663:           "tam663 :: Pauline Park Papers"
  tam666:           "tam666 :: <NAME> Records"
  tam667:           "tam667 :: <NAME> Papers"
  tam675:           "tam675 :: Gay Asian & Pacific Islander Men of New York Records"
  tam676:           "tam676 :: Jessie Taft Papers"
  tam677:	          "tam677 :: Carl Lichtenstein Papers"
  tam679:           "tam679 :: Marc Kagan Papers"
  tam680:           "tam680 :: Martin Popper Papers"
  vid18:            "vid18 :: Tamiment Library Video Oral Histories"
  wag265:           "wag265 :: American Federation of State, County, and Municipal Employees (AFSCME), District Council 37 Records"
  wag328:	          "wag328 :: NYC Labor Council for Latin American Advancement Records"
  wag332:           "wag332 :: US Labor Against the War Records" 
  wag261:           "wag261 :: <NAME> Papers"

{'fraction_non_alphanumeric': 0.09333893087041702, 'fraction_numerical': 0.08788133221382592, 'mean_word_length': 2.186357556843513, 'pattern_counts': {'":': 0, '<': 28, '<?xml version=': 0, '>': 28, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '196162', 'n_tokens_mistral': 2697, 'n_tokens_neox': 2263, 'n_words': 703}