<commit_before>SELECT cc.id, h1.name  AS "csid_s", cp.sortableobjectnumber AS "objsortnum_s",
cc.objectnumber AS "objmusno_s", cp.pahmatmslegacydepartment AS "objdept_s",
cc.collection AS "objtype_s", cc.numberofobjects AS "objcount_s", cp.inventorycount AS "objcountnote_s",
cp.portfolioseries AS "objkeelingser_s", cp.pahmafieldlocverbatim AS "objfcpverbatim_s"
FROM collectionobjects_common cc
JOIN hierarchy h1 ON (h1.id=cc.id)
JOIN collectionobjects_pahma cp ON (cp.id=cc.id)
JOIN misc ON (cc.id=misc.id and misc.lifecyclestate <>'deleted')<commit_msg>PAHMA-1313: revised basic query to exclude selected objects<commit_after>SELECT
  cc.id,
  h1.name                     AS "csid_s",
  cp.sortableobjectnumber     AS "objsortnum_s",
  cc.objectnumber             AS "objmusno_s",
  cp.pahmatmslegacydepartment AS "objdept_s",
  cc.collection               AS "objtype_s",
  cc.numberofobjects          AS "objcount_s",
  cp.inventorycount           AS "objcountnote_s",
  cp.portfolioseries          AS "objkeelingser_s",
  cp.pahmafieldlocverbatim    AS "objfcpverbatim_s"
FROM collectionobjects_common cc
  JOIN hierarchy h1 ON (h1.id = cc.id)
  JOIN collectionobjects_pahma cp ON (cp.id = cc.id)
  JOIN misc ON (cc.id = misc.id AND misc.lifecyclestate <> 'deleted')
  LEFT OUTER JOIN collectionobjects_pahma_pahmaobjectstatuslist osl ON (cc.id = osl.id)
WHERE osl.item IN ('accessioned', 'deaccessioned', 'number not used', 'recataloged', 'not received')
{'fraction_non_alphanumeric': 0.09849521203830369, 'fraction_numerical': 0.006839945280437756, 'mean_word_length': 4.243727598566308, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7191428', 'n_tokens_mistral': 545, 'n_tokens_neox': 529, 'n_words': 126}