<commit_before>function storeCountInListNo(rec,listNo)
 
local myVal2 = ""

local pogIdHitMap = rec.pogIdHitMap

for value in map.keys(pogIdHitMap) do
   myVal2 = myVal2..value.." "
end

myVal2 = myVal2.."..eof"

for value in map.values(pogIdHitMap) do
   myVal2 = myVal2..value.." "
end

myVal2 = myVal2.."..eof"

  

if(rec.listT1 == nil)
  then
  rec.listT1 = list()
  aerospike:create(rec)
  --aerospike:update(rec)
end

myVal2 ="----------------------->  "

if(rec.listT1 == nil)
  then
  rec.listT1 = list()
  aerospike:create(rec)
  --aerospike:update(rec)
end

if(rec.pogMapT0 == nil)
  then
  rec.pogMapT0 = map()
  aerospike:create(rec)
  --aerospike:update(rec)
  local pogMapT0 = map.clone(pogIdHitMap)
end

        if(listNo==1) then
            --rec.listT1 = list()
            --aerospike:create(rec)
                local  listT1 = rec.listT1
                  for value in map.keys(pogIdHitMap) do 
                      list.append(listT1,value)
                  end
                  rec.listT1 = listT1
        else
            rec.listT2 = list()
          	local  listT2 = rec.listT2
            --store message
            list.append(listT2, "pogId" )
            rec.listT2 = listT2
        end
        
    --end

  aerospike:update(rec)

  return myVal2
  --return list.size(messages)
end
<commit_msg>saving pog hits into base pogHitMap<commit_after>function storeCountInListNo(rec,listNo)
 
local myVal2 = ""

if(rec.pogIdHitMap == nil)
  then
  myVal2 = "------------pogIdHitMap is nil---------------------"
  if not aerospike:exists(rec) then
    rec.pogIdHitMap = map()
    aerospike:create(rec)
    myVal2 = myVal2.."------------rec & pogIdHitMap created---------------------"
  else
    rec.pogIdHitMap = map()
    aerospike:update(rec)
    myVal2 = myVal2.."------------pogIdHitMap created---------------------"
  end
  --return myVal2
end

local pogIdHitMap = rec.pogIdHitMap


if(rec["pogMapT"..listNo] == nil)
  then
  rec["pogMapT"..listNo] = map()
  aerospike:create(rec)

end

if(rec.pogMapTBase == nil)
  then
    if(map.size(pogIdHitMap)>=1) then
      --initialising base copy of pogHits
      rec.pogMapTBase = map()
      aerospike:update(rec)
      --aerospike:create(rec)
      rec.pogMapTBase = map.clone(pogIdHitMap)
      myVal2 = myVal2.."................pogIdHitMap >= 1.............................."
    end
else
  local currentHits = map.clone(pogIdHitMap)
  local pogMapTn = map()
  local pogMapTBase = rec.pogMapTBase

  for key in map.keys(currentHits) do
    if(pogMapTBase[key] ~= nil) then
        pogMapTn[key] = currentHits[key]-pogMapTBase[key]
        myVal2 = myVal2.."-------------------Not NIL-----------"
    else
        pogMapTn[key] = currentHits[key]
        myVal2 = myVal2.. "-------------------IS NIL-----------"
    end
    myVal2 =  myVal2.."----------------after copy-----------------Yes"
  end
  rec["pogMapT"..listNo] = pogMapTn
end
aerospike:update(rec)

myVal2 =  myVal2.."----------------after copy-----------------Yes"

---------------------update   baseCopy = currentCopy
  aerospike:update(rec)

  return myVal2
  --return list.size(messages)
end

{'fraction_non_alphanumeric': 0.2072704081632653, 'fraction_numerical': 0.016262755102040817, 'mean_word_length': 1.8084153983885407, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 6, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6682049', 'n_tokens_mistral': 1173, 'n_tokens_neox': 1124, 'n_words': 211}