<commit_before>#!/bin/sh

WATSET=${WATSET-watset.jar}
INPUT=${INPUT-java.tsv}

set -ex

# Dummy Clustering
java -jar "$WATSET" -i "$INPUT" empty
java -jar "$WATSET" -i "$INPUT" singleton
java -jar "$WATSET" -i "$INPUT" together
java -jar "$WATSET" -i "$INPUT" components

# Chinese Whispers
for mode in top lin log ; do
  java -jar "$WATSET" -i "$INPUT" cw -m $mode
done

# Markov Clustering
java -jar "$WATSET" -i "$INPUT" mcl

# Markov Clustering (Official)
[ -x "$PWD/mcl" ] && java -jar "$WATSET" -i "$INPUT" mcl-bin --bin "$PWD/mcl"

# MaxMax
java -jar "$WATSET" -i "$INPUT" maxmax

# Watset Sense Induction
java -jar "$WATSET" -i "$INPUT" senses -s -l mcl

for lmode in top lin log ; do
  java -jar "$WATSET" -i "$INPUT" senses -s -l cw -lp mode=$lmode
done

# Watset Sense Graph
java -jar "$WATSET" -i "$INPUT" graph -s -l mcl

for lmode in top lin log ; do
  java -jar "$WATSET" -i "$INPUT" graph -s -l cw -lp mode=$lmode
done

# Watset Clustering
java -jar "$WATSET" -i "$INPUT" watset -s -l mcl -g mcl # Watset[MCL, MCL]

for gmode in top lin log ; do
  java -jar "$WATSET" -i "$INPUT" watset -s -l mcl -g cw -gp mode=$gmode # Watset[MCL, CW]
done

for lmode in top lin log ; do
  java -jar "$WATSET" -i "$INPUT" watset -s -l cw -lp mode=$lmode -g mcl # Watset[CW, MCL]

  [ -x "$PWD/mcl" ] && java -jar "$WATSET" -i "$INPUT" watset -s -l cw -lp mode=$lmode -g mcl-bin -gp bin="$PWD/mcl" # Watset[CW, MCL]

  for gmode in top lin log ; do
    java -jar "$WATSET" -i "$INPUT" watset -s -l cw -lp mode=$lmode -g cw -gp mode=$gmode # Watset[CW, CW]
  done
done<commit_msg>Add the official MCL for Watset[MCL, MCL]<commit_after>#!/bin/sh

WATSET=${WATSET-watset.jar}
INPUT=${INPUT-java.tsv}

set -ex

# Dummy Clustering
java -jar "$WATSET" -i "$INPUT" empty
java -jar "$WATSET" -i "$INPUT" singleton
java -jar "$WATSET" -i "$INPUT" together
java -jar "$WATSET" -i "$INPUT" components

# Chinese Whispers
for mode in top lin log ; do
  java -jar "$WATSET" -i "$INPUT" cw -m $mode
done

# Markov Clustering
java -jar "$WATSET" -i "$INPUT" mcl

# Markov Clustering (Official)
[ -x "$PWD/mcl" ] && java -jar "$WATSET" -i "$INPUT" mcl-bin --bin "$PWD/mcl"

# MaxMax
java -jar "$WATSET" -i "$INPUT" maxmax

# Watset Sense Induction
java -jar "$WATSET" -i "$INPUT" senses -s -l mcl

for lmode in top lin log ; do
  java -jar "$WATSET" -i "$INPUT" senses -s -l cw -lp mode=$lmode
done

# Watset Sense Graph
java -jar "$WATSET" -i "$INPUT" graph -s -l mcl

for lmode in top lin log ; do
  java -jar "$WATSET" -i "$INPUT" graph -s -l cw -lp mode=$lmode
done

# Watset Clustering
java -jar "$WATSET" -i "$INPUT" watset -s -l mcl -g mcl # Watset[MCL, MCL]

java -jar "$WATSET" -i "$INPUT" watset -s -l mcl -g mcl-bin -gp bin="$PWD/mcl" # Watset[MCL, MCL]

for gmode in top lin log ; do
  java -jar "$WATSET" -i "$INPUT" watset -s -l mcl -g cw -gp mode=$gmode # Watset[MCL, CW]
done

for lmode in top lin log ; do
  java -jar "$WATSET" -i "$INPUT" watset -s -l cw -lp mode=$lmode -g mcl # Watset[CW, MCL]

  [ -x "$PWD/mcl" ] && java -jar "$WATSET" -i "$INPUT" watset -s -l cw -lp mode=$lmode -g mcl-bin -gp bin="$PWD/mcl" # Watset[CW, MCL]

  for gmode in top lin log ; do
    java -jar "$WATSET" -i "$INPUT" watset -s -l cw -lp mode=$lmode -g cw -gp mode=$gmode # Watset[CW, CW]
  done
done
{'fraction_non_alphanumeric': 0.1719939117199391, 'fraction_numerical': 0.0, 'mean_word_length': 3.076923076923077, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2229625', 'n_tokens_mistral': 1419, 'n_tokens_neox': 1371, 'n_words': 508}