<commit_before>#!/usr/bin/env bash

pushd "/opt/od4d/fuseki"

URL=http://localhost:3030/articles

./s-query --service $URL/query '
PREFIX schema: <http://schema.org/>
SELECT  ?s ?p ?o
WHERE   { ?s a schema:Article .
          ?s ?p ?o
        }
'

popd<commit_msg>Tweaking article's fuseki query<commit_after>#!/usr/bin/env bash

pushd "/opt/od4d/fuseki"

URL=http://localhost:3030/articles

./s-query --service $URL/query '
PREFIX schema: <http://schema.org/>
SELECT  ?article ?url ?author ?headline ?summary ?description ?articleBody ?articleSection ?datePublished ?publisher
WHERE   { ?article a schema:Article .
          OPTIONAL { ?article schema:url    ?url } .
          OPTIONAL { ?article schema:author ?author } .
          OPTIONAL { ?article schema:publisher ?headline } .
          OPTIONAL { ?article schema:summary  ?summary } .
          OPTIONAL { ?article schema:description ?description } .
          OPTIONAL { ?article schema:articleBody ?articleBody } .
          OPTIONAL { ?article schema:articleSection ?articleSection } .
          OPTIONAL { ?article schema:datePublished ?datePublished } .
          OPTIONAL { ?article schema:publisher ?publisher } .
        }'

popd
{'fraction_non_alphanumeric': 0.12781954887218044, 'fraction_numerical': 0.00835421888053467, 'mean_word_length': 2.9022801302931596, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6936325', 'n_tokens_mistral': 392, 'n_tokens_neox': 374, 'n_words': 88}