<commit_before><!DOCTYPE html>
<html lang="en">
<head>
  <meta charset="utf-8"/>
  <title>Non-drawables (Scenery)</title>
  
  <style>
    canvas {
      border: 1px solid black;
    }
  </style>
</head>
<body>

<canvas id="canvas" width="640" height="640"></canvas>

<script type="text/javascript">  

  var context = document.getElementById( 'canvas' ).getContext( '2d' );
  
  var zeroColor = '#000000';
  var offZeroColor = 'rgba(0,255,255,0.5)';
  
  /*---------------------------------------------------------------------------*
  * Arc with 0 radius as a 'join'
  *----------------------------------------------------------------------------*/
  
  // exactly 0
  context.beginPath();
  context.moveTo( 0, 128 );
  context.lineTo( 128, 128 );
  context.arc( 128, 128, 0, Math.PI, -Math.PI, true );
  context.lineTo( 128, 0 );
  context.lineWidth = 100;
  context.strokeStyle = zeroColor;
  context.stroke();
  
  // just off of 0
  context.beginPath();
  context.moveTo( 0, 128 );
  context.lineTo( 128, 128 );
  context.arc( 128, 128, 0.01, Math.PI, -Math.PI / 2, true );
  context.lineTo( 128, 0 );
  context.lineWidth = 100;
  context.strokeStyle = offZeroColor;
  context.stroke();
  
  /*---------------------------------------------------------------------------*
  * Line with 0 length as a 'join'
  *----------------------------------------------------------------------------*/
  
  // exactly 0
  context.beginPath();
  context.moveTo( 0, 256 );
  context.lineTo( 256, 256 );
  context.lineTo( 256, 256 );
  context.lineTo( 256, 0 );
  context.lineWidth = 100;
  context.strokeStyle = zeroColor;
  context.stroke();
  
  // just off of 0
  context.beginPath();
  context.moveTo( 0, 256 );
  context.lineTo( 255.99, 256 );
  context.lineTo( 256, 255.99 );
  context.lineTo( 256, 0 );
  context.lineWidth = 100;
  context.strokeStyle = offZeroColor;
  context.stroke();
  
  /*---------------------------------------------------------------------------*
  * Quadratic with all control points the same
  *----------------------------------------------------------------------------*/
  
  // exactly 0
  context.beginPath();
  context.moveTo( 0, 384 );
  context.lineTo( 384, 384 );
  context.quadraticCurveTo( 384, 384, 384, 384 );
  context.lineTo( 384, 0 );
  context.lineWidth = 100;
  context.strokeStyle = zeroColor;
  context.stroke();
  
  // just off of 0
  context.beginPath();
  context.moveTo( 0, 384 );
  context.lineTo( 383.99, 384 );
  context.quadraticCurveTo( 384, 384, 384, 383.99 );
  context.lineTo( 384, 0 );
  context.lineWidth = 100;
  context.strokeStyle = offZeroColor;
  context.stroke();
  
  /*---------------------------------------------------------------------------*
  * Cubic with all control points the same
  *----------------------------------------------------------------------------*/
  
  // exactly 0
  context.beginPath();
  context.moveTo( 0, 512 );
  context.lineTo( 512, 512 );
  context.bezierCurveTo( 512, 512, 512, 512, 512, 512 );
  context.lineTo( 512, 0 );
  context.lineWidth = 100;
  context.strokeStyle = zeroColor;
  context.stroke();
  
  // just off of 0
  context.beginPath();
  context.moveTo( 0, 512 );
  context.lineTo( 511.99, 512 );
  context.bezierCurveTo( 511.999, 512, 512, 511.999, 512, 511.99 );
  context.lineTo( 512, 0 );
  context.lineWidth = 100;
  context.strokeStyle = offZeroColor;
  context.stroke();
  
</script>

</body>
</html>
<commit_msg>Adding non-joined 0-length segments<commit_after><!DOCTYPE html>
<html lang="en">
<head>
  <meta charset="utf-8"/>
  <title>Non-drawables (Scenery)</title>
  
  <style>
    canvas {
      border: 1px solid black;
    }
  </style>
</head>
<body>

<canvas id="canvas" width="640" height="720"></canvas>

<script type="text/javascript">  

  var context = document.getElementById( 'canvas' ).getContext( '2d' );
  
  var zeroColor = '#000000';
  var offZeroColor = 'rgba(0,255,255,0.5)';
  
  // shared settings
  context.lineWidth = 100;
  
  /*---------------------------------------------------------------------------*
  * Arc with 0 radius as a 'join'
  *----------------------------------------------------------------------------*/
  
  // exactly 0
  context.beginPath();
  context.moveTo( 0, 128 );
  context.lineTo( 128, 128 );
  context.arc( 128, 128, 0, Math.PI, -Math.PI, true );
  context.lineTo( 128, 0 );
  context.strokeStyle = zeroColor;
  context.stroke();
  
  // just off of 0
  context.beginPath();
  context.moveTo( 0, 128 );
  context.lineTo( 128, 128 );
  context.arc( 128, 128, 0.01, Math.PI, -Math.PI / 2, true );
  context.lineTo( 128, 0 );
  context.strokeStyle = offZeroColor;
  context.stroke();
  
  /*---------------------------------------------------------------------------*
  * Line with 0 length as a 'join'
  *----------------------------------------------------------------------------*/
  
  // exactly 0
  context.beginPath();
  context.moveTo( 0, 256 );
  context.lineTo( 256, 256 );
  context.lineTo( 256, 256 );
  context.lineTo( 256, 0 );
  context.strokeStyle = zeroColor;
  context.stroke();
  
  // just off of 0
  context.beginPath();
  context.moveTo( 0, 256 );
  context.lineTo( 255.99, 256 );
  context.lineTo( 256, 255.99 );
  context.lineTo( 256, 0 );
  context.strokeStyle = offZeroColor;
  context.stroke();
  
  /*---------------------------------------------------------------------------*
  * Quadratic with all control points the same
  *----------------------------------------------------------------------------*/
  
  // exactly 0
  context.beginPath();
  context.moveTo( 0, 384 );
  context.lineTo( 384, 384 );
  context.quadraticCurveTo( 384, 384, 384, 384 );
  context.lineTo( 384, 0 );
  context.strokeStyle = zeroColor;
  context.stroke();
  
  // just off of 0
  context.beginPath();
  context.moveTo( 0, 384 );
  context.lineTo( 383.99, 384 );
  context.quadraticCurveTo( 384, 384, 384, 383.99 );
  context.lineTo( 384, 0 );
  context.strokeStyle = offZeroColor;
  context.stroke();
  
  /*---------------------------------------------------------------------------*
  * Cubic with all control points the same
  *----------------------------------------------------------------------------*/
  
  // exactly 0
  context.beginPath();
  context.moveTo( 0, 512 );
  context.lineTo( 512, 512 );
  context.bezierCurveTo( 512, 512, 512, 512, 512, 512 );
  context.lineTo( 512, 0 );
  context.strokeStyle = zeroColor;
  context.stroke();
  
  // just off of 0
  context.beginPath();
  context.moveTo( 0, 512 );
  context.lineTo( 511.99, 512 );
  context.bezierCurveTo( 511.999, 512, 512, 511.999, 512, 511.99 );
  context.lineTo( 512, 0 );
  context.strokeStyle = offZeroColor;
  context.stroke();
  
  /*---------------------------------------------------------------------------*
  * Individual (non-joined) zero-length segments that hopefully don't show anything. 
  *----------------------------------------------------------------------------*/
  
  // arc
  context.beginPath();
  context.moveTo( 128, 640 );
  context.arc( 128, 640, 0, Math.PI, -Math.PI, true );
  context.strokeStyle = zeroColor;
  context.stroke();
  
  // lineTo
  context.beginPath();
  context.moveTo( 256, 640 );
  context.lineTo( 256, 640 );
  context.strokeStyle = zeroColor;
  context.stroke();
  
  // quadratic
  context.beginPath();
  context.moveTo( 384, 640 );
  context.quadraticCurveTo( 384, 640, 384, 640 );
  context.strokeStyle = zeroColor;
  context.stroke();
  
  // cubic
  context.beginPath();
  context.moveTo( 384, 640 );
  context.bezierCurveTo( 384, 640, 384, 640, 384, 640 );
  context.strokeStyle = zeroColor;
  context.stroke();
  
</script>

</body>
</html>

{'fraction_non_alphanumeric': 0.30921911726299295, 'fraction_numerical': 0.0784800208931836, 'mean_word_length': 1.6292481977342945, 'pattern_counts': {'":': 0, '<': 35, '<?xml version=': 0, '>': 35, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3810766', 'n_tokens_mistral': 2860, 'n_tokens_neox': 2277, 'n_words': 566}