<commit_before><?xml version="1.0" encoding="UTF-8"?>
<xs:schema xmlns:xs="http://www.w3.org/2001/XMLSchema" xmlns:xslweb="http://www.armatiek.com/xslweb/pipeline" targetNamespace="http://www.armatiek.com/xslweb/pipeline" elementFormDefault="qualified">
  <xs:import namespace="http://www.w3.org/2010/xslt-xquery-serialization" schemaLocation="../w3c/schema-for-serialization-parameters.xsd"/>
  <xs:element name="pipeline">
    <xs:complexType>
      <xs:sequence>
        <xs:choice minOccurs="1" maxOccurs="unbounded">
          <xs:element name="transformer">
            <xs:complexType>
              <xs:sequence>
                <xs:element maxOccurs="unbounded" minOccurs="0" name="parameter">
                  <xs:complexType>
                    <xs:sequence>
                      <xs:element maxOccurs="unbounded" name="value" type="xs:string"/>
                    </xs:sequence>
                    <xs:attribute name="uri" type="xs:anyURI"/>
                    <xs:attribute name="name" type="xs:string" use="required"/>
                    <xs:attribute name="type" use="required">
                      <xs:simpleType>
                        <xs:restriction base="xs:string">
                          <xs:enumeration value="xs:string"/>
                          <xs:enumeration value="xs:boolean"/>
                          <xs:enumeration value="xs:integer"/>
                          <xs:enumeration value="xs:double"/>
                          <xs:enumeration value="xs:float"/>
                          <xs:enumeration value="xs:decimal"/>
                          <xs:enumeration value="xs:integer"/>
                          <xs:enumeration value="xs:dateTime"/>
                        </xs:restriction>
                      </xs:simpleType>
                    </xs:attribute>
                  </xs:complexType>
                </xs:element>
              </xs:sequence>
              <xs:attribute name="name" type="xs:string" use="optional"/>
              <xs:attribute name="xsl-path" type="xs:string" use="required"/>
              <xs:attribute name="log" type="xs:boolean" use="optional" default="false"/>
            </xs:complexType>
          </xs:element>
          <xs:element name="schema-validator">
            <xs:complexType>
              <xs:sequence>
                <xs:element name="schema-paths">
                  <xs:complexType>
                    <xs:sequence>
                      <xs:element name="schema-path" type="xs:string" minOccurs="1" maxOccurs="unbounded"/>
                    </xs:sequence>
                  </xs:complexType>
                </xs:element>
                <xs:element minOccurs="0" name="features">
                  <xs:complexType>
                    <xs:sequence>
                      <xs:element name="feature" maxOccurs="unbounded">
                        <xs:complexType>
                          <xs:attribute name="name" type="xs:string" use="required"/>
                          <xs:attribute name="value" type="xs:string" use="required"/>
                        </xs:complexType>
                      </xs:element>
                    </xs:sequence>
                  </xs:complexType>
                </xs:element>
                <xs:element name="properties" minOccurs="0">
                  <xs:complexType>
                    <xs:sequence>
                      <xs:element name="property" maxOccurs="unbounded">
                        <xs:complexType>
                          <xs:attribute name="name" type="xs:string" use="required"/>
                          <xs:attribute name="value" type="xs:string" use="required"/>
                        </xs:complexType>
                      </xs:element>
                    </xs:sequence>
                  </xs:complexType>
                </xs:element>
              </xs:sequence>
              <xs:attribute name="name" type="xs:string" use="optional"/>
              <xs:attribute name="xsl-param-name" type="xs:string" use="optional"/>
              <xs:attribute name="xsl-param-namespace" type="xs:string" use="optional"/>
              <xs:attribute name="log" type="xs:boolean" use="optional" default="false"/>
            </xs:complexType>
          </xs:element>
          <xs:element name="schematron-validator">
            <xs:complexType>
              <xs:attribute name="name" type="xs:string" use="optional"/>
              <xs:attribute name="schematron-path" type="xs:string" use="required"/>
              <xs:attribute name="xsl-param-name" type="xs:string" use="optional"/>
              <xs:attribute name="xsl-param-namespace" type="xs:string" use="optional"/>
              <xs:attribute name="log" type="xs:boolean" use="optional" default="false"/>
            </xs:complexType>
          </xs:element>
        </xs:choice>
        <xs:choice minOccurs="0">
          <xs:element name="json-serializer">
            <xs:complexType>
              <xs:attribute name="name" type="xs:string" use="optional"/>
              <xs:attribute name="log" type="xs:boolean" use="optional" default="false"/>
            </xs:complexType>
          </xs:element>
          <xs:element name="zip-serializer">
            <xs:complexType>
              <xs:attribute name="name" type="xs:string" use="optional"/>
              <xs:attribute name="log" type="xs:boolean" use="optional" default="false"/>
            </xs:complexType>
          </xs:element>
          <xs:element name="fop-serializer">
            <xs:complexType>
              <xs:attribute name="name" type="xs:string" use="optional"/>
              <xs:attribute name="log" type="xs:boolean" use="optional" default="false"/>
            </xs:complexType>
          </xs:element>
        </xs:choice>
      </xs:sequence>
      <xs:attribute name="cache" type="xs:boolean" use="optional" default="false"/>
      <xs:attribute name="cache-key" type="xs:string" use="optional"/>
      <xs:attribute name="cache-time-to-live" type="xs:integer" use="optional" default="60"/>
      <xs:attribute name="cache-time-to-idle" type="xs:integer" use="optional" default="60"/>
      <xs:attribute name="cache-scope" use="optional" default="webapp">
        <xs:simpleType>
          <xs:restriction base="xs:string">
            <xs:enumeration value="webapp"/>
            <xs:enumeration value="user"/>
          </xs:restriction>
        </xs:simpleType>
      </xs:attribute>
      <xs:attribute name="cache-headers" type="xs:boolean" use="optional" default="false"/>
    </xs:complexType>
  </xs:element>
</xs:schema>
<commit_msg>Added several pipeline attributes to JSONSerializer and SchematronValidator pipeline steps<commit_after><?xml version="1.0" encoding="UTF-8"?>
<xs:schema xmlns:xs="http://www.w3.org/2001/XMLSchema" xmlns:xslweb="http://www.armatiek.com/xslweb/pipeline" targetNamespace="http://www.armatiek.com/xslweb/pipeline" elementFormDefault="qualified">
  <xs:import namespace="http://www.w3.org/2010/xslt-xquery-serialization" schemaLocation="../w3c/schema-for-serialization-parameters.xsd"/>
  <xs:element name="pipeline">
    <xs:complexType>
      <xs:sequence>
        <xs:choice minOccurs="1" maxOccurs="unbounded">
          <xs:element name="transformer">
            <xs:complexType>
              <xs:sequence>
                <xs:element maxOccurs="unbounded" minOccurs="0" name="parameter">
                  <xs:complexType>
                    <xs:sequence>
                      <xs:element maxOccurs="unbounded" name="value" type="xs:string"/>
                    </xs:sequence>
                    <xs:attribute name="uri" type="xs:anyURI"/>
                    <xs:attribute name="name" type="xs:string" use="required"/>
                    <xs:attribute name="type" use="required">
                      <xs:simpleType>
                        <xs:restriction base="xs:string">
                          <xs:enumeration value="xs:string"/>
                          <xs:enumeration value="xs:boolean"/>
                          <xs:enumeration value="xs:integer"/>
                          <xs:enumeration value="xs:double"/>
                          <xs:enumeration value="xs:float"/>
                          <xs:enumeration value="xs:decimal"/>
                          <xs:enumeration value="xs:integer"/>
                          <xs:enumeration value="xs:dateTime"/>
                        </xs:restriction>
                      </xs:simpleType>
                    </xs:attribute>
                  </xs:complexType>
                </xs:element>
              </xs:sequence>
              <xs:attribute name="name" type="xs:string" use="optional"/>
              <xs:attribute name="xsl-path" type="xs:string" use="required"/>
              <xs:attribute name="log" type="xs:boolean" use="optional" default="false"/>
            </xs:complexType>
          </xs:element>
          <xs:element name="schema-validator">
            <xs:complexType>
              <xs:sequence>
                <xs:element name="schema-paths">
                  <xs:complexType>
                    <xs:sequence>
                      <xs:element name="schema-path" type="xs:string" minOccurs="1" maxOccurs="unbounded"/>
                    </xs:sequence>
                  </xs:complexType>
                </xs:element>
                <xs:element minOccurs="0" name="features">
                  <xs:complexType>
                    <xs:sequence>
                      <xs:element name="feature" maxOccurs="unbounded">
                        <xs:complexType>
                          <xs:attribute name="name" type="xs:string" use="required"/>
                          <xs:attribute name="value" type="xs:string" use="required"/>
                        </xs:complexType>
                      </xs:element>
                    </xs:sequence>
                  </xs:complexType>
                </xs:element>
                <xs:element name="properties" minOccurs="0">
                  <xs:complexType>
                    <xs:sequence>
                      <xs:element name="property" maxOccurs="unbounded">
                        <xs:complexType>
                          <xs:attribute name="name" type="xs:string" use="required"/>
                          <xs:attribute name="value" type="xs:string" use="required"/>
                        </xs:complexType>
                      </xs:element>
                    </xs:sequence>
                  </xs:complexType>
                </xs:element>
              </xs:sequence>
              <xs:attribute name="name" type="xs:string" use="optional"/>
              <xs:attribute name="xsl-param-name" type="xs:string" use="optional"/>
              <xs:attribute name="xsl-param-namespace" type="xs:string" use="optional"/>
              <xs:attribute name="log" type="xs:boolean" use="optional" default="false"/>
            </xs:complexType>
          </xs:element>
          <xs:element name="schematron-validator">
            <xs:complexType>
              <xs:attribute name="name" type="xs:string" use="optional"/>
              <xs:attribute name="schematron-path" type="xs:string" use="required"/>
              <xs:attribute name="phase" type="xs:string" use="optional"/>
              <xs:attribute name="xsl-param-name" type="xs:string" use="optional"/>
              <xs:attribute name="xsl-param-namespace" type="xs:string" use="optional"/>
              <xs:attribute name="log" type="xs:boolean" use="optional" default="false"/>
            </xs:complexType>
          </xs:element>
        </xs:choice>
        <xs:choice minOccurs="0">
          <xs:element name="json-serializer">
            <xs:complexType>
              <xs:sequence>
                <xs:element minOccurs="0" name="namespace-declarations">
                  <xs:complexType>
                    <xs:sequence>
                      <xs:element name="namespace-declaration" maxOccurs="unbounded">
                        <xs:complexType>
                          <xs:attribute name="namespace-uri" type="xs:string" use="optional"/>
                          <xs:attribute name="name" type="xs:string" use="required"/>
                        </xs:complexType>
                      </xs:element>
                    </xs:sequence>
                  </xs:complexType>
                </xs:element>  
              </xs:sequence>
              <xs:attribute name="name" type="xs:string" use="optional"/>
              <xs:attribute name="log" type="xs:boolean" use="optional" default="false"/>
              <xs:attribute name="auto-array" type="xs:boolean" use="optional" default="false"/>
              <xs:attribute name="auto-primitive" type="xs:boolean" use="optional" default="false"/>
              <xs:attribute name="multi-pi" type="xs:boolean" use="optional" default="true"/>
              <xs:attribute name="namespace-declarations" type="xs:boolean" use="optional" default="true"/>
              <xs:attribute name="namespace-separator" type="xs:string" use="optional" default=":"/>
              <xs:attribute name="pretty-print" type="xs:boolean" use="optional" default="false"/>
              <xs:attribute name="virtual-root-namespace" type="xs:string" use="optional"/>
              <xs:attribute name="virtual-root-name" type="xs:string" use="optional"/>
              <xs:attribute name="repairing-namespaces" type="xs:boolean" use="optional" default="false"/>
            </xs:complexType>
          </xs:element>
          <xs:element name="zip-serializer">
            <xs:complexType>
              <xs:attribute name="name" type="xs:string" use="optional"/>
              <xs:attribute name="log" type="xs:boolean" use="optional" default="false"/>
            </xs:complexType>
          </xs:element>
          <xs:element name="fop-serializer">
            <xs:complexType>
              <xs:attribute name="name" type="xs:string" use="optional"/>
              <xs:attribute name="log" type="xs:boolean" use="optional" default="false"/>
            </xs:complexType>
          </xs:element>
        </xs:choice>
      </xs:sequence>
      <xs:attribute name="cache" type="xs:boolean" use="optional" default="false"/>
      <xs:attribute name="cache-key" type="xs:string" use="optional"/>
      <xs:attribute name="cache-time-to-live" type="xs:integer" use="optional" default="60"/>
      <xs:attribute name="cache-time-to-idle" type="xs:integer" use="optional" default="60"/>
      <xs:attribute name="cache-scope" use="optional" default="webapp">
        <xs:simpleType>
          <xs:restriction base="xs:string">
            <xs:enumeration value="webapp"/>
            <xs:enumeration value="user"/>
          </xs:restriction>
        </xs:simpleType>
      </xs:attribute>
      <xs:attribute name="cache-headers" type="xs:boolean" use="optional" default="false"/>
    </xs:complexType>
  </xs:element>
</xs:schema>

{'fraction_non_alphanumeric': 0.15551075268817205, 'fraction_numerical': 0.003293010752688172, 'mean_word_length': 1.8990843561270212, 'pattern_counts': {'":': 1, '<': 281, '<?xml version=': 2, '>': 281, 'https://': 0, 'lorem ipsum': 0, 'www.': 8, 'xml': 6}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '911397', 'n_tokens_mistral': 4098, 'n_tokens_neox': 3930, 'n_words': 634}