<commit_before>#########
# Author:        <EMAIL>
# Maintainer:    <EMAIL>
# Created:       2005-08-23
# Last Modified: $Date$ $Author$
# Source:        $Source$
# Id:            $Id$
# $HeadURL $
#
package Bio::Das::Lite;
use strict;
use warnings;
use Bio::Das::Lite::UserAgent;
use HTTP::Request;
use HTTP::Headers;
use SOAP::Lite;
use Carp;
use English qw(-no_match_vars);

our $DEBUG    = 0;
our $VERSION  = do { my @r = (q$Revision$ =~ /\d+/mxg); sprintf '%d.'.'%03d' x $#r, @r };
our $BLK_SIZE = 8192;
our $TIMEOUT  = 5;
our $MAX_REQ  = 5;
our $MAX_HOST = 7;
our $LINKRE   = qr{<link\s+href="([^"]+)"[^>]*?>([^<]*)</link>|<link\s+href="([^"]+)"[^>]*?/>}mix;
our $NOTERE   = qr!<note[^>]*>([^<]*)</note>!mix;

#########
# $ATTR contains information about document structure - tags, attributes and subparts
# This is split up by call to reduce the number of tag passes for each response
#
our %COMMON_STYLE_ATTRS = (
			   yoffset        => [], # WTSI extension (available in Ensembl)
			   scorecolormin  => [], # WTSI extension
			   scorecolormax  => [], # WTSI extension
			   scoreheightmin => [], # WTSI extension
			   scoreheightmax => [], # WTSI extension
			   zindex         => [], # WTSI extension (available in Ensembl)
			   width          => [], # WTSI extension (available in Ensembl)
			   height         => [],
			   fgcolor        => [],
			   bgcolor        => [],
			   label          => [],
			   bump           => [],
			  );
our %SCORED_STYLE_ATTRS = (
			   min            => [],<commit_msg>From Branch:   Increase BLK_SIZE to reduce time taken for reading registry sources.<commit_after>#########
# Author:        <EMAIL>
# Maintainer:    <EMAIL>
# Created:       2005-08-23
# Last Modified: $Date$ $Author$
# Source:        $Source$
# Id:            $Id$
# $HeadURL $
#
package Bio::Das::Lite;
use strict;
use warnings;
use Bio::Das::Lite::UserAgent;
use HTTP::Request;
use HTTP::Headers;
use SOAP::Lite;
use Carp;
use English qw(-no_match_vars);

our $DEBUG    = 0;
our $VERSION  = do { my @r = (q$Revision$ =~ /\d+/mxg); sprintf '%d.'.'%03d' x $#r, @r };
# Changed blocksize to improve performance for reading registry
#our $BLK_SIZE = 8192;
our $BLK_SIZE = 2097152;
our $TIMEOUT  = 5;
our $MAX_REQ  = 5;
our $MAX_HOST = 7;
our $LINKRE   = qr{<link\s+href="([^"]+)"[^>]*?>([^<]*)</link>|<link\s+href="([^"]+)"[^>]*?/>}mix;
our $NOTERE   = qr!<note[^>]*>([^<]*)</note>!mix;

#########
# $ATTR contains information about document structure - tags, attributes and subparts
# This is split up by call to reduce the number of tag passes for each response
#
our %COMMON_STYLE_ATTRS = (
			   yoffset        => [], # WTSI extension (available in Ensembl)
			   scorecolormin  => [], # WTSI extension
			   scorecolormax  => [], # WTSI extension
			   scoreheightmin => [], # WTSI extension
			   scoreheightmax => [], # WTSI extension
			   zindex         => [], # WTSI extension (available in Ensembl)
			   width          => [], # WTSI extension (available in Ensembl)
			   height         => [],
			   fgcolor        => [],
			   bgcolor        => [],
			   label          => [],
			   bump           => [],
			  );
our %SCORED_STYLE_ATTRS = (
			   min            => [],
{'fraction_non_alphanumeric': 0.1865625, 'fraction_numerical': 0.0134375, 'mean_word_length': 2.704861111111111, 'pattern_counts': {'":': 0, '<': 21, '<?xml version=': 0, '>': 49, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1323438', 'n_tokens_mistral': 1228, 'n_tokens_neox': 1078, 'n_words': 290}