lib/spidr/agent/sanitizers.rb
def sanitize_url(url)
      url = URI(url)

      url.fragment = nil if @strip_fragments
      url.query    = nil if @strip_query

      return url
    end
def sanitize_url(url)
      url = URI(url)

      url.fragment = nil if @strip_fragments
      url.query    = nil if @strip_query

      return url
    end
Sanitizes a URL based on filtering options.

 @param [URI::HTTP, URI::HTTPS, String] url
   The URL to be sanitized

 @return [URI::HTTP, URI::HTTPS]
   The new sanitized URL.

 @since 0.2.2