<commit_before>-- libquvi-scripts
-- Copyright (C) 2013  <NAME> <<EMAIL>>
-- Copyright (C) 2011-2012  quvi project
--
-- This file is part of libquvi-scripts <http://quvi.sourceforge.net/>.
--
-- This program is free software: you can redistribute it and/or
-- modify it under the terms of the GNU Affero General Public
-- License as published by the Free Software Foundation, either
-- version 3 of the License, or (at your option) any later version.
--
-- This program is distributed in the hope that it will be useful,
-- but WITHOUT ANY WARRANTY; without even the implied warranty of
-- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-- GNU Affero General Public License for more details.
--
-- You should have received a copy of the GNU Affero General
-- Public License along with this program.  If not, see
-- <http://www.gnu.org/licenses/>.
--

local BikeRadar = {} -- Utility functions unique to to this script.

-- Identify the media script.
function ident(qargs)
  return {
    can_parse_url = BikeRadar.can_parse_url(qargs),
    domains = table.concat({'bikeradar.com'}, ',')
  }
end

-- Parse media URL.
function parse(self)
    self.host_id  = "bikeradar"

    local p = quvi.fetch(self.page_url)

    self.redirect_url = p:match('"embedURL" href="(.-)"')
                            or error('no match: embedURL')

    return self
end

--
-- Utility functions
--

function BikeRadar.can_parse_url(qargs)
  local U = require 'socket.url'
  local t = U.parse(qargs.input_url)
  if t and t.scheme and t.scheme:lower():match('^http$')
       and t.host   and t.host:lower():match('bikeradar%.com$')
       and t.path   and t.path:lower():match('^/videos/.-%-%w+$')
  then
    return true
  else
    return false
  end
end

-- vim: set ts=4 sw=4 tw=72 expandtab:
<commit_msg>media/bikeradar.lua: Rewrite parse function<commit_after>-- libquvi-scripts
-- Copyright (C) 2013  <NAME> <<EMAIL>>
-- Copyright (C) 2011-2012  quvi project
--
-- This file is part of libquvi-scripts <http://quvi.sourceforge.net/>.
--
-- This program is free software: you can redistribute it and/or
-- modify it under the terms of the GNU Affero General Public
-- License as published by the Free Software Foundation, either
-- version 3 of the License, or (at your option) any later version.
--
-- This program is distributed in the hope that it will be useful,
-- but WITHOUT ANY WARRANTY; without even the implied warranty of
-- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-- GNU Affero General Public License for more details.
--
-- You should have received a copy of the GNU Affero General
-- Public License along with this program.  If not, see
-- <http://www.gnu.org/licenses/>.
--

local BikeRadar = {} -- Utility functions unique to to this script.

-- Identify the media script.
function ident(qargs)
  return {
    can_parse_url = BikeRadar.can_parse_url(qargs),
    domains = table.concat({'bikeradar.com'}, ',')
  }
end

-- Parse the media properties.
function parse(qargs)
  local p = quvi.http.fetch(qargs.input_url).data

  qargs.goto_url = p:match('"embedURL" href="(.-)"')
                    or error('no match: embedURL')

  return qargs
end

--
-- Utility functions
--

function BikeRadar.can_parse_url(qargs)
  local U = require 'socket.url'
  local t = U.parse(qargs.input_url)
  if t and t.scheme and t.scheme:lower():match('^http$')
       and t.host   and t.host:lower():match('bikeradar%.com$')
       and t.path   and t.path:lower():match('^/videos/.-%-%w+$')
  then
    return true
  else
    return false
  end
end

-- vim: set ts=2 sw=2 tw=72 expandtab:

{'fraction_non_alphanumeric': 0.12461837357757424, 'fraction_numerical': 0.009436580627255066, 'mean_word_length': 3.072316384180791, 'pattern_counts': {'":': 0, '<': 13, '<?xml version=': 0, '>': 13, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5492925', 'n_tokens_mistral': 1170, 'n_tokens_neox': 1120, 'n_words': 404}