<commit_before>#!/usr/bin/env ruby

require 'rubygems'
$: << File.dirname( __FILE__ ) + '/../lib'
require 'dav'
require 'find'
require 'pathname'
require 'json'

class Publisher

  BASE_URL = 'https://repository-projectodd.forge.cloudbees.com/incremental/torquebox'

  attr_accessor :build_number

  def initialize(credentials_path, build_number)
    @build_number = build_number
    @dav          = DAV.new( credentials_path )
    @published_artifacts = []
  end

  def build_base_url
    BASE_URL + "/#{build_number}"
  end

  def latest_base_url
    BASE_URL + "/LATEST"
  end

  def build_gem_repo_url
    "#{build_base_url}/gem-repo"
  end

  def latest_gem_repo_url
    "#{latest_base_url}/gem-repo"
  end

  def dav_mkdir_p(url)
    puts "mkdir #{url}"
    @dav.mkcol( url )
  end

  def dav_put(url, file, remember = true)
    puts "put #{url}"
    @dav.put( url, file )
    @published_artifacts << url if remember
  end

  def dav_rm_rf(url)
    @dav.delete( url )
  end

  def dav_remote_cp_r(src, dest)
    puts @dav.copy( src + '/', dest + '/', :infinity ).inspect
  end

  def dav_put_r(root_url, root_dir)
    Dir.chdir( root_dir ) do 
      Find.find( '.' ) do |entry|
        if ( entry == '.' )
          next
        end

        if ( File.directory?( entry ) )
          dav_mkdir_p( root_url + '/' + Pathname( entry ).cleanpath.to_s )
        else
          dav_put( root_url + '/' + Pathname( entry ).cleanpath.to_s, entry, false )
        end
      end
      @published_artifacts << root_url
    end
    
  end

  def publish_all()
    dav_mkdir_p( build_base_url )
    publish_distribution()
    publish_documentation()
    publish_gem_repo()
    publish_artifact_list()
    
    copy_to_latest()
  end

  def copy_to_latest()
    dav_remote_cp_r( build_base_url, latest_base_url )
  end

  def html_docs_path()
    File.dirname(__FILE__) + '/../../../docs/manual/en-US/target/docbook/publish/en-US/xhtml/'
  end

  def getting_started_docs_path()
    File.dirname(__FILE__) + '/../../../docs/getting-started/en-US/target/docbook/publish/en-US/xhtml/'
  end

  def pdf_doc_path()
    File.dirname(__FILE__) + '/../../../docs/manual/en-US/target/docbook/publish/en-US/pdf/torquebox-docs-en_US.pdf'
  end

  def epub_path()
    Dir[ ( ENV['M2_REPO'] || ( ENV['HOME'] + '/.m2/repository' ) ) + '/org/torquebox/torquebox-docs-en_US/*/torquebox-docs-en_US-*.epub' ].first
  end

  def yardocs_path
    File.dirname(__FILE__) + '/../../../gems/target/yardocs'
  end
  
  def javadocs_path()
    File.dirname(__FILE__) + '/../../../target/site/apidocs'
  end

  def gem_repo_path()
    File.dirname(__FILE__) + '/../../assembly/target/stage/gem-repo'
  end
  
  def publish_documentation()
    if File.exist?(javadocs_path)
      dav_mkdir_p( build_base_url + '/javadocs' )
      dav_put_r( build_base_url + '/javadocs', javadocs_path )
    end
    dav_mkdir_p( build_base_url + '/yardocs' )
    dav_put_r( build_base_url + '/yardocs', yardocs_path )
    dav_put( build_base_url + '/torquebox-docs.epub', epub_path )
    dav_put( build_base_url + '/torquebox-docs.pdf', pdf_doc_path )
    dav_mkdir_p( build_base_url + '/html-docs' )
    dav_put_r( build_base_url + '/html-docs', html_docs_path )
    dav_mkdir_p( build_base_url + '/getting-started' )
    dav_put_r( build_base_url + '/getting-started', getting_started_docs_path )
  end

    def publish_distribution()
    [
     '/../../dist/target/torquebox-dist-bin.zip',
     '/../../dist/target/torquebox-dist-modules.zip',
     '/../../dist/target/build-metadata.json',
     '/../../assembly/target/stage/torquebox/jboss/standalone/configuration/standalone.xml'
    ].each do |f|
      file = File.dirname(__FILE__) + f
      dav_put( build_base_url + "/#{File.basename( file )}", file )
      sha1 = file + ".sha1"
      dav_put( build_base_url + "/#{File.basename( sha1 )}", sha1 ) if File.exists?( sha1 )
    end
  end

  def publish_gem_repo()
    dav_mkdir_p( build_gem_repo_url )
    dav_put_r( build_gem_repo_url, gem_repo_path )
  end

  def publish_artifact_list
    file = File.join( File.dirname( __FILE__ ), '..', 'target', 'published-artifacts.json' )
    File.open( file, 'w' ) { |f| f << @published_artifacts.to_json }
    dav_put( build_base_url + '/published-artifacts.json', file, false )
  end
end

Publisher.new( ARGV[0], ARGV[1] ).publish_all



<commit_msg>Publish torquebox-dist-eap-overlay.zip for incremental builds (TORQUE-1095)<commit_after>#!/usr/bin/env ruby

require 'rubygems'
$: << File.dirname( __FILE__ ) + '/../lib'
require 'dav'
require 'find'
require 'pathname'
require 'json'

class Publisher

  BASE_URL = 'https://repository-projectodd.forge.cloudbees.com/incremental/torquebox'

  attr_accessor :build_number

  def initialize(credentials_path, build_number)
    @build_number = build_number
    @dav          = DAV.new( credentials_path )
    @published_artifacts = []
  end

  def build_base_url
    BASE_URL + "/#{build_number}"
  end

  def latest_base_url
    BASE_URL + "/LATEST"
  end

  def build_gem_repo_url
    "#{build_base_url}/gem-repo"
  end

  def latest_gem_repo_url
    "#{latest_base_url}/gem-repo"
  end

  def dav_mkdir_p(url)
    puts "mkdir #{url}"
    @dav.mkcol( url )
  end

  def dav_put(url, file, remember = true)
    puts "put #{url}"
    @dav.put( url, file )
    @published_artifacts << url if remember
  end

  def dav_rm_rf(url)
    @dav.delete( url )
  end

  def dav_remote_cp_r(src, dest)
    puts @dav.copy( src + '/', dest + '/', :infinity ).inspect
  end

  def dav_put_r(root_url, root_dir)
    Dir.chdir( root_dir ) do 
      Find.find( '.' ) do |entry|
        if ( entry == '.' )
          next
        end

        if ( File.directory?( entry ) )
          dav_mkdir_p( root_url + '/' + Pathname( entry ).cleanpath.to_s )
        else
          dav_put( root_url + '/' + Pathname( entry ).cleanpath.to_s, entry, false )
        end
      end
      @published_artifacts << root_url
    end
    
  end

  def publish_all()
    dav_mkdir_p( build_base_url )
    publish_distribution()
    publish_documentation()
    publish_gem_repo()
    publish_artifact_list()
    
    copy_to_latest()
  end

  def copy_to_latest()
    dav_remote_cp_r( build_base_url, latest_base_url )
  end

  def html_docs_path()
    File.dirname(__FILE__) + '/../../../docs/manual/en-US/target/docbook/publish/en-US/xhtml/'
  end

  def getting_started_docs_path()
    File.dirname(__FILE__) + '/../../../docs/getting-started/en-US/target/docbook/publish/en-US/xhtml/'
  end

  def pdf_doc_path()
    File.dirname(__FILE__) + '/../../../docs/manual/en-US/target/docbook/publish/en-US/pdf/torquebox-docs-en_US.pdf'
  end

  def epub_path()
    Dir[ ( ENV['M2_REPO'] || ( ENV['HOME'] + '/.m2/repository' ) ) + '/org/torquebox/torquebox-docs-en_US/*/torquebox-docs-en_US-*.epub' ].first
  end

  def yardocs_path
    File.dirname(__FILE__) + '/../../../gems/target/yardocs'
  end
  
  def javadocs_path()
    File.dirname(__FILE__) + '/../../../target/site/apidocs'
  end

  def gem_repo_path()
    File.dirname(__FILE__) + '/../../assembly/target/stage/gem-repo'
  end
  
  def publish_documentation()
    if File.exist?(javadocs_path)
      dav_mkdir_p( build_base_url + '/javadocs' )
      dav_put_r( build_base_url + '/javadocs', javadocs_path )
    end
    dav_mkdir_p( build_base_url + '/yardocs' )
    dav_put_r( build_base_url + '/yardocs', yardocs_path )
    dav_put( build_base_url + '/torquebox-docs.epub', epub_path )
    dav_put( build_base_url + '/torquebox-docs.pdf', pdf_doc_path )
    dav_mkdir_p( build_base_url + '/html-docs' )
    dav_put_r( build_base_url + '/html-docs', html_docs_path )
    dav_mkdir_p( build_base_url + '/getting-started' )
    dav_put_r( build_base_url + '/getting-started', getting_started_docs_path )
  end

    def publish_distribution()
    [
     '/../../dist/target/torquebox-dist-bin.zip',
     '/../../dist/target/torquebox-dist-eap-overlay.zip',
     '/../../dist/target/torquebox-dist-modules.zip',
     '/../../dist/target/build-metadata.json',
     '/../../assembly/target/stage/torquebox/jboss/standalone/configuration/standalone.xml'
    ].each do |f|
      file = File.dirname(__FILE__) + f
      dav_put( build_base_url + "/#{File.basename( file )}", file )
      sha1 = file + ".sha1"
      dav_put( build_base_url + "/#{File.basename( sha1 )}", sha1 ) if File.exists?( sha1 )
    end
  end

  def publish_gem_repo()
    dav_mkdir_p( build_gem_repo_url )
    dav_put_r( build_gem_repo_url, gem_repo_path )
  end

  def publish_artifact_list
    file = File.join( File.dirname( __FILE__ ), '..', 'target', 'published-artifacts.json' )
    File.open( file, 'w' ) { |f| f << @published_artifacts.to_json }
    dav_put( build_base_url + '/published-artifacts.json', file, false )
  end
end

Publisher.new( ARGV[0], ARGV[1] ).publish_all




{'fraction_non_alphanumeric': 0.14879873073436084, 'fraction_numerical': 0.0024932003626473255, 'mean_word_length': 2.8774165202108963, 'pattern_counts': {'":': 0, '<': 19, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7548872', 'n_tokens_mistral': 3385, 'n_tokens_neox': 3221, 'n_words': 572}