<commit_before><DeploymentModel  xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:xsd="http://www.w3.org/2001/XMLSchema">
  <!--
      Test Command
      Inst4WA.exe -XmlConfigPath "SolrInstWR.xml" -Subscription "<subscription name>" -DomainName "<domain name>" 
  -->
  <Parameters>
    <Parameter Name="Emulator" Value="false"></Parameter>

    <Parameter Name="AzureDeploymentCmdletsAssemblyPath"
               Value="%%Program Files%%\Microsoft SDKs\Windows Azure\PowerShell\Azure\Microsoft.WindowsAzure.Management.CloudService.dll" Required="yes"></Parameter>
    <Parameter Name="AzureMgmtCmdletsAssemblyPath"
           Value="%%Program Files%%\Microsoft SDKs\Windows Azure\PowerShell\Azure\Microsoft.WindowsAzure.Management.dll" Required="yes"></Parameter>

    <Parameter Name="SolrLoc" Value="C:\temp"></Parameter>
    <Parameter Name="SolrDownloadLoc" Value="http://mirror.cc.columbia.edu/pub/software/apache/lucene/solr/3.6.1/apache-solr-3.6.1.zip"></Parameter>

    <Parameter Name="AppFolder" Value="C:\temp\DeploySolrOnAzure"></Parameter>
    <Parameter Name="AppName" Value="SolrOnAzure"></Parameter>

    <Parameter Name="MasterRoleBinariesFolder" Value="SolrPkg\SolrMasterHostWorkerRole"></Parameter>
    <Parameter Name="SlaveRoleBinariesFolder" Value="SolrPkg\SolrSlaveHostWorkerRole"></Parameter>
    <Parameter Name="WebRoleBinariesFolder" Value="SolrPkg\SolrAdminWebRole"></Parameter>
    <Parameter Name="CSCFGFile" Value="SolrPkg\ServiceConfiguration.Local.cscfg"></Parameter>
    <Parameter Name="CSDEFFile" Value="SolrPkg\ServiceDefinition.csdef"></Parameter>

    <Parameter Name="MasterRole" Value="SolrMasterHostWorkerRole"></Parameter>
    <Parameter Name="SlaveRole" Value="SolrSlaveHostWorkerRole"></Parameter>
    <Parameter Name="WebRole" Value="SolrAdminWebRole"></Parameter>

    <Parameter Name="JRESrc" Value="C:\Program Files\Java\jre7"></Parameter>
    <Parameter Name="JREDestMaster" Value="C:\Temp\DeploySolrOnAzure\SolrOnAzure\SolrMasterHostWorkerRole\jre6"></Parameter>
    <Parameter Name="JRESlave" Value="C:\Temp\DeploySolrOnAzure\SolrOnAzure\SolrSlaveHostWorkerRole\jre6"></Parameter>

    <Parameter Name="SolrSrc" Value="C:\temp\apache-solr-3.6.1"></Parameter>
    <Parameter Name="SolrDestMaster" Value="C:\Temp\DeploySolrOnAzure\SolrOnAzure\SolrMasterHostWorkerRole\Solr"></Parameter>
    <Parameter Name="SolrDestSlave" Value="C:\Temp\DeploySolrOnAzure\SolrOnAzure\SolrSlaveHostWorkerRole\Solr"></Parameter>

    <Parameter Name="Subscription" Value="" Required="yes"></Parameter>
    <Parameter Name="DomainName" Value="solrOnAzure" Required="yes"></Parameter>
    <Parameter Name="StorageAccountName" ValuePrefixRef="DomainName" ValueSuffix="stg" Required="yes"></Parameter>
    <Parameter Name="DeploymentName" ValuePrefixRef="DomainName" ValueSuffix="deploy" Required="yes"></Parameter>
    <Parameter Name="Location" Value="" Required="yes"></Parameter>
    <Parameter Name="DeploymentOption" Value="Production"></Parameter>
    <Parameter Name="PublishSettingsFilePath" Value="Azure.publishsettings"></Parameter>
    <Parameter Name="AzureNodeJsSdkPath" Value="%%Program Files%%\Microsoft SDKs\Windows Azure\PowerShell\Azure"></Parameter>
    <Parameter Name="ErrorActionValue" Value="Stop"></Parameter>
  </Parameters>
  <Steps>

    <!--Install Pre-requisites-->
    <Step Type="Cmdlet" Command="Get-Unzip" Message="Downloading Solr">
      <CommandParam Name="Url" ParameterName="SolrDownloadLoc" />
      <CommandParam Name="UnzipLoc" ParameterName="SolrLoc" />
    </Step>
    <Step Type="Cmdlet" Command="Install-AzureSdkForNodeJs" Message="Installing Windows Azure PowerShell for Node.JS">
      <CommandParam Name="AzureNodeSdkLoc" ParameterName="AzureNodeJsSdkPath" />
    </Step>

    <!--Load Azure SDK Dll's-->
    <Step Type="Cmdlet" Command="Add-LoadAssembly" Message="Loading Windows Azure PowerShell for Node.JS">
      <CommandParam Name="CmdletsAssemblyPath" ParameterName="AzureDeploymentCmdletsAssemblyPath" />
    </Step>
    <Step Type="Cmdlet" Command="Add-LoadAssembly" Message="Loading Windows Azure PowerShell for Node.JS">
      <CommandParam Name="CmdletsAssemblyPath" ParameterName="AzureMgmtCmdletsAssemblyPath" />
    </Step>
    <Step Type="Cmdlet" Command="Import-AzurePublishSettingsFile" Message="Importing Publish settings">
      <CommandParam Name="PublishSettingsFile" ParameterName="PublishSettingsFilePath" />
    </Step>

    <!--Create Empty App-->
    <Step Type="Cmdlet" Command="New-ApplicationDirectory" Message="Creating application directory">
      <CommandParam Name="AppFolder" ParameterName="AppFolder" />
    </Step>
    <Step Message="Changing to application directory" Command="" Type="ChangeWorkingDir">
      <CommandParam Name="WorkingDir" ParameterName="AppFolder"/>
    </Step>
    <Step Message="Creating new Azure service" Command="New-AzureServiceProject" Type="Cmdlet">
      <CommandParam Name="ServiceName" ParameterName="AppName"/>
    </Step>

    <!--Create Master Role-->
    <Step Type="Cmdlet" Command="Add-AzureWorkerRole" Message="Creating Solr master worker role.">
      <CommandParam Name="RoleBinariesFolder" ParameterName="MasterRoleBinariesFolder" />
      <CommandParam Name="CSCFGFile" ParameterName="CSCFGFile" />
      <CommandParam Name="CSDEFFile" ParameterName="CSDEFFile" />
      <CommandParam Name="RoleName" ParameterName="MasterRole" />
    </Step>
    <Step Type="Cmdlet" Command="Copy-Item" Message="Copying JRE to master role.">
      <CommandParam Name="Path" ParameterName="JRESrc" />
      <CommandParam Name="Destination" ParameterName="JREDestMaster" />
      <CommandParam Name="ErrorAction" ParameterName="ErrorActionValue" />
      <CommandParam Name="Recurse" ParameterName="" />
    </Step>
    <Step Type="Cmdlet" Command="Copy-Item" Message="Copying Solr to master role.">
      <CommandParam Name="Path" ParameterName="SolrSrc" />
      <CommandParam Name="Destination" ParameterName="SolrDestMaster" />
      <CommandParam Name="ErrorAction" ParameterName="ErrorActionValue" />
      <CommandParam Name="Recurse" ParameterName="" />
    </Step>

    <!--Create Slave Role-->
    <Step Type="Cmdlet" Command="Add-AzureWorkerRole" Message="Creating Solr slave worker role.">
      <CommandParam Name="RoleBinariesFolder" ParameterName="SlaveRoleBinariesFolder" />
      <CommandParam Name="CSCFGFile" ParameterName="CSCFGFile" />
      <CommandParam Name="CSDEFFile" ParameterName="CSDEFFile" />
      <CommandParam Name="RoleName" ParameterName="SlaveRole" />
    </Step>
    <Step Type="Cmdlet" Command="Copy-Item" Message="Copying JRE to master role.">
      <CommandParam Name="Path" ParameterName="JRESrc" />
      <CommandParam Name="Destination" ParameterName="JRESlave" />
      <CommandParam Name="ErrorAction" ParameterName="ErrorActionValue" />
      <CommandParam Name="Recurse" ParameterName="" />
    </Step>
    <Step Type="Cmdlet" Command="Copy-Item" Message="Copying Solr to master role.">
      <CommandParam Name="Path" ParameterName="SolrSrc" />
      <CommandParam Name="Destination" ParameterName="SolrDestSlave" />
      <CommandParam Name="ErrorAction" ParameterName="ErrorActionValue" />
      <CommandParam Name="Recurse" ParameterName="" />
    </Step>

    <!--Create web role-->
    <Step Type="Cmdlet" Command="Add-AzureWebRole" Message="Creating Solr web role.">
      <CommandParam Name="RoleBinariesFolder" ParameterName="WebRoleBinariesFolder" />
      <CommandParam Name="CSCFGFile" ParameterName="CSCFGFile" />
      <CommandParam Name="CSDEFFile" ParameterName="CSDEFFile" />
      <CommandParam Name="RoleName" ParameterName="WebRole" />
    </Step>

    <!--Configure storage account and deploy-->
    <Step Type="Cmdlet" Command="Set-AzureStorageAccountEx" Message="Configuring azure storage account">
      <CommandParam Name="PublishSettingsFile" ParameterName="PublishSettingsFilePath" />
      <CommandParam Name="Subscription" ParameterName="Subscription" />
      <CommandParam Name="StorageAccount" ParameterName="StorageAccountName" />
      <CommandParam Name="Location" ParameterName="Location" />
    </Step>
    <Step Type="Cmdlet" Command="Publish-AzureServiceProject -launch" Message="Deploying the app to Azure">
      <CommandParam Name="ServiceName" ParameterName="DeploymentName" />
      <CommandParam Name="StorageAccountName" ParameterName="StorageAccountName" />
      <CommandParam Name="Slot" ParameterName="DeploymentOption" />
      <CommandParam Name="Location" ParameterName="Location" />
      <CommandParam Name="Subscription" ParameterName="Subscription" />
    </Step>
    <Step Type="Cmdlet" Command="Ping-ServiceEndpoints" Message="Verifying the Endpoints.">
      <CommandParam Name="PublishSettingsFile" ParameterName="PublishSettingsFilePath" />
      <CommandParam Name="Subscription" ParameterName="Subscription" />
      <CommandParam Name="ServiceName" ParameterName="DeploymentName" />
    </Step>
  </Steps>
</DeploymentModel><commit_msg>added upload timeout param to allow for slower connections taking a really long time to complete publish-azureserviceproject cmdlet<commit_after><DeploymentModel  xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:xsd="http://www.w3.org/2001/XMLSchema">
  <!--
      Test Command
      Inst4WA.exe -XmlConfigPath "SolrInstWR.xml" -Subscription "<subscription name>" -DomainName "<domain name>" 
  -->
  <Parameters>
    <Parameter Name="Emulator" Value="false"></Parameter>

    <Parameter Name="AzureDeploymentCmdletsAssemblyPath"
               Value="%%Program Files%%\Microsoft SDKs\Windows Azure\PowerShell\Azure\Microsoft.WindowsAzure.Management.CloudService.dll" Required="yes"></Parameter>
    <Parameter Name="AzureMgmtCmdletsAssemblyPath"
           Value="%%Program Files%%\Microsoft SDKs\Windows Azure\PowerShell\Azure\Microsoft.WindowsAzure.Management.dll" Required="yes"></Parameter>

    <Parameter Name="SolrLoc" Value="C:\temp"></Parameter>
    <Parameter Name="SolrDownloadLoc" Value="http://mirror.cc.columbia.edu/pub/software/apache/lucene/solr/3.6.1/apache-solr-3.6.1.zip"></Parameter>

    <Parameter Name="AppFolder" Value="C:\temp\DeploySolrOnAzure"></Parameter>
    <Parameter Name="AppName" Value="SolrOnAzure"></Parameter>

    <Parameter Name="MasterRoleBinariesFolder" Value="SolrPkg\SolrMasterHostWorkerRole"></Parameter>
    <Parameter Name="SlaveRoleBinariesFolder" Value="SolrPkg\SolrSlaveHostWorkerRole"></Parameter>
    <Parameter Name="WebRoleBinariesFolder" Value="SolrPkg\SolrAdminWebRole"></Parameter>
    <Parameter Name="CSCFGFile" Value="SolrPkg\ServiceConfiguration.Local.cscfg"></Parameter>
    <Parameter Name="CSDEFFile" Value="SolrPkg\ServiceDefinition.csdef"></Parameter>

    <Parameter Name="MasterRole" Value="SolrMasterHostWorkerRole"></Parameter>
    <Parameter Name="SlaveRole" Value="SolrSlaveHostWorkerRole"></Parameter>
    <Parameter Name="WebRole" Value="SolrAdminWebRole"></Parameter>

    <Parameter Name="JRESrc" Value="C:\Program Files\Java\jre7"></Parameter>
    <Parameter Name="JREDestMaster" Value="C:\Temp\DeploySolrOnAzure\SolrOnAzure\SolrMasterHostWorkerRole\jre6"></Parameter>
    <Parameter Name="JRESlave" Value="C:\Temp\DeploySolrOnAzure\SolrOnAzure\SolrSlaveHostWorkerRole\jre6"></Parameter>

    <Parameter Name="SolrSrc" Value="C:\temp\apache-solr-3.6.1"></Parameter>
    <Parameter Name="SolrDestMaster" Value="C:\Temp\DeploySolrOnAzure\SolrOnAzure\SolrMasterHostWorkerRole\Solr"></Parameter>
    <Parameter Name="SolrDestSlave" Value="C:\Temp\DeploySolrOnAzure\SolrOnAzure\SolrSlaveHostWorkerRole\Solr"></Parameter>

    <Parameter Name="Subscription" Value="" Required="yes"></Parameter>
    <Parameter Name="DomainName" Value="solrOnAzure" Required="yes"></Parameter>
    <Parameter Name="StorageAccountName" ValuePrefixRef="DomainName" ValueSuffix="stg" Required="yes"></Parameter>
    <Parameter Name="DeploymentName" ValuePrefixRef="DomainName" ValueSuffix="deploy" Required="yes"></Parameter>
    <Parameter Name="Location" Value="" Required="yes"></Parameter>
    <Parameter Name="DeploymentOption" Value="Production"></Parameter>
    <Parameter Name="PublishSettingsFilePath" Value="Azure.publishsettings"></Parameter>
    <Parameter Name="AzureNodeJsSdkPath" Value="%%Program Files%%\Microsoft SDKs\Windows Azure\PowerShell\Azure"></Parameter>
    <Parameter Name="ErrorActionValue" Value="Stop"></Parameter>

    <Parameter Name="UploadTimeoutInSeconds" Value="3600"></Parameter>
  </Parameters>
  <Steps>

    <!--Install Pre-requisites-->
    <Step Type="Cmdlet" Command="Get-Unzip" Message="Downloading Solr">
      <CommandParam Name="Url" ParameterName="SolrDownloadLoc" />
      <CommandParam Name="UnzipLoc" ParameterName="SolrLoc" />
    </Step>
    <Step Type="Cmdlet" Command="Install-AzureSdkForNodeJs" Message="Installing Windows Azure PowerShell for Node.JS">
      <CommandParam Name="AzureNodeSdkLoc" ParameterName="AzureNodeJsSdkPath" />
    </Step>

    <!--Load Azure SDK Dll's-->
    <Step Type="Cmdlet" Command="Add-LoadAssembly" Message="Loading Windows Azure PowerShell for Node.JS">
      <CommandParam Name="CmdletsAssemblyPath" ParameterName="AzureDeploymentCmdletsAssemblyPath" />
    </Step>
    <Step Type="Cmdlet" Command="Add-LoadAssembly" Message="Loading Windows Azure PowerShell for Node.JS">
      <CommandParam Name="CmdletsAssemblyPath" ParameterName="AzureMgmtCmdletsAssemblyPath" />
    </Step>
    <Step Type="Cmdlet" Command="Import-AzurePublishSettingsFile" Message="Importing Publish settings">
      <CommandParam Name="PublishSettingsFile" ParameterName="PublishSettingsFilePath" />
    </Step>

    <!--Create Empty App-->
    <Step Type="Cmdlet" Command="New-ApplicationDirectory" Message="Creating application directory">
      <CommandParam Name="AppFolder" ParameterName="AppFolder" />
    </Step>
    <Step Message="Changing to application directory" Command="" Type="ChangeWorkingDir">
      <CommandParam Name="WorkingDir" ParameterName="AppFolder"/>
    </Step>
    <Step Message="Creating new Azure service" Command="New-AzureServiceProject" Type="Cmdlet">
      <CommandParam Name="ServiceName" ParameterName="AppName"/>
    </Step>

    <!--Create Master Role-->
    <Step Type="Cmdlet" Command="Add-AzureWorkerRole" Message="Creating Solr master worker role.">
      <CommandParam Name="RoleBinariesFolder" ParameterName="MasterRoleBinariesFolder" />
      <CommandParam Name="CSCFGFile" ParameterName="CSCFGFile" />
      <CommandParam Name="CSDEFFile" ParameterName="CSDEFFile" />
      <CommandParam Name="RoleName" ParameterName="MasterRole" />
    </Step>
    <Step Type="Cmdlet" Command="Copy-Item" Message="Copying JRE to master role.">
      <CommandParam Name="Path" ParameterName="JRESrc" />
      <CommandParam Name="Destination" ParameterName="JREDestMaster" />
      <CommandParam Name="ErrorAction" ParameterName="ErrorActionValue" />
      <CommandParam Name="Recurse" ParameterName="" />
    </Step>
    <Step Type="Cmdlet" Command="Copy-Item" Message="Copying Solr to master role.">
      <CommandParam Name="Path" ParameterName="SolrSrc" />
      <CommandParam Name="Destination" ParameterName="SolrDestMaster" />
      <CommandParam Name="ErrorAction" ParameterName="ErrorActionValue" />
      <CommandParam Name="Recurse" ParameterName="" />
    </Step>

    <!--Create Slave Role-->
    <Step Type="Cmdlet" Command="Add-AzureWorkerRole" Message="Creating Solr slave worker role.">
      <CommandParam Name="RoleBinariesFolder" ParameterName="SlaveRoleBinariesFolder" />
      <CommandParam Name="CSCFGFile" ParameterName="CSCFGFile" />
      <CommandParam Name="CSDEFFile" ParameterName="CSDEFFile" />
      <CommandParam Name="RoleName" ParameterName="SlaveRole" />
    </Step>
    <Step Type="Cmdlet" Command="Copy-Item" Message="Copying JRE to master role.">
      <CommandParam Name="Path" ParameterName="JRESrc" />
      <CommandParam Name="Destination" ParameterName="JRESlave" />
      <CommandParam Name="ErrorAction" ParameterName="ErrorActionValue" />
      <CommandParam Name="Recurse" ParameterName="" />
    </Step>
    <Step Type="Cmdlet" Command="Copy-Item" Message="Copying Solr to master role.">
      <CommandParam Name="Path" ParameterName="SolrSrc" />
      <CommandParam Name="Destination" ParameterName="SolrDestSlave" />
      <CommandParam Name="ErrorAction" ParameterName="ErrorActionValue" />
      <CommandParam Name="Recurse" ParameterName="" />
    </Step>

    <!--Create web role-->
    <Step Type="Cmdlet" Command="Add-AzureWebRole" Message="Creating Solr web role.">
      <CommandParam Name="RoleBinariesFolder" ParameterName="WebRoleBinariesFolder" />
      <CommandParam Name="CSCFGFile" ParameterName="CSCFGFile" />
      <CommandParam Name="CSDEFFile" ParameterName="CSDEFFile" />
      <CommandParam Name="RoleName" ParameterName="WebRole" />
    </Step>

    <!--Configure storage account and deploy-->
    <Step Type="Cmdlet" Command="Set-AzureStorageAccountEx" Message="Configuring azure storage account">
      <CommandParam Name="PublishSettingsFile" ParameterName="PublishSettingsFilePath" />
      <CommandParam Name="Subscription" ParameterName="Subscription" />
      <CommandParam Name="StorageAccount" ParameterName="StorageAccountName" />
      <CommandParam Name="Location" ParameterName="Location" />
    </Step>
    <Step Type="Cmdlet" Command="Publish-AzureServiceProject -launch" Message="Deploying the app to Azure">
      <CommandParam Name="ServiceName" ParameterName="DeploymentName" />
      <CommandParam Name="StorageAccountName" ParameterName="StorageAccountName" />
      <CommandParam Name="Slot" ParameterName="DeploymentOption" />
      <CommandParam Name="Location" ParameterName="Location" />
      <CommandParam Name="Subscription" ParameterName="Subscription" />
      <CommandParam Name="TimeoutSeconds" ParameterName="UploadTimeoutInSeconds"/>
    </Step>
    <Step Type="Cmdlet" Command="Ping-ServiceEndpoints" Message="Verifying the Endpoints.">
      <CommandParam Name="PublishSettingsFile" ParameterName="PublishSettingsFilePath" />
      <CommandParam Name="Subscription" ParameterName="Subscription" />
      <CommandParam Name="ServiceName" ParameterName="DeploymentName" />
    </Step>
  </Steps>
</DeploymentModel>
{'fraction_non_alphanumeric': 0.14287277701778386, 'fraction_numerical': 0.0027359781121751026, 'mean_word_length': 5.381284916201118, 'pattern_counts': {'":': 0, '<': 328, '<?xml version=': 0, '>': 328, 'https://': 0, 'lorem ipsum': 0, 'www.': 4, 'xml': 6}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 6, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6523656', 'n_tokens_mistral': 5262, 'n_tokens_neox': 5104, 'n_words': 924}