<commit_before>/**
*  Copyright 2014 IBM
*
*   Licensed under the Apache License, Version 2.0 (the "License");
*   you may not use this file except in compliance with the License.
*   You may obtain a copy of the License at
*
*     http://www.apache.org/licenses/LICENSE-2.0
*
*   Unless required by applicable law or agreed to in writing, software
*   distributed under the License is distributed on an "AS IS" BASIS,
*   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
*   See the License for the specific language governing permissions and
*   limitations under the License.
*/

var pname='noapp_C';

var redis = require("redis"),
client = redis.createClient(6379,'172.16.17.32');

    // if you'd like to select database 3, instead of 0 (default), call
    // client.select(3, function() { /* ... */ });

    client.on("error", function (err) {
        console.log(pname+": Redis Error " + err);
    });

var mtopology = require('./models/topologymodel');
var mpool = require('./models/poolmodel');
var minstance = require('./models/instancemodel');
process.env['JAVA_HOME'] = '/root/ibm-java-x86_64-60/jre';
//process.env['JAVA_HOME'] = '/usr/java/jre1.7.0_60';

//setup properties file
var fs = require('fs');
var nconf = require('nconf');
nconf.argv().env().file({ file: './config.json'});

console.log(pname+': noapp_C process is running! ');

var pool_id=0;

process.on('message', function(m) {
    pool_id=m.pool_id;
    pname+='_for_pool_'+ pool_id;
    console.log(pname+'pool_id:', pool_id);
});

var timer;
var timeoutcb= function(){

  if (pool_id==0) {
  timer=setTimeout(timeoutcb, 2000);
  return;
  }
  console.log(pname+': noapp_C process is creating instance');



  console.log(pname+'get a new request:');
  client.rpoplpush(pool_id+'-noapp-request',pool_id+'-noapp-processing', function (err, request){
    if (err) {
      timer=setTimeout(timeoutcb, 60000); 
      return console.error(err);
    }
    if (request==null){
      console.log("request queue is empty");
      timer=setTimeout(timeoutcb, 300000); 
      return ;
    }
    console.log(pname+'request:');
    console.log(request);
    mpool.find({type:'noapp', id:request.pool_id},function(err, pools){
      if (err) {
      timer=setTimeout(timeoutcb, 60000); 
      return console.error(err);
      }     
      pools.forEach(function( pool){
    
        console.log(pname+': pool to be checked:')
        console.log(pool)
        console.log('pool name:'+pool.name);
        console.log('pool id:'+pool._id);
        console.log('topology name:'+pool.topologyRef.name);
        var dir='/tmp/pool-'+pool.id;

        if(!fs.existsSync(dir))
            fs.mkdirSync(dir );

        var tdoc_object=JSON.parse(pool.topologyRef.topologyDocument);
              
        var pool_id_long=''+pool._id;
        var pool_id_short=pool_id_long.substr(0,5);
        var date=new Date();
        var year=date.getFullYear();
        var month=date.getMonth()+1;
        var MM;
        if(month<10) MM='0'+month;
          else MM=''+month;
        var day=date.getDate();
        var dd;
        if(day<10) dd='0'+day;
          else dd=''+day;
        var hour=date.getHours();
        var hh;
        if(hour<10) hh='0'+hour;
          else hh=''+hour;
        var min=date.getMinutes();
        var mm;
        if (min<10) mm='0'+min;
          else mm=''+min;
        var creation_date=''+year+MM+dd+hh+mm;
        var request_obj=JSON.parse(request)
        var instance_name='pool-'+pool_id_short+'-'+creation_date+'-No'+request_obj.request_no;
        console.log(pname+'instance name:'+instance_name);
        tdoc_object.name=instance_name;
        var json=JSON.stringify(tdoc_object);
        var stream=fs.createWriteStream(dir+'/'+instance_name+ '.json');
        stream.end(json, function(){
          var exec = require('child_process').exec, child;
          child = exec('/root/createEnv.py -v --udclient /root/udclient/udclient --iwdcli /root/deployer.cli/bin/deployer --outputFile '
            +dir+'/'+instance_name+ '.log ' + dir +'/'+instance_name+ '.json',
            function (error, stdout, stderr) {
              console.log(pname +' instance creation callback:');
              //when this call back is called, the instance has been created in IWD, we can check the status by check the child process output
              console.log('stdout: ' + stdout);
              console.log('stderr: ' + stderr);
              var outputfile = dir +'/'+instance_name+ '.log'; 
              fs.readFile(outputfile, 'utf8', function (err, data) {
                if (err) {
                console.log('Error: ' + err);
                timer=setTimeout(timeoutcb, 60000); //every 60 seconds
                return;
                } 
                console.log(pname +'environment creation logs:'+ data);
                var clog = JSON.parse(data); 
                var env_id= clog.id;
                console.log(pname +'env_id:'+ env_id);
 
                var instance= new minstance();
                instance.name=instance_name;
                instance.description='instance for pooling, with bare environment';
                instance.type='noapp';
                instance.topologyRef=pool.topologyRef._id;
                instance.poolRef=pool._id;
                instance.ucdEnvDesc=data;
                instance.ucdURI='https://udeploy04.rtp.raleigh.ibm.com:8443/#environment/'+env_id;
                instance.creationDate=date;
                instance.iwdStatus=clog.status;<commit_msg>add logging before forking child process<commit_after>/**
*  Copyright 2014 IBM
*
*   Licensed under the Apache License, Version 2.0 (the "License");
*   you may not use this file except in compliance with the License.
*   You may obtain a copy of the License at
*
*     http://www.apache.org/licenses/LICENSE-2.0
*
*   Unless required by applicable law or agreed to in writing, software
*   distributed under the License is distributed on an "AS IS" BASIS,
*   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
*   See the License for the specific language governing permissions and
*   limitations under the License.
*/

var pname='noapp_C';

var redis = require("redis"),
client = redis.createClient(6379,'172.16.17.32');

    // if you'd like to select database 3, instead of 0 (default), call
    // client.select(3, function() { /* ... */ });

    client.on("error", function (err) {
        console.log(pname+": Redis Error " + err);
    });

var mtopology = require('./models/topologymodel');
var mpool = require('./models/poolmodel');
var minstance = require('./models/instancemodel');
process.env['JAVA_HOME'] = '/root/ibm-java-x86_64-60/jre';
//process.env['JAVA_HOME'] = '/usr/java/jre1.7.0_60';

//setup properties file
var fs = require('fs');
var nconf = require('nconf');
nconf.argv().env().file({ file: './config.json'});

console.log(pname+': noapp_C process is running! ');

var pool_id=0;

process.on('message', function(m) {
    pool_id=m.pool_id;
    pname+='_for_pool_'+ pool_id;
    console.log(pname+'pool_id:', pool_id);
});

var timer;
var timeoutcb= function(){

  if (pool_id==0) {
  timer=setTimeout(timeoutcb, 2000);
  return;
  }
  console.log(pname+': noapp_C process is creating instance');



  console.log(pname+'get a new request:');
  client.rpoplpush(pool_id+'-noapp-request',pool_id+'-noapp-processing', function (err, request){
    if (err) {
      timer=setTimeout(timeoutcb, 60000); 
      return console.error(err);
    }
    if (request==null){
      console.log("request queue is empty");
      timer=setTimeout(timeoutcb, 300000); 
      return ;
    }
    console.log(pname+'request:');
    console.log(request);
    mpool.find({type:'noapp', id:request.pool_id},function(err, pools){
      if (err) {
      timer=setTimeout(timeoutcb, 60000); 
      return console.error(err);
      }     
      pools.forEach(function( pool){
    
        console.log(pname+': pool to be checked:')
        console.log(pool)
        console.log('pool name:'+pool.name);
        console.log('pool id:'+pool._id);
        console.log('topology name:'+pool.topologyRef.name);
        var dir='/tmp/pool-'+pool.id;

        if(!fs.existsSync(dir))
            fs.mkdirSync(dir );

        var tdoc_object=JSON.parse(pool.topologyRef.topologyDocument);
              
        var pool_id_long=''+pool._id;
        var pool_id_short=pool_id_long.substr(0,5);
        var date=new Date();
        var year=date.getFullYear();
        var month=date.getMonth()+1;
        var MM;
        if(month<10) MM='0'+month;
          else MM=''+month;
        var day=date.getDate();
        var dd;
        if(day<10) dd='0'+day;
          else dd=''+day;
        var hour=date.getHours();
        var hh;
        if(hour<10) hh='0'+hour;
          else hh=''+hour;
        var min=date.getMinutes();
        var mm;
        if (min<10) mm='0'+min;
          else mm=''+min;
        var creation_date=''+year+MM+dd+hh+mm;
        var request_obj=JSON.parse(request)
        var instance_name='pool-'+pool_id_short+'-'+creation_date+'-No'+request_obj.request_no;
        console.log(pname+'instance name:'+instance_name);
        tdoc_object.name=instance_name;
        var json=JSON.stringify(tdoc_object);
        var stream=fs.createWriteStream(dir+'/'+instance_name+ '.json');
        stream.end(json, function(){
          console.log(pname +'::fork background process for instance : '+instance_name);
        
          var exec = require('child_process').exec, child;
          child = exec('/root/createEnv.py -v --udclient /root/udclient/udclient --iwdcli /root/deployer.cli/bin/deployer --outputFile '
            +dir+'/'+instance_name+ '.log ' + dir +'/'+instance_name+ '.json',
            function (error, stdout, stderr) {
              console.log(pname +' instance creation callback:');
              //when this call back is called, the instance has been created in IWD, we can check the status by check the child process output
              console.log('stdout: ' + stdout);
              console.log('stderr: ' + stderr);
              var outputfile = dir +'/'+instance_name+ '.log'; 
              fs.readFile(outputfile, 'utf8', function (err, data) {
                if (err) {
                console.log('Error: ' + err);
                timer=setTimeout(timeoutcb, 60000); //every 60 seconds
                return;
                } 
                console.log(pname +'environment creation logs:'+ data);
                var clog = JSON.parse(data); 
                var env_id= clog.id;
                console.log(pname +'env_id:'+ env_id);
 
                var instance= new minstance();
                instance.name=instance_name;
                instance.description='instance for pooling, with bare environment';
                instance.type='noapp';
                instance.topologyRef=pool.topologyRef._id;
                instance.poolRef=pool._id;
                instance.ucdEnvDesc=data;
                instance.ucdURI='https://udeploy04.rtp.raleigh.ibm.com:8443/#environment/'+env_id;
                instance.creationDate=date;
                instance.iwdStatus=clog.status;
{'fraction_non_alphanumeric': 0.14438789177605144, 'fraction_numerical': 0.015358514153049379, 'mean_word_length': 2.5286704473850032, 'pattern_counts': {'":': 2, '<': 11, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1885117', 'n_tokens_mistral': 3629, 'n_tokens_neox': 3429, 'n_words': 775}