<commit_before>var expect = require("truffle-expect");
var TruffleError = require("truffle-error");
var Provider = require("truffle-provider");
var Profiler = require("truffle-compile/profiler");
var Networks = require("./networks");
var EthPM = require("ethpm");
var EthPMRegistry = require("ethpm-registry");
var Web3 = require("web3");
var async = require("async");
var dir = require("node-dir");
var path = require("path");
var fs = require('fs');
var OS = require("os");

var Package = {
  install: function(options, callback) {
    expect.options(options, [
      "working_directory",
      "ethpm"
    ]);

    expect.options(options.ethpm, [
      "registry",
      "ipfs_host"
    ]);

    expect.one(options.ethpm, [
      "provider",
      "install_provider_uri"
    ]);

    // ipfs_port and ipfs_protocol are optinal.

    var provider = options.ethpm.provider || new Web3.providers.HttpProvider(options.ethpm.install_provider_uri);
    var web3 = new Web3(provider);
    var host = options.ethpm.ipfs_host;

    if ((host instanceof EthPM.hosts.IPFS) == false) {
      host = new EthPM.hosts.IPFSWithLocalReader(options.ethpm.ipfs_host, options.ethpm.ipfs_port, options.ethpm.ipfs_protocol);
    }

    // When installing, we use infura to make a bunch of eth_call's.
    // We don't make any transactions. To satisfy APIs we'll put a from address,
    // but it doesn't really matter in this case.
    var fakeAddress = "0x1234567890123456789012345678901234567890";

    var registry = options.ethpm.registry;

    if (typeof registry == "string") {
      registry = EthPMRegistry.use(options.ethpm.registry, fakeAddress, provider);
    }

    var pkg = new EthPM(options.working_directory, host, registry);

    if (options.packages) {
      var promises = options.packages.map(function(package_name) {
        var pieces = package_name.split("@");
        package_name = pieces[0];

        var version = "*";

        if (pieces.length > 1) {
          version = pieces[1];
        }

        return pkg.installDependency(package_name, version);
      });

      Promise.all(promises).then(function() {
        callback();
      }).catch(callback);
    } else {
      fs.access(path.join(options.working_directory, "ethpm.json"), fs.constants.R_OK, function(err) {
        var manifest;

        // If the ethpm.json file doesn't exist, use the config as the manifest.
        if (err) {
          manifest = options;
        }

        pkg.install(manifest).then(function() {
          callback();
        }).catch(callback);
      });
    }
  },

  publish: function(options, callback) {
    var self = this;

    expect.options(options, [
      "ethpm",
      "working_directory",
      "contracts_directory",
      "networks"
    ]);

    expect.options(options.ethpm, [
      "registry",
      "ipfs_host"
    ]);

    // ipfs_port and ipfs_protocol are optinal.

    // When publishing, you need a ropsten network configured.
    var ropsten = options.networks.ropsten;

    if (!ropsten) {
      return callback(new TruffleError("You need to have a `ropsten` network configured in order to publish to the Ethereum Package Registry. See the following link for an example configuration:" + OS.EOL + OS.EOL + "    http://truffleframework.com/tutorials/using-infura-custom-provider" + OS.EOL));
    }

    options.network = "ropsten";

    var provider = options.provider;
    var web3 = new Web3(provider);
    var host = options.ethpm.ipfs_host;

    if ((host instanceof EthPM.hosts.IPFS) == false) {
      host = new EthPM.hosts.IPFS(options.ethpm.ipfs_host, options.ethpm.ipfs_port, options.ethpm.ipfs_protocol);
    }

    options.logger.log("Gathering contracts...");

    Profiler.defined_contracts(options.contracts_directory, function(err, contract_names) {
      if (err) return callback(err);

      options.logger.log("Finding publishable artifacts...");

      self.publishable_artifacts(options, contract_names, function(err, artifacts) {
        if (err) return callback(err);

        web3.eth.getAccounts(function(err, accs) {
          if (err) return callback(err);

          var registry = EthPMRegistry.use(options.ethpm.registry, accs[0], provider);
          var pkg = new EthPM(options.working_directory, host, registry);

          fs.access(path.join(options.working_directory, "ethpm.json"), fs.constants.R_OK, function(err) {
            var manifest;

            // If the ethpm.json file doesn't exist, use the config as the manifest.
            if (err) {
              manifest = options;
            }

            options.logger.log("Uploading sources and publishing to registry...");

            // TODO: Gather contract_types and deployments
            pkg.publish(artifacts.contract_types, artifacts.deployments, manifest).then(function(lockfile) {
              // If we get here, publishing was a success.
              options.logger.log("+ " + lockfile.package_name + "@" + lockfile.version);
              callback();
            }).catch(callback);
          });
        });
      });
    });
  },

  digest: function(options, callback) {
    // async.parallel({
    //   contracts: provision.bind(provision, options, false),
    //   files: dir.files.bind(dir, options.contracts_directory)
    // }, function(err, results) {
    //   if (err) return callback(err);
    //
    //   results.contracts = results.contracts.map(function(contract) {
    //     return contract.contract_name;
    //   });
    //
    //   callback(null, results);
    // });
    callback(new Error("Not yet implemented"));
  },

  // Return a list of publishable artifacts
  publishable_artifacts: function(options, contract_names, callback) {
    // Filter out "test" and "development" networks.
    var deployed_networks = Object.keys(options.networks).filter(function(network_name) {
      return network_name != "test" && network_name != "development";
    });

    // Now get the URIs of each network that's been deployed to.
    Networks.asURIs(options, deployed_networks, function(err, result) {
      if (err) return callback(err);

      var uris = result.uris;

      if (result.failed.length > 0) {
        return callback(new Error("Could not connect to the following networks: " + result.failed.join(", ") + ". These networks have deployed artifacts that can't be published as a package without an active and accessible connection. Please ensure clients for each network are up and running prior to publishing, or use the -n option to specify specific networks you'd like published."));
      }

      var files = contract_names.map(function(contract_name) {
        return contract_name + ".json";
      });

      var promises = files.map(function(file) {
        return new Promise(function(accept, reject) {
          fs.readFile(path.join(options.contracts_build_directory, file), "utf8", function(err, body) {
            if (err) return reject(err);

            try {
              body = JSON.parse(body);
            } catch (e) {
              return reject(e);
            }

            accept(body);
          });
        });
      });

      var contract_types = {};
      var deployments = {};

      Promise.all(promises).then(function(contracts) {
        // contract_types first.
        contracts.forEach(function(data) {
          contract_types[data.contract_name] = {
            contract_name: data.contract_name,
            bytecode: data.unlinked_binary,
            abi: data.abi
          };
        });

        //var network_cache = {};
        var matching_promises = [];

        contracts.forEach(function(data) {
          Object.keys(data.networks).forEach(function(network_id) {

            matching_promises.push(new Promise(function(accept, reject) {
              // Go through each deployed network and see if this network matches.
              // Bail early if we foun done.
              async.each(deployed_networks, function(deployed_network, finished) {
                Networks.matchesNetwork(network_id, options.networks[deployed_network], function(err, matches) {
                  if (err) return finished(err);
                  if (matches) {
                    var uri = uris[deployed_network];

                    if (!deployments[uri]) {
                      deployments[uri] = {};
                    }

                    deployments[uri][data.contract_name] = {
                      contract_type: data.contract_name, // TODO: Handle conflict resolution
                      address: data.networks[network_id].address
                    };

                    return finished("bail early");
                  }
                  finished();
                });
              }, function(err) {
                if (err && err != "bail early") {
                  return reject(err);
                }

                accept();
              });

            }));
          });
        });

        return Promise.all(matching_promises);
      }).then(function() {
        var to_return = {
          contract_types: contract_types,
          deployments: deployments
        };

        callback(null, to_return);
      }).catch(callback);
    });
  }
};

module.exports = Package;
<commit_msg>How did this ever work? publishable_artifacts needs an array of names<commit_after>var expect = require("truffle-expect");
var TruffleError = require("truffle-error");
var Provider = require("truffle-provider");
var Profiler = require("truffle-compile/profiler");
var Networks = require("./networks");
var EthPM = require("ethpm");
var EthPMRegistry = require("ethpm-registry");
var Web3 = require("web3");
var async = require("async");
var dir = require("node-dir");
var path = require("path");
var fs = require('fs');
var OS = require("os");

var Package = {
  install: function(options, callback) {
    expect.options(options, [
      "working_directory",
      "ethpm"
    ]);

    expect.options(options.ethpm, [
      "registry",
      "ipfs_host"
    ]);

    expect.one(options.ethpm, [
      "provider",
      "install_provider_uri"
    ]);

    // ipfs_port and ipfs_protocol are optinal.

    var provider = options.ethpm.provider || new Web3.providers.HttpProvider(options.ethpm.install_provider_uri);
    var web3 = new Web3(provider);
    var host = options.ethpm.ipfs_host;

    if ((host instanceof EthPM.hosts.IPFS) == false) {
      host = new EthPM.hosts.IPFSWithLocalReader(options.ethpm.ipfs_host, options.ethpm.ipfs_port, options.ethpm.ipfs_protocol);
    }

    // When installing, we use infura to make a bunch of eth_call's.
    // We don't make any transactions. To satisfy APIs we'll put a from address,
    // but it doesn't really matter in this case.
    var fakeAddress = "0x1234567890123456789012345678901234567890";

    var registry = options.ethpm.registry;

    if (typeof registry == "string") {
      registry = EthPMRegistry.use(options.ethpm.registry, fakeAddress, provider);
    }

    var pkg = new EthPM(options.working_directory, host, registry);

    if (options.packages) {
      var promises = options.packages.map(function(package_name) {
        var pieces = package_name.split("@");
        package_name = pieces[0];

        var version = "*";

        if (pieces.length > 1) {
          version = pieces[1];
        }

        return pkg.installDependency(package_name, version);
      });

      Promise.all(promises).then(function() {
        callback();
      }).catch(callback);
    } else {
      fs.access(path.join(options.working_directory, "ethpm.json"), fs.constants.R_OK, function(err) {
        var manifest;

        // If the ethpm.json file doesn't exist, use the config as the manifest.
        if (err) {
          manifest = options;
        }

        pkg.install(manifest).then(function() {
          callback();
        }).catch(callback);
      });
    }
  },

  publish: function(options, callback) {
    var self = this;

    expect.options(options, [
      "ethpm",
      "working_directory",
      "contracts_directory",
      "networks"
    ]);

    expect.options(options.ethpm, [
      "registry",
      "ipfs_host"
    ]);

    // ipfs_port and ipfs_protocol are optinal.

    // When publishing, you need a ropsten network configured.
    var ropsten = options.networks.ropsten;

    if (!ropsten) {
      return callback(new TruffleError("You need to have a `ropsten` network configured in order to publish to the Ethereum Package Registry. See the following link for an example configuration:" + OS.EOL + OS.EOL + "    http://truffleframework.com/tutorials/using-infura-custom-provider" + OS.EOL));
    }

    options.network = "ropsten";

    var provider = options.provider;
    var web3 = new Web3(provider);
    var host = options.ethpm.ipfs_host;

    if ((host instanceof EthPM.hosts.IPFS) == false) {
      host = new EthPM.hosts.IPFS(options.ethpm.ipfs_host, options.ethpm.ipfs_port, options.ethpm.ipfs_protocol);
    }

    options.logger.log("Gathering contracts...");

    Profiler.defined_contracts(options.contracts_directory, function(err, contract_names) {
      if (err) return callback(err);

      options.logger.log("Finding publishable artifacts...");

      self.publishable_artifacts(options, Object.keys(contract_names), function(err, artifacts) {
        if (err) return callback(err);

        web3.eth.getAccounts(function(err, accs) {
          if (err) return callback(err);

          var registry = EthPMRegistry.use(options.ethpm.registry, accs[0], provider);
          var pkg = new EthPM(options.working_directory, host, registry);

          fs.access(path.join(options.working_directory, "ethpm.json"), fs.constants.R_OK, function(err) {
            var manifest;

            // If the ethpm.json file doesn't exist, use the config as the manifest.
            if (err) {
              manifest = options;
            }

            options.logger.log("Uploading sources and publishing to registry...");

            // TODO: Gather contract_types and deployments
            pkg.publish(artifacts.contract_types, artifacts.deployments, manifest).then(function(lockfile) {
              // If we get here, publishing was a success.
              options.logger.log("+ " + lockfile.package_name + "@" + lockfile.version);
              callback();
            }).catch(callback);
          });
        });
      });
    });
  },

  digest: function(options, callback) {
    // async.parallel({
    //   contracts: provision.bind(provision, options, false),
    //   files: dir.files.bind(dir, options.contracts_directory)
    // }, function(err, results) {
    //   if (err) return callback(err);
    //
    //   results.contracts = results.contracts.map(function(contract) {
    //     return contract.contract_name;
    //   });
    //
    //   callback(null, results);
    // });
    callback(new Error("Not yet implemented"));
  },

  // Return a list of publishable artifacts
  publishable_artifacts: function(options, contract_names, callback) {
    // Filter out "test" and "development" networks.
    var deployed_networks = Object.keys(options.networks).filter(function(network_name) {
      return network_name != "test" && network_name != "development";
    });

    // Now get the URIs of each network that's been deployed to.
    Networks.asURIs(options, deployed_networks, function(err, result) {
      if (err) return callback(err);

      var uris = result.uris;

      if (result.failed.length > 0) {
        return callback(new Error("Could not connect to the following networks: " + result.failed.join(", ") + ". These networks have deployed artifacts that can't be published as a package without an active and accessible connection. Please ensure clients for each network are up and running prior to publishing, or use the -n option to specify specific networks you'd like published."));
      }

      var files = contract_names.map(function(contract_name) {
        return contract_name + ".json";
      });

      var promises = files.map(function(file) {
        return new Promise(function(accept, reject) {
          fs.readFile(path.join(options.contracts_build_directory, file), "utf8", function(err, body) {
            if (err) return reject(err);

            try {
              body = JSON.parse(body);
            } catch (e) {
              return reject(e);
            }

            accept(body);
          });
        });
      });

      var contract_types = {};
      var deployments = {};

      Promise.all(promises).then(function(contracts) {
        // contract_types first.
        contracts.forEach(function(data) {
          contract_types[data.contract_name] = {
            contract_name: data.contract_name,
            bytecode: data.unlinked_binary,
            abi: data.abi
          };
        });

        //var network_cache = {};
        var matching_promises = [];

        contracts.forEach(function(data) {
          Object.keys(data.networks).forEach(function(network_id) {

            matching_promises.push(new Promise(function(accept, reject) {
              // Go through each deployed network and see if this network matches.
              // Bail early if we foun done.
              async.each(deployed_networks, function(deployed_network, finished) {
                Networks.matchesNetwork(network_id, options.networks[deployed_network], function(err, matches) {
                  if (err) return finished(err);
                  if (matches) {
                    var uri = uris[deployed_network];

                    if (!deployments[uri]) {
                      deployments[uri] = {};
                    }

                    deployments[uri][data.contract_name] = {
                      contract_type: data.contract_name, // TODO: Handle conflict resolution
                      address: data.networks[network_id].address
                    };

                    return finished("bail early");
                  }
                  finished();
                });
              }, function(err) {
                if (err && err != "bail early") {
                  return reject(err);
                }

                accept();
              });

            }));
          });
        });

        return Promise.all(matching_promises);
      }).then(function() {
        var to_return = {
          contract_types: contract_types,
          deployments: deployments
        };

        callback(null, to_return);
      }).catch(callback);
    });
  }
};

module.exports = Package;

{'fraction_non_alphanumeric': 0.12099605682493383, 'fraction_numerical': 0.0059417706476530005, 'mean_word_length': 2.3060714285714288, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7565747', 'n_tokens_mistral': 5340, 'n_tokens_neox': 5075, 'n_words': 1224}