<commit_before>#!/usr/bin/env python3
# -*- coding: utf-8 -*-
# Authors: <NAME> <<EMAIL>>
#          <NAME> <<EMAIL>>
#
# Copyright (C) 2013-2015 Red Hat, Inc.
# Copyright (C) 2015 Universitat Politècnica de Catalunya.
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
#

import argparse
import gettext
import hashlib
import json
import os
import os.path
import re
import shutil
import sys
import subprocess
import random
import string

from libvirt_sandbox.image import template

if os.geteuid() == 0:
    default_template_dir = "/var/lib/libvirt/templates"
    default_image_dir = "/var/lib/libvirt/images"
else:
    default_template_dir = os.environ['HOME'] + "/.local/share/libvirt/templates"
    default_image_dir = os.environ['HOME'] + "/.local/share/libvirt/images"

debug = False
verbose = False

gettext.bindtextdomain("libvirt-sandbox", "/usr/share/locale")
gettext.textdomain("libvirt-sandbox")
try:
    gettext.install("libvirt-sandbox",
                    localedir="/usr/share/locale",
                    codeset = 'utf-8')
except IOError:
    import __builtin__
    __builtin__.__dict__['_'] = unicode


def debug(msg):
    sys.stderr.write(msg)

def info(msg):
    sys.stdout.write(msg)

def get_template_dir(args):
    tmpl = template.Template.from_uri(args.template)
    return "%s/%s" % (args.template_dir, tmpl.source)

def purge(args):
    tmpl = template.Template.from_uri(args.template)
    source = tmpl.get_source_impl()
    source.delete_template(template=tmpl,
                           templatedir=get_template_dir(args))

def prepare(args):
    tmpl = template.Template.from_uri(args.template)
    source = tmpl.get_source_impl()
    source.create_template(template=tmpl,
                           templatedir=get_template_dir(args),
                           connect=args.connect)

def random_domain_name(tmpl):
    randomid = ''.join(random.choice(string.lowercase) for i in range(10))
    return re.sub('[^a-z0-9-]', '_', tmpl.path[1:], re.I) + ":" + randomid

def run(args):
    if args.connect is not None:
        check_connect(args.connect)

    tmpl = template.Template.from_uri(args.template)
    source = tmpl.get_source_impl()
    template_dir = get_template_dir(args)

    # Create the template image if needed
    if not source.has_template(tmpl, template_dir):
        prepare(args)

    name = args.name
    if name is None:
        name = random_domain_name(tmpl)

    diskfile = source.get_disk(template=tmpl,
                               templatedir=template_dir,
                               imagedir=args.image_dir,
                               sandboxname=name)

    commandToRun = source.get_command(tmpl, template_dir, args.args)
    if len(commandToRun) == 0:
        commandToRun = ["/bin/sh"]
    cmd = ['virt-sandbox', '--name', name]
    if args.connect is not None:
        cmd.append("-c")
        cmd.append(args.connect)
    params = ['-m','host-image:/=%s,format=qcow2' % diskfile]

    networkArgs = args.network
    if networkArgs is not None:
        params.append('-N')
        params.append(networkArgs)

    allEnvs = source.get_env(tmpl, template_dir)
    envArgs = args.env
    if envArgs is not None:
        allEnvs = allEnvs + envArgs
    for env in allEnvs:
        envsplit = env.split("=")
        envlen = len(envsplit)
        if envlen == 2:
            params.append("--env")
            params.append(env)
        else:
            pass

    cmd = cmd + params + ['--'] + commandToRun
    subprocess.call(cmd)
    os.unlink(diskfile)
    source.post_run(tmpl, template_dir, name)

def list_cached(args):
    tmpls = []
    if args.source is not None:
        tmpls.extend(template.Template.get_all(args.source,
                                               "%s/%s" % (args.template_dir, args.source)))
    else:
        for source in ["docker", "virt-builder"]:
            tmpls.extend(template.Template.get_all(source,
                                                   "%s/%s" % (args.template_dir, source)))
    for tmpl in tmpls:
        print (tmpl)

def requires_template(parser):
    parser.add_argument("template",
                        help=_("URI of the template"))

def requires_name(parser):
    parser.add_argument("-n","--name",
                        help=_("Name of the running sandbox"))

def requires_debug(parser):
    parser.add_argument("-d","--debug",
                        default=False, action="store_true",
                        help=_("Run in debug mode"))

def check_connect(connectstr):
    supportedDrivers = ['lxc:///','qemu:///session','qemu:///system']
    if not connectstr in supportedDrivers:
        raise ValueError("URI '%s' is not supported by virt-sandbox-image" % connectstr)
    return True

def requires_connect(parser):
    parser.add_argument("-c","--connect",
                        help=_("Connect string for libvirt"))

def requires_template_dir(parser):
    global default_template_dir
    parser.add_argument("-t","--template-dir",
                        default=default_template_dir,
                        help=_("Template directory for saving templates"))

def requires_image_dir(parser):
    global default_image_dir
    parser.add_argument("-I","--image-dir",
                        default=default_image_dir,
                        help=_("Image directory for saving images"))

def gen_command_parser(subparser, name, helptext):
    parser = subparser.add_parser(
        name, help=helptext,
        formatter_class=argparse.RawDescriptionHelpFormatter,
        epilog="""

Example supported URI formats:

  docker:///ubuntu?tag=15.04
  docker://username:password@index.docker.io/private/image
  docker://registry.access.redhat.com/rhel6
  virt-builder:///fedora-20
""")
    return parser

def gen_purge_args(subparser):
    parser = gen_command_parser(subparser, "purge",
                                _("Purge cached template"))
    requires_template(parser)
    requires_template_dir(parser)
    parser.set_defaults(func=purge)

def gen_prepare_args(subparser):
    parser = gen_command_parser(subparser, "prepare",
                                _("Prepare local template"))
    requires_template(parser)
    requires_connect(parser)
    requires_template_dir(parser)
    parser.set_defaults(func=prepare)

def gen_run_args(subparser):
    parser = gen_command_parser(subparser, "run",
                                _("Run an instance of a template"))
    requires_name(parser)
    requires_template(parser)
    requires_connect(parser)
    requires_template_dir(parser)
    requires_image_dir(parser)
    parser.add_argument("args",
                        nargs=argparse.REMAINDER,
                        help=_("command arguments to run"))
    parser.add_argument("-N","--network",
                        help=_("Network params for running template"))
    parser.add_argument("-e","--env",action="append",
                        help=_("Environment params for running template"))

    parser.set_defaults(func=run)

def gen_list_args(subparser):
    parser = gen_command_parser(subparser, "list",
                                _("List locally cached images"))
    requires_template_dir(parser)

    parser.add_argument("-s","--source",
                        help=_("Name of the template source"))

    parser.set_defaults(func=list_cached)

def main():
    parser = argparse.ArgumentParser(description="Sandbox Container Image Tool")

    requires_debug(parser)

    subparser = parser.add_subparsers(help=_("commands"))
    subparser.required = True
    subparser.dest = "command"
    gen_purge_args(subparser)
    gen_prepare_args(subparser)
    gen_run_args(subparser)
    gen_list_args(subparser)

    args = parser.parse_args()
    if args.debug:
        args.func(args)
        sys.exit(0)
    else:
        try:
            args.func(args)
            sys.exit(0)
        except KeyboardInterrupt as e:
            sys.exit(0)
        except ValueError as e:
            sys.stderr.write("%s: %s\n" % (sys.argv[0], e))
            sys.stderr.flush()
            sys.exit(1)
        except IOError as e:
            sys.stderr.write("%s: %s\n" % (sys.argv[0], e.filename))
            sys.stderr.flush()
            sys.exit(1)
        except OSError as e:
            sys.stderr.write("%s: %s\n" % (sys.argv[0], e))
            sys.stderr.flush()
            sys.exit(1)
        except Exception as e:
            print (e)
            sys.exit(1)
<commit_msg>Python 3 removed deprecated string.lowercase.<commit_after>#!/usr/bin/env python3
# -*- coding: utf-8 -*-
# Authors: <NAME> <<EMAIL>>
#          <NAME> <<EMAIL>>
#
# Copyright (C) 2013-2015 Red Hat, Inc.
# Copyright (C) 2015 Universitat Politècnica de Catalunya.
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
#

import argparse
import gettext
import hashlib
import json
import os
import os.path
import re
import shutil
import sys
import subprocess
import random
import string

from libvirt_sandbox.image import template

if os.geteuid() == 0:
    default_template_dir = "/var/lib/libvirt/templates"
    default_image_dir = "/var/lib/libvirt/images"
else:
    default_template_dir = os.environ['HOME'] + "/.local/share/libvirt/templates"
    default_image_dir = os.environ['HOME'] + "/.local/share/libvirt/images"

debug = False
verbose = False

gettext.bindtextdomain("libvirt-sandbox", "/usr/share/locale")
gettext.textdomain("libvirt-sandbox")
try:
    gettext.install("libvirt-sandbox",
                    localedir="/usr/share/locale",
                    codeset = 'utf-8')
except IOError:
    import __builtin__
    __builtin__.__dict__['_'] = unicode


def debug(msg):
    sys.stderr.write(msg)

def info(msg):
    sys.stdout.write(msg)

def get_template_dir(args):
    tmpl = template.Template.from_uri(args.template)
    return "%s/%s" % (args.template_dir, tmpl.source)

def purge(args):
    tmpl = template.Template.from_uri(args.template)
    source = tmpl.get_source_impl()
    source.delete_template(template=tmpl,
                           templatedir=get_template_dir(args))

def prepare(args):
    tmpl = template.Template.from_uri(args.template)
    source = tmpl.get_source_impl()
    source.create_template(template=tmpl,
                           templatedir=get_template_dir(args),
                           connect=args.connect)

def random_domain_name(tmpl):
    randomid = ''.join(random.choice(string.ascii_lowercase) for i in range(10))
    return re.sub('[^a-z0-9-]', '_', tmpl.path[1:], re.I) + ":" + randomid

def run(args):
    if args.connect is not None:
        check_connect(args.connect)

    tmpl = template.Template.from_uri(args.template)
    source = tmpl.get_source_impl()
    template_dir = get_template_dir(args)

    # Create the template image if needed
    if not source.has_template(tmpl, template_dir):
        prepare(args)

    name = args.name
    if name is None:
        name = random_domain_name(tmpl)

    diskfile = source.get_disk(template=tmpl,
                               templatedir=template_dir,
                               imagedir=args.image_dir,
                               sandboxname=name)

    commandToRun = source.get_command(tmpl, template_dir, args.args)
    if len(commandToRun) == 0:
        commandToRun = ["/bin/sh"]
    cmd = ['virt-sandbox', '--name', name]
    if args.connect is not None:
        cmd.append("-c")
        cmd.append(args.connect)
    params = ['-m','host-image:/=%s,format=qcow2' % diskfile]

    networkArgs = args.network
    if networkArgs is not None:
        params.append('-N')
        params.append(networkArgs)

    allEnvs = source.get_env(tmpl, template_dir)
    envArgs = args.env
    if envArgs is not None:
        allEnvs = allEnvs + envArgs
    for env in allEnvs:
        envsplit = env.split("=")
        envlen = len(envsplit)
        if envlen == 2:
            params.append("--env")
            params.append(env)
        else:
            pass

    cmd = cmd + params + ['--'] + commandToRun
    subprocess.call(cmd)
    os.unlink(diskfile)
    source.post_run(tmpl, template_dir, name)

def list_cached(args):
    tmpls = []
    if args.source is not None:
        tmpls.extend(template.Template.get_all(args.source,
                                               "%s/%s" % (args.template_dir, args.source)))
    else:
        for source in ["docker", "virt-builder"]:
            tmpls.extend(template.Template.get_all(source,
                                                   "%s/%s" % (args.template_dir, source)))
    for tmpl in tmpls:
        print (tmpl)

def requires_template(parser):
    parser.add_argument("template",
                        help=_("URI of the template"))

def requires_name(parser):
    parser.add_argument("-n","--name",
                        help=_("Name of the running sandbox"))

def requires_debug(parser):
    parser.add_argument("-d","--debug",
                        default=False, action="store_true",
                        help=_("Run in debug mode"))

def check_connect(connectstr):
    supportedDrivers = ['lxc:///','qemu:///session','qemu:///system']
    if not connectstr in supportedDrivers:
        raise ValueError("URI '%s' is not supported by virt-sandbox-image" % connectstr)
    return True

def requires_connect(parser):
    parser.add_argument("-c","--connect",
                        help=_("Connect string for libvirt"))

def requires_template_dir(parser):
    global default_template_dir
    parser.add_argument("-t","--template-dir",
                        default=default_template_dir,
                        help=_("Template directory for saving templates"))

def requires_image_dir(parser):
    global default_image_dir
    parser.add_argument("-I","--image-dir",
                        default=default_image_dir,
                        help=_("Image directory for saving images"))

def gen_command_parser(subparser, name, helptext):
    parser = subparser.add_parser(
        name, help=helptext,
        formatter_class=argparse.RawDescriptionHelpFormatter,
        epilog="""

Example supported URI formats:

  docker:///ubuntu?tag=15.04
  docker://username:password@index.docker.io/private/image
  docker://registry.access.redhat.com/rhel6
  virt-builder:///fedora-20
""")
    return parser

def gen_purge_args(subparser):
    parser = gen_command_parser(subparser, "purge",
                                _("Purge cached template"))
    requires_template(parser)
    requires_template_dir(parser)
    parser.set_defaults(func=purge)

def gen_prepare_args(subparser):
    parser = gen_command_parser(subparser, "prepare",
                                _("Prepare local template"))
    requires_template(parser)
    requires_connect(parser)
    requires_template_dir(parser)
    parser.set_defaults(func=prepare)

def gen_run_args(subparser):
    parser = gen_command_parser(subparser, "run",
                                _("Run an instance of a template"))
    requires_name(parser)
    requires_template(parser)
    requires_connect(parser)
    requires_template_dir(parser)
    requires_image_dir(parser)
    parser.add_argument("args",
                        nargs=argparse.REMAINDER,
                        help=_("command arguments to run"))
    parser.add_argument("-N","--network",
                        help=_("Network params for running template"))
    parser.add_argument("-e","--env",action="append",
                        help=_("Environment params for running template"))

    parser.set_defaults(func=run)

def gen_list_args(subparser):
    parser = gen_command_parser(subparser, "list",
                                _("List locally cached images"))
    requires_template_dir(parser)

    parser.add_argument("-s","--source",
                        help=_("Name of the template source"))

    parser.set_defaults(func=list_cached)

def main():
    parser = argparse.ArgumentParser(description="Sandbox Container Image Tool")

    requires_debug(parser)

    subparser = parser.add_subparsers(help=_("commands"))
    subparser.required = True
    subparser.dest = "command"
    gen_purge_args(subparser)
    gen_prepare_args(subparser)
    gen_run_args(subparser)
    gen_list_args(subparser)

    args = parser.parse_args()
    if args.debug:
        args.func(args)
        sys.exit(0)
    else:
        try:
            args.func(args)
            sys.exit(0)
        except KeyboardInterrupt as e:
            sys.exit(0)
        except ValueError as e:
            sys.stderr.write("%s: %s\n" % (sys.argv[0], e))
            sys.stderr.flush()
            sys.exit(1)
        except IOError as e:
            sys.stderr.write("%s: %s\n" % (sys.argv[0], e.filename))
            sys.stderr.flush()
            sys.exit(1)
        except OSError as e:
            sys.stderr.write("%s: %s\n" % (sys.argv[0], e))
            sys.stderr.flush()
            sys.exit(1)
        except Exception as e:
            print (e)
            sys.exit(1)

{'fraction_non_alphanumeric': 0.11522407732864674, 'fraction_numerical': 0.00554701230228471, 'mean_word_length': 2.488982563709523, 'pattern_counts': {'":': 2, '<': 15, '<?xml version=': 0, '>': 15, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 8, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '638242', 'n_tokens_mistral': 5490, 'n_tokens_neox': 5375, 'n_words': 1224}