<commit_before>'''
Author: <NAME>, <NAME>
Created: 2014.12.08
Last Modified: 2014.12.23

Interpreter for a simple functional programming language.
Access with interpret(command)

Based on Peter Norvig's Lispy interpreter, http://norvig.com/lispy.html
'''
import math, operator as op
from robotio import RobotIO

Symbol = str

class VariableAlreadyPresentException(Exception):
    pass
class FunctionAlreadyDefinedException(Exception):
    pass
class VariableAlreadySetException(Exception):
    pass
class VariableNotFoundException(Exception):
    pass

class InterpretedList(list):
    pass

class Procedure(object):
    """A user-defined method for the interpreter"""
    
    def __init__(self, parms, stats, env, inter):
        self.parameters = parms
        self.statements = stats
        self.environment = env
        self.interpreter = inter

    def __call__(self, *args):
        localVariables = Environment(self.parameters, args, self.environment)
        return self.interpreter.evaluate(self.statements, localVariables)

class Environment(dict):
    """A set of variables for the interpreter or a method within it."""

    def __init__(self, parms=(), expressions=(), outer=None):
        """When evaluating, procedures will pass in their parameters"""
        self.update(zip(parms, expressions))
        self.outer = outer
        
    def find(self, variable):
        """Returns the lowest level Environment which has variable"""
        if variable in self:
            return self
        try:
            return self.outer.find(variable)
        except AttributeError:
            raise VariableNotFoundException
        
    def add_new(self, variable, value):
        """Adds a new definition to the environment. If the variable is already present, raises a KeyAlreadyPresentError"""
        if variable in self:
            raise(VariableAlreadyPresentException)
        self[variable] = value

class Interpreter:
    """After initialising an interpreter, run expressions by calling interpret.
    """

    def __init__(self, newRobotIO):
        """Creates an interpreter with standard math operations and variables.
        Can send input/output to newRobotIO
        """
        self.global_environment = self.standard_environment()
        self.robotio = newRobotIO

    def interpret(self, code):
        import pdb; pdb.set_trace()
        """Parses and executes code a string in the form of:
        (method_name argument1 argument2)
        Arguments which are expressions must be placed in brackets.
        Arguments which are not expressions must not be placed in brackets.
        """
        return self.evaluate(self.parse(code))

    def parse(self, code):
        "Read an expression from a string."
        return self.read_from_tokens(self.tokenize(code))

    def tokenize(self, s):
        "Convert a string into a list of tokens."
        return s.replace('(',' ( ').replace(')',' ) ').split()

    def read_from_tokens(self, tokens):
        "Read an expression from a sequence of tokens."
        if len(tokens) == 0:
            raise SyntaxError('unexpected EOF while reading')
        token = tokens.pop(0)
        if '(' == token:
            L = []
            while tokens[0] != ')':
                L.append(self.read_from_tokens(tokens))
            tokens.pop(0) # pop off ')'
            return L
        elif ')' == token:
            raise SyntaxError('unexpected )')
        else:
            return self.atom(token)

    def atom(self, token):
        "Numbers become numbers, booleans become booleans, everything else become symbols."
        try:
            return int(token)
        except ValueError:
                if token.lower() == 'true':
                    return True
                elif token.lower() == 'false':
                    return False
                else:
                    return Symbol(token)


    def standard_environment(self):
        "Creates the base variable environment"
        env = Environment()
        env.update(vars(math))
        env.update({
            '+':op.add, '-':op.sub, '*':op.mul, '/':op.div,
            '>':op.gt, '<':op.lt, '>=':op.ge, '<=':op.le, '=':op.eq,
            'define':None, 'if':None, 'set':None, 'comment':None,
            '%':            lambda x,y: abs(x % y),
            'and':          lambda x,y: x and y,
            'or':           lambda x,y: x or y,
            'not':          lambda x: not x,
            'move':         lambda x: self.robotio.move(x),
            'turn':         lambda x: self.robotio.turn(x),
            'detect-wall':  lambda x: self.robotio.detect_wall(x),
            'detect-goal':  lambda x: self.robotio.detect_goal(x),
            '@':            InterpretedList(),
            'build':        lambda x,y: [x] + y,
            'head':         lambda x: x[0],
            'tail':         lambda x: InterpretedList(x[1:])
        })
        
        return env

    def evaluate(self, x, env=None):

        if env == None:
            env = self.global_environment
        
        # If x is a list, must be evaluating a method
        if isinstance(x, list):
            if isinstance(x, InterpretedList):
                return x
            
            method = x.pop(0)
            # Defines a function
            if method == 'define':
                try:
                    self.global_environment.add_new(x[0], Procedure(x[1], x[2], env, self))    
                except VariableAlreadyPresentException:
                    raise FunctionAlreadyDefinedException

            # If statement. [Test, consequences, alternative]     
            elif method == 'if':
                if self.evaluate(x[0]):
                    return self.evaluate(x[1])
                return self.evaluate(x[2])

            # Sets a variable
            elif method == 'set':
                try:
                    env.add_new(x[0], self.evaluate(x[1],env))
                except VariableAlreadyPresentException:
                    raise VariableAlreadySetException
                return

            elif method == 'comment':
                return

            # Executes all other functions
            else:
                method = self.evaluate(method, self.global_environment)
                args = [self.evaluate(variable, env) for variable in x]
                return method(*args)
            
        elif isinstance(x, Symbol):
                return self.evaluate(env.find(x)[x])

        else:
            return x
<commit_msg>Removed pdb reference<commit_after>'''
Author: <NAME>, <NAME>
Created: 2014.12.08
Last Modified: 2014.12.23

Interpreter for a simple functional programming language.
Access with interpret(command)

Based on <NAME>'s Lispy interpreter, http://norvig.com/lispy.html
'''
import math, operator as op
from robotio import RobotIO

Symbol = str

class VariableAlreadyPresentException(Exception):
    pass
class FunctionAlreadyDefinedException(Exception):
    pass
class VariableAlreadySetException(Exception):
    pass
class VariableNotFoundException(Exception):
    pass

class InterpretedList(list):
    pass

class Procedure(object):
    """A user-defined method for the interpreter"""
    
    def __init__(self, parms, stats, env, inter):
        self.parameters = parms
        self.statements = stats
        self.environment = env
        self.interpreter = inter

    def __call__(self, *args):
        localVariables = Environment(self.parameters, args, self.environment)
        return self.interpreter.evaluate(self.statements, localVariables)

class Environment(dict):
    """A set of variables for the interpreter or a method within it."""

    def __init__(self, parms=(), expressions=(), outer=None):
        """When evaluating, procedures will pass in their parameters"""
        self.update(zip(parms, expressions))
        self.outer = outer
        
    def find(self, variable):
        """Returns the lowest level Environment which has variable"""
        if variable in self:
            return self
        try:
            return self.outer.find(variable)
        except AttributeError:
            raise VariableNotFoundException
        
    def add_new(self, variable, value):
        """Adds a new definition to the environment. If the variable is already present, raises a KeyAlreadyPresentError"""
        if variable in self:
            raise(VariableAlreadyPresentException)
        self[variable] = value

class Interpreter:
    """After initialising an interpreter, run expressions by calling interpret.
    """

    def __init__(self, newRobotIO):
        """Creates an interpreter with standard math operations and variables.
        Can send input/output to newRobotIO
        """
        self.global_environment = self.standard_environment()
        self.robotio = newRobotIO

    def interpret(self, code):
        """Parses and executes code a string in the form of:
        (method_name argument1 argument2)
        Arguments which are expressions must be placed in brackets.
        Arguments which are not expressions must not be placed in brackets.
        """
        return self.evaluate(self.parse(code))

    def parse(self, code):
        "Read an expression from a string."
        return self.read_from_tokens(self.tokenize(code))

    def tokenize(self, s):
        "Convert a string into a list of tokens."
        return s.replace('(',' ( ').replace(')',' ) ').split()

    def read_from_tokens(self, tokens):
        "Read an expression from a sequence of tokens."
        if len(tokens) == 0:
            raise SyntaxError('unexpected EOF while reading')
        token = tokens.pop(0)
        if '(' == token:
            L = []
            while tokens[0] != ')':
                L.append(self.read_from_tokens(tokens))
            tokens.pop(0) # pop off ')'
            return L
        elif ')' == token:
            raise SyntaxError('unexpected )')
        else:
            return self.atom(token)

    def atom(self, token):
        "Numbers become numbers, booleans become booleans, everything else become symbols."
        try:
            return int(token)
        except ValueError:
                if token.lower() == 'true':
                    return True
                elif token.lower() == 'false':
                    return False
                else:
                    return Symbol(token)


    def standard_environment(self):
        "Creates the base variable environment"
        env = Environment()
        env.update(vars(math))
        env.update({
            '+':op.add, '-':op.sub, '*':op.mul, '/':op.div,
            '>':op.gt, '<':op.lt, '>=':op.ge, '<=':op.le, '=':op.eq,
            'define':None, 'if':None, 'set':None, 'comment':None,
            '%':            lambda x,y: abs(x % y),
            'and':          lambda x,y: x and y,
            'or':           lambda x,y: x or y,
            'not':          lambda x: not x,
            'move':         lambda x: self.robotio.move(x),
            'turn':         lambda x: self.robotio.turn(x),
            'detect-wall':  lambda x: self.robotio.detect_wall(x),
            'detect-goal':  lambda x: self.robotio.detect_goal(x),
            '[]':           InterpretedList(),
            'build':        lambda x,y: [x] + y,
            'head':         lambda x: x[0],
            'tail':         lambda x: InterpretedList(x[1:])
        })
        
        return env

    def evaluate(self, x, env=None):

        if env == None:
            env = self.global_environment
        
        # If x is a list, must be evaluating a method
        if isinstance(x, list):
            if isinstance(x, InterpretedList):
                return x
            
            method = x.pop(0)
            # Defines a function
            if method == 'define':
                try:
                    self.global_environment.add_new(x[0], Procedure(x[1], x[2], env, self))    
                except VariableAlreadyPresentException:
                    raise FunctionAlreadyDefinedException

            # If statement. [Test, consequences, alternative]     
            elif method == 'if':
                if self.evaluate(x[0]):
                    return self.evaluate(x[1])
                return self.evaluate(x[2])

            # Sets a variable
            elif method == 'set':
                try:
                    env.add_new(x[0], self.evaluate(x[1],env))
                except VariableAlreadyPresentException:
                    raise VariableAlreadySetException
                return

            elif method == 'comment':
                return

            # Executes all other functions
            else:
                method = self.evaluate(method, self.global_environment)
                args = [self.evaluate(variable, env) for variable in x]
                return method(*args)
            
        elif isinstance(x, Symbol):
                return self.evaluate(env.find(x)[x])

        else:
            return x

{'fraction_non_alphanumeric': 0.10419870808981851, 'fraction_numerical': 0.005075361427253153, 'mean_word_length': 1.8791233119326987, 'pattern_counts': {'":': 0, '<': 12, '<?xml version=': 0, '>': 12, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3460551', 'n_tokens_mistral': 3537, 'n_tokens_neox': 3330, 'n_words': 1026}