def test_tokenize(self):
    clause = self.parser.parse_line_clause_body("tokenize (de, 'hallo, welt!', X)")
    logging.debug(('clause: %s' % clause))
    solutions = self.prolog_rt.search(clause)
    logging.debug(('solutions: %s' % repr(solutions)))
    self.assertEqual(len(solutions), 1)
    self.assertEqual(len(solutions[0]['X'].l), 2)
def test_tokenize(self):
    clause = self.parser.parse_line_clause_body("tokenize (de, 'hallo, welt!', X)")
    logging.debug(('clause: %s' % clause))
    solutions = self.prolog_rt.search(clause)
    logging.debug(('solutions: %s' % repr(solutions)))
    self.assertEqual(len(solutions), 1)
    self.assertEqual(len(solutions[0]['X'].l), 2)