<commit_before>from __future__ import print_function, unicode_literals

from pprint import pformat
from sqlalchemy import Column, Integer, String, Date, DateTime, MetaData

from .conn import connect_engine, declare_base 

Base = declare_base()

class MinutesTokens(Base):
    __tablename__ = 'MinutesTokens'

    id = Column(Integer, primary_key=True)
    date = Column(Date)
    created_on = Column(DateTime)
    token = Column(String(50))
    token_stemmed = Column(String(50))
    location_index = Column(Integer)
<commit_msg>Using sqlacodegen created table objects<commit_after># coding: utf-8
from sqlalchemy import Column, Date, ForeignKey, Integer, String
from sqlalchemy.orm import relationship
from sqlalchemy.ext.declarative import declarative_base


Base = declarative_base()
metadata = Base.metadata


class Meetingdate(Base):
    __tablename__ = 'MeetingDate'

    dateid = Column(Integer, primary_key=True)
    date = Column(Date, nullable=False)


class Token(Base):
    __tablename__ = 'Token'

    tokenid = Column(Integer, primary_key=True)
    token = Column(String(50))
    count = Column(Integer, nullable=False, server_default=u'0')
    dateid = Column(ForeignKey('MeetingDate.dateid'), nullable=False)

    MeetingDate = relationship(u'Meetingdate')


class Tokenlink(Base):
    __tablename__ = 'TokenLinks'

    linkid = Column(Integer, primary_key=True)
    dateid = Column(ForeignKey('MeetingDate.dateid'), nullable=False)
    source = Column(ForeignKey('Token.tokenid'), nullable=False)
    target = Column(ForeignKey('Token.tokenid'), nullable=False)
    distance = Column(Integer, nullable=False)

    MeetingDate = relationship(u'Meetingdate')
    Token = relationship(u'Token', primaryjoin='Tokenlink.source == Token.tokenid')
    Token1 = relationship(u'Token', primaryjoin='Tokenlink.target == Token.tokenid')
{'fraction_non_alphanumeric': 0.10586319218241043, 'fraction_numerical': 0.004885993485342019, 'mean_word_length': 5.377162629757786, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '860753', 'n_tokens_mistral': 570, 'n_tokens_neox': 552, 'n_words': 126}