<commit_before>{
 "metadata": {
  "name": "",
  "signature": "sha256:896ddd7787b253082626471fdc47c71c75d7ff2cc79a56d44b9672d943c2ecff"
 },
 "nbformat": 3,
 "nbformat_minor": 0,
 "worksheets": [
  {
   "cells": [
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "import logging\n",
      "\n",
      "from spandex import spatialtoolz, utils"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 1
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "shapefiles = {'parcels_contra_costa':          'parcels/contra_costa/CAD_AO_ParcelPoly_0410.shp',\n",
      "              'parcels_contra_costa_pt':       'parcels/contra_costa_pt/CAD_AO_ParcelPoints_int0410.shp',\n",
      "              'parcels_marin':                 'parcels/marin/Marin_2006_CWP.shp',\n",
      "              'parcels_napa':                  'parcels/napa/Napa_Parcels.shp',\n",
      "              'parcels_solano':                'parcels/solano/Parcels.shp',\n",
      "              'parcels_sonoma':                'parcels/sonoma/PAR_PARCELS.shp',\n",
      "              'boundaries_blocks':             'boundaries/blocks/block10_gba.shp',\n",
      "              'boundaries_block_groups':       'boundaries/block_groups/blockgroup10_gba.shp',\n",
      "              'controls_block_controls':       'controls/block_controls/block10_gba.shp',\n",
      "              'controls_block_group_controls': 'controls/block_group_controls/blockgroup10_gba.shp',\n",
      "              'environment_water_bodies':      'environment/water_bodies/OCEAN_BAY.shp'}\n",
      "\n",
      "# Set log level to INFO to see informational messages.\n",
      "utils.logger.setLevel(logging.INFO)\n",
      "\n",
      "# Load shapefiles specified above to the project database.\n",
      "loader = utils.DataLoader()\n",
      "loader.load_shp_map(shapefiles)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stderr",
       "text": [
        "INFO:spandex.utils:Loading table controls_block_group_controls (SRID: 26910) from file controls/block_group_controls/blockgroup10_gba.shp (encoding: UTF-8).\n"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stderr",
       "text": [
        "INFO:spandex.utils:Loading table parcels_contra_costa (SRID: 2227) from file parcels/contra_costa/CAD_AO_ParcelPoly_0410.shp (encoding: UTF-8).\n"
       ]
      },<commit_msg>Load data into staging schema instead of public<commit_after>{
 "metadata": {
  "name": "",
  "signature": "sha256:66645640ef773802ffc3cdc1d10b593bdb4fab6303f3e636da6f97fa0f8f97ce"
 },
 "nbformat": 3,
 "nbformat_minor": 0,
 "worksheets": [
  {
   "cells": [
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "import logging\n",
      "\n",
      "from spandex import spatialtoolz, utils"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 1
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "shapefiles = {'staging.parcels_contra_costa':          'parcels/contra_costa/CAD_AO_ParcelPoly_0410.shp',\n",
      "              'staging.parcels_contra_costa_pt':       'parcels/contra_costa_pt/CAD_AO_ParcelPoints_int0410.shp',\n",
      "              'staging.parcels_marin':                 'parcels/marin/Marin_2006_CWP.shp',\n",
      "              'staging.parcels_napa':                  'parcels/napa/Napa_Parcels.shp',\n",
      "              'staging.parcels_solano':                'parcels/solano/Parcels.shp',\n",
      "              'staging.parcels_sonoma':                'parcels/sonoma/PAR_PARCELS.shp',\n",
      "              'staging.boundaries_blocks':             'boundaries/blocks/block10_gba.shp',\n",
      "              'staging.boundaries_block_groups':       'boundaries/block_groups/blockgroup10_gba.shp',\n",
      "              'staging.controls_block_controls':       'controls/block_controls/block10_gba.shp',\n",
      "              'staging.controls_block_group_controls': 'controls/block_group_controls/blockgroup10_gba.shp',\n",
      "              'staging.environment_water_bodies':      'environment/water_bodies/OCEAN_BAY.shp'}\n",
      "\n",
      "# Set log level to INFO to see informational messages.\n",
      "utils.logger.setLevel(logging.INFO)\n",
      "\n",
      "# Load shapefiles specified above to the project database.\n",
      "loader = utils.DataLoader()\n",
      "loader.load_shp_map(shapefiles)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stderr",
       "text": [
        "INFO:spandex.utils:Loading table controls_block_group_controls (SRID: 26910) from file controls/block_group_controls/blockgroup10_gba.shp (encoding: UTF-8).\n"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stderr",
       "text": [
        "INFO:spandex.utils:Loading table parcels_contra_costa (SRID: 2227) from file parcels/contra_costa/CAD_AO_ParcelPoly_0410.shp (encoding: UTF-8).\n"
       ]
      },
{'fraction_non_alphanumeric': 0.1488345433702713, 'fraction_numerical': 0.031333588077951856, 'mean_word_length': 2.2903834066624764, 'pattern_counts': {'":': 52, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '106232', 'n_tokens_mistral': 1973, 'n_tokens_neox': 1795, 'n_words': 237}