<commit_before>CREATE KEYSPACE occ WITH replication = {'class': 'SimpleStrategy', 'replication_factor': '2'}  AND durable_writes = true;

CREATE TABLE occ.loc (
    rowkey text PRIMARY KEY,
    lat text,
    lon text
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 864000
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE occ.taxon (
    rowkey text PRIMARY KEY,
    "commonName" text,
    conservation text,
    habitats text
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 864000
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE occ.distribution_outliers (
    rowkey text PRIMARY KEY
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 864000
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE occ.attr (
    rowkey text PRIMARY KEY,
    "collectionName" text,
    "collectionUid" text,
    "dataHubUid" text,
    "dataProviderName" text,
    "dataProviderUid" text,
    "dataResourceName" text,
    "institutionName" text,
    "institutionUid" text,
    provenance text
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 864000
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE occ.duplicates (
    rowkey text PRIMARY KEY
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4', 'tombstone_compaction_interval': '86400'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 86400
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE occ.qa (
    rowkey text,
    "userId" text,
    code text,
    comment text,
    created text,
    name text,
    "problemAsserted" text,
    "qaStatus" text,
    "referenceRowKey" text,
    "relatedUuid" text,
    snapshot text,
    "userDisplayName" text,
    "userEmail" text,
    uuid text,
    PRIMARY KEY (rowkey, "userId", code)
) WITH CLUSTERING ORDER BY ("userId" ASC, code ASC)
    AND bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 864000
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE occ.occ (
    rowkey text PRIMARY KEY ,
    "dataResourceUid" text,
    "IdentificationQualifierProcessor_qa" text,
    "_class" text,
    "_qa" text,
    "abcdIdentificationQualifier" text,
    "abcdIdentificationQualifierInsertionPoint" text,
    "abcdIdentificationQualifier_p" text,
    "abcdTypeStatus" text,
    "acceptedNameUsage" text,
    "acceptedNameUsageID" text,
    "accessRights" text,
    "alaUserId" text,
    "associatedMedia" text,
    "associatedOccurrences" text,
    "associatedOccurrences_p" text,
    "associatedReferences" text,
    "associatedReferences_p" text,
    "associatedSequences" text,
    "associatedTaxa" text,
    attr_qa text,
    "austConservation_p" text,
    "australianHerbariumRegion" text,
    "basisOfRecord" text,
    "basisOfRecord_p" text,
    bbox text,
    bbox_p text,
    behavior text,
    "bibliographicCitation" text,
    biome text,
    biome_p text,
    bor_qa text,
    "catalogNumber" text,
    citation text,
    cl_p text,
    class text,
    "classID" text,
    "classID_p" text,
    class_p text,
    class_qa text,
    classs text,
    classs_p text,
    "collectionCode" text,
    "collectionCode_p" text,
    "collectionID" text,
    "collectionName" text,
    "collectionName_p" text,
    "collectionUid" text,
    "collectionUid_p" text,
    "collectorFieldNumber" text,
    continent text,
    continent_p text,
    "coordinatePrecision" text,
    "coordinatePrecision_p" text,
    "coordinateUncertaintyInMeters" text,
    "coordinateUncertaintyInMeters_p" text,
    country text,
    "countryCode" text,
    "countryCode_p" text,
    "countryConservation" text,
    "countryConservation_p" text,
    country_p text,
    county text,
    "cultivarName" text,
    cultivated text,
    "dataGeneralizations" text,
    "dataGeneralizations_p" text,
    "dataHubName" text,
    "dataHubUid" text,
    "dataHubUid_p" text,
    "dataProviderName" text,
    "dataProviderName_p" text,
    "dataProviderUid" text,
    "dataProviderUid_p" text,
    "dataResourceName" text,
    "dataResourceName_p" text,
    "datasetID" text,
    "datasetName" text,
    "dateDeleted" text,
    "dateIdentified" text,
    "dateIdentified_p" text,
    "datePrecision" text,
    day text,
    day_p text,
    "decimalLatitude" text,
    "decimalLatitude_p" text,
    "decimalLongitude" text,
    "decimalLongitude_p" text,
    "defaultValuesUsed" text,
    default_qa text,
    deleted text,
    disposition text,
    "distanceOutsideExpertRange" text,
    "distanceOutsideExpertRange_p" text,
    duplicates text,
    "duplicatesOriginalInstitutionID" text,
    "duplicatesOriginalUnitID" text,
    duplicates_qa text,
    "duplicationStatus" text,
    "duplicationStatus_p" text,
    "duplicationType" text,
    "duplicationType_p" text,
    "dynamicProperties" text,
    easting text,
    easting_p text,
    el_p text,
    "endDayOfYear" text,
    "endYear" text,
    "establishmentMeans" text,
    "establishmentMeans_p" text,
    "eventAttributes" text,
    "eventDate" text,
    "eventDateEnd" text,
    "eventDateEnd_p" text,
    "eventDate_p" text,
    "eventID" text,
    "eventRemarks" text,
    "eventTime" text,
    event_qa text,
    family text,
    "familyID" text,
    "familyID_p" text,
    family_p text,
    "fieldNotes" text,
    "fieldNumber" text,
    "firstLoaded" text,
    "footprintSRS" text,
    "footprintSpatialFit" text,
    "footprintWKT" text,
    "generalisationToApplyInMetres" text,
    "generalisedLocality" text,
    genus text,
    "genusID" text,
    "genusID_p" text,
    genus_p text,
    "geodeticDatum" text,
    "geodeticDatum_p" text,
    "georeferenceProtocol" text,
    "georeferenceProtocol_p" text,
    "georeferenceRemarks" text,
    "georeferenceSources" text,
    "georeferenceSources_p" text,
    "georeferenceVerificationStatus" text,
    "georeferenceVerificationStatus_p" text,
    "georeferencedBy" text,
    "georeferencedBy_p" text,
    "georeferencedDate" text,
    "georeferencedDate_p" text,
    "geospatialIssue" text,
    "geospatiallyKosher" text,
    "globalConservation" text,
    "gridReference" text,
    habitat text,
    habitat_p text,
    "higherClassification" text,
    "higherGeography" text,
    "higherGeographyID" text,
    ibra text,
    "ibraSubregion" text,
    ibra_p text,
    "identificationID" text,
    "identificationQualifier" text,
    "identificationQualifier_p" text,
    "identificationReferences" text,
    "identificationReferences_p" text,
    "identificationRemarks" text,
    "identificationVerificationStatus" text,
    "identifiedBy" text,
    "identifiedBy_p" text,
    identifier text,
    "identifierBy" text,
    "identifierRole" text,
    image_qa text,
    images text,
    images_p text,
    imcra_p text,
    "individualCount" text,
    "individualID" text,
    "informationWithheld" text,
    "informationWithheld_p" text,
    "infraspecificEpithet" text,
    "infraspecificMarker" text,
    "institutionCode" text,
    "institutionCode_p" text,
    "institutionID" text,
    "institutionID_p" text,
    "institutionName" text,
    "institutionName_p" text,
    "institutionUid" text,
    "institutionUid_p" text,
    "identification_qa" text,
    "datePrecision_p" text,
    interactions text,
    interactions_p text,
    island text,
    "islandGroup" text,
    kingdom text,
    "kingdomID" text,
    "kingdomID_p" text,
    kingdom_p text,
    language text,
    "lastModifiedTime" text,
    "lastModifiedTime_p" text,
    "lastUserAssertionDate" text,
    left text,
    left_p text,
    lga text,
    lga_p text,
    license text,
    license_p text,
    "lifeStage" text,
    "lifeStage_p" text,
    "loanDate" text,
    "loanDestination" text,
    "loanForBotanist" text,
    "loanIdentifier" text,
    "loanReturnDate" text,
    "loanSequenceNumber" text,
    loc_qa text,
    locality text,
    locality_p text,
    "locationAccordingTo" text,
    "locationAttributes" text,
    "locationDetermined" text,
    "locationID" text,
    "locationRemarks" text,
    "maximumDepthInMeters" text,
    "maximumDepthInMeters_p" text,
    "maximumDistanceAboveSurfaceInMeters" text,
    "maximumElevationInMeters" text,
    "maximumElevationInMeters_p" text,
    "measurementAccuracy" text,
    "measurementDeterminedBy" text,
    "measurementDeterminedDate" text,
    "measurementID" text,
    "measurementMethod" text,
    "measurementRemarks" text,
    "measurementType" text,
    "measurementUnit" text,
    "measurementValue" text,
    "minimumDepthInMeters" text,
    "minimumDepthInMeters_p" text,
    "minimumDistanceAboveSurfaceInMeters" text,
    "minimumElevationInMeters" text,
    "minimumElevationInMeters_p" text,
    "miscProperties" text,
    modified text,
    modified_p text,
    month text,
    month_p text,
    municipality text,
    mytest text,
    "nameAccordingTo" text,
    "nameAccordingToID" text,
    "nameAccordingTo_p" text,
    "nameMatchMetric" text,
    "nameMatchMetric_p" text,
    "nameParseType" text,
    "nameParseType_p" text,
    "namePublishedIn" text,
    "namePublishedInID" text,
    "namePublishedInYear" text,
    "naturalOccurrence" text,
    "nearNamedPlaceRelationTo" text,
    "nomenclaturalCode" text,
    "nomenclaturalCode_p" text,
    "nomenclaturalStatus" text,
    northing text,
    northing_p text,
    "occurrenceAttributes" text,
    "occurrenceDetails" text,
    "occurrenceID" text,
    "occurrenceRemarks" text,
    "occurrenceStatus" text,
    "occurrenceStatus_p" text,
    offline_qa text,
    "order" text,
    "orderID" text,
    "orderID_p" text,
    order_p text,
    "originalDecimalLatitude" text,
    "originalDecimalLongitude" text,
    "originalNameUsage" text,
    "originalNameUsageID" text,
    "originalSensitiveValues" text,
    "otherCatalogNumbers" text,
    "outlierForLayers" text,
    "outlierForLayers_p" text,
    "ownerInstitutionCode" text,
    "parentNameUsage" text,
    "parentNameUsageID" text,
    phenology text,
    "photoPageUrl" text,
    photographer text,
    phylum text,
    "phylumID" text,
    "phylumID_p" text,
    phylum_p text,
    "pointRadiusSpatialFit" text,
    "portalId" text,
    "preferredFlag" text,
    preparations text,
    "previousIdentifications" text,
    provenance text,
    provenance_p text,
    "qualityAssertion" text,
    "queryAssertions_p" text,
    "recordNumber" text,
    "recordedBy" text,
    "recordedBy_p" text,
    "relatedResourceID" text,
    "relationshipAccordingTo" text,
    "relationshipEstablishedDate" text,
    "relationshipOfResource" text,
    "relationshipRemarks" text,
    reprocessing_qa text,
    "reproductiveCondition" text,
    "resourceID" text,
    "resourceRelationshipID" text,
    right text,
    right_p text,
    rights text,
    rightsholder text,
    "samplingEffort" text,
    "samplingProtocol" text,
    "samplingProtocol_p" text,
    "scientificName" text,
    "scientificNameAddendum" text,
    "scientificNameAuthorship" text,
    "scientificNameID" text,
    "scientificNameWithoutAuthor" text,
    "scientificName_p" text,
    "secondaryCollectors" text,
    sensitive_qa text,
    sex text,
    sounds text,
    sounds_p text,
    source text,
    species text,
    "speciesGroups" text,
    "speciesGroups_p" text,
    "speciesHabitats" text,
    "speciesHabitats_p" text,
    "speciesID" text,
    "speciesID_p" text,
    species_p text,
    "specificEpithet" text,
    "startDayOfYear" text,
    "startYear" text,
    state text,
    "stateConservation" text,
    "stateConservation_p" text,
    "stateProvince" text,
    "stateProvince_p" text,
    subfamily text,
    subgenus text,
    "subgenusID" text,
    subspecies text,
    "subspeciesID" text,
    "subspeciesID_p" text,
    subspecies_p text,
    superfamily text,
    "taxonConceptID" text,
    "taxonConceptID_p" text,
    "taxonID" text,
    "taxonRank" text,
    "taxonRankID" text,
    "taxonRankID_p" text,
    "taxonRank_p" text,
    "taxonRemarks" text,
    "taxonomicIssue" text,
    "taxonomicIssue_p" text,
    "taxonomicStatus" text,
    "taxonomicallyKosher" text,
    type text,
    "typeStatus" text,
    "typeStatusQualifier" text,
    "typeStatus_p" text,
    type_qa text,
    "typifiedName" text,
    "userAssertionStatus" text,
    "userId" text,
    "userId_p" text,
    "userQualityAssertion" text,
    "userVerified" text,
    "validDistribution" text,
    "verbatimCoordinateSystem" text,
    "verbatimCoordinates" text,
    "verbatimDateIdentified" text,
    "verbatimDepth" text,
    "verbatimDepth_p" text,
    "verbatimElevation" text,
    "verbatimElevation_p" text,
    "verbatimEventDate" text,
    "verbatimLatitude" text,
    "verbatimLocality" text,
    "verbatimLongitude" text,
    "verbatimSRS" text,
    "verbatimTaxonRank" text,
    "verificationDate" text,
    "verificationNotes" text,
    verifier text,
    "vernacularName" text,
    "vernacularName_p" text,
    videos text,
    videos_p text,
    "waterBody" text,
    year text,
    year_p text,
    zone text
    )
    WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 864000
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE INDEX ON occ.occ ("dataResourceUid");

CREATE TABLE occ.queryassert (
    rowkey text PRIMARY KEY
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 864000
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE occ.occ_duplicates (
    rowkey text PRIMARY KEY
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4', 'tombstone_compaction_interval': '86400'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 86400
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE occ.occ_outliers (
    rowkey text PRIMARY KEY,
    "jackKnife" text
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 864000
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE occ.upload (
    rowkey text PRIMARY KEY
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4', 'tombstone_compaction_interval': '86400'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 86400
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE occ.occ_uuid (
    rowkey text PRIMARY KEY,
    value text
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4', 'tombstone_compaction_interval': '86400'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 86400
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE INDEX ON occ.occ_uuid (value);

CREATE TABLE occ.qid (
    rowkey text PRIMARY KEY,
    bbox text,
    "displayString" text,
    fqs text,
    "lastUse" text,
    "maxAge" text,
    q text,
    source text,
    wkt text
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 864000
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE occ.outliers (
    rowkey text PRIMARY KEY,
    "jackKnifeOutliers" text,
    "jackKnifeStats" text
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 864000
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE occ.dellog (
    rowkey text PRIMARY KEY
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4', 'tombstone_compaction_interval': '86400'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 86400
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE occ.loc_new (
    rowkey text PRIMARY KEY
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}<commit_msg>Make cassandra 3 schema creation compatible with existing install<commit_after>CREATE KEYSPACE IF NOT EXISTS occ WITH replication = {'class': 'SimpleStrategy', 'replication_factor': '2'}  AND durable_writes = true;

CREATE TABLE IF NOT EXISTS occ.loc (
    rowkey text PRIMARY KEY,
    lat text,
    lon text
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 864000
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE IF NOT EXISTS occ.taxon (
    rowkey text PRIMARY KEY,
    "commonName" text,
    conservation text,
    habitats text
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 864000
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE IF NOT EXISTS occ.distribution_outliers (
    rowkey text PRIMARY KEY
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 864000
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE IF NOT EXISTS occ.attr (
    rowkey text PRIMARY KEY,
    "collectionName" text,
    "collectionUid" text,
    "dataHubUid" text,
    "dataProviderName" text,
    "dataProviderUid" text,
    "dataResourceName" text,
    "institutionName" text,
    "institutionUid" text,
    provenance text
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 864000
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE IF NOT EXISTS occ.duplicates (
    rowkey text PRIMARY KEY
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4', 'tombstone_compaction_interval': '86400'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 86400
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE IF NOT EXISTS occ.qa (
    rowkey text,
    "userId" text,
    code text,
    comment text,
    created text,
    name text,
    "problemAsserted" text,
    "qaStatus" text,
    "referenceRowKey" text,
    "relatedUuid" text,
    snapshot text,
    "userDisplayName" text,
    "userEmail" text,
    uuid text,
    PRIMARY KEY (rowkey, "userId", code)
) WITH CLUSTERING ORDER BY ("userId" ASC, code ASC)
    AND bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 864000
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE IF NOT EXISTS occ.occ (
    rowkey text PRIMARY KEY ,
    "dataResourceUid" text,
    "IdentificationQualifierProcessor_qa" text,
    "_class" text,
    "_qa" text,
    "abcdIdentificationQualifier" text,
    "abcdIdentificationQualifierInsertionPoint" text,
    "abcdIdentificationQualifier_p" text,
    "abcdTypeStatus" text,
    "acceptedNameUsage" text,
    "acceptedNameUsageID" text,
    "accessRights" text,
    "alaUserId" text,
    "associatedMedia" text,
    "associatedOccurrences" text,
    "associatedOccurrences_p" text,
    "associatedReferences" text,
    "associatedReferences_p" text,
    "associatedSequences" text,
    "associatedTaxa" text,
    attr_qa text,
    "austConservation_p" text,
    "australianHerbariumRegion" text,
    "basisOfRecord" text,
    "basisOfRecord_p" text,
    bbox text,
    bbox_p text,
    behavior text,
    "bibliographicCitation" text,
    biome text,
    biome_p text,
    bor_qa text,
    "catalogNumber" text,
    citation text,
    cl_p text,
    class text,
    "classID" text,
    "classID_p" text,
    class_p text,
    class_qa text,
    classs text,
    classs_p text,
    "collectionCode" text,
    "collectionCode_p" text,
    "collectionID" text,
    "collectionName" text,
    "collectionName_p" text,
    "collectionUid" text,
    "collectionUid_p" text,
    "collectorFieldNumber" text,
    continent text,
    continent_p text,
    "coordinatePrecision" text,
    "coordinatePrecision_p" text,
    "coordinateUncertaintyInMeters" text,
    "coordinateUncertaintyInMeters_p" text,
    country text,
    "countryCode" text,
    "countryCode_p" text,
    "countryConservation" text,
    "countryConservation_p" text,
    country_p text,
    county text,
    "cultivarName" text,
    cultivated text,
    "dataGeneralizations" text,
    "dataGeneralizations_p" text,
    "dataHubName" text,
    "dataHubUid" text,
    "dataHubUid_p" text,
    "dataProviderName" text,
    "dataProviderName_p" text,
    "dataProviderUid" text,
    "dataProviderUid_p" text,
    "dataResourceName" text,
    "dataResourceName_p" text,
    "datasetID" text,
    "datasetName" text,
    "dateDeleted" text,
    "dateIdentified" text,
    "dateIdentified_p" text,
    "datePrecision" text,
    day text,
    day_p text,
    "decimalLatitude" text,
    "decimalLatitude_p" text,
    "decimalLongitude" text,
    "decimalLongitude_p" text,
    "defaultValuesUsed" text,
    default_qa text,
    deleted text,
    disposition text,
    "distanceOutsideExpertRange" text,
    "distanceOutsideExpertRange_p" text,
    duplicates text,
    "duplicatesOriginalInstitutionID" text,
    "duplicatesOriginalUnitID" text,
    duplicates_qa text,
    "duplicationStatus" text,
    "duplicationStatus_p" text,
    "duplicationType" text,
    "duplicationType_p" text,
    "dynamicProperties" text,
    easting text,
    easting_p text,
    el_p text,
    "endDayOfYear" text,
    "endYear" text,
    "establishmentMeans" text,
    "establishmentMeans_p" text,
    "eventAttributes" text,
    "eventDate" text,
    "eventDateEnd" text,
    "eventDateEnd_p" text,
    "eventDate_p" text,
    "eventID" text,
    "eventRemarks" text,
    "eventTime" text,
    event_qa text,
    family text,
    "familyID" text,
    "familyID_p" text,
    family_p text,
    "fieldNotes" text,
    "fieldNumber" text,
    "firstLoaded" text,
    "footprintSRS" text,
    "footprintSpatialFit" text,
    "footprintWKT" text,
    "generalisationToApplyInMetres" text,
    "generalisedLocality" text,
    genus text,
    "genusID" text,
    "genusID_p" text,
    genus_p text,
    "geodeticDatum" text,
    "geodeticDatum_p" text,
    "georeferenceProtocol" text,
    "georeferenceProtocol_p" text,
    "georeferenceRemarks" text,
    "georeferenceSources" text,
    "georeferenceSources_p" text,
    "georeferenceVerificationStatus" text,
    "georeferenceVerificationStatus_p" text,
    "georeferencedBy" text,
    "georeferencedBy_p" text,
    "georeferencedDate" text,
    "georeferencedDate_p" text,
    "geospatialIssue" text,
    "geospatiallyKosher" text,
    "globalConservation" text,
    "gridReference" text,
    habitat text,
    habitat_p text,
    "higherClassification" text,
    "higherGeography" text,
    "higherGeographyID" text,
    ibra text,
    "ibraSubregion" text,
    ibra_p text,
    "identificationID" text,
    "identificationQualifier" text,
    "identificationQualifier_p" text,
    "identificationReferences" text,
    "identificationReferences_p" text,
    "identificationRemarks" text,
    "identificationVerificationStatus" text,
    "identifiedBy" text,
    "identifiedBy_p" text,
    identifier text,
    "identifierBy" text,
    "identifierRole" text,
    image_qa text,
    images text,
    images_p text,
    imcra_p text,
    "individualCount" text,
    "individualID" text,
    "informationWithheld" text,
    "informationWithheld_p" text,
    "infraspecificEpithet" text,
    "infraspecificMarker" text,
    "institutionCode" text,
    "institutionCode_p" text,
    "institutionID" text,
    "institutionID_p" text,
    "institutionName" text,
    "institutionName_p" text,
    "institutionUid" text,
    "institutionUid_p" text,
    "identification_qa" text,
    "datePrecision_p" text,
    interactions text,
    interactions_p text,
    island text,
    "islandGroup" text,
    kingdom text,
    "kingdomID" text,
    "kingdomID_p" text,
    kingdom_p text,
    language text,
    "lastModifiedTime" text,
    "lastModifiedTime_p" text,
    "lastUserAssertionDate" text,
    left text,
    left_p text,
    lga text,
    lga_p text,
    license text,
    license_p text,
    "lifeStage" text,
    "lifeStage_p" text,
    "loanDate" text,
    "loanDestination" text,
    "loanForBotanist" text,
    "loanIdentifier" text,
    "loanReturnDate" text,
    "loanSequenceNumber" text,
    loc_qa text,
    locality text,
    locality_p text,
    "locationAccordingTo" text,
    "locationAttributes" text,
    "locationDetermined" text,
    "locationID" text,
    "locationRemarks" text,
    "maximumDepthInMeters" text,
    "maximumDepthInMeters_p" text,
    "maximumDistanceAboveSurfaceInMeters" text,
    "maximumElevationInMeters" text,
    "maximumElevationInMeters_p" text,
    "measurementAccuracy" text,
    "measurementDeterminedBy" text,
    "measurementDeterminedDate" text,
    "measurementID" text,
    "measurementMethod" text,
    "measurementRemarks" text,
    "measurementType" text,
    "measurementUnit" text,
    "measurementValue" text,
    "minimumDepthInMeters" text,
    "minimumDepthInMeters_p" text,
    "minimumDistanceAboveSurfaceInMeters" text,
    "minimumElevationInMeters" text,
    "minimumElevationInMeters_p" text,
    "miscProperties" text,
    modified text,
    modified_p text,
    month text,
    month_p text,
    municipality text,
    mytest text,
    "nameAccordingTo" text,
    "nameAccordingToID" text,
    "nameAccordingTo_p" text,
    "nameMatchMetric" text,
    "nameMatchMetric_p" text,
    "nameParseType" text,
    "nameParseType_p" text,
    "namePublishedIn" text,
    "namePublishedInID" text,
    "namePublishedInYear" text,
    "naturalOccurrence" text,
    "nearNamedPlaceRelationTo" text,
    "nomenclaturalCode" text,
    "nomenclaturalCode_p" text,
    "nomenclaturalStatus" text,
    northing text,
    northing_p text,
    "occurrenceAttributes" text,
    "occurrenceDetails" text,
    "occurrenceID" text,
    "occurrenceRemarks" text,
    "occurrenceStatus" text,
    "occurrenceStatus_p" text,
    offline_qa text,
    "order" text,
    "orderID" text,
    "orderID_p" text,
    order_p text,
    "originalDecimalLatitude" text,
    "originalDecimalLongitude" text,
    "originalNameUsage" text,
    "originalNameUsageID" text,
    "originalSensitiveValues" text,
    "otherCatalogNumbers" text,
    "outlierForLayers" text,
    "outlierForLayers_p" text,
    "ownerInstitutionCode" text,
    "parentNameUsage" text,
    "parentNameUsageID" text,
    phenology text,
    "photoPageUrl" text,
    photographer text,
    phylum text,
    "phylumID" text,
    "phylumID_p" text,
    phylum_p text,
    "pointRadiusSpatialFit" text,
    "portalId" text,
    "preferredFlag" text,
    preparations text,
    "previousIdentifications" text,
    provenance text,
    provenance_p text,
    "qualityAssertion" text,
    "queryAssertions_p" text,
    "recordNumber" text,
    "recordedBy" text,
    "recordedBy_p" text,
    "relatedResourceID" text,
    "relationshipAccordingTo" text,
    "relationshipEstablishedDate" text,
    "relationshipOfResource" text,
    "relationshipRemarks" text,
    reprocessing_qa text,
    "reproductiveCondition" text,
    "resourceID" text,
    "resourceRelationshipID" text,
    right text,
    right_p text,
    rights text,
    rightsholder text,
    "samplingEffort" text,
    "samplingProtocol" text,
    "samplingProtocol_p" text,
    "scientificName" text,
    "scientificNameAddendum" text,
    "scientificNameAuthorship" text,
    "scientificNameID" text,
    "scientificNameWithoutAuthor" text,
    "scientificName_p" text,
    "secondaryCollectors" text,
    sensitive_qa text,
    sex text,
    sounds text,
    sounds_p text,
    source text,
    species text,
    "speciesGroups" text,
    "speciesGroups_p" text,
    "speciesHabitats" text,
    "speciesHabitats_p" text,
    "speciesID" text,
    "speciesID_p" text,
    species_p text,
    "specificEpithet" text,
    "startDayOfYear" text,
    "startYear" text,
    state text,
    "stateConservation" text,
    "stateConservation_p" text,
    "stateProvince" text,
    "stateProvince_p" text,
    subfamily text,
    subgenus text,
    "subgenusID" text,
    subspecies text,
    "subspeciesID" text,
    "subspeciesID_p" text,
    subspecies_p text,
    superfamily text,
    "taxonConceptID" text,
    "taxonConceptID_p" text,
    "taxonID" text,
    "taxonRank" text,
    "taxonRankID" text,
    "taxonRankID_p" text,
    "taxonRank_p" text,
    "taxonRemarks" text,
    "taxonomicIssue" text,
    "taxonomicIssue_p" text,
    "taxonomicStatus" text,
    "taxonomicallyKosher" text,
    type text,
    "typeStatus" text,
    "typeStatusQualifier" text,
    "typeStatus_p" text,
    type_qa text,
    "typifiedName" text,
    "userAssertionStatus" text,
    "userId" text,
    "userId_p" text,
    "userQualityAssertion" text,
    "userVerified" text,
    "validDistribution" text,
    "verbatimCoordinateSystem" text,
    "verbatimCoordinates" text,
    "verbatimDateIdentified" text,
    "verbatimDepth" text,
    "verbatimDepth_p" text,
    "verbatimElevation" text,
    "verbatimElevation_p" text,
    "verbatimEventDate" text,
    "verbatimLatitude" text,
    "verbatimLocality" text,
    "verbatimLongitude" text,
    "verbatimSRS" text,
    "verbatimTaxonRank" text,
    "verificationDate" text,
    "verificationNotes" text,
    verifier text,
    "vernacularName" text,
    "vernacularName_p" text,
    videos text,
    videos_p text,
    "waterBody" text,
    year text,
    year_p text,
    zone text
    )
    WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 864000
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE INDEX IF NOT EXISTS ON occ.occ ("dataResourceUid");

CREATE TABLE IF NOT EXISTS occ.queryassert (
    rowkey text PRIMARY KEY
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 864000
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE IF NOT EXISTS occ.occ_duplicates (
    rowkey text PRIMARY KEY
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4', 'tombstone_compaction_interval': '86400'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 86400
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE IF NOT EXISTS occ.occ_outliers (
    rowkey text PRIMARY KEY,
    "jackKnife" text
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 864000
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE IF NOT EXISTS occ.upload (
    rowkey text PRIMARY KEY
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4', 'tombstone_compaction_interval': '86400'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 86400
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE IF NOT EXISTS occ.occ_uuid (
    rowkey text PRIMARY KEY,
    value text
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4', 'tombstone_compaction_interval': '86400'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 86400
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE INDEX IF NOT EXISTS ON occ.occ_uuid (value);

CREATE TABLE IF NOT EXISTS occ.qid (
    rowkey text PRIMARY KEY,
    bbox text,
    "displayString" text,
    fqs text,
    "lastUse" text,
    "maxAge" text,
    q text,
    source text,
    wkt text
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 864000
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE IF NOT EXISTS occ.outliers (
    rowkey text PRIMARY KEY,
    "jackKnifeOutliers" text,
    "jackKnifeStats" text
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 864000
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE IF NOT EXISTS occ.dellog (
    rowkey text PRIMARY KEY
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4', 'tombstone_compaction_interval': '86400'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
    AND crc_check_chance = 1.0
    AND dclocal_read_repair_chance = 0.1
    AND default_time_to_live = 0
    AND gc_grace_seconds = 86400
    AND max_index_interval = 2048
    AND memtable_flush_period_in_ms = 0
    AND min_index_interval = 128
    AND read_repair_chance = 0.0
    AND speculative_retry = '99PERCENTILE';

CREATE TABLE IF NOT EXISTS occ.loc_new (
    rowkey text PRIMARY KEY
) WITH bloom_filter_fp_chance = 0.01
    AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
    AND comment = ''
    AND compaction = {'class': 'org.apache.cassandra.db.compaction.SizeTieredCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4'}
    AND compression = {'chunk_length_in_kb': '64', 'class': 'org.apache.cassandra.io.compress.LZ4Compressor'}
{'fraction_non_alphanumeric': 0.10139009198531534, 'fraction_numerical': 0.021057624881409068, 'mean_word_length': 3.7723425196850395, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5526456', 'n_tokens_mistral': 17905, 'n_tokens_neox': 16819, 'n_words': 3776}