Add initial version of v3 index db structure.

moonstreamdb-v3/alembic_indexes.ini

@@ -1,116 +0,0 @@
-# A generic, single database configuration.
-
-[alembic]
-# path to migration scripts
-script_location = moonstreamdbv3/alembic_indexes
-
-# template used to generate migration file names; The default value is %%(rev)s_%%(slug)s
-# Uncomment the line below if you want the files to be prepended with date and time
-# see https://alembic.sqlalchemy.org/en/latest/tutorial.html#editing-the-ini-file
-# for all available tokens
-# file_template = %%(year)d_%%(month).2d_%%(day).2d_%%(hour).2d%%(minute).2d-%%(rev)s_%%(slug)s
-
-# sys.path path, will be prepended to sys.path if present.
-# defaults to the current working directory.
-prepend_sys_path = .
-
-# timezone to use when rendering the date within the migration file
-# as well as the filename.
-# If specified, requires the python>=3.9 or backports.zoneinfo library.
-# Any required deps can installed by adding `alembic[tz]` to the pip requirements
-# string value is passed to ZoneInfo()
-# leave blank for localtime
-# timezone =
-
-# max length of characters to apply to the
-# "slug" field
-# truncate_slug_length = 40
-
-# set to 'true' to run the environment during
-# the 'revision' command, regardless of autogenerate
-# revision_environment = false
-
-# set to 'true' to allow .pyc and .pyo files without
-# a source .py file to be detected as revisions in the
-# versions/ directory
-# sourceless = false
-
-# version location specification; This defaults
-# to moonstreamdbv3/alembic_indexes/versions.  When using multiple version
-# directories, initial revisions must be specified with --version-path.
-# The path separator used here should be the separator specified by "version_path_separator" below.
-# version_locations = %(here)s/bar:%(here)s/bat:moonstreamdbv3/alembic_indexes/versions
-
-# version path separator; As mentioned above, this is the character used to split
-# version_locations. The default within new alembic.ini files is "os", which uses os.pathsep.
-# If this key is omitted entirely, it falls back to the legacy behavior of splitting on spaces and/or commas.
-# Valid values for version_path_separator are:
-#
-# version_path_separator = :
-# version_path_separator = ;
-# version_path_separator = space
-version_path_separator = os  # Use os.pathsep. Default configuration used for new projects.
-
-# set to 'true' to search source files recursively
-# in each "version_locations" directory
-# new in Alembic version 1.10
-# recursive_version_locations = false
-
-# the output encoding used when revision files
-# are written from script.py.mako
-# output_encoding = utf-8
-
-sqlalchemy.url = driver://user:pass@localhost/dbname_indexes
-
-
-[post_write_hooks]
-# post_write_hooks defines scripts or Python functions that are run
-# on newly generated revision scripts.  See the documentation for further
-# detail and examples
-
-# format using "black" - use the console_scripts runner, against the "black" entrypoint
-# hooks = black
-# black.type = console_scripts
-# black.entrypoint = black
-# black.options = -l 79 REVISION_SCRIPT_FILENAME
-
-# lint with attempts to fix using "ruff" - use the exec runner, execute a binary
-# hooks = ruff
-# ruff.type = exec
-# ruff.executable = %(here)s/.venv/bin/ruff
-# ruff.options = --fix REVISION_SCRIPT_FILENAME
-
-# Logging configuration
-[loggers]
-keys = root,sqlalchemy,alembic
-
-[handlers]
-keys = console
-
-[formatters]
-keys = generic
-
-[logger_root]
-level = WARN
-handlers = console
-qualname =
-
-[logger_sqlalchemy]
-level = WARN
-handlers =
-qualname = sqlalchemy.engine
-
-[logger_alembic]
-level = INFO
-handlers =
-qualname = alembic
-
-[handler_console]
-class = StreamHandler
-args = (sys.stderr,)
-level = NOTSET
-formatter = generic
-
-[formatter_generic]
-format = %(levelname)-5.5s [%(name)s] %(message)s
-datefmt = %H:%M:%S

moonstreamdb-v3/moonstreamdbv3/alembic_indexes/env.py

@@ -28,14 +28,30 @@ target_metadata = MoonstreamBase.metadata
 # ... etc.
 
 from moonstreamdbv3.models_indexes import (
-    EvmBasedBlocks,
+    EthereumBlockIndex,
+    EthereumTransactionIndex,
+    EthereumLogIndex,
+    EthereumReorgs,
+    PolygonBlockIndex,
+    PolygonTransactionIndex,
+    PolygonLogIndex,
+    PolygonReorgs,
 )
 
+
 def include_symbol(tablename, schema):
     return tablename in {
-        EvmBasedBlocks.__tablename__,
+        EthereumBlockIndex.__tablename__,
+        EthereumTransactionIndex.__tablename__,
+        EthereumLogIndex.__tablename__,
+        EthereumReorgs.__tablename__,
+        PolygonBlockIndex.__tablename__,
+        PolygonTransactionIndex.__tablename__,
+        PolygonLogIndex.__tablename__,
+        PolygonReorgs.__tablename__,
     }
 
+
 def run_migrations_offline() -> None:
     """Run migrations in 'offline' mode.
 

moonstreamdb-v3/moonstreamdbv3/alembic_indexes/versions/5fe77896ce1f_init_v3_index.py

@@ -0,0 +1,225 @@
+"""init-v3-index
+
+Revision ID: 5fe77896ce1f
+Revises: 
+Create Date: 2024-05-23 17:13:54.485718
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = '5fe77896ce1f'
+down_revision: Union[str, None] = None
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.create_table('abi_jobs',
+    sa.Column('id', sa.UUID(), nullable=False),
+    sa.Column('address', sa.LargeBinary(), nullable=False),
+    sa.Column('user_id', sa.UUID(), nullable=False),
+    sa.Column('customer_id', sa.UUID(), nullable=True),
+    sa.Column('abi_selector', sa.VARCHAR(length=256), nullable=False),
+    sa.Column('chain', sa.VARCHAR(length=256), nullable=False),
+    sa.Column('abi_name', sa.VARCHAR(length=256), nullable=False),
+    sa.Column('status', sa.VARCHAR(length=256), nullable=False),
+    sa.Column('historical_crawl_status', sa.VARCHAR(length=256), nullable=False),
+    sa.Column('progress', sa.Integer(), nullable=False),
+    sa.Column('moonworm_task_pickedup', sa.Boolean(), nullable=False),
+    sa.Column('abi', sa.Text(), nullable=False),
+    sa.Column('created_at', sa.DateTime(timezone=True), server_default=sa.text("TIMEZONE('utc', statement_timestamp())"), nullable=False),
+    sa.Column('updated_at', sa.DateTime(timezone=True), server_default=sa.text("TIMEZONE('utc', statement_timestamp())"), nullable=False),
+    sa.PrimaryKeyConstraint('id', name=op.f('pk_abi_jobs')),
+    sa.UniqueConstraint('chain', 'address', 'abi_selector', 'customer_id', name='uq_abi_jobs')
+    )
+    op.create_index(op.f('ix_abi_jobs_abi_name'), 'abi_jobs', ['abi_name'], unique=False)
+    op.create_index(op.f('ix_abi_jobs_abi_selector'), 'abi_jobs', ['abi_selector'], unique=False)
+    op.create_index(op.f('ix_abi_jobs_address'), 'abi_jobs', ['address'], unique=False)
+    op.create_index(op.f('ix_abi_jobs_chain'), 'abi_jobs', ['chain'], unique=False)
+    op.create_index(op.f('ix_abi_jobs_customer_id'), 'abi_jobs', ['customer_id'], unique=False)
+    op.create_index(op.f('ix_abi_jobs_historical_crawl_status'), 'abi_jobs', ['historical_crawl_status'], unique=False)
+    op.create_index(op.f('ix_abi_jobs_status'), 'abi_jobs', ['status'], unique=False)
+    op.create_index(op.f('ix_abi_jobs_user_id'), 'abi_jobs', ['user_id'], unique=False)
+    op.create_table('ethereum_blocks',
+    sa.Column('block_number', sa.BigInteger(), nullable=False),
+    sa.Column('block_hash', sa.VARCHAR(length=256), nullable=False),
+    sa.Column('block_timestamp', sa.BigInteger(), nullable=False),
+    sa.Column('parent_hash', sa.VARCHAR(length=256), nullable=False),
+    sa.Column('row_id', sa.BigInteger(), nullable=False),
+    sa.Column('path', sa.Text(), nullable=False),
+    sa.Column('indexed_at', sa.DateTime(timezone=True), server_default=sa.text("TIMEZONE('utc', statement_timestamp())"), nullable=False),
+    sa.PrimaryKeyConstraint('block_number', name=op.f('pk_ethereum_blocks'))
+    )
+    op.create_index(op.f('ix_ethereum_blocks_block_number'), 'ethereum_blocks', ['block_number'], unique=False)
+    op.create_index(op.f('ix_ethereum_blocks_block_timestamp'), 'ethereum_blocks', ['block_timestamp'], unique=False)
+    op.create_table('ethereum_reorgs',
+    sa.Column('id', sa.UUID(), nullable=False),
+    sa.Column('block_number', sa.BigInteger(), nullable=False),
+    sa.Column('block_hash', sa.VARCHAR(length=256), nullable=False),
+    sa.PrimaryKeyConstraint('id', name=op.f('pk_ethereum_reorgs'))
+    )
+    op.create_index(op.f('ix_ethereum_reorgs_block_hash'), 'ethereum_reorgs', ['block_hash'], unique=False)
+    op.create_index(op.f('ix_ethereum_reorgs_block_number'), 'ethereum_reorgs', ['block_number'], unique=False)
+    op.create_table('polygon_blocks',
+    sa.Column('block_number', sa.BigInteger(), nullable=False),
+    sa.Column('block_hash', sa.VARCHAR(length=256), nullable=False),
+    sa.Column('block_timestamp', sa.BigInteger(), nullable=False),
+    sa.Column('parent_hash', sa.VARCHAR(length=256), nullable=False),
+    sa.Column('row_id', sa.BigInteger(), nullable=False),
+    sa.Column('path', sa.Text(), nullable=False),
+    sa.Column('indexed_at', sa.DateTime(timezone=True), server_default=sa.text("TIMEZONE('utc', statement_timestamp())"), nullable=False),
+    sa.PrimaryKeyConstraint('block_number', name=op.f('pk_polygon_blocks'))
+    )
+    op.create_index(op.f('ix_polygon_blocks_block_number'), 'polygon_blocks', ['block_number'], unique=False)
+    op.create_index(op.f('ix_polygon_blocks_block_timestamp'), 'polygon_blocks', ['block_timestamp'], unique=False)
+    op.create_table('polygon_reorgs',
+    sa.Column('id', sa.UUID(), nullable=False),
+    sa.Column('block_number', sa.BigInteger(), nullable=False),
+    sa.Column('block_hash', sa.VARCHAR(length=256), nullable=False),
+    sa.PrimaryKeyConstraint('id', name=op.f('pk_polygon_reorgs'))
+    )
+    op.create_index(op.f('ix_polygon_reorgs_block_hash'), 'polygon_reorgs', ['block_hash'], unique=False)
+    op.create_index(op.f('ix_polygon_reorgs_block_number'), 'polygon_reorgs', ['block_number'], unique=False)
+    op.create_table('ethereum_transactions',
+    sa.Column('block_number', sa.BigInteger(), nullable=False),
+    sa.Column('hash', sa.VARCHAR(length=256), nullable=False),
+    sa.Column('from_address', sa.LargeBinary(length=20), nullable=False),
+    sa.Column('to_address', sa.LargeBinary(length=20), nullable=False),
+    sa.Column('selector', sa.VARCHAR(length=256), nullable=True),
+    sa.Column('type', sa.Integer(), nullable=False),
+    sa.Column('row_id', sa.BigInteger(), nullable=False),
+    sa.Column('block_hash', sa.VARCHAR(length=256), nullable=False),
+    sa.Column('index', sa.BigInteger(), nullable=False),
+    sa.Column('path', sa.Text(), nullable=False),
+    sa.Column('indexed_at', sa.DateTime(timezone=True), server_default=sa.text("TIMEZONE('utc', statement_timestamp())"), nullable=False),
+    sa.ForeignKeyConstraint(['block_number'], ['ethereum_blocks.block_number'], name=op.f('fk_ethereum_transactions_block_number_ethereum_blocks'), ondelete='CASCADE'),
+    sa.PrimaryKeyConstraint('hash', name=op.f('pk_ethereum_transactions'))
+    )
+    op.create_index(op.f('ix_ethereum_transactions_block_hash'), 'ethereum_transactions', ['block_hash'], unique=False)
+    op.create_index(op.f('ix_ethereum_transactions_block_number'), 'ethereum_transactions', ['block_number'], unique=False)
+    op.create_index(op.f('ix_ethereum_transactions_from_address'), 'ethereum_transactions', ['from_address'], unique=False)
+    op.create_index(op.f('ix_ethereum_transactions_hash'), 'ethereum_transactions', ['hash'], unique=True)
+    op.create_index(op.f('ix_ethereum_transactions_index'), 'ethereum_transactions', ['index'], unique=False)
+    op.create_index(op.f('ix_ethereum_transactions_selector'), 'ethereum_transactions', ['selector'], unique=False)
+    op.create_index(op.f('ix_ethereum_transactions_to_address'), 'ethereum_transactions', ['to_address'], unique=False)
+    op.create_index(op.f('ix_ethereum_transactions_type'), 'ethereum_transactions', ['type'], unique=False)
+    op.create_table('polygon_transactions',
+    sa.Column('block_number', sa.BigInteger(), nullable=False),
+    sa.Column('hash', sa.VARCHAR(length=256), nullable=False),
+    sa.Column('from_address', sa.LargeBinary(length=20), nullable=False),
+    sa.Column('to_address', sa.LargeBinary(length=20), nullable=False),
+    sa.Column('selector', sa.VARCHAR(length=256), nullable=True),
+    sa.Column('type', sa.Integer(), nullable=False),
+    sa.Column('row_id', sa.BigInteger(), nullable=False),
+    sa.Column('block_hash', sa.VARCHAR(length=256), nullable=False),
+    sa.Column('index', sa.BigInteger(), nullable=False),
+    sa.Column('path', sa.Text(), nullable=False),
+    sa.Column('indexed_at', sa.DateTime(timezone=True), server_default=sa.text("TIMEZONE('utc', statement_timestamp())"), nullable=False),
+    sa.ForeignKeyConstraint(['block_number'], ['polygon_blocks.block_number'], name=op.f('fk_polygon_transactions_block_number_polygon_blocks'), ondelete='CASCADE'),
+    sa.PrimaryKeyConstraint('hash', name=op.f('pk_polygon_transactions'))
+    )
+    op.create_index(op.f('ix_polygon_transactions_block_hash'), 'polygon_transactions', ['block_hash'], unique=False)
+    op.create_index(op.f('ix_polygon_transactions_block_number'), 'polygon_transactions', ['block_number'], unique=False)
+    op.create_index(op.f('ix_polygon_transactions_from_address'), 'polygon_transactions', ['from_address'], unique=False)
+    op.create_index(op.f('ix_polygon_transactions_hash'), 'polygon_transactions', ['hash'], unique=True)
+    op.create_index(op.f('ix_polygon_transactions_index'), 'polygon_transactions', ['index'], unique=False)
+    op.create_index(op.f('ix_polygon_transactions_selector'), 'polygon_transactions', ['selector'], unique=False)
+    op.create_index(op.f('ix_polygon_transactions_to_address'), 'polygon_transactions', ['to_address'], unique=False)
+    op.create_index(op.f('ix_polygon_transactions_type'), 'polygon_transactions', ['type'], unique=False)
+    op.create_table('ethereum_logs',
+    sa.Column('transaction_hash', sa.VARCHAR(length=256), nullable=False),
+    sa.Column('block_hash', sa.VARCHAR(length=256), nullable=False),
+    sa.Column('address', sa.LargeBinary(length=20), nullable=False),
+    sa.Column('row_id', sa.BigInteger(), nullable=False),
+    sa.Column('selector', sa.VARCHAR(length=256), nullable=True),
+    sa.Column('topic1', sa.VARCHAR(length=256), nullable=True),
+    sa.Column('topic2', sa.VARCHAR(length=256), nullable=True),
+    sa.Column('log_index', sa.BigInteger(), nullable=False),
+    sa.Column('path', sa.Text(), nullable=False),
+    sa.Column('indexed_at', sa.DateTime(timezone=True), server_default=sa.text("TIMEZONE('utc', statement_timestamp())"), nullable=False),
+    sa.ForeignKeyConstraint(['transaction_hash'], ['ethereum_transactions.hash'], name=op.f('fk_ethereum_logs_transaction_hash_ethereum_transactions'), ondelete='CASCADE'),
+    sa.PrimaryKeyConstraint('transaction_hash', 'log_index', name='pk_ethereum_log_index'),
+    sa.UniqueConstraint('transaction_hash', 'log_index', name='uq_ethereum_log_index_transaction_hash_log_index')
+    )
+    op.create_index('idx_ethereum_logs_block_hash_log_index', 'ethereum_logs', ['block_hash', 'log_index'], unique=True)
+    op.create_index(op.f('ix_ethereum_logs_address'), 'ethereum_logs', ['address'], unique=False)
+    op.create_index(op.f('ix_ethereum_logs_block_hash'), 'ethereum_logs', ['block_hash'], unique=False)
+    op.create_index(op.f('ix_ethereum_logs_transaction_hash'), 'ethereum_logs', ['transaction_hash'], unique=False)
+    op.create_table('polygon_logs',
+    sa.Column('transaction_hash', sa.VARCHAR(length=256), nullable=False),
+    sa.Column('block_hash', sa.VARCHAR(length=256), nullable=False),
+    sa.Column('address', sa.LargeBinary(length=20), nullable=False),
+    sa.Column('row_id', sa.BigInteger(), nullable=False),
+    sa.Column('selector', sa.VARCHAR(length=256), nullable=True),
+    sa.Column('topic1', sa.VARCHAR(length=256), nullable=True),
+    sa.Column('topic2', sa.VARCHAR(length=256), nullable=True),
+    sa.Column('log_index', sa.BigInteger(), nullable=False),
+    sa.Column('path', sa.Text(), nullable=False),
+    sa.Column('indexed_at', sa.DateTime(timezone=True), server_default=sa.text("TIMEZONE('utc', statement_timestamp())"), nullable=False),
+    sa.ForeignKeyConstraint(['transaction_hash'], ['polygon_transactions.hash'], name=op.f('fk_polygon_logs_transaction_hash_polygon_transactions'), ondelete='CASCADE'),
+    sa.PrimaryKeyConstraint('transaction_hash', 'log_index', name='pk_polygon_log_index'),
+    sa.UniqueConstraint('transaction_hash', 'log_index', name='uq_polygon_log_index_transaction_hash_log_index')
+    )
+    op.create_index(op.f('ix_polygon_logs_address'), 'polygon_logs', ['address'], unique=False)
+    op.create_index(op.f('ix_polygon_logs_block_hash'), 'polygon_logs', ['block_hash'], unique=False)
+    op.create_index(op.f('ix_polygon_logs_transaction_hash'), 'polygon_logs', ['transaction_hash'], unique=False)
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_index(op.f('ix_polygon_logs_transaction_hash'), table_name='polygon_logs')
+    op.drop_index(op.f('ix_polygon_logs_block_hash'), table_name='polygon_logs')
+    op.drop_index(op.f('ix_polygon_logs_address'), table_name='polygon_logs')
+    op.drop_table('polygon_logs')
+    op.drop_index(op.f('ix_ethereum_logs_transaction_hash'), table_name='ethereum_logs')
+    op.drop_index(op.f('ix_ethereum_logs_block_hash'), table_name='ethereum_logs')
+    op.drop_index(op.f('ix_ethereum_logs_address'), table_name='ethereum_logs')
+    op.drop_index('idx_ethereum_logs_block_hash_log_index', table_name='ethereum_logs')
+    op.drop_table('ethereum_logs')
+    op.drop_index(op.f('ix_polygon_transactions_type'), table_name='polygon_transactions')
+    op.drop_index(op.f('ix_polygon_transactions_to_address'), table_name='polygon_transactions')
+    op.drop_index(op.f('ix_polygon_transactions_selector'), table_name='polygon_transactions')
+    op.drop_index(op.f('ix_polygon_transactions_index'), table_name='polygon_transactions')
+    op.drop_index(op.f('ix_polygon_transactions_hash'), table_name='polygon_transactions')
+    op.drop_index(op.f('ix_polygon_transactions_from_address'), table_name='polygon_transactions')
+    op.drop_index(op.f('ix_polygon_transactions_block_number'), table_name='polygon_transactions')
+    op.drop_index(op.f('ix_polygon_transactions_block_hash'), table_name='polygon_transactions')
+    op.drop_table('polygon_transactions')
+    op.drop_index(op.f('ix_ethereum_transactions_type'), table_name='ethereum_transactions')
+    op.drop_index(op.f('ix_ethereum_transactions_to_address'), table_name='ethereum_transactions')
+    op.drop_index(op.f('ix_ethereum_transactions_selector'), table_name='ethereum_transactions')
+    op.drop_index(op.f('ix_ethereum_transactions_index'), table_name='ethereum_transactions')
+    op.drop_index(op.f('ix_ethereum_transactions_hash'), table_name='ethereum_transactions')
+    op.drop_index(op.f('ix_ethereum_transactions_from_address'), table_name='ethereum_transactions')
+    op.drop_index(op.f('ix_ethereum_transactions_block_number'), table_name='ethereum_transactions')
+    op.drop_index(op.f('ix_ethereum_transactions_block_hash'), table_name='ethereum_transactions')
+    op.drop_table('ethereum_transactions')
+    op.drop_index(op.f('ix_polygon_reorgs_block_number'), table_name='polygon_reorgs')
+    op.drop_index(op.f('ix_polygon_reorgs_block_hash'), table_name='polygon_reorgs')
+    op.drop_table('polygon_reorgs')
+    op.drop_index(op.f('ix_polygon_blocks_block_timestamp'), table_name='polygon_blocks')
+    op.drop_index(op.f('ix_polygon_blocks_block_number'), table_name='polygon_blocks')
+    op.drop_table('polygon_blocks')
+    op.drop_index(op.f('ix_ethereum_reorgs_block_number'), table_name='ethereum_reorgs')
+    op.drop_index(op.f('ix_ethereum_reorgs_block_hash'), table_name='ethereum_reorgs')
+    op.drop_table('ethereum_reorgs')
+    op.drop_index(op.f('ix_ethereum_blocks_block_timestamp'), table_name='ethereum_blocks')
+    op.drop_index(op.f('ix_ethereum_blocks_block_number'), table_name='ethereum_blocks')
+    op.drop_table('ethereum_blocks')
+    op.drop_index(op.f('ix_abi_jobs_user_id'), table_name='abi_jobs')
+    op.drop_index(op.f('ix_abi_jobs_status'), table_name='abi_jobs')
+    op.drop_index(op.f('ix_abi_jobs_historical_crawl_status'), table_name='abi_jobs')
+    op.drop_index(op.f('ix_abi_jobs_customer_id'), table_name='abi_jobs')
+    op.drop_index(op.f('ix_abi_jobs_chain'), table_name='abi_jobs')
+    op.drop_index(op.f('ix_abi_jobs_address'), table_name='abi_jobs')
+    op.drop_index(op.f('ix_abi_jobs_abi_selector'), table_name='abi_jobs')
+    op.drop_index(op.f('ix_abi_jobs_abi_name'), table_name='abi_jobs')
+    op.drop_table('abi_jobs')
+    # ### end Alembic commands ###

moonstreamdb-v3/moonstreamdbv3/models_indexes.py

@@ -1,27 +1,29 @@
-"""
-Moonstream database V3 indexes
-"""
-
 import uuid
 
 from sqlalchemy import (
+    LargeBinary,
     VARCHAR,
     BigInteger,
     Column,
     DateTime,
-    Index,
     Integer,
+    Index,
     MetaData,
     Text,
+    Boolean,
+    UniqueConstraint,
+    ForeignKey,
+    PrimaryKeyConstraint,
 )
-from sqlalchemy.dialects.postgresql import JSONB, UUID
+from sqlalchemy.dialects.postgresql import UUID
 from sqlalchemy.ext.compiler import compiles
 from sqlalchemy.ext.declarative import declarative_base
-from sqlalchemy.sql import expression, text
+from sqlalchemy.sql import expression
+
 
 """
 Naming conventions doc
-https://docs.sqlalchemy.org/en/20/core/constraints.html#configuring-constraint-naming-conventions
+https://docs.sqlalchemy.org/en/13/core/constraints.html#configuring-constraint-naming-conventions
 """
 convention = {
     "ix": "ix_%(column_0_label)s",
@@ -33,15 +35,6 @@ convention = {
 metadata = MetaData(naming_convention=convention)
 Base = declarative_base(metadata=metadata)
 
-"""
-Creating a utcnow function which runs on the Posgres database server when created_at and updated_at
-fields are populated.
-Following:
-1. https://docs.sqlalchemy.org/en/13/core/compiler.html#utc-timestamp-function
-2. https://www.postgresql.org/docs/current/functions-datetime.html#FUNCTIONS-DATETIME-CURRENT
-3. https://stackoverflow.com/a/33532154/13659585
-"""
-
 
 class utcnow(expression.FunctionElement):
     type = DateTime  # type: ignore
@@ -59,7 +52,175 @@ class EvmBasedBlocks(Base):
     block_hash = Column(VARCHAR(256), nullable=False, index=False)
     block_timestamp = Column(BigInteger, nullable=False, index=True)
     parent_hash = Column(VARCHAR(256), nullable=False)
+    row_id = Column(BigInteger, nullable=False, index=False)
     path = Column(Text, nullable=False)
     indexed_at = Column(
         DateTime(timezone=True), server_default=utcnow(), nullable=False
     )
+
+
+class EvmBasedTransactions(Base):
+    __abstract__ = True
+
+    hash = Column(
+        VARCHAR(256), primary_key=True, unique=True, nullable=False, index=True
+    )
+    from_address = Column(LargeBinary(length=20), nullable=False, index=True)
+    to_address = Column(LargeBinary(length=20), nullable=False, index=True)
+    selector = Column(VARCHAR(256), nullable=True, index=True)
+    type = Column(Integer, nullable=False, index=True)
+    row_id = Column(BigInteger, nullable=False, index=False)
+    block_hash = Column(VARCHAR(256), nullable=False, index=True)
+    index = Column(BigInteger, nullable=False, index=True)
+    path = Column(Text, nullable=False)
+    indexed_at = Column(
+        DateTime(timezone=True), server_default=utcnow(), nullable=False
+    )
+
+
+class EvmBasedLogs(Base):
+    __abstract__ = True
+
+    block_hash = Column(VARCHAR(256), nullable=False, index=True)
+    address = Column(LargeBinary(length=20), nullable=False, index=True)
+    row_id = Column(BigInteger, nullable=False, index=False)
+    selector = Column(VARCHAR(256), nullable=True, index=False)
+    topic1 = Column(VARCHAR(256), nullable=True, index=False)
+    topic2 = Column(VARCHAR(256), nullable=True, index=False)
+    log_index = Column(BigInteger, nullable=False, index=False)
+    path = Column(Text, nullable=False)
+    indexed_at = Column(
+        DateTime(timezone=True), server_default=utcnow(), nullable=False
+    )
+
+
+class EvmBasedReorgs(Base):
+    __abstract__ = True
+    id = Column(UUID(as_uuid=True), primary_key=True, default=uuid.uuid4)
+    block_number = Column(BigInteger, nullable=False, index=True)
+    block_hash = Column(VARCHAR(256), nullable=False, index=True)
+
+
+### Ethereum
+
+
+class EthereumBlockIndex(EvmBasedBlocks):
+    __tablename__ = "ethereum_blocks"
+
+
+class EthereumTransactionIndex(EvmBasedTransactions):
+    __tablename__ = "ethereum_transactions"
+
+    block_number = Column(
+        BigInteger,
+        ForeignKey("ethereum_blocks.block_number", ondelete="CASCADE"),
+        nullable=False,
+        index=True,
+    )
+
+
+class EthereumLogIndex(EvmBasedLogs):
+    __tablename__ = "ethereum_logs"
+
+    __table_args__ = (
+        Index(
+            "idx_ethereum_logs_block_hash_log_index",
+            "block_hash",
+            "log_index",
+            unique=True,
+        ),
+        UniqueConstraint(
+            "transaction_hash",
+            "log_index",
+            name="uq_ethereum_log_index_transaction_hash_log_index",
+        ),
+        PrimaryKeyConstraint(
+            "transaction_hash", "log_index", name="pk_ethereum_log_index"
+        ),
+    )
+    transaction_hash = Column(
+        VARCHAR(256),
+        ForeignKey("ethereum_transactions.hash", ondelete="CASCADE"),
+        nullable=False,
+        index=True,
+    )
+
+
+class EthereumReorgs(EvmBasedReorgs):
+    __tablename__ = "ethereum_reorgs"
+
+
+### Polygon
+
+
+class PolygonBlockIndex(EvmBasedBlocks):
+    __tablename__ = "polygon_blocks"
+
+
+class PolygonTransactionIndex(EvmBasedTransactions):
+    __tablename__ = "polygon_transactions"
+
+    block_number = Column(
+        BigInteger,
+        ForeignKey("polygon_blocks.block_number", ondelete="CASCADE"),
+        nullable=False,
+        index=True,
+    )
+
+
+class PolygonLogIndex(EvmBasedLogs):
+
+    __tablename__ = "polygon_logs"
+
+    __table_args__ = (
+        UniqueConstraint(
+            "transaction_hash",
+            "log_index",
+            name="uq_polygon_log_index_transaction_hash_log_index",
+        ),
+        PrimaryKeyConstraint(
+            "transaction_hash", "log_index", name="pk_polygon_log_index"
+        ),
+    )
+    transaction_hash = Column(
+        VARCHAR(256),
+        ForeignKey("polygon_transactions.hash", ondelete="CASCADE"),
+        nullable=False,
+        index=True,
+    )
+
+
+class PolygonReorgs(EvmBasedReorgs):
+    __tablename__ = "polygon_reorgs"
+
+
+### ABI Jobs
+
+
+class AbiJobs(Base):
+    __tablename__ = "abi_jobs"
+
+    __table_args__ = (
+        UniqueConstraint(
+            "chain", "address", "abi_selector", "customer_id", name="uq_abi_jobs"
+        ),
+    )
+
+    id = Column(UUID(as_uuid=True), primary_key=True, default=uuid.uuid4)
+    address = Column(LargeBinary, nullable=False, index=True)
+    user_id = Column(UUID(as_uuid=True), nullable=False, index=True)
+    customer_id = Column(UUID(as_uuid=True), nullable=True, index=True)
+    abi_selector = Column(VARCHAR(256), nullable=False, index=True)
+    chain = Column(VARCHAR(256), nullable=False, index=True)
+    abi_name = Column(VARCHAR(256), nullable=False, index=True)
+    status = Column(VARCHAR(256), nullable=False, index=True)
+    historical_crawl_status = Column(VARCHAR(256), nullable=False, index=True)
+    progress = Column(Integer, nullable=False, index=False)
+    moonworm_task_pickedup = Column(Boolean, nullable=False, index=False)
+    abi = Column(Text, nullable=False)
+    created_at = Column(
+        DateTime(timezone=True), server_default=utcnow(), nullable=False
+    )
+    updated_at = Column(
+        DateTime(timezone=True), server_default=utcnow(), nullable=False
+    )