diff --git a/moonstreamdb/alembic/env.py b/moonstreamdb/alembic/env.py index 6d9eb01f0..2baba68c5 100644 --- a/moonstreamdb/alembic/env.py +++ b/moonstreamdb/alembic/env.py @@ -46,6 +46,9 @@ ZkSyncEraTestnetBlock, ZkSyncEraTestnetLabel, ZkSyncEraTestnetTransaction, + StarknetBlock, + StarknetTransaction, + StarknetLabel, ) @@ -72,6 +75,9 @@ def include_symbol(tablename, schema): ZkSyncEraTestnetBlock.__tablename__, ZkSyncEraTestnetLabel.__tablename__, ZkSyncEraTestnetTransaction.__tablename__, + StarknetBlock.__tablename__, + StarknetTransaction.__tablename__, + StarknetLabel.__tablename__, } diff --git a/moonstreamdb/alembic/versions/6f8c4b9e3970_starknet_blocks_txs_labels.py b/moonstreamdb/alembic/versions/6f8c4b9e3970_starknet_blocks_txs_labels.py new file mode 100644 index 000000000..2731900d9 --- /dev/null +++ b/moonstreamdb/alembic/versions/6f8c4b9e3970_starknet_blocks_txs_labels.py @@ -0,0 +1,85 @@ +"""Starknet blocks, txs, labels + +Revision ID: 6f8c4b9e3970 +Revises: 0f8ee1ebb45f +Create Date: 2023-10-31 13:46:35.536476 + +""" +from alembic import op +import sqlalchemy as sa +from sqlalchemy.dialects import postgresql + +# revision identifiers, used by Alembic. +revision = '6f8c4b9e3970' +down_revision = '0f8ee1ebb45f' +branch_labels = None +depends_on = None + + +def upgrade(): + # ### commands auto generated by Alembic - please adjust! ### + op.create_table('starknet_blocks', + sa.Column('block_number', sa.BigInteger(), nullable=False), + sa.Column('sequencer_address', sa.VARCHAR(length=256), nullable=True), + sa.Column('status', sa.VARCHAR(length=256), nullable=True), + sa.Column('hash', sa.VARCHAR(length=256), nullable=False), + sa.Column('parent_hash', sa.VARCHAR(length=256), nullable=True), + sa.Column('new_root', sa.VARCHAR(length=256), nullable=True), + sa.Column('timestamp', sa.BigInteger(), nullable=False), + sa.Column('indexed_at', sa.DateTime(timezone=True), server_default=sa.text("TIMEZONE('utc', statement_timestamp())"), nullable=False), + sa.PrimaryKeyConstraint('block_number', name=op.f('pk_starknet_blocks')) + ) + op.create_index(op.f('ix_starknet_blocks_block_number'), 'starknet_blocks', ['block_number'], unique=True) + op.create_index(op.f('ix_starknet_blocks_hash'), 'starknet_blocks', ['hash'], unique=False) + op.create_index(op.f('ix_starknet_blocks_timestamp'), 'starknet_blocks', ['timestamp'], unique=False) + op.create_table('starknet_labels', + sa.Column('id', sa.UUID(), nullable=False), + sa.Column('label', sa.VARCHAR(length=256), nullable=False), + sa.Column('block_number', sa.BigInteger(), nullable=True), + sa.Column('address', sa.VARCHAR(length=256), nullable=True), + sa.Column('transaction_hash', sa.VARCHAR(length=256), nullable=True), + sa.Column('label_data', postgresql.JSONB(astext_type=sa.Text()), nullable=True), + sa.Column('block_timestamp', sa.BigInteger(), nullable=True), + sa.Column('created_at', sa.DateTime(timezone=True), server_default=sa.text("TIMEZONE('utc', statement_timestamp())"), nullable=False), + sa.PrimaryKeyConstraint('id', name=op.f('pk_starknet_labels')), + sa.UniqueConstraint('id', name=op.f('uq_starknet_labels_id')) + ) + op.create_index(op.f('ix_starknet_labels_address'), 'starknet_labels', ['address'], unique=False) + op.create_index(op.f('ix_starknet_labels_block_number'), 'starknet_labels', ['block_number'], unique=False) + op.create_index(op.f('ix_starknet_labels_block_timestamp'), 'starknet_labels', ['block_timestamp'], unique=False) + op.create_index(op.f('ix_starknet_labels_label'), 'starknet_labels', ['label'], unique=False) + op.create_index(op.f('ix_starknet_labels_transaction_hash'), 'starknet_labels', ['transaction_hash'], unique=False) + op.create_table('starknet_transactions', + sa.Column('hash', sa.VARCHAR(length=256), nullable=False), + sa.Column('calldata', postgresql.JSONB(astext_type=sa.Text()), nullable=True), + sa.Column('address', sa.VARCHAR(length=256), nullable=False), + sa.Column('entry_point_selector', sa.VARCHAR(length=256), nullable=True), + sa.Column('max_fee', sa.Numeric(precision=78, scale=0), nullable=True), + sa.Column('nonce', sa.VARCHAR(length=256), nullable=True), + sa.Column('signature', sa.ARRAY(sa.Text()), nullable=True), + sa.Column('type', sa.VARCHAR(length=256), nullable=True), + sa.Column('version', sa.VARCHAR(length=256), nullable=True), + sa.Column('indexed_at', sa.DateTime(timezone=True), server_default=sa.text("TIMEZONE('utc', statement_timestamp())"), nullable=False), + sa.PrimaryKeyConstraint('hash', name=op.f('pk_starknet_transactions')) + ) + op.create_index(op.f('ix_starknet_transactions_address'), 'starknet_transactions', ['address'], unique=False) + op.create_index(op.f('ix_starknet_transactions_hash'), 'starknet_transactions', ['hash'], unique=True) + # ### end Alembic commands ### + + +def downgrade(): + # ### commands auto generated by Alembic - please adjust! ### + op.drop_index(op.f('ix_starknet_transactions_hash'), table_name='starknet_transactions') + op.drop_index(op.f('ix_starknet_transactions_address'), table_name='starknet_transactions') + op.drop_table('starknet_transactions') + op.drop_index(op.f('ix_starknet_labels_transaction_hash'), table_name='starknet_labels') + op.drop_index(op.f('ix_starknet_labels_label'), table_name='starknet_labels') + op.drop_index(op.f('ix_starknet_labels_block_timestamp'), table_name='starknet_labels') + op.drop_index(op.f('ix_starknet_labels_block_number'), table_name='starknet_labels') + op.drop_index(op.f('ix_starknet_labels_address'), table_name='starknet_labels') + op.drop_table('starknet_labels') + op.drop_index(op.f('ix_starknet_blocks_timestamp'), table_name='starknet_blocks') + op.drop_index(op.f('ix_starknet_blocks_hash'), table_name='starknet_blocks') + op.drop_index(op.f('ix_starknet_blocks_block_number'), table_name='starknet_blocks') + op.drop_table('starknet_blocks') + # ### end Alembic commands ### diff --git a/moonstreamdb/moonstreamdb/blockchain.py b/moonstreamdb/moonstreamdb/blockchain.py index dcf636f67..470df774c 100644 --- a/moonstreamdb/moonstreamdb/blockchain.py +++ b/moonstreamdb/moonstreamdb/blockchain.py @@ -23,6 +23,9 @@ ZkSyncEraBlock, ZkSyncEraLabel, ZkSyncEraTransaction, + StarknetBlock, + StarknetTransaction, + StarknetLabel, ) @@ -34,6 +37,7 @@ class AvailableBlockchainType(Enum): WYRM = "wyrm" ZKSYNC_ERA_TESTNET = "zksync_era_testnet" ZKSYNC_ERA = "zksync_era" + STARKNET = "starknet" def get_block_model( @@ -47,6 +51,7 @@ def get_block_model( WyrmBlock, ZkSyncEraTestnetBlock, ZkSyncEraBlock, + StarknetBlock, ] ]: """ @@ -62,6 +67,7 @@ def get_block_model( WyrmBlock, ZkSyncEraTestnetBlock, ZkSyncEraBlock, + StarknetBlock, ] ] if blockchain_type == AvailableBlockchainType.ETHEREUM: @@ -78,6 +84,8 @@ def get_block_model( block_model = ZkSyncEraTestnetBlock elif blockchain_type == AvailableBlockchainType.ZKSYNC_ERA: block_model = ZkSyncEraBlock + elif blockchain_type == AvailableBlockchainType.STARKNET: + block_model = StarknetBlock else: raise Exception("Unsupported blockchain type provided") @@ -95,6 +103,7 @@ def get_label_model( WyrmLabel, ZkSyncEraTestnetLabel, ZkSyncEraLabel, + StarknetLabel, ] ]: """ @@ -110,6 +119,7 @@ def get_label_model( WyrmLabel, ZkSyncEraTestnetLabel, ZkSyncEraLabel, + StarknetLabel, ] ] if blockchain_type == AvailableBlockchainType.ETHEREUM: @@ -126,6 +136,8 @@ def get_label_model( label_model = ZkSyncEraTestnetLabel elif blockchain_type == AvailableBlockchainType.ZKSYNC_ERA: label_model = ZkSyncEraLabel + elif blockchain_type == AvailableBlockchainType.STARKNET: + label_model = StarknetLabel else: raise Exception("Unsupported blockchain type provided") @@ -143,6 +155,7 @@ def get_transaction_model( WyrmTransaction, ZkSyncEraTestnetTransaction, ZkSyncEraTransaction, + StarknetTransaction, ] ]: """ @@ -158,6 +171,7 @@ def get_transaction_model( WyrmTransaction, ZkSyncEraTestnetTransaction, ZkSyncEraTransaction, + StarknetTransaction, ] ] if blockchain_type == AvailableBlockchainType.ETHEREUM: @@ -174,6 +188,8 @@ def get_transaction_model( transaction_model = ZkSyncEraTestnetTransaction elif blockchain_type == AvailableBlockchainType.ZKSYNC_ERA: transaction_model = ZkSyncEraTransaction + elif blockchain_type == AvailableBlockchainType.STARKNET: + transaction_model = StarknetTransaction else: raise Exception("Unsupported blockchain type provided") diff --git a/moonstreamdb/moonstreamdb/models.py b/moonstreamdb/moonstreamdb/models.py index 3d7c25372..7eec18c35 100644 --- a/moonstreamdb/moonstreamdb/models.py +++ b/moonstreamdb/moonstreamdb/models.py @@ -1,6 +1,7 @@ import uuid from sqlalchemy import ( + ARRAY, VARCHAR, BigInteger, Column, @@ -923,3 +924,89 @@ class OpenSeaCrawlingState(Base): # type: ignore ) total_count = Column(Integer, nullable=False) + + +class StarknetBlock(Base): # type: ignore + __tablename__ = "starknet_blocks" + + block_number = Column( + BigInteger, primary_key=True, unique=True, nullable=False, index=True + ) + sequencer_address = Column(VARCHAR(256)) + status = Column(VARCHAR(256)) + hash = Column(VARCHAR(256), index=True, nullable=False) + parent_hash = Column(VARCHAR(256)) + new_root = Column(VARCHAR(256)) + timestamp = Column(BigInteger, index=True, nullable=False) + indexed_at = Column( + DateTime(timezone=True), server_default=utcnow(), nullable=False + ) + + +class StarknetTransaction(Base): # type: ignore + __tablename__ = "starknet_transactions" + + hash = Column( + VARCHAR(256), primary_key=True, unique=True, nullable=False, index=True + ) + calldata = Column(JSONB, nullable=True) + address = Column(VARCHAR(256), index=True, nullable=False) + entry_point_selector = Column(VARCHAR(256)) + max_fee = Column(Numeric(precision=78, scale=0), nullable=True) + nonce = Column(VARCHAR(256)) + signature = Column(ARRAY(Text)) + type = Column(VARCHAR(256)) + version = Column(VARCHAR(256)) + + indexed_at = Column( + DateTime(timezone=True), server_default=utcnow(), nullable=False + ) + + +class StarknetLabel(Base): # type: ignore + __tablename__ = "starknet_labels" + + __table_args__ = ( + Index( + "ix_polygon_labels_address_block_number", + "address", + "block_number", + unique=False, + ), + Index( + "ix_polygon_labels_address_block_timestamp", + "address", + "block_timestamp", + unique=False, + ), + ) + + id = Column( + UUID(as_uuid=True), + primary_key=True, + default=uuid.uuid4, + unique=True, + nullable=False, + ) + label = Column(VARCHAR(256), nullable=False, index=True) + block_number = Column( + BigInteger, + nullable=True, + index=True, + ) + address = Column( + VARCHAR(256), + nullable=True, + index=True, + ) + transaction_hash = Column( + VARCHAR(256), + nullable=True, + index=True, + ) + label_data = Column(JSONB, nullable=True) + block_timestamp = Column(BigInteger, index=True) + + created_at = Column( + DateTime(timezone=True), server_default=utcnow(), nullable=False + ) diff --git a/moonstreamdb/moonstreamdb/networks.py b/moonstreamdb/moonstreamdb/networks.py index cb69538e8..56ff79814 100644 --- a/moonstreamdb/moonstreamdb/networks.py +++ b/moonstreamdb/moonstreamdb/networks.py @@ -24,6 +24,9 @@ ZkSyncEraBlock, ZkSyncEraLabel, ZkSyncEraTransaction, + StarknetBlock, + StarknetTransaction, + StarknetLabel, ) @@ -35,6 +38,7 @@ class Network(Enum): wyrm = "wyrm" zksync_era_testnet = "zksync_era_testnet" zksync_era = "zksync_era" + starknet = "starknet" tx_raw_types = Union[ @@ -45,6 +49,7 @@ class Network(Enum): XDaiTransaction, ZkSyncEraTestnetTransaction, ZkSyncEraTransaction, + StarknetTransaction, ] MODELS: Dict[Network, Dict[str, Base]] = { @@ -83,4 +88,9 @@ class Network(Enum): "labels": ZkSyncEraLabel, "transactions": ZkSyncEraTransaction, }, + Network.starknet: { + "blocks": StarknetBlock, + "labels": StarknetLabel, + "transactions": StarknetTransaction, + }, } diff --git a/moonstreamdb/moonstreamdb/version.py b/moonstreamdb/moonstreamdb/version.py index 24dde1b24..4229e2ebb 100644 --- a/moonstreamdb/moonstreamdb/version.py +++ b/moonstreamdb/moonstreamdb/version.py @@ -2,4 +2,4 @@ Moonstream database version. """ -MOONSTREAMDB_VERSION = "0.3.5" +MOONSTREAMDB_VERSION = "0.3.6"