Merge pull request #2 from 0xFacet/state_attestations

State attestations

Author: RogerPodacter

app/models/eth_block.rb

@@ -10,6 +10,8 @@ class BlockNotReadyToImportError < StandardError; end
   has_many :ethscription_ownership_versions, foreign_key: :block_number, primary_key: :block_number,
     inverse_of: :eth_block
 
+  before_validation :generate_attestation_hash, if: -> { imported_at.present? }
+    
   def self.genesis_blocks
     blocks = if ENV.fetch('ETHEREUM_NETWORK') == "eth-mainnet"
       [1608625, 3369985, 3981254, 5873780, 8205613, 9046950,
@@ -238,4 +240,46 @@ def as_json(options = {})
       )
     ).with_indifferent_access
   end
+  
+  def generate_attestation_hash
+    hash = Digest::SHA256.new
+    
+    parent_state_hash = EthBlock.where(block_number: block_number - 1).
+      limit(1).pluck(:state_hash).first
+    
+    hash << (parent_state_hash || "NULL")
+    hash << hashable_attributes(self.class).map { |attr| send(attr) }.
+      map { |record| record.nil? ? 'NULL' : record }.join
+
+    associations_to_hash.each do |association|
+      hashable_attributes = quoted_hashable_attributes(association.klass)
+      records = association_scope(association).pluck(*hashable_attributes)
+
+      records.map! { |record| record.nil? ? 'NULL' : record }
+      hash << records.join
+    end
+
+    self.state_hash = "0x" + hash.hexdigest
+    self.parent_state_hash = parent_state_hash
+  end
+
+  def association_scope(association)
+    association.klass.oldest_first.where(block_number: block_number)
+  end
+
+  def associations_to_hash
+    self.class.reflect_on_all_associations(:has_many)
+  end
+
+  def hashable_attributes(klass)
+    klass.columns_hash.reject do |k, v|
+      v.type == :datetime || ['id'].include?(k)
+    end.keys.sort
+  end
+
+  def quoted_hashable_attributes(klass)
+    hashable_attributes(klass).map do |attr|
+      Arel.sql("encode(digest(#{klass.connection.quote_column_name(attr)}::text, 'sha256'), 'hex')")
+    end
+  end
 end

app/models/eth_transaction.rb

@@ -1,15 +1,19 @@
 
 class EthTransaction < ApplicationRecord
   belongs_to :eth_block, foreign_key: :block_number, primary_key: :block_number, optional: true,
-    inverse_of: :eth_transaction
+    inverse_of: :eth_block
   has_one :ethscription, foreign_key: :transaction_hash, primary_key: :transaction_hash,
-    inverse_of: :eth_transaction, dependent: :destroy
-
+    inverse_of: :eth_transaction
   has_many :ethscription_transfers, foreign_key: :transaction_hash,
-    primary_key: :transaction_hash, dependent: :destroy, inverse_of: :eth_transaction
+    primary_key: :transaction_hash, inverse_of: :eth_transaction
+  has_many :ethscription_ownership_versions, foreign_key: :transaction_hash,
+    primary_key: :transaction_hash, inverse_of: :eth_transaction
 
   attr_accessor :transfer_index
 
+  scope :newest_first, -> { order(block_number: :desc, transaction_index: :desc) }
+  scope :oldest_first, -> { order(block_number: :asc, transaction_index: :asc) }
+  
   def self.event_signature(event_name)
     "0x" + Digest::Keccak256.hexdigest(event_name)
   end
@@ -153,14 +157,15 @@ def create_ethscription_transfers_from_events!
 
       if event_type == Esip1EventSig
         begin
-          event_to = Eth::Abi.decode(['address'], topics.third).first
+          event_to = Eth::Abi.decode(['address'], topics.second).first
+          tx_hash = Eth::Util.bin_to_prefixed_hex(
+            Eth::Abi.decode(['bytes32'], topics.third).first
+          )
         rescue Eth::Abi::DecodingError
           next
         end
 
-        next unless valid_bytes32?(topics.third)
-
-        target_ethscription = Ethscription.find_by(transaction_hash: topics.third)
+        target_ethscription = Ethscription.find_by(transaction_hash: tx_hash)
 
         if target_ethscription.present?
           ethscription_transfers.create!(
@@ -177,13 +182,14 @@ def create_ethscription_transfers_from_events!
         begin
           event_previous_owner = Eth::Abi.decode(['address'], topics.second).first
           event_to = Eth::Abi.decode(['address'], topics.third).first
+          tx_hash = Eth::Util.bin_to_prefixed_hex(
+            Eth::Abi.decode(['bytes32'], topics.fourth).first
+          )
         rescue Eth::Abi::DecodingError
           next
         end
 
-        next unless valid_bytes32?(topics.fourth)
-        
-        target_ethscription = Ethscription.find_by(transaction_hash: topics.fourth)
+        target_ethscription = Ethscription.find_by(transaction_hash: tx_hash)
 
         if target_ethscription.present?
           ethscription_transfers.create!(
@@ -285,10 +291,6 @@ def self.esip1_enabled?(block_number)
     block_number >= 17672762
   end
 
-  def valid_bytes32?(value)
-    /\A0x[0-9a-f]{64}\z/i.match?(value.to_s)
-  end
-  
   def self.contract_transfer_event_signatures(block_number)
     [].tap do |res|
       res << Esip1EventSig if esip1_enabled?(block_number)

app/models/ethscription.rb

@@ -46,7 +46,7 @@ def parsed_data_uri
   end
 
   def content_sha
-    Digest::SHA256.hexdigest(content_uri)
+    "0x" + Digest::SHA256.hexdigest(content_uri)
   end
 
   def esip6

app/models/ethscription_ownership_version.rb

@@ -15,4 +15,10 @@ class EthscriptionOwnershipVersion < ApplicationRecord
     transaction_index: :desc,
     transfer_index: :desc
   )}
+  
+  scope :oldest_first, -> { order(
+    block_number: :asc,
+    transaction_index: :asc,
+    transfer_index: :asc
+  )}
 end

app/models/ethscription_transfer.rb

@@ -8,6 +8,18 @@ class EthscriptionTransfer < ApplicationRecord
 
   after_create :create_ownership_version!, :notify_eth_transaction
 
+  scope :newest_first, -> { order(
+    block_number: :desc,
+    transaction_index: :desc,
+    transfer_index: :desc
+  )}
+  
+  scope :oldest_first, -> { order(
+    block_number: :asc,
+    transaction_index: :asc,
+    transfer_index: :asc
+  )}
+  
   def notify_eth_transaction
     if eth_transaction.transfer_index.nil?
       raise "Need eth_transaction.transfer_index"

db/migrate/20231216161930_create_eth_blocks.rb

@@ -8,6 +8,8 @@ def change
       t.string :blockhash, null: false
       t.string :parent_blockhash, null: false
       t.datetime :imported_at
+      t.string :state_hash
+      t.string :parent_state_hash
 
       t.boolean :is_genesis_block, null: false
 
@@ -16,10 +18,14 @@ def change
       t.index :imported_at
       t.index [:imported_at, :block_number]
       t.index :parent_blockhash, unique: true
+      t.index :state_hash, unique: true
+      t.index :parent_state_hash, unique: true
       t.index :timestamp
 
       t.check_constraint "blockhash ~ '^0x[a-f0-9]{64}$'"
       t.check_constraint "parent_blockhash ~ '^0x[a-f0-9]{64}$'"
+      t.check_constraint "state_hash ~ '^0x[a-f0-9]{64}$'"
+      t.check_constraint "parent_state_hash ~ '^0x[a-f0-9]{64}$'"
 
       t.timestamps
     end
@@ -49,6 +55,29 @@ def change
           FOR EACH ROW EXECUTE FUNCTION check_block_order();
         SQL
 
+        execute <<~SQL
+          CREATE OR REPLACE FUNCTION check_block_order_on_update()
+          RETURNS TRIGGER AS $$
+          BEGIN
+            IF NEW.imported_at IS NOT NULL AND NEW.state_hash IS NULL THEN
+              RAISE EXCEPTION 'state_hash must be set when imported_at is set';
+            END IF;
+          
+            IF NEW.is_genesis_block = false AND 
+              NEW.parent_state_hash <> (SELECT state_hash FROM eth_blocks WHERE block_number = NEW.block_number - 1 AND imported_at IS NOT NULL) THEN
+              RAISE EXCEPTION 'Parent state hash does not match the state hash of the previous block';
+            END IF;
+          
+            RETURN NEW;
+          END;
+          $$ LANGUAGE plpgsql;
+          
+          CREATE TRIGGER trigger_check_block_order_on_update
+          BEFORE UPDATE OF imported_at ON eth_blocks
+          FOR EACH ROW WHEN (NEW.imported_at IS NOT NULL)
+          EXECUTE FUNCTION check_block_order_on_update();
+        SQL
+        
         execute <<-SQL
           CREATE OR REPLACE FUNCTION delete_later_blocks()
           RETURNS TRIGGER AS $$

db/migrate/20231216163233_create_eth_transactions.rb

@@ -18,19 +18,21 @@ def change
 
       t.index [:block_number, :transaction_index], unique: true
       t.index :block_number
+      t.index :block_timestamp
       t.index :from_address
       t.index :status
       t.index :to_address
       t.index :transaction_hash, unique: true
+      t.index :logs, using: :gin
 
       t.check_constraint "block_number <= 4370000 AND status IS NULL OR block_number > 4370000 AND status = 1", name: "status_check"
       t.check_constraint "created_contract_address IS NULL AND to_address IS NOT NULL OR
         created_contract_address IS NOT NULL AND to_address IS NULL", name: "contract_to_check"
 
       t.check_constraint "transaction_hash ~ '^0x[a-f0-9]{64}$'"
       t.check_constraint "from_address ~ '^0x[a-f0-9]{40}$'"
-      t.check_constraint "to_address IS NULL OR to_address ~ '^0x[a-f0-9]{40}$'"
-      t.check_constraint "created_contract_address IS NULL OR created_contract_address ~ '^0x[a-f0-9]{40}$'"
+      t.check_constraint "to_address ~ '^0x[a-f0-9]{40}$'"
+      t.check_constraint "created_contract_address ~ '^0x[a-f0-9]{40}$'"
 
       t.foreign_key :eth_blocks, column: :block_number, primary_key: :block_number, on_delete: :cascade
 

db/migrate/20231216164707_create_ethscriptions.rb

@@ -44,7 +44,7 @@ def change
       t.index :transaction_index
       t.index :esip6
 
-      t.check_constraint "content_sha ~ '^[a-f0-9]{64}$'"
+      t.check_constraint "content_sha ~ '^0x[a-f0-9]{64}$'"
       t.check_constraint "transaction_hash ~ '^0x[a-f0-9]{64}$'"
       t.check_constraint "creator ~ '^0x[a-f0-9]{40}$'"
       t.check_constraint "current_owner ~ '^0x[a-f0-9]{40}$'"

db/migrate/20231216213103_create_ethscription_transfers.rb

@@ -12,6 +12,7 @@ def change
       t.bigint :transaction_index, null: false
       t.string :enforced_previous_owner
 
+      t.index :ethscription_transaction_hash
       t.index :block_number
       t.index :from_address
       t.index :to_address

db/migrate/20231216215348_create_ethscription_ownership_versions.rb

@@ -11,8 +11,12 @@ def change
       t.string :current_owner, null: false
       t.string :previous_owner, null: false
 
+      t.index :current_owner
+      t.index :previous_owner
+      t.index [:current_owner, :previous_owner]
       t.index :ethscription_transaction_hash
       t.index :transaction_hash
+      t.index :block_number
       t.index [:transaction_hash, :transfer_index], unique: true
       t.index [:block_number, :transaction_index, :transfer_index], unique: true
       t.index [:ethscription_transaction_hash, :block_number, :transaction_index, :transfer_index], unique: true