Index cyber reverse name (HemeraProtocol#173)

zhufengthehemera · web-flow · commit ea34aeba3678 · 2024-10-09T11:56:41.000+08:00
diff --git a/.gitignore b/.gitignore
@@ -50,3 +50,4 @@ resource/hemera.ini
 sync_record
 alembic.ini
 !indexer/modules/custom/hemera_ens/abi/*.json
+!indexer/modules/custom/cyber_id/abi/*.json
diff --git a/indexer/modules/custom/cyber_id/__init__.py b/indexer/modules/custom/cyber_id/__init__.py
diff --git a/indexer/modules/custom/cyber_id/abi/CyberIdReverseRegistrar.json b/indexer/modules/custom/cyber_id/abi/CyberIdReverseRegistrar.json
@@ -0,0 +1,4 @@
+{
+  "address": "0x79502da131357333d61c39b7411d01df54591961",
+  "abi":[{"inputs":[{"internalType":"contract ENS","name":"_ens","type":"address"},{"internalType":"address","name":"_owner","type":"address"}],"stateMutability":"nonpayable","type":"constructor"},{"anonymous":false,"inputs":[{"indexed":true,"internalType":"address","name":"controller","type":"address"},{"indexed":false,"internalType":"bool","name":"enabled","type":"bool"}],"name":"ControllerChanged","type":"event"},{"anonymous":false,"inputs":[{"indexed":true,"internalType":"contract NameResolver","name":"resolver","type":"address"}],"name":"DefaultResolverChanged","type":"event"},{"anonymous":false,"inputs":[{"indexed":true,"internalType":"address","name":"previousOwner","type":"address"},{"indexed":true,"internalType":"address","name":"newOwner","type":"address"}],"name":"OwnershipTransferred","type":"event"},{"anonymous":false,"inputs":[{"indexed":true,"internalType":"address","name":"addr","type":"address"},{"indexed":true,"internalType":"bytes32","name":"node","type":"bytes32"}],"name":"ReverseClaimed","type":"event"},{"inputs":[{"internalType":"address","name":"owner","type":"address"}],"name":"claim","outputs":[{"internalType":"bytes32","name":"","type":"bytes32"}],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"internalType":"address","name":"addr","type":"address"},{"internalType":"address","name":"owner","type":"address"},{"internalType":"address","name":"resolver","type":"address"}],"name":"claimForAddr","outputs":[{"internalType":"bytes32","name":"","type":"bytes32"}],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"internalType":"address","name":"owner","type":"address"},{"internalType":"address","name":"resolver","type":"address"}],"name":"claimWithResolver","outputs":[{"internalType":"bytes32","name":"","type":"bytes32"}],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"internalType":"address","name":"","type":"address"}],"name":"controllers","outputs":[{"internalType":"bool","name":"","type":"bool"}],"stateMutability":"view","type":"function"},{"inputs":[],"name":"defaultResolver","outputs":[{"internalType":"contract NameResolver","name":"","type":"address"}],"stateMutability":"view","type":"function"},{"inputs":[],"name":"ens","outputs":[{"internalType":"contract ENS","name":"","type":"address"}],"stateMutability":"view","type":"function"},{"inputs":[{"internalType":"address","name":"addr","type":"address"}],"name":"node","outputs":[{"internalType":"bytes32","name":"","type":"bytes32"}],"stateMutability":"pure","type":"function"},{"inputs":[],"name":"owner","outputs":[{"internalType":"address","name":"","type":"address"}],"stateMutability":"view","type":"function"},{"inputs":[],"name":"renounceOwnership","outputs":[],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"internalType":"address","name":"controller","type":"address"},{"internalType":"bool","name":"enabled","type":"bool"}],"name":"setController","outputs":[],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"internalType":"address","name":"resolver","type":"address"}],"name":"setDefaultResolver","outputs":[],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"internalType":"string","name":"name","type":"string"}],"name":"setName","outputs":[{"internalType":"bytes32","name":"","type":"bytes32"}],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"internalType":"address","name":"addr","type":"address"},{"internalType":"address","name":"owner","type":"address"},{"internalType":"address","name":"resolver","type":"address"},{"internalType":"string","name":"name","type":"string"}],"name":"setNameForAddr","outputs":[{"internalType":"bytes32","name":"","type":"bytes32"}],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"internalType":"address","name":"newOwner","type":"address"}],"name":"transferOwnership","outputs":[],"stateMutability":"nonpayable","type":"function"}]
+}
diff --git a/indexer/modules/custom/cyber_id/cyber_abi.py b/indexer/modules/custom/cyber_id/cyber_abi.py
@@ -0,0 +1,19 @@
+import json
+import os
+
+
+def get_absolute_path(relative_path):
+    current_dir = os.path.dirname(os.path.abspath(__file__))
+    absolute_path = os.path.join(current_dir, relative_path)
+    return absolute_path
+
+
+abi_map = {}
+
+relative_path = "abi"
+absolute_path = get_absolute_path(relative_path)
+fs = os.listdir(absolute_path)
+for a_f in fs:
+    with open(os.path.join(absolute_path, a_f), "r") as data_file:
+        dic = json.load(data_file)
+        abi_map[dic["address"].lower()] = json.dumps(dic["abi"])
diff --git a/indexer/modules/custom/cyber_id/cyber_domain.py b/indexer/modules/custom/cyber_id/cyber_domain.py
@@ -0,0 +1,32 @@
+from dataclasses import dataclass
+from datetime import datetime
+from typing import Optional
+
+from numpy.distutils.fcompiler import none
+
+from indexer.domain import FilterData
+
+
+@dataclass
+class CyberAddressD(FilterData):
+    address: str
+    reverse_node: str
+    name: str
+    block_number: int
+
+
+@dataclass
+class CyberIDRegisterD(FilterData):
+    label: str
+    token_id: int
+    node: str
+    cost: int
+    block_number: int
+    registration: datetime
+
+
+@dataclass
+class CyberAddressChangedD(FilterData):
+    node: str
+    address: str
+    block_number: int
diff --git a/indexer/modules/custom/cyber_id/export_cyber_id_job.py b/indexer/modules/custom/cyber_id/export_cyber_id_job.py
@@ -0,0 +1,138 @@
+import logging
+from itertools import groupby
+from typing import List
+
+from web3 import Web3
+
+from indexer.domain.log import Log
+from indexer.domain.transaction import Transaction
+from indexer.executors.batch_work_executor import BatchWorkExecutor
+from indexer.jobs import FilterTransactionDataJob
+from indexer.modules.custom.cyber_id.cyber_abi import abi_map
+from indexer.modules.custom.cyber_id.cyber_domain import CyberAddressChangedD, CyberAddressD, CyberIDRegisterD
+from indexer.modules.custom.cyber_id.utils import get_node, get_reverse_node
+from indexer.specification.specification import TopicSpecification, TransactionFilterByLogs
+
+logger = logging.getLogger(__name__)
+
+CyberIdReverseRegistrarContractAddress = "0x79502da131357333d61c39b7411d01df54591961"
+CyberIdPublicResolverContractAddress = "0xfb2f304c1fcd6b053ee033c03293616d5121944b"
+CyberIdTokenContractAddress = "0xc137be6b59e824672aada673e55cf4d150669af8"
+NameChangedTopic = "0xb7d29e911041e8d9b843369e890bcb72c9388692ba48b65ac54e7214c4c348f7"
+RegisterTopic = "0xa50d98082663c2b716ab4f8b6b2a51fcaed7eae222cd3d74b19de4691ede728a"
+AddressChangedTopic = "0x65412581168e88a1e60c6459d7f44ae83ad0832e670826c05a4e2476b57af752"
+
+
+class ExportCyberIDJob(FilterTransactionDataJob):
+    dependency_types = [Transaction]
+    output_types = [CyberAddressD, CyberIDRegisterD, CyberAddressChangedD]
+    able_to_reorg = True
+
+    def __init__(self, **kwargs):
+        super().__init__(**kwargs)
+
+        self._batch_work_executor = BatchWorkExecutor(
+            kwargs["batch_size"],
+            kwargs["max_workers"],
+            job_name=self.__class__.__name__,
+        )
+        self._is_batch = kwargs["batch_size"] > 1
+        self._filters = kwargs.get("filters", [])
+        self.contract_object_map = {}
+        self.func_name_map = {}
+        self.w3 = Web3(Web3.HTTPProvider(self._web3.provider.endpoint_uri))
+        for ad_lower in abi_map:
+            abi = abi_map[ad_lower]
+            contract = self.w3.eth.contract(address=Web3.to_checksum_address(ad_lower), abi=abi)
+            self.contract_object_map[ad_lower] = contract
+        for contract_address, contract in self.contract_object_map.items():
+            if not contract:
+                continue
+            functions = [abi for abi in contract.abi if abi["type"] == "function"]
+            for function in functions:
+                sig = self.get_function_signature(function)
+                self.func_name_map[sig[0:10]] = function
+
+    def get_filter(self):
+
+        return [
+            TransactionFilterByLogs(
+                [
+                    TopicSpecification(
+                        addresses=[CyberIdPublicResolverContractAddress, CyberIdTokenContractAddress],
+                        topics=[NameChangedTopic, RegisterTopic],
+                    )
+                ]
+            ),
+        ]
+
+    def _collect(self, **kwargs):
+        transactions: List[Transaction] = self._data_buff.get(Transaction.type(), [])
+        for transaction in transactions:
+            if transaction.to_address.lower() == CyberIdReverseRegistrarContractAddress:
+                func_name = self.func_name_map.get(transaction.input[0:10], {}).get("name")
+                if func_name == "setNameForAddr":
+                    decoded_input = self.decode_transaction(transaction)
+                    cyber_address = CyberAddressD(
+                        address=decoded_input[1].get("addr").lower(),
+                        name=decoded_input[1].get("name"),
+                        block_number=transaction.block_number,
+                        reverse_node=get_reverse_node(decoded_input[1].get("addr")),
+                    )
+                    self._collect_item(cyber_address.type(), cyber_address)
+                if func_name == "setName":
+                    decoded_input = self.decode_transaction(transaction)
+                    cyber_address = CyberAddressD(
+                        address=transaction.from_address.lower(),
+                        name=decoded_input[1].get("name"),
+                        block_number=transaction.block_number,
+                        reverse_node=get_reverse_node(transaction.from_address),
+                    )
+                    self._collect_item(cyber_address.type(), cyber_address)
+        logs: List[Log] = self._data_buff.get(Log.type(), [])
+        for log in logs:
+            if log.address.lower() == CyberIdTokenContractAddress and log.topic0 == RegisterTopic:
+                decoded_data = self.w3.codec.decode(["string", "uint256"], bytes.fromhex(log.data[2:]))
+                cid = decoded_data[0]
+                cyber_address = CyberIDRegisterD(
+                    label=cid,
+                    token_id=log.topic3,
+                    cost=int(decoded_data[1]),
+                    block_number=log.block_number,
+                    node=get_node(cid + ".cyber"),
+                    registration=log.block_timestamp,
+                )
+                self._collect_item(cyber_address.type(), cyber_address)
+            if log.address.lower() == CyberIdPublicResolverContractAddress and log.topic0 == AddressChangedTopic:
+                decoded_data = self.w3.codec.decode(["uint256", "bytes"], bytes.fromhex(log.data[2:]))
+                address_change_d = CyberAddressChangedD(
+                    node=log.topic1, address="0x" + decoded_data[1].hex(), block_number=log.block_number
+                )
+                self._collect_item(address_change_d.type(), address_change_d)
+
+    def _process(self, **kwargs):
+        cyber_addresses = self._data_buff.get(CyberAddressD.type(), [])
+        cyber_addresses.sort(key=lambda x: (x.address, x.block_number))
+        self._data_buff[CyberAddressD.type()] = [
+            list(group)[-1] for key, group in groupby(cyber_addresses, key=lambda x: x.address)
+        ]
+
+        address_changes = self._data_buff.get(CyberAddressChangedD.type(), [])
+        address_changes.sort(key=lambda x: (x.node, x.block_number))
+        self._data_buff[CyberAddressChangedD.type()] = [
+            list(group)[-1] for key, group in groupby(address_changes, key=lambda x: x.node)
+        ]
+
+    def decode_transaction(self, transaction):
+        if not transaction.to_address:
+            return None
+        con = self.contract_object_map[transaction.to_address]
+        decoded_input = con.decode_function_input(transaction.input)
+        return decoded_input
+
+    def get_function_signature(self, function_abi):
+        name = function_abi["name"]
+        inputs = [input["type"] for input in function_abi["inputs"]]
+        signature = f"{name}({','.join(inputs)})"
+        sig = self.w3.to_hex(Web3.keccak(text=signature))
+        return sig
diff --git a/indexer/modules/custom/cyber_id/models/__init__.py b/indexer/modules/custom/cyber_id/models/__init__.py
diff --git a/indexer/modules/custom/cyber_id/models/cyber_models.py b/indexer/modules/custom/cyber_id/models/cyber_models.py
@@ -0,0 +1,59 @@
+from sqlalchemy import Column, func
+from sqlalchemy.dialects.postgresql import BIGINT, BYTEA, NUMERIC, TIMESTAMP, VARCHAR
+
+from common.models import HemeraModel
+from indexer.modules.custom.hemera_ens.models.af_ens_node_current import ens_general_converter
+
+
+class CyberAddress(HemeraModel):
+    __tablename__ = "cyber_address"
+
+    address = Column(BYTEA, primary_key=True)
+    name = Column(VARCHAR)
+    reverse_node = Column(BYTEA)
+    block_number = Column(BIGINT)
+    create_time = Column(TIMESTAMP, server_default=func.now())
+    update_time = Column(TIMESTAMP, server_default=func.now(), onupdate=func.now())
+
+    @staticmethod
+    def model_domain_mapping():
+        return [
+            {
+                "domain": "CyberAddressD",
+                "conflict_do_update": True,
+                "update_strategy": "EXCLUDED.block_number > cyber_address.block_number",
+                "converter": ens_general_converter,
+            }
+        ]
+
+
+class CyberIDRecord(HemeraModel):
+    __tablename__ = "cyber_id_record"
+
+    node = Column(BYTEA, primary_key=True)
+    token_id = Column(NUMERIC(100))
+    label = Column(VARCHAR)
+    registration = Column(TIMESTAMP)
+    address = Column(BYTEA)
+    block_number = Column(BIGINT)
+    cost = Column(NUMERIC(100))
+
+    create_time = Column(TIMESTAMP, server_default=func.now())
+    update_time = Column(TIMESTAMP, server_default=func.now(), onupdate=func.now())
+
+    @staticmethod
+    def model_domain_mapping():
+        return [
+            {
+                "domain": "CyberIDRegisterD",
+                "conflict_do_update": None,
+                "update_strategy": None,
+                "converter": ens_general_converter,
+            },
+            {
+                "domain": "CyberAddressChangedD",
+                "conflict_do_update": True,
+                "update_strategy": "EXCLUDED.block_number >= cyber_id_record.block_number",
+                "converter": ens_general_converter,
+            },
+        ]
diff --git a/indexer/modules/custom/cyber_id/utils.py b/indexer/modules/custom/cyber_id/utils.py
@@ -0,0 +1,27 @@
+from ens.auto import ns
+from ens.constants import EMPTY_SHA3_BYTES
+from ens.utils import Web3, address_to_reverse_domain, is_empty_name, normal_name_to_hash, normalize_name
+from hexbytes import HexBytes
+
+
+def get_reverse_node(address):
+    address = address_to_reverse_domain(address)
+    return ns.namehash(address)
+
+
+def label_to_hash(label: str) -> HexBytes:
+    if "." in label:
+        raise ValueError(f"Cannot generate hash for label {label!r} with a '.'")
+    return Web3().keccak(text=label)
+
+
+def get_node(name):
+    node = EMPTY_SHA3_BYTES
+    if not is_empty_name(name):
+        labels = name.split(".")
+        for label in reversed(labels):
+            label_hash = label_to_hash(label)
+            assert isinstance(label_hash, bytes)
+            assert isinstance(node, bytes)
+            node = Web3().keccak(node + label_hash)
+    return node.hex()

-Original file line number
+Diff line change
@@ @@ -0,0 +1,4 @@ @@
 +{
 +  "address": "0x79502da131357333d61c39b7411d01df54591961",
 +  "abi":[{"inputs":[{"internalType":"contract ENS","name":"_ens","type":"address"},{"internalType":"address","name":"_owner","type":"address"}],"stateMutability":"nonpayable","type":"constructor"},{"anonymous":false,"inputs":[{"indexed":true,"internalType":"address","name":"controller","type":"address"},{"indexed":false,"internalType":"bool","name":"enabled","type":"bool"}],"name":"ControllerChanged","type":"event"},{"anonymous":false,"inputs":[{"indexed":true,"internalType":"contract NameResolver","name":"resolver","type":"address"}],"name":"DefaultResolverChanged","type":"event"},{"anonymous":false,"inputs":[{"indexed":true,"internalType":"address","name":"previousOwner","type":"address"},{"indexed":true,"internalType":"address","name":"newOwner","type":"address"}],"name":"OwnershipTransferred","type":"event"},{"anonymous":false,"inputs":[{"indexed":true,"internalType":"address","name":"addr","type":"address"},{"indexed":true,"internalType":"bytes32","name":"node","type":"bytes32"}],"name":"ReverseClaimed","type":"event"},{"inputs":[{"internalType":"address","name":"owner","type":"address"}],"name":"claim","outputs":[{"internalType":"bytes32","name":"","type":"bytes32"}],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"internalType":"address","name":"addr","type":"address"},{"internalType":"address","name":"owner","type":"address"},{"internalType":"address","name":"resolver","type":"address"}],"name":"claimForAddr","outputs":[{"internalType":"bytes32","name":"","type":"bytes32"}],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"internalType":"address","name":"owner","type":"address"},{"internalType":"address","name":"resolver","type":"address"}],"name":"claimWithResolver","outputs":[{"internalType":"bytes32","name":"","type":"bytes32"}],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"internalType":"address","name":"","type":"address"}],"name":"controllers","outputs":[{"internalType":"bool","name":"","type":"bool"}],"stateMutability":"view","type":"function"},{"inputs":[],"name":"defaultResolver","outputs":[{"internalType":"contract NameResolver","name":"","type":"address"}],"stateMutability":"view","type":"function"},{"inputs":[],"name":"ens","outputs":[{"internalType":"contract ENS","name":"","type":"address"}],"stateMutability":"view","type":"function"},{"inputs":[{"internalType":"address","name":"addr","type":"address"}],"name":"node","outputs":[{"internalType":"bytes32","name":"","type":"bytes32"}],"stateMutability":"pure","type":"function"},{"inputs":[],"name":"owner","outputs":[{"internalType":"address","name":"","type":"address"}],"stateMutability":"view","type":"function"},{"inputs":[],"name":"renounceOwnership","outputs":[],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"internalType":"address","name":"controller","type":"address"},{"internalType":"bool","name":"enabled","type":"bool"}],"name":"setController","outputs":[],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"internalType":"address","name":"resolver","type":"address"}],"name":"setDefaultResolver","outputs":[],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"internalType":"string","name":"name","type":"string"}],"name":"setName","outputs":[{"internalType":"bytes32","name":"","type":"bytes32"}],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"internalType":"address","name":"addr","type":"address"},{"internalType":"address","name":"owner","type":"address"},{"internalType":"address","name":"resolver","type":"address"},{"internalType":"string","name":"name","type":"string"}],"name":"setNameForAddr","outputs":[{"internalType":"bytes32","name":"","type":"bytes32"}],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"internalType":"address","name":"newOwner","type":"address"}],"name":"transferOwnership","outputs":[],"stateMutability":"nonpayable","type":"function"}]
 +}