dexorder/backend
2
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

backfill touchups

Browse Source
This commit is contained in:
Tim
2024-01-29 01:26:28 -04:00
parent 1b5d1e3347
commit 11d9a2f6f4
2 changed files with 5 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/dexorder/base/chain.py
View File

@@ -51,9 +51,9 @@ Goerli = Blockchain(5, 'Goerli')
Polygon = Blockchain(137, 'Polygon') # POS not zkEVM Polygon = Blockchain(137, 'Polygon') # POS not zkEVM
Mumbai = Blockchain(80001, 'Mumbai') Mumbai = Blockchain(80001, 'Mumbai')
BSC = Blockchain(56, 'BSC') BSC = Blockchain(56, 'BSC')
Arbitrum = Blockchain(42161, 'Arbitrum', 3, batch_size=1000) # todo configure batch size... does it depend on log count? :( Arbitrum = Blockchain(42161, 'Arbitrum', 3, batch_size=2000) # todo configure batch size
Mock = Blockchain(31337, 'Mock', 3, batch_size=10000) Mock = Blockchain(31337, 'Mock', 3, batch_size=10000)
Alpha = Blockchain(1337, 'Dexorder Alpha', 3, batch_size=100) Alpha = Blockchain(1337, 'Dexorder Alpha', 3, batch_size=1000)
current_chain = ContextVar[Blockchain]('current_chain') current_chain = ContextVar[Blockchain]('current_chain')

7
src/dexorder/runner.py
View File

@@ -19,6 +19,7 @@ from dexorder.database.model import Block
from dexorder.database.model.block import current_block, latest_block from dexorder.database.model.block import current_block, latest_block
from dexorder.util import hexstr, topic from dexorder.util import hexstr, topic
from dexorder.util.async_util import maywait, Maywaitable from dexorder.util.async_util import maywait, Maywaitable
from dexorder.util.shutdown import fatal
log = logging.getLogger(__name__) log = logging.getLogger(__name__)
@@ -342,10 +343,8 @@ class BlockStateRunner:
except ValueError as e: except ValueError as e:
if e.args[0].get('code') == -32602: if e.args[0].get('code') == -32602:
# too many logs were returned in the batch, so decrease the batch size. # too many logs were returned in the batch, so decrease the batch size.
batch_size = int(chain.batch_size * 0.9) fatal(f'Decrease batch size for {chain}')
chain.batch_size = batch_size raise
log.info(f'Decreasing batch size for {chain} to {batch_size}')
raise Retry
for log_event in log_events: for log_event in log_events:
try: try:
parsed = event.process_log(log_event) if event is not None else log_event parsed = event.process_log(log_event) if event is not None else log_event