tmp_dedup_lca.py

import datetime
import subprocess
import argparse
import time
from backtest.utils import connect_db

db = connect_db()
curr = db.cursor()

parser = argparse.ArgumentParser()
parser.add_argument('ID', type=int)

args = parser.parse_args()

curr.execute('SELECT start_block, end_block FROM block_samples WHERE priority = %s', (args.ID,))
start_block, end_block = curr.fetchone()
print(f'Querying for id={args.ID} from {start_block} to {end_block}')

curr.execute(
    '''
    INSERT INTO lca_dedup (candidate_arbitrage_id)
    SELECT min(ca.id)
    FROM large_candidate_arbitrages lca
    JOIN candidate_arbitrages ca ON ca.id = lca.candidate_arbitrage_id
    Join top_candidate_arbitrage_relay_results tcarr on tcarr.candidate_arbitrage_id = lca.candidate_arbitrage_id
    WHERE %s <= lca.block_number AND lca.block_number <= %s
    GROUP BY ca.block_number, ca.exchanges, ca.directions
    ''',
    (start_block, end_block)
)
db.commit()