validate_blocks.js

const fs = require('fs');
const readline = require('readline');

const INPUT_FILE = 'erc20_with_blocks.json';
const OUTPUT_FILE = 'duplicated_addresses.json';

async function findDuplicatedAddresses() {
  const addressMap = new Map();
  
  const fileStream = fs.createReadStream(INPUT_FILE, { encoding: 'utf8' });
  const rl = readline.createInterface({
    input: fileStream,
    crlfDelay: Infinity
  });
  
  let lineNumber = 0;
  
  for await (const line of rl) {
    lineNumber++;
    if (line.trim() === '') continue;
    
    try {
      const obj = JSON.parse(line);
      const address = obj.address;
      const block = obj.number;
      
      if (!address || block === undefined) {
        console.warn(`Line ${lineNumber}: Missing address or number`);
        continue;
      }
      
      if (!addressMap.has(address)) {
        addressMap.set(address, []);
      }
      addressMap.get(address).push(block);
    } catch (e) {
      console.warn(`Line ${lineNumber}: Failed to parse JSON - ${e.message}`);
    }
  }
  
  // Find duplicates (addresses with more than one block)
  const duplicates = [];
  for (const [address, blocks] of addressMap) {
    if (blocks.length > 1) {
      duplicates.push({
        address: address,
        blocks: blocks
      });
    }
  }
  
  // Write result to file
  fs.writeFileSync(OUTPUT_FILE, JSON.stringify(duplicates, null, 2));
  
  console.log(`Total unique addresses: ${addressMap.size}`);
  console.log(`Duplicated addresses: ${duplicates.length}`);
  console.log(`Result written to ${OUTPUT_FILE}`);
}

findDuplicatedAddresses().catch(console.error);