crawl.dart

import 'dart:io';

import 'package:dart_style/dart_style.dart';
import 'package:string_normalizer/src/data/local.dart';

import 'crawler/crawler.dart';
import 'crawler/utils.dart';

void main(List<String> args) async {
  final crawler = Crawler();

  print('Crawling new data..');
  final map = await crawler.crawl();
  final flattedMap = flatMap(map);

  if (_mapEquals(flattedMap, data)) {
    print('The local data is up to date');
    print('Done');
    return;
  }

  print('There is an available update');

  final file = File('lib/src/data/local.dart');

  print('Writing the new data to `lib/data/local.dart`..');

  // Write new file
  final string = '''
// Copyright (c) 2023, Lam Thanh Nhan. All rights reserved. Use of this source code
// is governed by a MIT license that can be found in the LICENSE file.
//
// Generated by the crawler. Run `dart run tool/crawl.dart` to re-generate.

const data =  ''';

  final dartText = '$string${crawler.crawledDataToString(map)}';

  file.writeAsStringSync(DartFormatter().format(dartText));

  print('Done');
}

bool _mapEquals(Map<String, String> map1, Map<String, String> map2) {
  if (map1.keys.length != map2.keys.length) return false;

  for (String k in map1.keys) {
    if (!map2.containsKey(k)) return false;
    if (map1[k] != map2[k]) return false;
  }

  return true;
}