Update helper scripts

lib/_tools/artifact_download_helper.dart

@@ -4,6 +4,8 @@ import 'dart:io';
 import 'package:http/http.dart';
 import 'package:image/image.dart';
 import 'package:path_provider/path_provider.dart';
+import 'package:wonders/logic/data/collectible_data.dart';
+import 'package:wonders/logic/data/highlight_data.dart';
 import 'package:wonders/logic/data/wonders_data/chichen_itza_data.dart';
 import 'package:wonders/logic/data/wonders_data/christ_redeemer_data.dart';
 import 'package:wonders/logic/data/wonders_data/great_wall_data.dart';
@@ -12,9 +14,8 @@ import 'package:wonders/logic/data/wonders_data/petra_data.dart';
 import 'package:wonders/logic/data/wonders_data/pyramids_giza_data.dart';
 import 'package:wonders/logic/data/wonders_data/taj_mahal_data.dart';
 
-import '../common_libs.dart';
+import 'package:wonders/common_libs.dart';
-import '../logic/data/collectible_data.dart';
+import 'package:wonders/logic/data/wonders_data/colosseum_data.dart';
-import '../logic/data/wonders_data/colosseum_data.dart';
 
 class ArtifactDownloadHelper extends StatefulWidget {
   const ArtifactDownloadHelper({super.key});
@@ -54,56 +55,23 @@ class _ArtifactDownloadHelperState extends State<ArtifactDownloadHelper> {
     );
   }
 
-  Future<bool> downloadImage(String id, String url) async {
-    //final sizes = [400, 800, 1600, 3000];
-    debugPrint('Downloading $url to $imagesDir');
-    final imgResponse = await get(Uri.parse(url));
-    // If the image is less than a KB, it's probably a 404 image.
-    if (imgResponse.bodyBytes.lengthInBytes < 2000) {
-      return false;
-    }
-    File file = File('$imagesDir/$id.jpg');
-    file.writeAsBytesSync(imgResponse.bodyBytes);
-    print('img saved @ ${file.path}');
-    return true;
-  }
-
-  Future<void> downloadImageAndJson(String id) async {
-    File imgFile = File('$imagesDir/$id.jpg');
-    if (imgFile.existsSync()) {
-      print('Skipping $id');
-      await resizeImage(id, 600);
-      return;
-    }
-    Uri uri = Uri.parse('https://collectionapi.metmuseum.org/public/collection/v1/objects/$id');
-    print('Downloading $id');
-    final response = await http.get(uri);
-    Map json = jsonDecode(response.body) as Map;
-    if (!json.containsKey('primaryImage') || json['primaryImage'].isEmpty) {
-      print('Missing $id');
-      missingIds.add(id);
-      return;
-    }
-    final url = json['primaryImage'] as String;
-    //bool isPublicDomain = json['isPublicDomain'] as bool;
-    final downloadSuccess = await downloadImage(id, url);
-    if (downloadSuccess) {
-      File file = File('$imagesDir/$id.json');
-      file.writeAsStringSync(response.body);
-      print('json saved @ ${file.path}');
-    } else {
-      print('Missing $id');
-      missingIds.add(id);
-    }
-  }
-
   void downloadArtifacts() async {
-    /// Download collectibles
-    // for (var c in collectiblesData) {
-    //   downloadImageAndJson(c.artifactId);
-    // }
     missingIds.clear();
 
+    /// Download collectibles
+    for (var c in collectiblesData) {
+      if (await downloadImageAndJson(c.artifactId) == false) {
+        missingIds.add(c.artifactId);
+      }
+    }
+
+    /// Download Highights
+    for (var h in HighlightData.all) {
+      if (await downloadImageAndJson(h.artifactId) == false) {
+        missingIds.add(h.artifactId);
+      }
+    }
+
     /// Download search artifacts
     final searchData = ChichenItzaData().searchData +
         ChristRedeemerData().searchData +
@@ -113,25 +81,94 @@ class _ArtifactDownloadHelperState extends State<ArtifactDownloadHelper> {
         PetraData().searchData +
         PyramidsGizaData().searchData +
         TajMahalData().searchData;
-    for (var a in searchData) {
+
-      await downloadImageAndJson(a.id.toString());
+    // for (var a in searchData) {
-      print('${searchData.indexOf(a) + 1}/${searchData.length}');
+    //   final id = a.id.toString();
-    }
+    //   if (await downloadImageAndJson(id) == false) {
-    print('Missing IDs: $missingIds');
+    //     missingIds.add(id);
+    //   }
+    //   final index = searchData.indexOf(a) + 1;
+    //   if (index % 100 == 0) {
+    //     debugPrint('$index/${searchData.length}');
+    //   }
+    // }
+    debugPrint('Download complete :) Missing IDs: $missingIds');
   }
 
-  Future<void> resizeImage(String id, int size) async {
+  Future<bool> downloadImageAndJson(String id) async {
-    final resizedFile = File('$imagesDir/${id}_$size.jpg');
+    File jsonFile = File('$imagesDir/$id.json');
-    final srcFile = File('$imagesDir/$id.jpg');
+    late Map json;
-    print('Resizing $id...');
+    if (jsonFile.existsSync()) {
-    if (resizedFile.existsSync() || !srcFile.existsSync()) return;
+      json = jsonDecode(jsonFile.readAsStringSync()) as Map;
-    final img = decodeJpg(srcFile.readAsBytesSync());
-    if (img != null) {
-      final resizedImg = copyResize(img, width: size);
-      resizedFile.writeAsBytesSync(encodeJpg(resizedImg));
-      print('Resized $id');
     } else {
-      print('Failed to resize $id');
+      debugPrint('Downloading $id');
+      // Fetch JSON for id
+      Uri uri = Uri.parse('https://collectionapi.metmuseum.org/public/collection/v1/objects/$id');
+      final response = await http.get(uri);
+      json = jsonDecode(response.body) as Map;
     }
+
+    // Check if primaryImage field is valid
+    if (!json.containsKey('primaryImage') || json['primaryImage'].isEmpty) {
+      return false;
+    }
+    // Download image
+    final url = json['primaryImage'] as String;
+    //bool isPublicDomain = json['isPublicDomain'] as bool;
+    File imgFile = File('$imagesDir/$id.jpg');
+    // If image does not already exist, download it
+    if (!imgFile.existsSync()) {
+      await downloadImage(id, url);
+      if (!imgFile.existsSync()) return false;
+    }
+    // Try to resize image
+    if (await resizeImage(id, [600, 2000]) == false) {
+      debugPrint('Failed to resize $id');
+      imgFile.deleteSync();
+      return false;
+    }
+    // Write JSON to file
+    if (!jsonFile.existsSync()) {
+      jsonFile.writeAsStringSync(jsonEncode(json));
+      debugPrint('json saved @ ${jsonFile.path}');
+    }
+    return true;
+  }
+
+  Future<bool> downloadImage(String id, String url) async {
+    //final sizes = [400, 800, 1600, 3000];
+    debugPrint('Downloading $url to $imagesDir');
+    final imgResponse = await get(Uri.parse(url));
+    // If the image is less than a KB, it's probably a 404 image.
+    if (imgResponse.bodyBytes.lengthInBytes < 2000) {
+      return false;
+    }
+    File file = File('$imagesDir/$id.jpg');
+    file.writeAsBytesSync(imgResponse.bodyBytes);
+    debugPrint('img saved @ ${file.path}');
+    return true;
+  }
+
+  Future<bool> resizeImage(String id, List<int> sizes) async {
+    final srcFile = File('$imagesDir/$id.jpg');
+    //debugPrint('Resizing $id...');
+    try {
+      final img = decodeJpg(srcFile.readAsBytesSync());
+      if (img != null) {
+        // Write various sizes to disk
+        for (var size in sizes) {
+          final resizedFile = File('$imagesDir/${id}_$size.jpg');
+          if (await resizedFile.exists()) continue;
+          final resizedImg = copyResize(img, width: size);
+          await resizedFile.writeAsBytes(encodeJpg(resizedImg, quality: 90));
+          debugPrint('Resized ${id}_$size');
+        }
+        return true;
+      }
+    } catch (e) {
+      debugPrint('Failed to resize $id');
+      debugPrint(e.toString());
+    }
+    return false;
   }
 }

lib/_tools/artifact_search_helper.dart

@@ -164,12 +164,12 @@ class _ArtifactSearchHelperState extends State<ArtifactSearchHelper> {
     if (year < minYear || year > maxYear) return _logError(id, 'year is out of range');
 
     String? imageUrlSmall = json['primaryImageSmall'];
-    if (imageUrlSmall == null) return _logError(id, 'no small image url');
+    if (imageUrlSmall == null || imageUrlSmall.isEmpty) return _logError(id, 'no small image url');
-    if (!imageUrlSmall.startsWith(SearchData.baseImagePath)) {
+    // if (!imageUrlSmall.startsWith(SearchData.baseImagePath)) {
-      return _logError(id, 'unexpected image uri: "$imageUrlSmall"');
+    //   return _logError(id, 'unexpected image uri: "$imageUrlSmall"');
-    }
+    // }
-    String imagePath = imageUrlSmall.substring(SearchData.baseImagePath.length);
+    // String imageUrl = imageUrlSmall.substring(SearchData.baseImagePath.length);
-    imagePath = imagePath.replaceFirst('/web-large/', '/mobile-large/');
+    // imageUrl = imageUrl.replaceFirst('/web-large/', '/mobile-large/');
 
     double? aspectRatio = 0;
     if (checkImages) aspectRatio = await _getAspectRatio(imageUrlSmall);
@@ -180,7 +180,6 @@ class _ArtifactSearchHelperState extends State<ArtifactSearchHelper> {
       id,
       _escape(json['title']),
       _getKeywords(json),
-      imagePath,
       aspectRatio,
     );
 
@@ -229,12 +228,22 @@ class _ArtifactSearchHelperState extends State<ArtifactSearchHelper> {
 
     String suggestions = _getSuggestions(entries);
 
+    const fileNames = {
+      WonderType.chichenItza: 'chichen_itza',
+      WonderType.christRedeemer: 'christ_redeemer',
+      WonderType.colosseum: 'colosseum',
+      WonderType.greatWall: 'great_wall',
+      WonderType.machuPicchu: 'machu_picchu',
+      WonderType.petra: 'petra',
+      WonderType.pyramidsGiza: 'pyramids_giza',
+      WonderType.tajMahal: 'taj_mahal',
+    };
     Directory dir = await getApplicationDocumentsDirectory();
-    String type = wonder!.type.toString().split('.').last;
+    String name = '${fileNames[wonder!.type]}_search_data.dart';
-    String path = '${dir.path}/$type.dart';
+    String path = '${dir.path}/$name';
     File file = File(path);
     await file.writeAsString('$suggestions\n\n$output');
-    _log('- Wrote file: $type.dart');
+    _log('- Wrote file: $name');
     debugPrint(path);
     _nextWonder();
   }