import 'dart:math'; import 'package:aves/geo/countries.dart'; import 'package:aves/model/entry.dart'; import 'package:aves/model/filters/location.dart'; import 'package:aves/model/metadata.dart'; import 'package:aves/model/source/collection_source.dart'; import 'package:aves/model/source/enums.dart'; import 'package:aves/services/services.dart'; import 'package:collection/collection.dart'; import 'package:flutter/foundation.dart'; import 'package:tuple/tuple.dart'; mixin LocationMixin on SourceBase { static const _commitCountThreshold = 50; List sortedCountries = List.unmodifiable([]); List sortedPlaces = List.unmodifiable([]); Future loadAddresses() async { final stopwatch = Stopwatch()..start(); final saved = await metadataDb.loadAddresses(); visibleEntries.forEach((entry) { final contentId = entry.contentId; entry.addressDetails = saved.firstWhereOrNull((address) => address.contentId == contentId); }); debugPrint('$runtimeType loadAddresses complete in ${stopwatch.elapsed.inMilliseconds}ms for ${saved.length} entries'); onAddressMetadataChanged(); } Future locateEntries() async { await _locateCountries(); await _locatePlaces(); } // quick reverse geocoding to find the countries, using an offline asset Future _locateCountries() async { final todo = visibleEntries.where((entry) => entry.hasGps && !entry.hasAddress).toSet(); if (todo.isEmpty) return; stateNotifier.value = SourceState.locating; var progressDone = 0; final progressTotal = todo.length; setProgress(done: progressDone, total: progressTotal); // final stopwatch = Stopwatch()..start(); final countryCodeMap = await countryTopology.countryCodeMap(todo.map((entry) => entry.latLng!).toSet()); final newAddresses = []; todo.forEach((entry) { final position = entry.latLng; final countryCode = countryCodeMap.entries.firstWhereOrNull((kv) => kv.value.contains(position))?.key; entry.setCountry(countryCode); if (entry.hasAddress) { newAddresses.add(entry.addressDetails!); } setProgress(done: ++progressDone, total: progressTotal); }); if (newAddresses.isNotEmpty) { await metadataDb.saveAddresses(Set.of(newAddresses)); onAddressMetadataChanged(); } // debugPrint('$runtimeType _locateCountries complete in ${stopwatch.elapsed.inMilliseconds}ms'); } // full reverse geocoding, requiring Play Services and some connectivity Future _locatePlaces() async { if (!(await availability.canLocatePlaces)) return; // final stopwatch = Stopwatch()..start(); final byLocated = groupBy(visibleEntries.where((entry) => entry.hasGps), (entry) => entry.hasFineAddress); final todo = byLocated[false] ?? []; if (todo.isEmpty) return; // geocoder calls take between 150ms and 250ms // approximation and caching can reduce geocoder usage // for example, for a set of 2932 entries: // - 2476 calls (84%) when approximating to 6 decimal places (~10cm - individual humans) // - 2433 calls (83%) when approximating to 5 decimal places (~1m - individual trees, houses) // - 2277 calls (78%) when approximating to 4 decimal places (~10m - individual street, large buildings) // - 1521 calls (52%) when approximating to 3 decimal places (~100m - neighborhood, street) // - 652 calls (22%) when approximating to 2 decimal places (~1km - town or village) // cf https://en.wikipedia.org/wiki/Decimal_degrees#Precision final latLngFactor = pow(10, 2); Tuple2 approximateLatLng(AvesEntry entry) { // entry has coordinates final lat = entry.catalogMetadata!.latitude!; final lng = entry.catalogMetadata!.longitude!; return Tuple2((lat * latLngFactor).round(), (lng * latLngFactor).round()); } final knownLocations = , AddressDetails?>{}; byLocated[true]?.forEach((entry) { knownLocations.putIfAbsent(approximateLatLng(entry), () => entry.addressDetails); }); stateNotifier.value = SourceState.locating; var progressDone = 0; final progressTotal = todo.length; setProgress(done: progressDone, total: progressTotal); final newAddresses = []; await Future.forEach(todo, (entry) async { final latLng = approximateLatLng(entry); if (knownLocations.containsKey(latLng)) { entry.addressDetails = knownLocations[latLng]?.copyWith(contentId: entry.contentId); } else { await entry.locatePlace(background: true); // it is intended to insert `null` if the geocoder failed, // so that we skip geocoding of following entries with the same coordinates knownLocations[latLng] = entry.addressDetails; } if (entry.hasFineAddress) { newAddresses.add(entry.addressDetails!); if (newAddresses.length >= _commitCountThreshold) { await metadataDb.saveAddresses(Set.of(newAddresses)); onAddressMetadataChanged(); newAddresses.clear(); } } setProgress(done: ++progressDone, total: progressTotal); }); if (newAddresses.isNotEmpty) { await metadataDb.saveAddresses(Set.of(newAddresses)); onAddressMetadataChanged(); } // debugPrint('$runtimeType _locatePlaces complete in ${stopwatch.elapsed.inSeconds}s'); } void onAddressMetadataChanged() { updateLocations(); eventBus.fire(AddressMetadataChangedEvent()); } void updateLocations() { final locations = visibleEntries.where((entry) => entry.hasAddress).map((entry) => entry.addressDetails).cast().toList(); final updatedPlaces = locations.map((address) => address.place).where((s) => s != null && s.isNotEmpty).toSet().toList()..sort(compareAsciiUpperCase as int Function(String?, String?)?); if (!listEquals(updatedPlaces, sortedPlaces)) { sortedPlaces = List.unmodifiable(updatedPlaces); eventBus.fire(PlacesChangedEvent()); } // the same country code could be found with different country names // e.g. if the locale changed between geocoding calls // so we merge countries by code, keeping only one name for each code final countriesByCode = Map.fromEntries(locations.map((address) => MapEntry(address.countryCode, address.countryName)).where((kv) => kv.key != null && kv.key!.isNotEmpty)); final updatedCountries = countriesByCode.entries.map((kv) => '${kv.value}${LocationFilter.locationSeparator}${kv.key}').toList()..sort(compareAsciiUpperCase); if (!listEquals(updatedCountries, sortedCountries)) { sortedCountries = List.unmodifiable(updatedCountries); invalidateCountryFilterSummary(); eventBus.fire(CountriesChangedEvent()); } } // filter summary // by country code final Map _filterEntryCountMap = {}; final Map _filterRecentEntryMap = {}; void invalidateCountryFilterSummary([Set? entries]) { Set? countryCodes; if (entries == null) { _filterEntryCountMap.clear(); _filterRecentEntryMap.clear(); } else { countryCodes = entries.where((entry) => entry.hasAddress).map((entry) => entry.addressDetails!.countryCode).where((v) => v != null).cast().toSet(); countryCodes.forEach(_filterEntryCountMap.remove); } eventBus.fire(CountrySummaryInvalidatedEvent(countryCodes)); } int countryEntryCount(LocationFilter filter) { final countryCode = filter.countryCode; if (countryCode == null) return 0; return _filterEntryCountMap.putIfAbsent(countryCode, () => visibleEntries.where(filter.test).length); } AvesEntry? countryRecentEntry(LocationFilter filter) { final countryCode = filter.countryCode; if (countryCode == null) return null; return _filterRecentEntryMap.putIfAbsent(countryCode, () => sortedEntriesByDate.firstWhereOrNull(filter.test)); } } class AddressMetadataChangedEvent {} class PlacesChangedEvent {} class CountriesChangedEvent {} class CountrySummaryInvalidatedEvent { final Set? countryCodes; const CountrySummaryInvalidatedEvent(this.countryCodes); }