256 lines
7.2 KiB
Dart
256 lines
7.2 KiB
Dart
import 'dart:ui';
|
|
|
|
import 'package:exceptions/exceptions.dart';
|
|
import 'package:flutter/foundation.dart';
|
|
import 'package:flutter_mozilla_components/flutter_mozilla_components.dart';
|
|
|
|
import 'package:html/dom.dart';
|
|
import 'package:html/parser.dart' as html_parser;
|
|
import 'package:http/http.dart' as http;
|
|
import 'package:lensai/core/http_error_handler.dart';
|
|
import 'package:lensai/data/models/web_page_info.dart';
|
|
import 'package:lensai/features/geckoview/domain/entities/browser_icon.dart';
|
|
import 'package:riverpod_annotation/riverpod_annotation.dart';
|
|
import 'package:universal_io/io.dart';
|
|
|
|
part 'generic_website.g.dart';
|
|
|
|
const _typeMap = {
|
|
"manifest": IconType.manifestIcon,
|
|
"icon": IconType.favicon,
|
|
"shortcut icon": IconType.favicon,
|
|
"fluid-icon": IconType.fluidIcon,
|
|
"apple-touch-icon": IconType.appleTouchIcon,
|
|
"image_src": IconType.imageSrc,
|
|
"apple-touch-icon image_src": IconType.appleTouchIcon,
|
|
"apple-touch-icon-precomposed": IconType.appleTouchIcon,
|
|
"og:image": IconType.openGraph,
|
|
"og:image:url": IconType.openGraph,
|
|
"og:image:secure_url": IconType.openGraph,
|
|
"twitter:image": IconType.twitter,
|
|
"msapplication-TileImage": IconType.microsoftTile,
|
|
};
|
|
|
|
Iterable<ResourceSize> sizesToList(String? sizes) sync* {
|
|
if (sizes != null) {
|
|
final splitted =
|
|
sizes.split(' ').where((size) => size.contains('x')).toList();
|
|
|
|
for (final size in splitted) {
|
|
final dimensions = size.split('x');
|
|
if (dimensions.length == 2) {
|
|
final height = int.tryParse(dimensions[0]);
|
|
final width = int.tryParse(dimensions[1]);
|
|
|
|
if (width != null && height != null) {
|
|
yield ResourceSize(height: height, width: width);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
@Riverpod(keepAlive: true)
|
|
class GenericWebsiteService extends _$GenericWebsiteService {
|
|
final GeckoIconService _iconsService;
|
|
|
|
late http.Client _client;
|
|
|
|
final Map<String, bool> _httpsCache;
|
|
|
|
GenericWebsiteService()
|
|
: _httpsCache = {},
|
|
_iconsService = GeckoIconService();
|
|
|
|
@override
|
|
void build() {
|
|
_client = http.Client();
|
|
}
|
|
|
|
static Map<String, dynamic> _serializeResource(Resource resource) {
|
|
return {
|
|
'url': resource.url,
|
|
'type': resource.type,
|
|
'sizes': resource.sizes.nonNulls.map((s) => [s.height, s.width]).toList(),
|
|
'mimeType': resource.mimeType,
|
|
'maskable': resource.maskable,
|
|
};
|
|
}
|
|
|
|
static Resource _deserializeResource(Map<String, dynamic> resource) {
|
|
return Resource(
|
|
url: resource['url'] as String,
|
|
type: resource['type'] as IconType,
|
|
mimeType: resource['mimeType'] as String?,
|
|
sizes: (resource['sizes'] as List<List<int>>)
|
|
.map((s) => ResourceSize(height: s[0], width: s[1]))
|
|
.toList(),
|
|
maskable: resource['maskable'] as bool,
|
|
);
|
|
}
|
|
|
|
static List<Resource> _extractIcons(Document document) {
|
|
final List<Resource> icons = [];
|
|
|
|
void collectLinkIcons(String rel) {
|
|
final links = document.querySelectorAll('link[rel="$rel"]');
|
|
for (final link in links) {
|
|
final href = link.attributes['href'];
|
|
final type = _typeMap[rel];
|
|
final mimeType = link.attributes['type'];
|
|
if (href != null && type != null) {
|
|
icons.add(
|
|
Resource(
|
|
url: href,
|
|
type: type,
|
|
sizes: sizesToList(link.attributes['sizes']).toList(),
|
|
mimeType: (mimeType?.isNotEmpty ?? true) ? null : mimeType,
|
|
maskable: false,
|
|
),
|
|
);
|
|
}
|
|
}
|
|
}
|
|
|
|
void collectMetaPropertyIcons(String property) {
|
|
final metas = document.querySelectorAll('meta[property="$property"]');
|
|
for (final meta in metas) {
|
|
final content = meta.attributes['content'];
|
|
final type = _typeMap[property];
|
|
if (content != null && type != null) {
|
|
icons.add(
|
|
Resource(
|
|
type: type,
|
|
url: content,
|
|
sizes: [],
|
|
maskable: false,
|
|
),
|
|
);
|
|
}
|
|
}
|
|
}
|
|
|
|
void collectMetaNameIcons(String name) {
|
|
final metas = document.querySelectorAll('meta[name="$name"]');
|
|
for (final meta in metas) {
|
|
final content = meta.attributes['content'];
|
|
final type = _typeMap[name];
|
|
if (content != null && type != null) {
|
|
icons.add(
|
|
Resource(
|
|
type: type,
|
|
url: content,
|
|
sizes: [],
|
|
maskable: false,
|
|
),
|
|
);
|
|
}
|
|
}
|
|
}
|
|
|
|
collectLinkIcons("icon");
|
|
collectLinkIcons("shortcut icon");
|
|
collectLinkIcons("fluid-icon");
|
|
collectLinkIcons("apple-touch-icon");
|
|
collectLinkIcons("image_src");
|
|
collectLinkIcons("apple-touch-icon image_src");
|
|
collectLinkIcons("apple-touch-icon-precomposed");
|
|
|
|
collectMetaPropertyIcons("og:image");
|
|
collectMetaPropertyIcons("og:image:url");
|
|
collectMetaPropertyIcons("og:image:secure_url");
|
|
|
|
collectMetaNameIcons("twitter:image");
|
|
collectMetaNameIcons("msapplication-TileImage");
|
|
|
|
return icons;
|
|
}
|
|
|
|
Future<Result<WebPageInfo>> getInfo(Uri url) async {
|
|
return Result.fromAsync(
|
|
() async {
|
|
final response =
|
|
await _client.get(url).timeout(const Duration(seconds: 10));
|
|
|
|
final result = await compute(
|
|
(args) async {
|
|
final document = html_parser.parse(args[0]);
|
|
|
|
final title = document.querySelector('title')?.text;
|
|
final resources = _extractIcons(document);
|
|
|
|
return {
|
|
'title': title,
|
|
'resources': resources.map(_serializeResource).toList(),
|
|
};
|
|
},
|
|
[response.body],
|
|
);
|
|
|
|
final resources = (result['resources']! as List<Map<String, dynamic>>)
|
|
.map(_deserializeResource)
|
|
.toList();
|
|
|
|
final favicon = await getUrlFavicon(url: url, resources: resources);
|
|
|
|
return WebPageInfo(
|
|
url: url,
|
|
title: result['title'] as String?,
|
|
favicon: favicon,
|
|
);
|
|
},
|
|
exceptionHandler: handleHttpError,
|
|
);
|
|
}
|
|
|
|
Future<BrowserIcon> getUrlFavicon({
|
|
required Uri url,
|
|
List<Resource> resources = const [],
|
|
}) async {
|
|
final result = await _iconsService.loadIcon(url: url, resources: resources);
|
|
return BrowserIcon.fromBytes(
|
|
result.image,
|
|
dominantColor: (result.color != null) ? Color(result.color!) : null,
|
|
source: result.source,
|
|
);
|
|
}
|
|
|
|
Future<Uri?> tryUpgradeToHttps(Uri httpUri) async {
|
|
if (httpUri.isScheme('https')) {
|
|
return httpUri;
|
|
} else if (httpUri.isScheme('http')) {
|
|
final cached = _httpsCache[httpUri.host];
|
|
if (cached != null) {
|
|
return cached ? httpUri.replace(scheme: 'https') : null;
|
|
}
|
|
|
|
var sslAvailable = false;
|
|
|
|
try {
|
|
final context = SecurityContext.defaultContext;
|
|
|
|
final socket = await SecureSocket.connect(
|
|
httpUri.host,
|
|
443,
|
|
context: context,
|
|
timeout: const Duration(seconds: 3),
|
|
);
|
|
|
|
await socket.close();
|
|
|
|
sslAvailable = true;
|
|
} catch (_) {
|
|
sslAvailable = false;
|
|
}
|
|
|
|
_httpsCache[httpUri.host] = sslAvailable;
|
|
|
|
if (sslAvailable) {
|
|
return httpUri.replace(scheme: 'https');
|
|
}
|
|
}
|
|
|
|
return null;
|
|
}
|
|
}
|