MrBlake/MrbWebLibre
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 2 Wiki Activity

intermediate

Browse Source
This commit is contained in:
Fabian Freund
2024-09-13 09:11:06 +02:00
parent 3b047b5d8a
commit 37d2c84d7f
155 changed files with 5666 additions and 1816 deletions
Download Patch File Download Diff File Expand all files Collapse all files
app/lib/domain/services/generic_website.dart
+170 -61
View File
@@ -1,57 +1,169 @@
import 'dart:ui';
import 'package:exceptions/exceptions.dart';
import 'package:flutter/foundation.dart';
import 'package:flutter_inappwebview/flutter_inappwebview.dart';
import 'package:flutter_mozilla_components/flutter_mozilla_components.dart';
import 'package:html/dom.dart';
import 'package:html/parser.dart' as html_parser;
import 'package:http/http.dart' as http;
import 'package:lensai/core/http_error_handler.dart';
import 'package:lensai/domain/entities/web_page_info.dart';
import 'package:lensai/extensions/web_uri_favicon.dart';
import 'package:lensai/features/web_view/utils/favicon_helper.dart';
import 'package:lensai/data/models/web_page_info.dart';
import 'package:lensai/features/geckoview/domain/entities/browser_icon.dart';
import 'package:riverpod_annotation/riverpod_annotation.dart';
import 'package:universal_io/io.dart';
part 'generic_website.g.dart';
const _typeMap = {
"manifest": IconType.manifestIcon,
"icon": IconType.favicon,
"shortcut icon": IconType.favicon,
"fluid-icon": IconType.fluidIcon,
"apple-touch-icon": IconType.appleTouchIcon,
"image_src": IconType.imageSrc,
"apple-touch-icon image_src": IconType.appleTouchIcon,
"apple-touch-icon-precomposed": IconType.appleTouchIcon,
"og:image": IconType.openGraph,
"og:image:url": IconType.openGraph,
"og:image:secure_url": IconType.openGraph,
"twitter:image": IconType.twitter,
"msapplication-TileImage": IconType.microsoftTile,
};
Iterable<ResourceSize> sizesToList(String? sizes) sync* {
if (sizes != null) {
final splitted =
sizes.split(' ').where((size) => size.contains('x')).toList();
for (final size in splitted) {
final dimensions = size.split('x');
if (dimensions.length == 2) {
final height = int.tryParse(dimensions[0]);
final width = int.tryParse(dimensions[1]);
if (width != null && height != null) {
yield ResourceSize(height: height, width: width);
}
}
}
}
}
@Riverpod(keepAlive: true)
class GenericWebsiteService extends _$GenericWebsiteService {
final GeckoIconService _iconsService;
late http.Client _client;
final Map<String, bool> _httpsCache;
GenericWebsiteService() : _httpsCache = {};
GenericWebsiteService()
: _httpsCache = {},
_iconsService = GeckoIconService();
@override
void build() {
_client = http.Client();
}
static Iterable<Favicon> _extractFavicons(Uri url, Document document) sync* {
final links = document.querySelectorAll(
'link[rel="icon"], link[rel="shortcut icon"], link[rel="apple-touch-icon"]',
static Map<String, dynamic> _serializeResource(Resource resource) {
return {
'url': resource.url,
'type': resource.type,
'sizes': resource.sizes.nonNulls.map((s) => [s.height, s.width]).toList(),
'mimeType': resource.mimeType,
'maskable': resource.maskable,
};
}
static Resource _deserializeResource(Map<String, dynamic> resource) {
return Resource(
url: resource['url'] as String,
type: resource['type'] as IconType,
mimeType: resource['mimeType'] as String?,
sizes: (resource['sizes'] as List<List<int>>)
.map((s) => ResourceSize(height: s[0], width: s[1]))
.toList(),
maskable: resource['maskable'] as bool,
);
}
for (final link in links) {
final href = link.attributes['href'];
if (href != null) {
// Attempt to parse height and width if available
int? height;
int? width;
if (link.attributes['sizes'] case final String sizes) {
final dimensions = sizes.split('x');
if (dimensions.length == 2) {
height = int.tryParse(dimensions[0]);
width = int.tryParse(dimensions[1]);
}
static List<Resource> _extractIcons(Document document) {
final List<Resource> icons = [];
void collectLinkIcons(String rel) {
final links = document.querySelectorAll('link[rel="$rel"]');
for (final link in links) {
final href = link.attributes['href'];
final type = _typeMap[rel];
final mimeType = link.attributes['type'];
if (href != null && type != null) {
icons.add(
Resource(
url: href,
type: type,
sizes: sizesToList(link.attributes['sizes']).toList(),
mimeType: (mimeType?.isNotEmpty ?? true) ? null : mimeType,
maskable: false,
),
);
}
yield Favicon(
url: WebUri.uri(url.resolve(href)),
rel: link.attributes['rel'],
width: width,
height: height,
);
}
}
void collectMetaPropertyIcons(String property) {
final metas = document.querySelectorAll('meta[property="$property"]');
for (final meta in metas) {
final content = meta.attributes['content'];
final type = _typeMap[property];
if (content != null && type != null) {
icons.add(
Resource(
type: type,
url: content,
sizes: [],
maskable: false,
),
);
}
}
}
void collectMetaNameIcons(String name) {
final metas = document.querySelectorAll('meta[name="$name"]');
for (final meta in metas) {
final content = meta.attributes['content'];
final type = _typeMap[name];
if (content != null && type != null) {
icons.add(
Resource(
type: type,
url: content,
sizes: [],
maskable: false,
),
);
}
}
}
collectLinkIcons("icon");
collectLinkIcons("shortcut icon");
collectLinkIcons("fluid-icon");
collectLinkIcons("apple-touch-icon");
collectLinkIcons("image_src");
collectLinkIcons("apple-touch-icon image_src");
collectLinkIcons("apple-touch-icon-precomposed");
collectMetaPropertyIcons("og:image");
collectMetaPropertyIcons("og:image:url");
collectMetaPropertyIcons("og:image:secure_url");
collectMetaNameIcons("twitter:image");
collectMetaNameIcons("msapplication-TileImage");
return icons;
}
Future<Result<WebPageInfo>> getInfo(Uri url) async {
@@ -59,50 +171,47 @@ class GenericWebsiteService extends _$GenericWebsiteService {
() async {
final response =
await _client.get(url).timeout(const Duration(seconds: 10));
return await compute(
(args) {
final result = await compute(
(args) async {
final document = html_parser.parse(args[0]);
final url = Uri.parse(args[1]);
final title = document.querySelector('title')?.text;
final favicon = choseFavicon(_extractFavicons(url, document)) ??
//In case the icon can not get extracted, we use the resolver
//of duckduckgo
Favicon(
url: WebUri.uri(url.genericFavicon()),
);
final resources = _extractIcons(document);
return WebPageInfo(url: url, title: title, favicon: favicon)
.toJson();
return {
'title': title,
'resources': resources.map(_serializeResource).toList(),
};
},
[response.body, url.toString()],
).then(WebPageInfo.fromJson);
[response.body],
);
final resources = (result['resources']! as List<Map<String, dynamic>>)
.map(_deserializeResource)
.toList();
final favicon = await getUrlFavicon(url: url, resources: resources);
return WebPageInfo(
url: url,
title: result['title'] as String?,
favicon: favicon,
);
},
exceptionHandler: handleHttpError,
);
}
Future<Result<Uint8List?>> getFaviconBytes(Uri url) {
return getInfo(url).then(
(result) => result.flatMapAsync(
(info) async {
if (info.favicon != null) {
return _client
.get(info.favicon!.url)
.timeout(const Duration(seconds: 10))
.then((response) {
if (response.statusCode == 200) {
return response.bodyBytes;
} else {
return null;
}
});
}
return null;
},
exceptionHandler: handleHttpError,
),
Future<BrowserIcon> getUrlFavicon({
required Uri url,
List<Resource> resources = const [],
}) async {
final result = await _iconsService.loadIcon(url: url, resources: resources);
return BrowserIcon.fromBytes(
result.image,
dominantColor: (result.color != null) ? Color(result.color!) : null,
source: result.source,
);
}