From e5291cab1b2d1b6a01164b9bbb31d812062e6e66 Mon Sep 17 00:00:00 2001 From: Baitinq Date: Fri, 28 Oct 2022 19:24:58 +0200 Subject: Indexer: Add website title and description to the CrawledResource We now parse the HTML and extract the title and description of the site. --- frontend/Cargo.toml | 1 + 1 file changed, 1 insertion(+) (limited to 'frontend') diff --git a/frontend/Cargo.toml b/frontend/Cargo.toml index 106b818..23acba2 100644 --- a/frontend/Cargo.toml +++ b/frontend/Cargo.toml @@ -14,3 +14,4 @@ gloo-net = "0.2" serde = { version = "1.0", features = ["derive", "rc"] } wasm-bindgen-futures = "0.4" itertools = "0.10.5" +scraper = "0.12.0" -- cgit 1.4.1