about summary refs log tree commit diff
path: root/frontend
diff options
context:
space:
mode:
authorBaitinq <manuelpalenzuelamerino@gmail.com>2022-10-28 19:24:58 +0200
committerBaitinq <manuelpalenzuelamerino@gmail.com>2022-10-28 19:25:01 +0200
commite5291cab1b2d1b6a01164b9bbb31d812062e6e66 (patch)
tree02a42a70a97718f78781a2e0395c91521c96ac09 /frontend
parentFrontend: Refactor search_word_in_db() to not need explicit lifetimes (diff)
downloadOSSE-e5291cab1b2d1b6a01164b9bbb31d812062e6e66.tar.gz
OSSE-e5291cab1b2d1b6a01164b9bbb31d812062e6e66.tar.bz2
OSSE-e5291cab1b2d1b6a01164b9bbb31d812062e6e66.zip
Indexer: Add website title and description to the CrawledResource
We now parse the HTML and extract the title and description of the site.
Diffstat (limited to 'frontend')
-rw-r--r--frontend/Cargo.toml1
1 files changed, 1 insertions, 0 deletions
diff --git a/frontend/Cargo.toml b/frontend/Cargo.toml
index 106b818..23acba2 100644
--- a/frontend/Cargo.toml
+++ b/frontend/Cargo.toml
@@ -14,3 +14,4 @@ gloo-net = "0.2"
 serde = { version = "1.0", features = ["derive", "rc"] }
 wasm-bindgen-futures = "0.4"
 itertools = "0.10.5"
+scraper = "0.12.0"