diff options
| author | Baitinq <[email protected]> | 2022-10-30 12:59:46 +0100 |
|---|---|---|
| committer | Baitinq <[email protected]> | 2022-10-30 12:59:46 +0100 |
| commit | 620d82cc3910d21940e9cc737900440be3b0ced4 (patch) | |
| tree | 82f8b4b9e93deed5f72a61c5784d6fff5c5bc971 /crawler/src | |
| parent | Frontend: Add props to the OSSE Component (diff) | |
| download | OSSE-620d82cc3910d21940e9cc737900440be3b0ced4.tar.gz OSSE-620d82cc3910d21940e9cc737900440be3b0ced4.tar.bz2 OSSE-620d82cc3910d21940e9cc737900440be3b0ced4.zip | |
Misc: Add local lib crate to share common structs
Diffstat (limited to 'crawler/src')
| -rw-r--r-- | crawler/src/main.rs | 8 |
1 files changed, 1 insertions, 7 deletions
diff --git a/crawler/src/main.rs b/crawler/src/main.rs index a831655..a3dc06b 100644 --- a/crawler/src/main.rs +++ b/crawler/src/main.rs @@ -1,8 +1,8 @@ use itertools::Itertools; use rand::seq::IteratorRandom; use reqwest::{Client, Response, StatusCode}; -use serde::Serialize; use url::Url; +use lib::lib::*; #[tokio::main] async fn main() { @@ -137,12 +137,6 @@ async fn push_crawl_entry_to_indexer( ) -> Result<Response, String> { dbg!("Pushin to indexer"); - #[derive(Serialize, Debug)] - struct CrawledResource { - url: String, - content: String, - } - let request_body = CrawledResource { url, content }; match http_client |