diff options
Diffstat (limited to 'crawler/src/main.rs')
-rw-r--r-- | crawler/src/main.rs | 8 |
1 files changed, 1 insertions, 7 deletions
diff --git a/crawler/src/main.rs b/crawler/src/main.rs index a831655..a3dc06b 100644 --- a/crawler/src/main.rs +++ b/crawler/src/main.rs @@ -1,8 +1,8 @@ use itertools::Itertools; use rand::seq::IteratorRandom; use reqwest::{Client, Response, StatusCode}; -use serde::Serialize; use url::Url; +use lib::lib::*; #[tokio::main] async fn main() { @@ -137,12 +137,6 @@ async fn push_crawl_entry_to_indexer( ) -> Result<Response, String> { dbg!("Pushin to indexer"); - #[derive(Serialize, Debug)] - struct CrawledResource { - url: String, - content: String, - } - let request_body = CrawledResource { url, content }; match http_client |