diff options
Diffstat (limited to 'crawler/src/main.rs')
-rw-r--r-- | crawler/src/main.rs | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/crawler/src/main.rs b/crawler/src/main.rs index a3dc06b..ce9943f 100644 --- a/crawler/src/main.rs +++ b/crawler/src/main.rs @@ -124,6 +124,7 @@ async fn crawl_url(http_client: &Client, url: &str) -> Result<(String, Vec<Strin //i dont understand dbg! (how to print {}) //is there empty urls? //user agent? + //frontend: search/query and redirect println!("Returning next urls, {:?}", next_urls); Ok((response_text, next_urls)) |