diff options
| -rw-r--r-- | crawler/src/main.rs | 6 |
1 files changed, 5 insertions, 1 deletions
diff --git a/crawler/src/main.rs b/crawler/src/main.rs index 9ebfc23..999c0c0 100644 --- a/crawler/src/main.rs +++ b/crawler/src/main.rs @@ -37,6 +37,7 @@ fn crawler(root_urls: Vec<&str>) { println!("Next urls: {:?}", crawled_urls); //push content to index + _ = push_crawl_entry_to_indexer(url, _content); for url in crawled_urls { crawling_queue.push(url); @@ -44,7 +45,6 @@ fn crawler(root_urls: Vec<&str>) { } } -//takes url, returns content and list of urls fn crawl_url(url: &str) -> Result<(String, Vec<String>), ()> { let url = "https://".to_owned() + url; @@ -89,3 +89,7 @@ fn crawl_url(url: &str) -> Result<(String, Vec<String>), ()> { Ok((response_text, next_urls)) } + +fn push_crawl_entry_to_indexer(_url: String, _content: String) -> Result<(), ()> { + Ok(()) +} |