Crawler: Add indexer interaction skeleton

1 files changed, 5 insertions, 1 deletions

diff --git a/crawler/src/main.rs b/crawler/src/main.rs
index 9ebfc23..999c0c0 100644
--- a/crawler/src/main.rs
+++ b/crawler/src/main.rs
@@ -37,6 +37,7 @@ fn crawler(root_urls: Vec<&str>) {
         println!("Next urls: {:?}", crawled_urls);
 
         //push content to index
+        _ = push_crawl_entry_to_indexer(url, _content);
 
         for url in crawled_urls {
             crawling_queue.push(url);
@@ -44,7 +45,6 @@ fn crawler(root_urls: Vec<&str>) {
     }
 }
 
-//takes url, returns content and list of urls
 fn crawl_url(url: &str) -> Result<(String, Vec<String>), ()> {
     let url = "https://".to_owned() + url;
 
@@ -89,3 +89,7 @@ fn crawl_url(url: &str) -> Result<(String, Vec<String>), ()> {
 
     Ok((response_text, next_urls))
 }
+
+fn push_crawl_entry_to_indexer(_url: String, _content: String) -> Result<(), ()> {
+    Ok(())
+}