From 610d08aec18e08a2bfa64d4043c103d04490a6c5 Mon Sep 17 00:00:00 2001 From: Baitinq Date: Thu, 20 Oct 2022 01:53:38 +0200 Subject: Crawler: Add skeleton crawler implementation Starts by filling a queue with the top 1000 most visited sites. "Crawls" each one (empty fn), and blocks for new elements on the queue. --- Cargo.lock | 9 +++++++++ 1 file changed, 9 insertions(+) (limited to 'Cargo.lock') diff --git a/Cargo.lock b/Cargo.lock index b9c356f..a8e1296 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -2,6 +2,12 @@ # It is not intended for manual editing. version = 3 +[[package]] +name = "blockingqueue" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "763bb38f196c65b369c68796e6d15b83d7eb63c354f2ab7c03c13edd13f2c4ff" + [[package]] name = "client" version = "0.1.0" @@ -9,6 +15,9 @@ version = "0.1.0" [[package]] name = "crawler" version = "0.1.0" +dependencies = [ + "blockingqueue", +] [[package]] name = "indexer" -- cgit 1.4.1