no longer using spider, just wiritng my own crawler

2024-10-04 13:52:34 -06:00
parent 2d2b09116e
commit 974bccc457
3 changed files with 293 additions and 790 deletions
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -4,4 +4,9 @@ version = "0.1.0"
 edition = "2021"

 [dependencies]
-spider = { features = [], git="https://github.com/Rushmore75/spider.git", rev="ff91646973ad04ff423010f36206f550e37c4278" }
+html5ever = "0.29.0"
+markup5ever_rcdom = "0.5.0-unofficial"
+reqwest = "0.12.8"
+tokio = { version="1.40.0", features = ["full"] }
+tracing = "0.1.40"
+tracing-subscriber = "0.3.18"