initial

Cargo.toml

@@ -0,0 +1,19 @@
+[package]
+name = "crawler"
+version = "0.1.0"
+edition = "2024"
+
+[dependencies]
+tokio = { version = "1.28", features = ["full"] }
+reqwest = { version = "0.11", features = ["json"] }
+futures = "0.3"
+scraper = "0.17"
+structopt = "0.3"
+indicatif = "0.17"
+colored = "2.0"
+regex = "1.10"
+url = "2.4"
+serde = { version = "1.0", features = ["derive"] }
+serde_json = "1.0"
+csv = "1.2"
+clap = "2.34.0"