epic metrics

2025-03-19 04:59:50 +00:00
parent de80418c00
commit 9aa34b3eee
10 changed files with 493 additions and 61 deletions
--- a/Crawler.toml
+++ b/Crawler.toml
@@ -0,0 +1,16 @@
+# Surreal config
+surreal_url = "localhost:8000"
+surreal_username = "root"
+surreal_password = "root"
+surreal_ns = "test"
+surreal_db = "v1.12"
+
+# Minio config
+s3_bucket = "v1.12"
+s3_url = "http://localhost:9000"
+s3_access_key = "jLDPKGuu513VENc8kJwX"
+s3_secret_key = "4T1nymEzsGYOlKSAb1WX7V3stnQn9a5ZoTQjDfcL"
+
+# Crawler config
+crawl_filter = "en.wikipedia.com" 
+budget = 200