Oliver/internet_mapper
1
0
Fork 0
Code Issues 1 Pull Requests Actions Packages Projects Releases Wiki Activity

stream_response #4

Merged
Oliver merged 3 commits from stream_response into main 2025-04-15 21:23:54 +00:00
Conversation 0 Commits 3 Files Changed 8 +6 -3
1 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 9bfa8f9108 - Show all commits

9
Crawler.toml
View File

@ -3,9 +3,12 @@ surreal_url = "localhost:8000"
surreal_username = "root"
surreal_password = "root"
surreal_ns = "test"
surreal_db = "v1.19.5"
surreal_db = "v1.20.3"
# Crawler config
crawl_filter = "en.wikipedia.org"
start_url = "https://en.wikipedia.org"
crawl_filter = "https://ftpgeoinfo.msl.mt.gov/Data/Spatial/MSDI/Imagery/2023_NAIP/UTM_County_Mosaics/"
# crawl_filter = "https://oliveratkinson.net"
start_url = "https://ftpgeoinfo.msl.mt.gov/Data/Spatial/MSDI/Imagery/2023_NAIP/UTM_County_Mosaics/"
# start_url = "https://oliveratkinson.net"
budget = 100
batch_size = 5