Oliver/internet_mapper
1
0
Fork 0
Code Issues 6 Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'main' of https://git.oliveratkinson.net/Oliver/internet_mapper

Browse Source
This commit is contained in:
Rushmore75 2025-07-17 08:59:32 -06:00
commit e535bcc295
1 changed files with 6 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
src/main.rs
View File

@ -24,37 +24,35 @@ mod db;
mod filesystem; mod filesystem;
mod parser; mod parser;
// TODO prefix all of these with "crawler" or something
static METER: LazyLock<Meter> = LazyLock::new(|| global::meter("Internet_Mapper")); static METER: LazyLock<Meter> = LazyLock::new(|| global::meter("Internet_Mapper"));
static BEING_PROCESSED: LazyLock<UpDownCounter<i64>> = LazyLock::new(|| static BEING_PROCESSED: LazyLock<UpDownCounter<i64>> = LazyLock::new(||
METER METER
.i64_up_down_counter("pages_being_processed") .i64_up_down_counter("crawler_pages_being_processed")
.build() .build()
); );
static BEING_PARSED: LazyLock<UpDownCounter<i64>> = LazyLock::new(|| static BEING_PARSED: LazyLock<UpDownCounter<i64>> = LazyLock::new(||
METER METER
.i64_up_down_counter("pages_being_parsed") .i64_up_down_counter("crawler_pages_being_parsed")
.build() .build()
); );
static BEING_STREAMED: LazyLock<UpDownCounter<i64>> = LazyLock::new(|| static BEING_STREAMED: LazyLock<UpDownCounter<i64>> = LazyLock::new(||
METER METER
.i64_up_down_counter("pages_being_streamed") .i64_up_down_counter("crawler_pages_being_streamed")
.build() .build()
); );
static GET_IN_FLIGHT: LazyLock<UpDownCounter<i64>> = LazyLock::new(|| static GET_IN_FLIGHT: LazyLock<UpDownCounter<i64>> = LazyLock::new(||
METER METER
.i64_up_down_counter("gets_in_flight") .i64_up_down_counter("crawler_gets_in_flight")
.build() .build()
); );
static TOTAL_BYTES_DOWN: LazyLock<Counter<u64>> = LazyLock::new(|| static TOTAL_BYTES_DOWN: LazyLock<Counter<u64>> = LazyLock::new(||
METER METER
.u64_counter("total_bytes_down") .u64_counter("crawler_total_bytes_down")
.build() .build()
); );
static SITES_CRAWLED: LazyLock<Counter<u64>> = LazyLock::new(|| static SITES_CRAWLED: LazyLock<Counter<u64>> = LazyLock::new(||
METER METER
.u64_counter("total_sites_crawled") .u64_counter("crawler_total_sites_crawled")
.build() .build()
); );