close #10
This commit is contained in:
		
							
								
								
									
										14
									
								
								src/main.rs
									
									
									
									
									
								
							
							
						
						
									
										14
									
								
								src/main.rs
									
									
									
									
									
								
							@@ -22,37 +22,35 @@ mod db;
 | 
				
			|||||||
mod filesystem;
 | 
					mod filesystem;
 | 
				
			||||||
mod parser;
 | 
					mod parser;
 | 
				
			||||||
 | 
					
 | 
				
			||||||
// TODO prefix all of these with "crawler" or something
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
static METER: LazyLock<Meter> = LazyLock::new(|| global::meter("Internet_Mapper"));
 | 
					static METER: LazyLock<Meter> = LazyLock::new(|| global::meter("Internet_Mapper"));
 | 
				
			||||||
static BEING_PROCESSED: LazyLock<UpDownCounter<i64>> = LazyLock::new(||
 | 
					static BEING_PROCESSED: LazyLock<UpDownCounter<i64>> = LazyLock::new(||
 | 
				
			||||||
    METER
 | 
					    METER
 | 
				
			||||||
        .i64_up_down_counter("pages_being_processed")
 | 
					        .i64_up_down_counter("crawler_pages_being_processed")
 | 
				
			||||||
        .build()
 | 
					        .build()
 | 
				
			||||||
);
 | 
					);
 | 
				
			||||||
static BEING_PARSED: LazyLock<UpDownCounter<i64>> = LazyLock::new(||
 | 
					static BEING_PARSED: LazyLock<UpDownCounter<i64>> = LazyLock::new(||
 | 
				
			||||||
    METER
 | 
					    METER
 | 
				
			||||||
        .i64_up_down_counter("pages_being_parsed")
 | 
					        .i64_up_down_counter("crawler_pages_being_parsed")
 | 
				
			||||||
        .build()
 | 
					        .build()
 | 
				
			||||||
);
 | 
					);
 | 
				
			||||||
static BEING_STREAMED: LazyLock<UpDownCounter<i64>> = LazyLock::new(|| 
 | 
					static BEING_STREAMED: LazyLock<UpDownCounter<i64>> = LazyLock::new(|| 
 | 
				
			||||||
    METER
 | 
					    METER
 | 
				
			||||||
        .i64_up_down_counter("pages_being_streamed")
 | 
					        .i64_up_down_counter("crawler_pages_being_streamed")
 | 
				
			||||||
        .build()
 | 
					        .build()
 | 
				
			||||||
);
 | 
					);
 | 
				
			||||||
static GET_IN_FLIGHT: LazyLock<UpDownCounter<i64>> = LazyLock::new(|| 
 | 
					static GET_IN_FLIGHT: LazyLock<UpDownCounter<i64>> = LazyLock::new(|| 
 | 
				
			||||||
    METER
 | 
					    METER
 | 
				
			||||||
        .i64_up_down_counter("gets_in_flight")
 | 
					        .i64_up_down_counter("crawler_gets_in_flight")
 | 
				
			||||||
        .build()
 | 
					        .build()
 | 
				
			||||||
);
 | 
					);
 | 
				
			||||||
static TOTAL_BYTES_DOWN: LazyLock<Counter<u64>> = LazyLock::new(|| 
 | 
					static TOTAL_BYTES_DOWN: LazyLock<Counter<u64>> = LazyLock::new(|| 
 | 
				
			||||||
    METER
 | 
					    METER
 | 
				
			||||||
        .u64_counter("total_bytes_down")
 | 
					        .u64_counter("crawler_total_bytes_down")
 | 
				
			||||||
        .build()
 | 
					        .build()
 | 
				
			||||||
);
 | 
					);
 | 
				
			||||||
static SITES_CRAWLED: LazyLock<Counter<u64>> = LazyLock::new(|| 
 | 
					static SITES_CRAWLED: LazyLock<Counter<u64>> = LazyLock::new(|| 
 | 
				
			||||||
    METER
 | 
					    METER
 | 
				
			||||||
        .u64_counter("total_sites_crawled")
 | 
					        .u64_counter("crawler_total_sites_crawled")
 | 
				
			||||||
        .build()
 | 
					        .build()
 | 
				
			||||||
);
 | 
					);
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 
 | 
				
			|||||||
		Reference in New Issue
	
	Block a user