cleanup
This commit is contained in:
		@@ -56,7 +56,7 @@ impl Website {
 | 
			
		||||
        counter!(STORE).increment(1);
 | 
			
		||||
        let mut things = Vec::with_capacity(all.len());
 | 
			
		||||
 | 
			
		||||
        // FIXME failes *sometimes* because "Resource Busy"
 | 
			
		||||
        // FIXME fails *sometimes* because "Resource Busy"
 | 
			
		||||
        match db
 | 
			
		||||
            .query(
 | 
			
		||||
                "INSERT INTO website $array
 | 
			
		||||
 
 | 
			
		||||
@@ -49,7 +49,6 @@ pub async fn init(filename: &PathBuf) -> Option<fs::File> {
 | 
			
		||||
                    // create the folders
 | 
			
		||||
                    if let Err(err) = fs::create_dir_all(&parent).await {
 | 
			
		||||
                        error!("Dir creation: {err} {:?}", filename);
 | 
			
		||||
                        eprintln!("{}", err)
 | 
			
		||||
                    } else if let Ok(ok) = file().await {
 | 
			
		||||
                        return Some(ok);
 | 
			
		||||
                    }
 | 
			
		||||
 
 | 
			
		||||
@@ -4,7 +4,7 @@ use html5ever::tokenizer::{BufferQueue, TokenizerResult};
 | 
			
		||||
use html5ever::tokenizer::{StartTag, TagToken};
 | 
			
		||||
use html5ever::tokenizer::{Token, TokenSink, TokenSinkResult, Tokenizer, TokenizerOpts};
 | 
			
		||||
use html5ever::{local_name, tendril::*};
 | 
			
		||||
use tracing::{debug, error, instrument, trace, warn};
 | 
			
		||||
use tracing::{error, instrument, trace, warn};
 | 
			
		||||
use url::Url;
 | 
			
		||||
 | 
			
		||||
use crate::db::Website;
 | 
			
		||||
@@ -108,7 +108,7 @@ fn try_get_url(parent: &Url, link: &str) -> Option<Url> {
 | 
			
		||||
                // https://stackoverflow.com/questions/9646407/two-forward-slashes-in-a-url-src-href-attribute
 | 
			
		||||
                let scheme = parent.scheme();
 | 
			
		||||
 | 
			
		||||
                match Url::parse(&format!("{scheme}://{}", link)) {
 | 
			
		||||
                match Url::parse(&format!("{scheme}://{link}")) {
 | 
			
		||||
                    Ok(url) => Some(url),
 | 
			
		||||
                    Err(err) => {
 | 
			
		||||
                        error!("Failed parsing relative scheme url: {}", err);
 | 
			
		||||
 
 | 
			
		||||
		Reference in New Issue
	
	Block a user