29260799580

Committed 13 Jul 2026 03:06PM UTC coverage: 87.769% (+2.7%) from 85.093%

Build # 29260799580

Build Type

Pull #12

github

Committed by

web-flow

Commit Message

Merge d61827138 into 4d16d77d2

Pull Request Pull Request #12: New flow

Coverage Stats

152 of 159 new or added lines in 3 files covered. (95.6%)

1 existing line in 1 file now uncovered.

653 of 744 relevant lines covered (87.77%)

2.83 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

90.74

/src/html_parser.rs

use crate::paths;
use crate::types::{Resource, ResourceType};
use anyhow::{anyhow, Result};
use html5ever::Attribute;
use html5ever::parse_document;
use html5ever::tendril::TendrilSink;
use markup5ever_rcdom::{Handle, NodeData, RcDom};
use regex::Regex;
use std::collections::{HashMap, HashSet};
use url::Url;

#[derive(Debug, Clone, PartialEq, Eq, Hash)]
struct UrlReference {
    original: String,
    resolved: Url,
}

pub struct HtmlParser {
    base_url: Url,
    output_dir: String,
    convert_to_webp: bool,
}

impl HtmlParser {
    pub fn new(base_url: Url, output_dir: String, convert_to_webp: bool) -> Self {
        Self {
            base_url,
            output_dir: paths::normalize_output_dir(&output_dir),
            convert_to_webp,
        }
    }

    pub fn parse_html(&self, html_content: &str) -> Result<(String, Vec<Resource>)> {
        let dom = parse_document(RcDom::default(), Default::default())
            .from_utf8()
            .one(html_content.as_bytes());

        let mut resources = Vec::new();
        let mut modified_html = html_content.to_string();

        let mut references = self.extract_url_references(&dom.document)?;
        references.sort_by(|a, b| b.original.len().cmp(&a.original.len()));

        let mut local_paths = HashMap::new();

        for reference in &references {
            let lookup_key = Self::url_without_fragment(&reference.resolved);
            if local_paths.contains_key(&lookup_key) {
                continue;
            }
            match self.create_resource(&reference.resolved) {
                Ok(resource) => {
                    local_paths.insert(lookup_key, resource.local_path.clone());
                    resources.push(resource);
                }
                Err(e) => {
                    log::warn!(
                        "Failed to create resource for {}: {}",
                        reference.resolved.as_str(),
                        e
                    );
                }
            }
        }

        for reference in &references {
            let lookup_key = Self::url_without_fragment(&reference.resolved);
            if let Some(local_path) = local_paths.get(&lookup_key) {
                modified_html = self.replace_url_in_html(
                    &modified_html,
                    &reference.original,
                    local_path,
                    reference.resolved.fragment(),
                );
            }
        }

        Ok((modified_html, resources))
    }

    fn extract_url_references(&self, handle: &Handle) -> Result<Vec<UrlReference>> {
        let mut references = Vec::new();
        let mut seen = HashSet::new();
        self.walk_dom(handle, &mut references, &mut seen)?;
        Ok(references)
    }

    fn walk_dom(
        &self,
        handle: &Handle,
        references: &mut Vec<UrlReference>,
        seen: &mut HashSet<(String, String)>,
    ) -> Result<()> {
        let node = handle;

        match &node.data {
            NodeData::Element {
                ref name,
                ref attrs,
                ..
            } => {
                let attrs_ref = attrs.borrow();
                for attr in attrs_ref.iter() {
                    if self.is_url_attribute(&attr.name.local) {
                        self.push_resolved_reference(&attr.value, references, seen);
                    } else if self.is_css_attribute(&attr.name.local) {
                        self.push_css_url_references(&attr.value, references, seen);
                    }
                }

                if name.local.as_ref() == "meta" && self.is_seo_image_meta(&attrs_ref) {
                    if let Some(content) = attrs_ref
                        .iter()
                        .find(|a| a.name.local.as_ref() == "content")
                    {
                        self.push_resolved_reference(&content.value, references, seen);
                    }
                }

                if name.local.as_ref() == "script" && self.is_json_ld_script(&attrs_ref) {
                    let text = Self::collect_text_content(handle);
                    self.push_json_ld_url_references(&text, references, seen);
                }
            }
            NodeData::Text { ref contents } => {
                self.push_css_url_references(&contents.borrow(), references, seen);
            }
            _ => {}
        }

        for child in node.children.borrow().iter() {
            self.walk_dom(child, references, seen)?;
        }

        Ok(())
    }

    fn push_resolved_reference(
        &self,
        url_str: &str,
        references: &mut Vec<UrlReference>,
        seen: &mut HashSet<(String, String)>,
    ) {
        if let Ok(url) = self.resolve_url(url_str) {
            let key = (url_str.to_string(), url.to_string());
            if seen.insert(key) {
                references.push(UrlReference {
                    original: url_str.to_string(),
                    resolved: url,
                });
            }
        }
    }

    fn push_css_url_references(
        &self,
        css: &str,
        references: &mut Vec<UrlReference>,
        seen: &mut HashSet<(String, String)>,
    ) {
        if let Some(urls) = self.extract_urls_from_css(css) {
            for url_str in urls {
                self.push_resolved_reference(&url_str, references, seen);
            }
        }
    }

    fn is_css_attribute(&self, attr_name: &str) -> bool {
        attr_name == "style"
    }

    fn is_url_attribute(&self, attr_name: &str) -> bool {
        matches!(
            attr_name,
            "src"
                | "href"
                | "data-src"
                | "data-original"
                | "poster"
                | "background"
                | "data-srcset"
                | "data-lazy-src"
        )
    }

    fn is_seo_image_meta(&self, attrs: &[Attribute]) -> bool {
        attrs.iter().any(|attr| {
            let name = attr.name.local.as_ref();
            if name != "property" && name != "name" && name != "itemprop" {
                return false;
            }
            let value = attr.value.as_ref().to_ascii_lowercase();
            matches!(
                value.as_str(),
                "og:image"
                    | "og:image:url"
                    | "og:image:secure_url"
                    | "twitter:image"
                    | "twitter:image:src"
                    | "image"
                    | "thumbnail"
                    | "msapplication-tileimage"
            ) || value.starts_with("og:image:")
        })
    }

    fn is_json_ld_script(&self, attrs: &[Attribute]) -> bool {
        attrs.iter().any(|attr| {
            attr.name.local.as_ref() == "type"
                && attr
                    .value
                    .as_ref()
                    .eq_ignore_ascii_case("application/ld+json")
        })
    }

    fn collect_text_content(handle: &Handle) -> String {
        let mut text = String::new();
        Self::append_text_content(handle, &mut text);
        text
    }

    fn append_text_content(handle: &Handle, out: &mut String) {
        match &handle.data {
            NodeData::Text { ref contents } => {
                out.push_str(&contents.borrow());
            }
            _ => {
                for child in handle.children.borrow().iter() {
                    Self::append_text_content(child, out);
                }
            }
        }
    }

    fn push_json_ld_url_references(
        &self,
        json: &str,
        references: &mut Vec<UrlReference>,
        seen: &mut HashSet<(String, String)>,
    ) {
        // Match common schema.org image-like string fields.
        let Ok(re) = Regex::new(
            r#""(?:image|thumbnailUrl|contentUrl|logo|photo)"\s*:\s*"([^"]+)""#,
        ) else {
            return;
        };
        for cap in re.captures_iter(json) {
            if let Some(url) = cap.get(1) {
                self.push_resolved_reference(url.as_str(), references, seen);
            }
        }
    }

    fn extract_urls_from_css(&self, text: &str) -> Option<Vec<String>> {
        let mut urls = Vec::new();

        // Extract URLs from CSS @import statements
        let import_regex = Regex::new(r#"@import\s+["']([^"']+)["']"#).ok()?;
        for cap in import_regex.captures_iter(text) {
            if let Some(url) = cap.get(1) {
                urls.push(url.as_str().to_string());
            }
        }

        // Extract URLs from CSS url() functions
        let url_regex = Regex::new(r#"url\(["']?([^"')]+)["']?\)"#).ok()?;
        for cap in url_regex.captures_iter(text) {
            if let Some(url) = cap.get(1) {
                urls.push(url.as_str().to_string());
            }
        }

        if urls.is_empty() {
            None
        } else {
            Some(urls)
        }
    }

    fn resolve_url(&self, url_str: &str) -> Result<Url> {
        if url_str.trim().is_empty() {
            return Err(anyhow!("Skipping empty URL"));
        }

        if url_str.starts_with("data:") || url_str.starts_with("#") {
            return Err(anyhow!("Skipping data URL or fragment"));
        }

        if url_str.starts_with("//") {
            let scheme = self.base_url.scheme();
            Ok(Url::parse(&format!("{scheme}:{url_str}"))?)
        } else if url_str.starts_with("http://") || url_str.starts_with("https://") {
            Ok(Url::parse(url_str)?)
        } else {
            // Absolute (/...) and relative paths. Prefer join so fragments and
            // queries are parsed correctly — set_path() would treat "#frag" as
            // part of the path and encode it as %23.
            Ok(self.base_url.join(url_str)?)
        }
    }

    fn url_without_fragment(url: &Url) -> String {
        let mut stripped = url.clone();
        stripped.set_fragment(None);
        stripped.to_string()
    }

    fn create_resource(&self, url: &Url) -> Result<Resource> {
        // Fragments are client-side only; local paths must ignore them.
        let mut url_for_path = url.clone();
        url_for_path.set_fragment(None);

        let resource_type = self.determine_resource_type(&url_for_path);
        let local_path = self.generate_local_path(&url_for_path, &resource_type)?;

        Ok(Resource {
            url: url_for_path,
            local_path,
            resource_type: resource_type.clone(),
            mime_type: self.guess_mime_type(url, &resource_type),
            size: None,
            downloaded: false,
        })
    }

    fn determine_resource_type(&self, url: &Url) -> ResourceType {
        let path = url.path();
        let extension = path.split('.').next_back().unwrap_or("").to_lowercase();

        // Check for explicit file extensions first
        match extension.as_str() {
            "html" | "htm" => ResourceType::HTML,
            "css" => ResourceType::CSS,
            "js" | "javascript" => ResourceType::JavaScript,
            "jpg" | "jpeg" | "png" | "gif" | "webp" | "svg" | "ico" | "bmp" | "tiff" | "tif" => {
                ResourceType::Image
            }
            "mp4" | "webm" | "ogg" | "avi" | "mov" | "m4v" => ResourceType::Video,
            "pdf" => ResourceType::PDF,
            "woff" | "woff2" | "ttf" | "otf" | "eot" => ResourceType::Font,
            _ => {
                // For URLs without extensions, check if they look like HTML pages
                if self.looks_like_html_page(path) {
                    ResourceType::HTML
                } else {
                    ResourceType::Other
                }
            }
        }
    }

    fn looks_like_html_page(&self, path: &str) -> bool {
        if path.is_empty() || path == "/" {
            return true;
        }

        // Check if the path ends with a slash (directory-like)
        if path.ends_with('/') {
            return true;
        }

        // Check if the path looks like a content page (not a file)
        let segments: Vec<&str> = path.split('/').filter(|s| !s.is_empty()).collect();

        // If it's a single segment without extension, likely a page
        if segments.len() == 1 && !segments[0].contains('.') {
            return true;
        }

        // If it's multiple segments and the last one doesn't have an extension, likely a page
        if segments.len() > 1 {
            let last_segment = segments.last().unwrap_or(&"");
            if !last_segment.contains('.') && !last_segment.is_empty() {
                return true;
            }
        }

        false
    }

    fn generate_local_path(&self, url: &Url, resource_type: &ResourceType) -> Result<String> {
        let path = url.path();

        let subdirectory = match resource_type {
            ResourceType::HTML => "", // HTML files maintain original structure
            ResourceType::CSS => "static/css",
            ResourceType::JavaScript => "static/js",
            ResourceType::Image => "static/images",
            ResourceType::Video => "static/video",
            ResourceType::PDF => "static/pdf",
            ResourceType::Font => "static/fonts",
            ResourceType::Other => "static/other",
        };

        // For HTML files, preserve the original directory structure
        if *resource_type == ResourceType::HTML {
            let path_segments: Vec<&str> = path.split('/').filter(|s| !s.is_empty()).collect();

            if path_segments.is_empty() || path == "/" {
                // Root page
                return Ok(format!("{}/index.html", self.output_dir));
            } else {
                // Create directory structure matching the original URL
                let dir_path = path_segments[..path_segments.len() - 1].join("/");
                let filename = path_segments.last().unwrap_or(&"index");

                // Handle trailing slash (directory-like URLs)
                if path.ends_with('/') {
                    if dir_path.is_empty() {
                        return Ok(format!("{}/{}/index.html", self.output_dir, filename));
                    } else {
                        return Ok(format!(
                            "{}/{}/{}/index.html",
                            self.output_dir, dir_path, filename
                        ));
                    }
                } else {
                    // Regular file path
                    if dir_path.is_empty() {
                        return Ok(format!("{}/{}.html", self.output_dir, filename));
                    } else {
                        return Ok(format!(
                            "{}/{}/{}.html",
                            self.output_dir, dir_path, filename
                        ));
                    }
                }
            }
        }

        // For non-HTML resources, use the existing logic
        let filename = path.split('/').next_back().unwrap_or("unknown");
        let mut unique_filename = filename.to_string();
        if filename == "index.html" || filename.is_empty() {
            let host = url.host_str().unwrap_or("unknown");
            let path_segments: Vec<&str> = path.split('/').filter(|s| !s.is_empty()).collect();
            if path_segments.is_empty() {
                unique_filename = format!("{}.html", host);
            } else {
                unique_filename = format!("{}.html", path_segments.join("_"));
            }
        }

        let mut local_path = format!(
            "{}/{}/{}",
            self.output_dir, subdirectory, unique_filename
        );
        if self.convert_to_webp && *resource_type == ResourceType::Image {
            local_path = paths::update_path_to_webp(&local_path);
        }

        Ok(local_path)
    }

    fn guess_mime_type(&self, url: &Url, resource_type: &ResourceType) -> String {
        let path = url.path();
        let extension = path.split('.').next_back().unwrap_or("").to_lowercase();

        match extension.as_str() {
            "html" | "htm" => "text/html".to_string(),
            "css" => "text/css".to_string(),
            "js" => "application/javascript".to_string(),
            "jpg" | "jpeg" => "image/jpeg".to_string(),
            "png" => "image/png".to_string(),
            "gif" => "image/gif".to_string(),
            "webp" => "image/webp".to_string(),
            "svg" => "image/svg+xml".to_string(),
            "ico" => "image/x-icon".to_string(),
            "mp4" => "video/mp4".to_string(),
            "webm" => "video/webm".to_string(),
            "ogg" => "video/ogg".to_string(),
            "pdf" => "application/pdf".to_string(),
            "woff" => "font/woff".to_string(),
            "woff2" => "font/woff2".to_string(),
            "ttf" => "font/ttf".to_string(),
            _ => match resource_type {
                ResourceType::HTML => "text/html".to_string(),
                ResourceType::CSS => "text/css".to_string(),
                ResourceType::JavaScript => "application/javascript".to_string(),
                ResourceType::Image => "image/jpeg".to_string(),
                ResourceType::Video => "video/mp4".to_string(),
                ResourceType::PDF => "application/pdf".to_string(),
                ResourceType::Font => "font/woff".to_string(),
                ResourceType::Other => "application/octet-stream".to_string(),
            },
        }
    }

    fn replace_url_in_html(
        &self,
        html: &str,
        original_url: &str,
        local_path: &str,
        fragment: Option<&str>,
    ) -> String {
        if original_url.is_empty() {
            return html.to_string();
        }

        let mut relative_path = self.make_site_path(local_path);
        if let Some(frag) = fragment {
            relative_path.push('#');
            relative_path.push_str(frag);
        }
        let escaped = regex::escape(original_url);
        let mut result = html.to_string();

        const URL_ATTRS: &str =
            "href|src|data-src|data-original|poster|background|data-srcset|data-lazy-src|content";

        for (quote, end) in [("\"", "\""), ("'", "'")] {
            let pattern = format!(r#"(?i)({URL_ATTRS})\s*=\s*{quote}{escaped}{end}"#);
            if let Ok(re) = Regex::new(&pattern) {
                result = re
                    .replace_all(&result, |caps: &regex::Captures| {
                        format!("{}={quote}{}{end}", &caps[1], relative_path)
                    })
                    .into_owned();
            }
        }

        // JSON-LD and other quoted absolute URL occurrences
        if original_url.starts_with("http://") || original_url.starts_with("https://") {
            let quoted_original = format!(r#""{original_url}""#);
            let quoted_replacement = format!(r#""{relative_path}""#);
            result = result.replace(&quoted_original, &quoted_replacement);
        }

        let url_pattern = format!(r#"url\(\s*['"]?{escaped}['"]?\s*\)"#);
        if let Ok(re) = Regex::new(&url_pattern) {
            result = re
                .replace_all(&result, format!("url({relative_path})"))
                .into_owned();
        }

        let import_pattern = format!(r#"@import\s+['"]{escaped}['"]"#);
        if let Ok(re) = Regex::new(&import_pattern) {
            result = re
                .replace_all(&result, format!(r#"@import "{relative_path}""#))
                .into_owned();
        }

        result
    }

    fn make_site_path(&self, target_local_path: &str) -> String {
        paths::site_root_path(&self.output_dir, target_local_path)
    }
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn test_url_resolution() {
        let base_url = Url::parse("https://example.com/page/").unwrap();
        let parser = HtmlParser::new(base_url, "./output".to_string(), false);

        let relative_url = "image.jpg";
        let resolved = parser.resolve_url(relative_url).unwrap();
        assert_eq!(resolved.as_str(), "https://example.com/page/image.jpg");
    }

    #[test]
    fn test_resource_type_detection() {
        let base_url = Url::parse("https://example.com/").unwrap();
        let parser = HtmlParser::new(base_url, "./output".to_string(), false);

        let image_url = Url::parse("https://example.com/image.png").unwrap();
        let resource_type = parser.determine_resource_type(&image_url);
        assert!(matches!(resource_type, ResourceType::Image));
    }

    #[test]
    fn test_protocol_relative_url_resolution() {
        let base_url = Url::parse("http://example.com/page/").unwrap();
        let parser = HtmlParser::new(base_url, "./output".to_string(), false);

        let resolved = parser.resolve_url("//cdn.example.com/lib.js").unwrap();
        assert_eq!(resolved.as_str(), "http://cdn.example.com/lib.js");
    }

    #[test]
    fn test_extensionless_path_is_html() {
        let base_url = Url::parse("https://example.com/").unwrap();
        let parser = HtmlParser::new(base_url, "./output".to_string(), false);

        let about = Url::parse("https://example.com/about").unwrap();
        assert_eq!(parser.determine_resource_type(&about), ResourceType::HTML);
    }

    #[test]
    fn test_absolute_path_resolution() {
        let base_url = Url::parse("https://example.com/page/").unwrap();
        let parser = HtmlParser::new(base_url, "./output".to_string(), false);
        let resolved = parser.resolve_url("/assets/app.css").unwrap();
        assert_eq!(resolved.as_str(), "https://example.com/assets/app.css");
    }

    #[test]
    fn absolute_path_with_fragment_keeps_fragment_out_of_path() {
        let base_url = Url::parse("http://127.0.0.1:8000/").unwrap();
        let parser = HtmlParser::new(base_url, "./mb".to_string(), false);
        let resolved = parser
            .resolve_url("/2025-9-the-amphibian/#home")
            .unwrap();
        assert_eq!(resolved.path(), "/2025-9-the-amphibian/");
        assert_eq!(resolved.fragment(), Some("home"));
        assert!(!resolved.path().contains("%23"));
    }

    #[test]
    fn rewrites_path_with_fragment_preserving_hash() {
        let html = r##"<html><body>
            <a href="/2025-9-the-amphibian/#home">Home</a>
            <a href="/2025-9-the-amphibian/#program">Program</a>
            <a href="#local">Local</a>
        </body></html>"##;
        let base_url = Url::parse("http://127.0.0.1:8000/").unwrap();
        let parser = HtmlParser::new(base_url, "./mb".to_string(), false);
        let (modified, resources) = parser.parse_html(html).unwrap();

        assert!(
            resources
                .iter()
                .filter(|r| r.resource_type == ResourceType::HTML)
                .count()
                == 1,
            "fragment variants should map to one page resource"
        );
        assert!(modified.contains(r#"href="/2025-9-the-amphibian/index.html#home""#));
        assert!(modified.contains(r#"href="/2025-9-the-amphibian/index.html#program""#));
        assert!(modified.contains(r##"href="#local""##));
        assert!(!modified.contains("%23"));
        assert!(!modified.contains("#home.html"));
    }

    #[test]
    fn test_absolute_https_url_resolution() {
        let base_url = Url::parse("https://example.com/").unwrap();
        let parser = HtmlParser::new(base_url, "./output".to_string(), false);
        let resolved = parser
            .resolve_url("https://cdn.example.com/lib.js")
            .unwrap();
        assert_eq!(resolved.as_str(), "https://cdn.example.com/lib.js");
    }

    #[test]
    fn test_skips_data_and_fragment_urls() {
        let base_url = Url::parse("https://example.com/").unwrap();
        let parser = HtmlParser::new(base_url, "./output".to_string(), false);
        assert!(parser.resolve_url("#section").is_err());
        assert!(parser.resolve_url("data:image/png;base64,abc").is_err());
    }

    #[test]
    fn test_skips_empty_urls() {
        let base_url = Url::parse("https://example.com/page/").unwrap();
        let parser = HtmlParser::new(base_url, "./output".to_string(), false);
        assert!(parser.resolve_url("").is_err());
        assert!(parser.resolve_url("   ").is_err());
    }

    #[test]
    fn extracts_and_rewrites_seo_meta_images() {
        let html = r#"<html><head>
            <meta property="og:image" content="https://s3.amazonaws.com/bucket/cover.jpg" />
            <meta name="twitter:image" content="https://s3.amazonaws.com/bucket/cover.jpg">
            <meta name="description" content="Not an image URL">
            <script type="application/ld+json">
            {"@type":"Person","image":"https://cdn.example.com/photo.png","url":"https://example.com/about"}
            </script>
        </head></html>"#;
        let base_url = Url::parse("http://127.0.0.1:8000/artfestival/artist/x/").unwrap();
        let parser = HtmlParser::new(base_url, "./mb".to_string(), true);
        let (modified, resources) = parser.parse_html(html).unwrap();

        assert!(resources.iter().any(|r| r.url.path().ends_with("cover.jpg")));
        assert!(resources.iter().any(|r| r.url.path().ends_with("photo.png")));
        assert!(!resources.iter().any(|r| r.url.as_str().contains("/about")));
        assert!(modified.contains(r#"content="/static/images/cover.webp""#));
        assert!(modified.contains(r#""image":"/static/images/photo.webp""#));
        assert!(modified.contains(r#"content="Not an image URL""#));
    }

    #[test]
    fn empty_src_attribute_does_not_corrupt_html() {
        let html = r#"<html><body>
            <img class="uk-invisible" src="" width="" height="" alt="">
            <link rel="stylesheet" href="/static/app.css">
        </body></html>"#;
        let base_url = Url::parse("http://127.0.0.1:8000/2025-9-the-amphibian/").unwrap();
        let parser = HtmlParser::new(base_url, "./mb".to_string(), false);
        let (modified, resources) = parser.parse_html(html).unwrap();

        assert!(modified.contains("<!DOCTYPE html>") || modified.contains("<html>"));
        assert!(!modified.contains("2025-9-the-amphibian/index.html<"));
        assert!(modified.contains(r#"<img class="uk-invisible" src=""#));
        assert!(resources.iter().any(|r| r.url.path().ends_with("app.css")));
    }

    #[test]
    fn rewrites_image_urls_to_webp_when_enabled() {
        let html = r#"<html><body>
            <img src="https://s3.amazonaws.com/bucket/photo.jpg">
            <a href="https://s3.amazonaws.com/bucket/full-size.JPG">full</a>
        </body></html>"#;
        let base_url = Url::parse("http://127.0.0.1:8000/artfestival/artist/raed-issa/").unwrap();
        let parser = HtmlParser::new(base_url, "./mb".to_string(), true);
        let (modified, resources) = parser.parse_html(html).unwrap();

        assert!(resources.iter().all(|r| r.local_path.ends_with(".webp")));
        assert!(modified.contains("/static/images/photo.webp"));
        assert!(modified.contains("/static/images/full-size.webp"));
        assert!(!modified.contains("photo.jpg"));
        assert!(!modified.contains("full-size.JPG"));
    }

    #[test]
    fn extracts_and_rewrites_background_image_in_style_attribute() {
        let html = r#"<html><body>
            <div style="background-image: url(/static/images/2025/hero.webp);"></div>
        </body></html>"#;
        let base_url = Url::parse("http://127.0.0.1:8000/2025-9-the-amphibian/").unwrap();
        let parser = HtmlParser::new(base_url, "./mb".to_string(), false);
        let (modified, resources) = parser.parse_html(html).unwrap();

        assert!(resources.iter().any(|r| {
            r.resource_type == ResourceType::Image
                && r.url.path().ends_with("hero.webp")
        }));
        assert!(modified.contains("url(/static/images/hero.webp)"));
        assert!(!modified.contains("url(/static/images/2025/hero.webp)"));
    }

    #[test]
    fn extracts_urls_from_inline_css() {
        let html = r#"<html><head><style>
            @import "imported.css";
            body { background: url(bg.png); }
        </style></head></html>"#;
        let base_url = Url::parse("https://example.com/").unwrap();
        let parser = HtmlParser::new(base_url, "./output".to_string(), false);
        let (_, resources) = parser.parse_html(html).unwrap();
        assert!(resources
            .iter()
            .any(|r| r.url.path().ends_with("imported.css")));
        assert!(resources.iter().any(|r| r.url.path().ends_with("bg.png")));
    }

    #[test]
    fn guess_mime_type_falls_back_to_resource_type() {
        let base_url = Url::parse("https://example.com/").unwrap();
        let parser = HtmlParser::new(base_url, "./output".to_string(), false);
        let url = Url::parse("https://example.com/no-extension").unwrap();
        assert_eq!(
            parser.guess_mime_type(&url, &ResourceType::JavaScript),
            "application/javascript"
        );
    }

    #[test]
    fn root_href_does_not_corrupt_closing_tags() {
        let html = r#"<html><head></head><body>
            <a href="/">Home</a>
            <p>Visit /other/path in text</p>
            </body></html>"#;
        let base_url = Url::parse("http://127.0.0.1:8000/2025-9-the-amphibian/").unwrap();
        let parser = HtmlParser::new(base_url, "./mb".to_string(), false);
        let (modified, _) = parser.parse_html(html).unwrap();

        assert!(modified.contains("</body>"));
        assert!(modified.contains("</html>"));
        assert!(modified.contains(r#"<a href="/index.html">Home</a>"#));
        assert!(modified.contains("/other/path"));
    }

    #[test]
    fn make_site_path_from_page_to_asset() {
        let base_url = Url::parse("https://example.com/").unwrap();
        let parser = HtmlParser::new(base_url, "/output".to_string(), false);
        let path = parser.make_site_path("/output/static/css/app.css");
        assert_eq!(path, "/static/css/app.css");
    }

    #[test]
    fn make_site_path_from_nested_page_to_root() {
        let base_url = Url::parse("https://example.com/blog/post/").unwrap();
        let parser = HtmlParser::new(base_url, "/output".to_string(), false);
        let path = parser.make_site_path("/output/index.html");
        assert_eq!(path, "/index.html");
    }
}

thanos / petrify / 29260799580

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous