18008720487

Committed 25 Sep 2025 01:16PM UTC coverage: 49.589% (-0.4%) from 49.949%

Build # 18008720487

Build Type

push

github

Committed by

vigna

Commit Message

Fixed fuzzing code for new epserde

Run Details

0 of 2 new or added lines in 1 file covered. (0.0%)

650 existing lines in 25 files now uncovered.

3862 of 7788 relevant lines covered (49.59%)

25127316.85 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

0.0

/cli/src/check/ef.rs

/*
 * SPDX-FileCopyrightText: 2023 Inria
 * SPDX-FileCopyrightText: 2023 Tommaso Fontana
 *
 * SPDX-License-Identifier: Apache-2.0 OR LGPL-2.1-or-later
 */

use crate::GlobalArgs;
use anyhow::{Context, Result};
use clap::Parser;
use dsi_bitstream::prelude::*;
use dsi_progress_logger::prelude::*;
use epserde::prelude::*;
use log::info;
use std::fs::File;
use std::io::BufReader;
use std::path::PathBuf;
use sux::traits::IndexedSeq;
use webgraph::graphs::bvgraph::{EF, EF_EXTENSION, OFFSETS_EXTENSION, PROPERTIES_EXTENSION};

#[derive(Parser, Debug)]
#[command(name = "ef", about = "Checks that the '.ef' file (and `.offsets` if present) is consistent with the graph.", long_about = None)]
pub struct CliArgs {
    /// The basename of the graph.
    pub src: PathBuf,
}

pub fn main(global_args: GlobalArgs, args: CliArgs) -> Result<()> {
    let properties_path = args.src.with_extension(PROPERTIES_EXTENSION);
    let f = File::open(&properties_path).with_context(|| {
        format!(
            "Could not load properties file: {}",
            properties_path.display()
        )
    })?;
    let map = java_properties::read(BufReader::new(f))?;
    let num_nodes = map.get("nodes").unwrap().parse::<usize>()?;

    // Creates the offsets file
    let of_file_path = args.src.with_extension(OFFSETS_EXTENSION);

    let ef = unsafe { EF::mmap(args.src.with_extension(EF_EXTENSION), Flags::default()) }?;
    let ef = ef.uncase();

    let mut pl = ProgressLogger::default();
    pl.display_memory(true)
        .item_name("offset")
        .expected_updates(Some(num_nodes));
    if let Some(duration) = &global_args.log_interval {
        pl.log_interval(*duration);
    }

    // if the offset files exists, read it to build elias-fano
    if of_file_path.exists() {
        let of_file = BufReader::with_capacity(1 << 20, File::open(of_file_path)?);
        // create a bit reader on the file
        let mut reader = BufBitReader::<BE, _>::new(<WordAdapter<u32, _>>::new(of_file));
        // progress bar
        pl.start("Checking offsets file against Elias-Fano...");
        // read the graph a write the offsets
        let mut offset = 0;
        for node_id in 0..num_nodes + 1 {
            // write where
            offset += reader.read_gamma()?;
            // read ef
            let ef_res = ef.get(node_id as _);
            assert_eq!(offset, ef_res as u64, "node_id: {}", node_id);
            // decode the next nodes so we know where the next node_id starts
            pl.light_update();
        }
    } else {
        info!("No offsets file, checking against graph file only");
    }

    let mut pl = ProgressLogger::default();
    pl.display_memory(true)
        .item_name("offset")
        .expected_updates(Some(num_nodes));
    if let Some(duration) = global_args.log_interval {
        pl.log_interval(duration);
    }

    let seq_graph = webgraph::graphs::bvgraph::sequential::BvGraphSeq::with_basename(&args.src)
        .endianness::<BE>()
        .load()?;
    // otherwise directly read the graph
    // progress bar
    pl.start("Checking graph against Elias-Fano...");
    // read the graph a write the offsets
    for (node, (new_offset, _degree)) in seq_graph.offset_deg_iter().enumerate() {
        // decode the next nodes so we know where the next node_id starts
        // read ef
        let ef_res = ef.get(node as _);
        assert_eq!(new_offset, ef_res as u64, "node_id: {}", node);
        pl.light_update();
    }
    pl.done();
    Ok(())
}

1	/*
2	* SPDX-FileCopyrightText: 2023 Inria
3	* SPDX-FileCopyrightText: 2023 Tommaso Fontana
4	*
5	* SPDX-License-Identifier: Apache-2.0 OR LGPL-2.1-or-later
6	*/
7
8	use crate::GlobalArgs;
9	use anyhow::{Context, Result};
10	use clap::Parser;
11	use dsi_bitstream::prelude::*;
12	use dsi_progress_logger::prelude::*;
13	use epserde::prelude::*;
14	use log::info;
15	use std::fs::File;
16	use std::io::BufReader;
17	use std::path::PathBuf;
18	use sux::traits::IndexedSeq;
19	use webgraph::graphs::bvgraph::{EF, EF_EXTENSION, OFFSETS_EXTENSION, PROPERTIES_EXTENSION};
20
21	#[derive(Parser, Debug)]
22	#[command(name = "ef", about = "Checks that the '.ef' file (and `.offsets` if present) is consistent with the graph.", long_about = None)]
23	pub struct CliArgs {
24	/// The basename of the graph.
25	pub src: PathBuf,
26	}
27
28	pub fn main(global_args: GlobalArgs, args: CliArgs) -> Result<()> {	×
29	let properties_path = args.src.with_extension(PROPERTIES_EXTENSION);	×
30	let f = File::open(&properties_path).with_context(\|\| {	×
31	format!(	×
32	"Could not load properties file: {}",	×
33	properties_path.display()	×
34	)
35	})?;
36	let map = java_properties::read(BufReader::new(f))?;	×
37	let num_nodes = map.get("nodes").unwrap().parse::<usize>()?;	×
38
39	// Creates the offsets file
40	let of_file_path = args.src.with_extension(OFFSETS_EXTENSION);	×
41
42	let ef = unsafe { EF::mmap(args.src.with_extension(EF_EXTENSION), Flags::default()) }?;	×
UNCOV 43	let ef = ef.uncase();	×
44
45	let mut pl = ProgressLogger::default();	×
UNCOV 46	pl.display_memory(true)	×
47	.item_name("offset")
48	.expected_updates(Some(num_nodes));	×
49	if let Some(duration) = &global_args.log_interval {	×
UNCOV 50	pl.log_interval(*duration);	×
51	}
52
53	// if the offset files exists, read it to build elias-fano
54	if of_file_path.exists() {	×
UNCOV 55	let of_file = BufReader::with_capacity(1 << 20, File::open(of_file_path)?);	×
56	// create a bit reader on the file
UNCOV 57	let mut reader = BufBitReader::<BE, _>::new(<WordAdapter<u32, _>>::new(of_file));	×
58	// progress bar
UNCOV 59	pl.start("Checking offsets file against Elias-Fano...");	×
60	// read the graph a write the offsets
61	let mut offset = 0;	×
UNCOV 62	for node_id in 0..num_nodes + 1 {	×
63	// write where
UNCOV 64	offset += reader.read_gamma()?;	×
65	// read ef
66	let ef_res = ef.get(node_id as _);	×
UNCOV 67	assert_eq!(offset, ef_res as u64, "node_id: {}", node_id);	×
68	// decode the next nodes so we know where the next node_id starts
UNCOV 69	pl.light_update();	×
70	}
71	} else {
UNCOV 72	info!("No offsets file, checking against graph file only");	×
73	}
74
75	let mut pl = ProgressLogger::default();	×
UNCOV 76	pl.display_memory(true)	×
77	.item_name("offset")
78	.expected_updates(Some(num_nodes));	×
79	if let Some(duration) = global_args.log_interval {	×
UNCOV 80	pl.log_interval(duration);	×
81	}
82
UNCOV 83	let seq_graph = webgraph::graphs::bvgraph::sequential::BvGraphSeq::with_basename(&args.src)	×
84	.endianness::<BE>()
85	.load()?;
86	// otherwise directly read the graph
87	// progress bar
UNCOV 88	pl.start("Checking graph against Elias-Fano...");	×
89	// read the graph a write the offsets
UNCOV 90	for (node, (new_offset, _degree)) in seq_graph.offset_deg_iter().enumerate() {	×
91	// decode the next nodes so we know where the next node_id starts
92	// read ef
93	let ef_res = ef.get(node as _);	×
94	assert_eq!(new_offset, ef_res as u64, "node_id: {}", node);	×
UNCOV 95	pl.light_update();	×
96	}
97	pl.done();	×
UNCOV 98	Ok(())	×
99	}

vigna / webgraph-rs / 18008720487

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous