Merge pull request #165 from colobrodo/comp-early-chunk-cleaning

vigna · web-flow · commit d497765bc03b · 2026-02-23T09:58:16.000Z
Remove the temporary chunk files immediately after they are written
diff --git a/webgraph/src/graphs/bvgraph/comp/impls.rs b/webgraph/src/graphs/bvgraph/comp/impls.rs
@@ -650,6 +650,7 @@ impl BvCompConfig {
                             graph_path.display()
                         )
                     })?;
+                std::fs::remove_file(chunk_graph_path)?;
 
                 log::debug!(
                     "Copying offsets {} [{}..{}) bits from {} to {}",
@@ -675,6 +676,7 @@ impl BvCompConfig {
                             offsets_path.display()
                         )
                     })?;
+                std::fs::remove_file(chunk_offsets_path)?;
 
                 copy_pl.update_with_count(last_node - first_node + 1);
             }

Original file line number	Diff line number	Diff line change
`@@ -650,6 +650,7 @@ impl BvCompConfig {`
`650`	`650`	`graph_path.display()`
`651`	`651`	`)`
`652`	`652`	`})?;`
	`653`	`+ std::fs::remove_file(chunk_graph_path)?;`
`653`	`654`
`654`	`655`	`log::debug!(`
`655`	`656`	`"Copying offsets {} [{}..{}) bits from {} to {}",`
`@@ -675,6 +676,7 @@ impl BvCompConfig {`
`675`	`676`	`offsets_path.display()`
`676`	`677`	`)`
`677`	`678`	`})?;`
	`679`	`+ std::fs::remove_file(chunk_offsets_path)?;`
`678`	`680`
`679`	`681`	`copy_pl.update_with_count(last_node - first_node + 1);`
`680`	`682`	`}`