Garmelon/wikilyze
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Make stored data more compact

Browse source
This commit is contained in:
Joscha 2022-10-01 01:46:42 +02:00
parent f6bcb39c52
commit 51096c99e1
3 changed files with 55 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

6
brood/src/ingest.rs
View file

@ -4,7 +4,7 @@ use std::io::{self, BufRead, BufReader};
use rustc_hash::FxHashMap;
use serde::Deserialize;
use crate::data::{AdjacencyList, Link, Page};
use crate::data::{AdjacencyList, Link, Page, SlimAdjacencyList};
#[derive(Deserialize)]
struct JsonPage {
@ -179,7 +179,9 @@ pub fn ingest() -> io::Result<()> {
}
eprintln!("EXPORT");
ciborium::ser::into_writer(&second_stage, io::stdout()).unwrap();
let data = SlimAdjacencyList::from_alist(second_stage);
ciborium::ser::into_writer(&data, io::stdout()).unwrap();
// simd_json::to_writer(io::stdout(), &data).unwrap();
Ok(())
}